@ls-stack/agent-eval 0.29.0 → 0.31.0

package/dist/index.d.mts

@@ -700,10 +700,10 @@ declare const apiCallMetricPlacementSchema$1: z$1.ZodEnum<{
 }>;
 /** Placement option for an API-call metric. */
 type ApiCallMetricPlacement$1 = z$1.infer<typeof apiCallMetricPlacementSchema$1>;
-/** Context passed to an LLM/API-call derived attribute function. */
+/** Context passed to LLM/API-call derived attribute functions. */
 type CallDerivedAttributeContext$1 = {
-  /** Raw attributes from the matching trace span. */attributes: Record<string, unknown> | undefined; /** Matching trace span. */
-  span: EvalTraceSpan$2; /** Dot-path helper for reading from `span.attributes`. */
+  /** Current attributes from the matching trace span. */attributes: Record<string, unknown> | undefined; /** Matching trace span. */
+  span: EvalTraceSpan$2; /** Dot-path helper for reading from the current span attributes. */
   get: (path: string) => unknown;
 };
 /**
@@ -711,14 +711,25 @@ type CallDerivedAttributeContext$1 = {
  * LLM/API-call span. Return `undefined` to omit the attribute for that span.
  */
 type CallDerivedAttribute$1 = (ctx: CallDerivedAttributeContext$1) => unknown;
+/**
+ * Runner-side function used to derive multiple span attributes from a matching
+ * LLM/API-call span. Returned object keys are dot-paths under
+ * `span.attributes`; `undefined` values are skipped.
+ */
+type CallDerivedAttributesFn$1 = (ctx: CallDerivedAttributeContext$1) => Record<string, unknown> | undefined;
 /** One resolved derived span attribute rule. */
 type ResolvedCallDerivedAttribute$1 = {
-  /** Dot-path where the derived value is persisted on `span.attributes`. */path: string;
+  /** Dot-path where one derived value is persisted on `span.attributes`. */path?: string;
   /**
-   * Function that derives the persisted value for each matching span. Omitted
+   * Function that derives one persisted value for each matching span. Omitted
    * after this config is serialized to the browser.
    */
   compute?: CallDerivedAttribute$1;
+  /**
+   * Function that derives multiple persisted values for each matching span.
+   * Omitted after this config is serialized to the browser.
+   */
+  computeMany?: CallDerivedAttributesFn$1;
 };
 /** Resolved LLM-calls config sent to the UI with all defaults applied. */
 type ResolvedLlmCallsConfig$1 = {
@@ -743,6 +754,7 @@ type ResolvedLlmCallsConfig$1 = {
   derivedAttributes: ResolvedCallDerivedAttribute$1[];
   metrics: ResolvedLlmCallMetric$1[];
   pricing: ResolvedLlmCallPricing$1[];
+  costCurrencies: ResolvedLlmCallCostCurrency$1[];
 };
 /** Resolved API-calls config sent to the UI with all defaults applied. */
 type ResolvedApiCallsConfig$1 = {
@@ -790,6 +802,13 @@ type ResolvedLlmCallPricing$1 = {
   cacheCreationInputUsdPerMillion?: number;
   cacheCreationInput1hUsdPerMillion?: number;
   reasoningUsdPerMillion?: number;
+};
+/** Fully-resolved extra currency used by the LLM calls tab. */
+type ResolvedLlmCallCostCurrency$1 = {
+  code: string;
+  label?: string;
+  usdToCurrencyRate: number;
+  numberFormat?: NumberDisplayOptions$2;
 }; //#endregion
 //#region ../shared/src/schemas/cache.d.ts
 /** Summary of a single persisted cache entry, used by list/delete endpoints. */
@@ -2889,13 +2908,13 @@ type ColumnKind = z$1.infer<typeof columnKindSchema>;
 declare const columnFormatSchema: z$1.ZodEnum<{
   number: "number";
   boolean: "boolean";
+  duration: "duration";
+  json: "json";
   file: "file";
   markdown: "markdown";
-  json: "json";
   image: "image";
   audio: "audio";
   video: "video";
-  duration: "duration";
   percent: "percent";
   passFail: "passFail";
   stars: "stars";
@@ -2914,13 +2933,13 @@ declare const columnDefSchema: z$1.ZodObject<{
   format: z$1.ZodOptional<z$1.ZodEnum<{
     number: "number";
     boolean: "boolean";
+    duration: "duration";
+    json: "json";
     file: "file";
     markdown: "markdown";
-    json: "json";
     image: "image";
     audio: "audio";
     video: "video";
-    duration: "duration";
     percent: "percent";
     passFail: "passFail";
     stars: "stars";
@@ -2965,8 +2984,8 @@ declare const traceSpanKindSchema: z$1.ZodString;
 declare const traceAttributeDisplayFormatSchema: z$1.ZodEnum<{
   string: "string";
   number: "number";
-  json: "json";
   duration: "duration";
+  json: "json";
 }>;
 /**
  * Formatting hint for trace attribute values rendered by the UI.
@@ -2990,8 +3009,8 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
   format: z$1.ZodOptional<z$1.ZodEnum<{
     string: "string";
     number: "number";
-    json: "json";
     duration: "duration";
+    json: "json";
   }>>;
   numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
   placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3004,9 +3023,9 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
     subtree: "subtree";
   }>>;
   mode: z$1.ZodOptional<z$1.ZodEnum<{
-    sum: "sum";
-    last: "last";
     all: "all";
+    last: "last";
+    sum: "sum";
   }>>;
 }, z$1.core.$strip>;
 /**
@@ -3026,8 +3045,8 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
     format: z$1.ZodOptional<z$1.ZodEnum<{
       string: "string";
       number: "number";
-      json: "json";
       duration: "duration";
+      json: "json";
     }>>;
     numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
     placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3040,9 +3059,9 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
       subtree: "subtree";
     }>>;
     mode: z$1.ZodOptional<z$1.ZodEnum<{
-      sum: "sum";
-      last: "last";
       all: "all";
+      last: "last";
+      sum: "sum";
     }>>;
   }, z$1.core.$strip>>>;
 }, z$1.core.$strip>;
@@ -3066,8 +3085,8 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
   format: z$1.ZodOptional<z$1.ZodEnum<{
     string: "string";
     number: "number";
-    json: "json";
     duration: "duration";
+    json: "json";
   }>>;
   numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
   placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3080,9 +3099,9 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
     subtree: "subtree";
   }>>;
   mode: z$1.ZodOptional<z$1.ZodEnum<{
-    sum: "sum";
-    last: "last";
     all: "all";
+    last: "last";
+    sum: "sum";
   }>>;
   transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
 }, z$1.core.$strip>;
@@ -3104,8 +3123,8 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
     format: z$1.ZodOptional<z$1.ZodEnum<{
       string: "string";
       number: "number";
-      json: "json";
       duration: "duration";
+      json: "json";
     }>>;
     numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
     placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3118,9 +3137,9 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
       subtree: "subtree";
     }>>;
     mode: z$1.ZodOptional<z$1.ZodEnum<{
-      sum: "sum";
-      last: "last";
       all: "all";
+      last: "last";
+      sum: "sum";
     }>>;
     transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
   }, z$1.core.$strip>>>;
@@ -3157,8 +3176,8 @@ declare const traceSpanSchema: z$1.ZodObject<{
   status: z$1.ZodEnum<{
     error: "error";
     running: "running";
-    cancelled: "cancelled";
     ok: "ok";
+    cancelled: "cancelled";
   }>;
   attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
   error: z$1.ZodOptional<z$1.ZodObject<{
@@ -3199,11 +3218,11 @@ declare const evalFreshnessStatusSchema: z$1.ZodEnum<{
 type EvalFreshnessStatus = z$1.infer<typeof evalFreshnessStatusSchema>;
 /** Reducer used to collapse a column's per-case values into a single stat. */
 declare const evalStatAggregateSchema: z$1.ZodEnum<{
+  last: "last";
+  sum: "sum";
   avg: "avg";
   min: "min";
   max: "max";
-  sum: "sum";
-  last: "last";
 }>;
 /** Reducer used to collapse a column's per-case values into a single stat. */
 type EvalStatAggregate = z$1.infer<typeof evalStatAggregateSchema>;
@@ -3227,22 +3246,22 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   key: z$1.ZodString;
   label: z$1.ZodOptional<z$1.ZodString>;
   aggregate: z$1.ZodEnum<{
+    last: "last";
+    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
-    sum: "sum";
-    last: "last";
   }>;
   format: z$1.ZodOptional<z$1.ZodEnum<{
     number: "number";
     boolean: "boolean";
+    duration: "duration";
+    json: "json";
     file: "file";
     markdown: "markdown";
-    json: "json";
     image: "image";
     audio: "audio";
     video: "video";
-    duration: "duration";
     percent: "percent";
     passFail: "passFail";
     stars: "stars";
@@ -3269,22 +3288,22 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
   key: z$1.ZodString;
   label: z$1.ZodOptional<z$1.ZodString>;
   aggregate: z$1.ZodEnum<{
+    last: "last";
+    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
-    sum: "sum";
-    last: "last";
   }>;
   format: z$1.ZodOptional<z$1.ZodEnum<{
     number: "number";
     boolean: "boolean";
+    duration: "duration";
+    json: "json";
     file: "file";
     markdown: "markdown";
-    json: "json";
     image: "image";
     audio: "audio";
     video: "video";
-    duration: "duration";
     percent: "percent";
     passFail: "passFail";
     stars: "stars";
@@ -3321,13 +3340,13 @@ declare const evalSummarySchema: z$1.ZodObject<{
     format: z$1.ZodOptional<z$1.ZodEnum<{
       number: "number";
       boolean: "boolean";
+      duration: "duration";
+      json: "json";
       file: "file";
       markdown: "markdown";
-      json: "json";
       image: "image";
       audio: "audio";
       video: "video";
-      duration: "duration";
       percent: "percent";
       passFail: "passFail";
       stars: "stars";
@@ -3348,10 +3367,10 @@ declare const evalSummarySchema: z$1.ZodObject<{
   caseCount: z$1.ZodNullable<z$1.ZodNumber>;
   lastRunStatus: z$1.ZodNullable<z$1.ZodEnum<{
     error: "error";
-    pass: "pass";
-    fail: "fail";
     running: "running";
     cancelled: "cancelled";
+    pass: "pass";
+    fail: "fail";
     unscored: "unscored";
   }>>;
   stats: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
@@ -3370,22 +3389,22 @@ declare const evalSummarySchema: z$1.ZodObject<{
     key: z$1.ZodString;
     label: z$1.ZodOptional<z$1.ZodString>;
     aggregate: z$1.ZodEnum<{
+      last: "last";
+      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
-      sum: "sum";
-      last: "last";
     }>;
     format: z$1.ZodOptional<z$1.ZodEnum<{
       number: "number";
       boolean: "boolean";
+      duration: "duration";
+      json: "json";
       file: "file";
       markdown: "markdown";
-      json: "json";
       image: "image";
       audio: "audio";
       video: "video";
-      duration: "duration";
       percent: "percent";
       passFail: "passFail";
       stars: "stars";
@@ -3410,11 +3429,11 @@ declare const evalSummarySchema: z$1.ZodObject<{
       }>;
       label: z$1.ZodOptional<z$1.ZodString>;
       color: z$1.ZodOptional<z$1.ZodEnum<{
-        success: "success";
         error: "error";
+        success: "success";
+        warning: "warning";
         accent: "accent";
         accentDim: "accentDim";
-        warning: "warning";
         textMuted: "textMuted";
       }>>;
       axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3425,20 +3444,20 @@ declare const evalSummarySchema: z$1.ZodObject<{
       source: z$1.ZodLiteral<"column">;
       key: z$1.ZodString;
       aggregate: z$1.ZodEnum<{
+        sum: "sum";
         avg: "avg";
         min: "min";
         max: "max";
-        sum: "sum";
         latest: "latest";
         passThresholdRate: "passThresholdRate";
       }>;
       label: z$1.ZodOptional<z$1.ZodString>;
       color: z$1.ZodOptional<z$1.ZodEnum<{
-        success: "success";
         error: "error";
+        success: "success";
+        warning: "warning";
         accent: "accent";
         accentDim: "accentDim";
-        warning: "warning";
         textMuted: "textMuted";
       }>>;
       axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3467,10 +3486,10 @@ declare const evalSummarySchema: z$1.ZodObject<{
       source: z$1.ZodLiteral<"column">;
       key: z$1.ZodString;
       aggregate: z$1.ZodEnum<{
+        sum: "sum";
         avg: "avg";
         min: "min";
         max: "max";
-        sum: "sum";
         latest: "latest";
         passThresholdRate: "passThresholdRate";
       }>;
@@ -3566,10 +3585,10 @@ declare const caseRowSchema: z$1.ZodObject<{
   evalId: z$1.ZodString;
   status: z$1.ZodEnum<{
     error: "error";
-    pass: "pass";
-    fail: "fail";
     running: "running";
     cancelled: "cancelled";
+    pass: "pass";
+    fail: "fail";
     pending: "pending";
   }>;
   durationMs: z$1.ZodNullable<z$1.ZodNumber>;
@@ -3662,8 +3681,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
     status: z$1.ZodEnum<{
       error: "error";
       running: "running";
-      cancelled: "cancelled";
       ok: "ok";
+      cancelled: "cancelled";
     }>;
     attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
     error: z$1.ZodOptional<z$1.ZodObject<{
@@ -3699,8 +3718,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
       format: z$1.ZodOptional<z$1.ZodEnum<{
         string: "string";
         number: "number";
-        json: "json";
         duration: "duration";
+        json: "json";
       }>>;
       numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
       placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3713,9 +3732,9 @@ declare const scoreTraceSchema: z$1.ZodObject<{
         subtree: "subtree";
       }>>;
       mode: z$1.ZodOptional<z$1.ZodEnum<{
-        sum: "sum";
-        last: "last";
         all: "all";
+        last: "last";
+        sum: "sum";
       }>>;
     }, z$1.core.$strip>>>;
   }, z$1.core.$strip>;
@@ -3730,10 +3749,10 @@ declare const caseDetailSchema: z$1.ZodObject<{
   evalId: z$1.ZodString;
   status: z$1.ZodEnum<{
     error: "error";
-    pass: "pass";
-    fail: "fail";
     running: "running";
     cancelled: "cancelled";
+    pass: "pass";
+    fail: "fail";
     pending: "pending";
   }>;
   input: z$1.ZodUnknown;
@@ -3748,8 +3767,8 @@ declare const caseDetailSchema: z$1.ZodObject<{
     status: z$1.ZodEnum<{
       error: "error";
       running: "running";
-      cancelled: "cancelled";
       ok: "ok";
+      cancelled: "cancelled";
     }>;
     attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
     error: z$1.ZodOptional<z$1.ZodObject<{
@@ -3785,8 +3804,8 @@ declare const caseDetailSchema: z$1.ZodObject<{
       format: z$1.ZodOptional<z$1.ZodEnum<{
         string: "string";
         number: "number";
-        json: "json";
         duration: "duration";
+        json: "json";
       }>>;
       numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
       placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3799,9 +3818,9 @@ declare const caseDetailSchema: z$1.ZodObject<{
         subtree: "subtree";
       }>>;
       mode: z$1.ZodOptional<z$1.ZodEnum<{
-        sum: "sum";
-        last: "last";
         all: "all";
+        last: "last";
+        sum: "sum";
       }>>;
     }, z$1.core.$strip>>>;
   }, z$1.core.$strip>;
@@ -3817,8 +3836,8 @@ declare const caseDetailSchema: z$1.ZodObject<{
       status: z$1.ZodEnum<{
         error: "error";
         running: "running";
-        cancelled: "cancelled";
         ok: "ok";
+        cancelled: "cancelled";
       }>;
       attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
       error: z$1.ZodOptional<z$1.ZodObject<{
@@ -3854,8 +3873,8 @@ declare const caseDetailSchema: z$1.ZodObject<{
         format: z$1.ZodOptional<z$1.ZodEnum<{
           string: "string";
           number: "number";
-          json: "json";
           duration: "duration";
+          json: "json";
         }>>;
         numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
         placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3868,9 +3887,9 @@ declare const caseDetailSchema: z$1.ZodObject<{
           subtree: "subtree";
         }>>;
         mode: z$1.ZodOptional<z$1.ZodEnum<{
-          sum: "sum";
-          last: "last";
           all: "all";
+          last: "last";
+          sum: "sum";
         }>>;
       }, z$1.core.$strip>>>;
     }, z$1.core.$strip>;
@@ -4004,10 +4023,10 @@ declare const evalChartBuiltinMetricSchema: z$1.ZodEnum<{
 type EvalChartBuiltinMetric = z$1.infer<typeof evalChartBuiltinMetricSchema>;
 /** Reducer applied to a numeric column across all cases of a single run. */
 declare const evalChartAggregateSchema: z$1.ZodEnum<{
+  sum: "sum";
   avg: "avg";
   min: "min";
   max: "max";
-  sum: "sum";
   latest: "latest";
   passThresholdRate: "passThresholdRate";
 }>;
@@ -4018,11 +4037,11 @@ type EvalChartAggregate = z$1.infer<typeof evalChartAggregateSchema>;
  * not emit raw hex so authored evals stay decoupled from the web theme.
  */
 declare const evalChartColorSchema: z$1.ZodEnum<{
-  success: "success";
   error: "error";
+  success: "success";
+  warning: "warning";
   accent: "accent";
   accentDim: "accentDim";
-  warning: "warning";
   textMuted: "textMuted";
 }>;
 /** Semantic color token resolved to a theme color by the web UI. */
@@ -4047,11 +4066,11 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   }>;
   label: z$1.ZodOptional<z$1.ZodString>;
   color: z$1.ZodOptional<z$1.ZodEnum<{
-    success: "success";
     error: "error";
+    success: "success";
+    warning: "warning";
     accent: "accent";
     accentDim: "accentDim";
-    warning: "warning";
     textMuted: "textMuted";
   }>>;
   axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4062,20 +4081,20 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   source: z$1.ZodLiteral<"column">;
   key: z$1.ZodString;
   aggregate: z$1.ZodEnum<{
+    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
-    sum: "sum";
     latest: "latest";
     passThresholdRate: "passThresholdRate";
   }>;
   label: z$1.ZodOptional<z$1.ZodString>;
   color: z$1.ZodOptional<z$1.ZodEnum<{
-    success: "success";
     error: "error";
+    success: "success";
+    warning: "warning";
     accent: "accent";
     accentDim: "accentDim";
-    warning: "warning";
     textMuted: "textMuted";
   }>>;
   axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4097,10 +4116,10 @@ declare const evalChartTooltipExtraSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObj
   source: z$1.ZodLiteral<"column">;
   key: z$1.ZodString;
   aggregate: z$1.ZodEnum<{
+    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
-    sum: "sum";
     latest: "latest";
     passThresholdRate: "passThresholdRate";
   }>;
@@ -4130,11 +4149,11 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
     }>;
     label: z$1.ZodOptional<z$1.ZodString>;
     color: z$1.ZodOptional<z$1.ZodEnum<{
-      success: "success";
       error: "error";
+      success: "success";
+      warning: "warning";
       accent: "accent";
       accentDim: "accentDim";
-      warning: "warning";
       textMuted: "textMuted";
     }>>;
     axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4145,20 +4164,20 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
     source: z$1.ZodLiteral<"column">;
     key: z$1.ZodString;
     aggregate: z$1.ZodEnum<{
+      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
-      sum: "sum";
       latest: "latest";
       passThresholdRate: "passThresholdRate";
     }>;
     label: z$1.ZodOptional<z$1.ZodString>;
     color: z$1.ZodOptional<z$1.ZodEnum<{
-      success: "success";
       error: "error";
+      success: "success";
+      warning: "warning";
       accent: "accent";
       accentDim: "accentDim";
-      warning: "warning";
       textMuted: "textMuted";
     }>>;
     axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4187,10 +4206,10 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
     source: z$1.ZodLiteral<"column">;
     key: z$1.ZodString;
     aggregate: z$1.ZodEnum<{
+      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
-      sum: "sum";
       latest: "latest";
       passThresholdRate: "passThresholdRate";
     }>;
@@ -4220,11 +4239,11 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
     }>;
     label: z$1.ZodOptional<z$1.ZodString>;
     color: z$1.ZodOptional<z$1.ZodEnum<{
-      success: "success";
       error: "error";
+      success: "success";
+      warning: "warning";
       accent: "accent";
       accentDim: "accentDim";
-      warning: "warning";
       textMuted: "textMuted";
     }>>;
     axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4235,20 +4254,20 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
     source: z$1.ZodLiteral<"column">;
     key: z$1.ZodString;
     aggregate: z$1.ZodEnum<{
+      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
-      sum: "sum";
       latest: "latest";
       passThresholdRate: "passThresholdRate";
     }>;
     label: z$1.ZodOptional<z$1.ZodString>;
     color: z$1.ZodOptional<z$1.ZodEnum<{
-      success: "success";
       error: "error";
+      success: "success";
+      warning: "warning";
       accent: "accent";
       accentDim: "accentDim";
-      warning: "warning";
       textMuted: "textMuted";
     }>>;
     axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4277,10 +4296,10 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
     source: z$1.ZodLiteral<"column">;
     key: z$1.ZodString;
     aggregate: z$1.ZodEnum<{
+      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
-      sum: "sum";
       latest: "latest";
       passThresholdRate: "passThresholdRate";
     }>;
@@ -4555,8 +4574,8 @@ declare const llmCallMetricFormatSchema: z$1.ZodEnum<{
   string: "string";
   number: "number";
   boolean: "boolean";
-  json: "json";
   duration: "duration";
+  json: "json";
 }>;
 /** Render format applied to an LLM-call metric value. */
 type LlmCallMetricFormat = z$1.infer<typeof llmCallMetricFormatSchema>;
@@ -4565,8 +4584,8 @@ declare const apiCallMetricFormatSchema: z$1.ZodEnum<{
   string: "string";
   number: "number";
   boolean: "boolean";
-  json: "json";
   duration: "duration";
+  json: "json";
 }>;
 /** Render format applied to an API-call metric value. */
 type ApiCallMetricFormat = z$1.infer<typeof apiCallMetricFormatSchema>;
@@ -4584,10 +4603,10 @@ declare const apiCallMetricPlacementSchema: z$1.ZodEnum<{
 }>;
 /** Placement option for an API-call metric. */
 type ApiCallMetricPlacement = z$1.infer<typeof apiCallMetricPlacementSchema>;
-/** Context passed to an LLM/API-call derived attribute function. */
+/** Context passed to LLM/API-call derived attribute functions. */
 type CallDerivedAttributeContext = {
-  /** Raw attributes from the matching trace span. */attributes: Record<string, unknown> | undefined; /** Matching trace span. */
-  span: EvalTraceSpan; /** Dot-path helper for reading from `span.attributes`. */
+  /** Current attributes from the matching trace span. */attributes: Record<string, unknown> | undefined; /** Matching trace span. */
+  span: EvalTraceSpan; /** Dot-path helper for reading from the current span attributes. */
   get: (path: string) => unknown;
 };
 /**
@@ -4595,14 +4614,27 @@ type CallDerivedAttributeContext = {
  * LLM/API-call span. Return `undefined` to omit the attribute for that span.
  */
 type CallDerivedAttribute = (ctx: CallDerivedAttributeContext) => unknown;
+/**
+ * Runner-side function used to derive multiple span attributes from a matching
+ * LLM/API-call span. Returned object keys are dot-paths under
+ * `span.attributes`; `undefined` values are skipped.
+ */
+type CallDerivedAttributesFn = (ctx: CallDerivedAttributeContext) => Record<string, unknown> | undefined;
+/** Authored LLM/API-call derived-attributes config. */
+type CallDerivedAttributesConfig = Record<string, CallDerivedAttribute> | CallDerivedAttributesFn;
 /** One resolved derived span attribute rule. */
 type ResolvedCallDerivedAttribute = {
-  /** Dot-path where the derived value is persisted on `span.attributes`. */path: string;
+  /** Dot-path where one derived value is persisted on `span.attributes`. */path?: string;
   /**
-   * Function that derives the persisted value for each matching span. Omitted
+   * Function that derives one persisted value for each matching span. Omitted
    * after this config is serialized to the browser.
    */
   compute?: CallDerivedAttribute;
+  /**
+   * Function that derives multiple persisted values for each matching span.
+   * Omitted after this config is serialized to the browser.
+   */
+  computeMany?: CallDerivedAttributesFn;
 };
 /**
  * Schema for a single user-defined metric attached to LLM call rows.
@@ -4622,8 +4654,8 @@ declare const llmCallMetricSchema: z$1.ZodObject<{
     string: "string";
     number: "number";
     boolean: "boolean";
-    json: "json";
     duration: "duration";
+    json: "json";
   }>>;
   numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
   placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -4651,8 +4683,8 @@ declare const apiCallMetricSchema: z$1.ZodObject<{
     string: "string";
     number: "number";
     boolean: "boolean";
-    json: "json";
     duration: "duration";
+    json: "json";
   }>>;
   numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
   placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -4701,6 +4733,18 @@ declare const llmCallPricingSchema: z$1.ZodObject<{
 type LlmCallPricing = z$1.infer<typeof llmCallPricingSchema>;
 /** Model-keyed pricing registry authored in `agent-evals.config.ts`. */
 type LlmCallPricingRegistry = Record<string, LlmCallPricing>;
+/**
+ * Schema for extra currencies displayed in the LLM calls breakdown table.
+ * Costs are still derived in USD, then multiplied by `usdToCurrencyRate`.
+ */
+declare const llmCallCostCurrencySchema: z$1.ZodObject<{
+  code: z$1.ZodString;
+  label: z$1.ZodOptional<z$1.ZodString>;
+  usdToCurrencyRate: z$1.ZodNumber;
+  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
+}, z$1.core.$strip>;
+/** Extra LLM-call cost currency authored in `agent-evals.config.ts`. */
+type LlmCallCostCurrency = z$1.infer<typeof llmCallCostCurrencySchema>;
 /** Schema for the global LLM calls config block in `agent-evals.config.ts`. */
 declare const llmCallsConfigSchema: z$1.ZodObject<{
   kinds: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
@@ -4721,7 +4765,7 @@ declare const llmCallsConfigSchema: z$1.ZodObject<{
     reasoning: z$1.ZodOptional<z$1.ZodString>;
     toolCalls: z$1.ZodOptional<z$1.ZodString>;
   }, z$1.core.$strip>>;
-  derivedAttributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodCustom<CallDerivedAttribute, CallDerivedAttribute>>>;
+  derivedAttributes: z$1.ZodOptional<z$1.ZodType<CallDerivedAttributesConfig, unknown, z$1.core.$ZodTypeInternals<CallDerivedAttributesConfig, unknown>>>;
   pricing: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodObject<{
     inputUsdPerMillion: z$1.ZodOptional<z$1.ZodNumber>;
     outputUsdPerMillion: z$1.ZodOptional<z$1.ZodNumber>;
@@ -4739,6 +4783,12 @@ declare const llmCallsConfigSchema: z$1.ZodObject<{
       reasoningUsdPerMillion: z$1.ZodOptional<z$1.ZodNumber>;
     }, z$1.core.$strip>>>;
   }, z$1.core.$strip>>>;
+  costCurrencies: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
+    code: z$1.ZodString;
+    label: z$1.ZodOptional<z$1.ZodString>;
+    usdToCurrencyRate: z$1.ZodNumber;
+    numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
+  }, z$1.core.$strip>>>;
   metrics: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
     label: z$1.ZodString;
     tooltip: z$1.ZodOptional<z$1.ZodString>;
@@ -4747,8 +4797,8 @@ declare const llmCallsConfigSchema: z$1.ZodObject<{
       string: "string";
       number: "number";
       boolean: "boolean";
-      json: "json";
       duration: "duration";
+      json: "json";
     }>>;
     numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
     placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -4774,7 +4824,7 @@ declare const apiCallsConfigSchema: z$1.ZodObject<{
     durationMs: z$1.ZodOptional<z$1.ZodString>;
     error: z$1.ZodOptional<z$1.ZodString>;
   }, z$1.core.$strip>>;
-  derivedAttributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodCustom<CallDerivedAttribute, CallDerivedAttribute>>>;
+  derivedAttributes: z$1.ZodOptional<z$1.ZodType<CallDerivedAttributesConfig, unknown, z$1.core.$ZodTypeInternals<CallDerivedAttributesConfig, unknown>>>;
   metrics: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
     label: z$1.ZodString;
     tooltip: z$1.ZodOptional<z$1.ZodString>;
@@ -4783,8 +4833,8 @@ declare const apiCallsConfigSchema: z$1.ZodObject<{
       string: "string";
       number: "number";
       boolean: "boolean";
-      json: "json";
       duration: "duration";
+      json: "json";
     }>>;
     numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
     placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -4824,6 +4874,7 @@ type ResolvedLlmCallsConfig = {
   derivedAttributes: ResolvedCallDerivedAttribute[];
   metrics: ResolvedLlmCallMetric[];
   pricing: ResolvedLlmCallPricing[];
+  costCurrencies: ResolvedLlmCallCostCurrency[];
 };
 /** Resolved API-calls config sent to the UI with all defaults applied. */
 type ResolvedApiCallsConfig = {
@@ -4872,6 +4923,13 @@ type ResolvedLlmCallPricing = {
   cacheCreationInput1hUsdPerMillion?: number;
   reasoningUsdPerMillion?: number;
 };
+/** Fully-resolved extra currency used by the LLM calls tab. */
+type ResolvedLlmCallCostCurrency = {
+  code: string;
+  label?: string;
+  usdToCurrencyRate: number;
+  numberFormat?: NumberDisplayOptions;
+};
 /** Default LLM-calls config the UI uses before the workspace fetch resolves. */
 declare const DEFAULT_LLM_CALLS_CONFIG: ResolvedLlmCallsConfig;
 /** Default API-calls config the UI uses before the workspace fetch resolves. */
@@ -4887,6 +4945,8 @@ declare const DEFAULT_API_CALLS_CONFIG: ResolvedApiCallsConfig;
  * - Missing `metrics[].placements` defaults to `['body']`.
  * - Missing `pricing` defaults to an empty registry; built-in costs are only
  *   derived from configured model-keyed pricing and token counts.
+ * - Missing `costCurrencies` defaults to an empty list; extra currencies only
+ *   affect the expanded LLM calls breakdown table.
  */
 declare function resolveLlmCallsConfig(input: LlmCallsConfigInput | undefined): ResolvedLlmCallsConfig;
 /**
@@ -4985,6 +5045,9 @@ type AgentEvalsConfig = {
    *       outputUsdPerMillion: 0.6,
    *     },
    *   },
+   *   costCurrencies: [
+   *     { code: 'BRL', usdToCurrencyRate: 5.7, numberFormat: { prefix: 'R$ ' } },
+   *   ],
    * }
    * ```
    */
@@ -5072,8 +5135,8 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
       format: z$1.ZodOptional<z$1.ZodEnum<{
         string: "string";
         number: "number";
-        json: "json";
         duration: "duration";
+        json: "json";
       }>>;
       numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
       placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -5086,9 +5149,9 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
         subtree: "subtree";
       }>>;
       mode: z$1.ZodOptional<z$1.ZodEnum<{
-        sum: "sum";
-        last: "last";
         all: "all";
+        last: "last";
+        sum: "sum";
       }>>;
       transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
     }, z$1.core.$strip>>>;
@@ -5111,22 +5174,22 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
     key: z$1.ZodString;
     label: z$1.ZodOptional<z$1.ZodString>;
     aggregate: z$1.ZodEnum<{
+      last: "last";
+      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
-      sum: "sum";
-      last: "last";
     }>;
     format: z$1.ZodOptional<z$1.ZodEnum<{
       number: "number";
       boolean: "boolean";
+      duration: "duration";
+      json: "json";
       file: "file";
       markdown: "markdown";
-      json: "json";
       image: "image";
       audio: "audio";
       video: "video";
-      duration: "duration";
       percent: "percent";
       passFail: "passFail";
       stars: "stars";
@@ -5153,7 +5216,7 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
       reasoning: z$1.ZodOptional<z$1.ZodString>;
       toolCalls: z$1.ZodOptional<z$1.ZodString>;
     }, z$1.core.$strip>>;
-    derivedAttributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodCustom<CallDerivedAttribute, CallDerivedAttribute>>>;
+    derivedAttributes: z$1.ZodOptional<z$1.ZodType<CallDerivedAttributesConfig, unknown, z$1.core.$ZodTypeInternals<CallDerivedAttributesConfig, unknown>>>;
     pricing: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodObject<{
       inputUsdPerMillion: z$1.ZodOptional<z$1.ZodNumber>;
       outputUsdPerMillion: z$1.ZodOptional<z$1.ZodNumber>;
@@ -5171,6 +5234,12 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
         reasoningUsdPerMillion: z$1.ZodOptional<z$1.ZodNumber>;
       }, z$1.core.$strip>>>;
     }, z$1.core.$strip>>>;
+    costCurrencies: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
+      code: z$1.ZodString;
+      label: z$1.ZodOptional<z$1.ZodString>;
+      usdToCurrencyRate: z$1.ZodNumber;
+      numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
+    }, z$1.core.$strip>>>;
     metrics: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
       label: z$1.ZodString;
       tooltip: z$1.ZodOptional<z$1.ZodString>;
@@ -5179,8 +5248,8 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
         string: "string";
         number: "number";
         boolean: "boolean";
-        json: "json";
         duration: "duration";
+        json: "json";
       }>>;
       numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
       placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -5215,7 +5284,7 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
       durationMs: z$1.ZodOptional<z$1.ZodString>;
       error: z$1.ZodOptional<z$1.ZodString>;
     }, z$1.core.$strip>>;
-    derivedAttributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodCustom<CallDerivedAttribute, CallDerivedAttribute>>>;
+    derivedAttributes: z$1.ZodOptional<z$1.ZodType<CallDerivedAttributesConfig, unknown, z$1.core.$ZodTypeInternals<CallDerivedAttributesConfig, unknown>>>;
     metrics: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
       label: z$1.ZodString;
       tooltip: z$1.ZodOptional<z$1.ZodString>;
@@ -5224,8 +5293,8 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
         string: "string";
         number: "number";
         boolean: "boolean";
-        json: "json";
         duration: "duration";
+        json: "json";
       }>>;
       numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
       placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -5504,8 +5573,8 @@ declare const cacheRecordingSchema: z$1.ZodObject<{
   finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
     error: "error";
     running: "running";
-    cancelled: "cancelled";
     ok: "ok";
+    cancelled: "cancelled";
   }>>;
   finalError: z$1.ZodOptional<z$1.ZodObject<{
     name: z$1.ZodOptional<z$1.ZodString>;
@@ -5577,8 +5646,8 @@ declare const cacheEntrySchema: z$1.ZodObject<{
     finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
       error: "error";
       running: "running";
-      cancelled: "cancelled";
       ok: "ok";
+      cancelled: "cancelled";
     }>>;
     finalError: z$1.ZodOptional<z$1.ZodObject<{
       name: z$1.ZodOptional<z$1.ZodString>;
@@ -5666,8 +5735,8 @@ declare const cacheEntryWithDebugKeySchema: z$1.ZodObject<{
     finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
       error: "error";
       running: "running";
-      cancelled: "cancelled";
       ok: "ok";
+      cancelled: "cancelled";
     }>>;
     finalError: z$1.ZodOptional<z$1.ZodObject<{
       name: z$1.ZodOptional<z$1.ZodString>;
@@ -5755,8 +5824,8 @@ declare const cacheFileSchema: z$1.ZodObject<{
       finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
         error: "error";
         running: "running";
-        cancelled: "cancelled";
         ok: "ok";
+        cancelled: "cancelled";
       }>>;
       finalError: z$1.ZodOptional<z$1.ZodObject<{
         name: z$1.ZodOptional<z$1.ZodString>;
@@ -6214,4 +6283,4 @@ type ManualInputDescriptor = z$1.infer<typeof manualInputDescriptorSchema>; //#e
  */
 declare function runCli(argv: string[]): Promise<void>;
 //#endregion
-export { type AgentEvalsConfig, type ApiCallEntry, type ApiCallMetric, type ApiCallMetricFormat, type ApiCallMetricPlacement, type ApiCallMetricValue, type ApiCallsConfigInput, type AssertionFailure, type CacheActivityEntry, type CacheAdapter, type CacheDebugKeyEntry, type CacheDebugKeyFile, type CacheDebugKeyWrite, type CacheEntry, type CacheEntryWithDebugKey, type CacheFile, type CacheHitEntry, type CacheKeyHashInput, type CacheKeyHashOptions, type CacheListItem, type CacheMode, type CacheOperationType, type CacheRecording, type CacheRecordingFrame, type CacheRecordingOp, type CacheScopeContext, type CacheSerializationOptions, type CacheStatus, type CallDerivedAttribute, type CallDerivedAttributeContext, type CaptureEvalSpanErrorLevel, type CaptureEvalSpanErrorOptions, type CaseDetail, type CaseRow, type CellValue, type ColumnDef, type ColumnFormat, type ColumnKind, type ConfigReloadState, type ConfigReloadStatus, type CreateRunRequest, DEFAULT_API_CALLS_CONFIG, DEFAULT_LLM_CALLS_CONFIG, type DefaultConfigKey, type DerivedStatus, type DiscoveryIssue, EvalAssertionError, type EvalCacheConfig, type EvalCase, type EvalCaseScope, type EvalChartAggregate, type EvalChartAxis, type EvalChartBuiltinMetric, type EvalChartColor, type EvalChartConfig, type EvalChartMetric, type EvalChartTooltipExtra, type EvalChartType, type EvalChartsConfig, type EvalColumnOverride, type EvalColumns, type EvalDefinition, type EvalDeriveConfig, type EvalDeriveContext, type EvalDeriveFn, type EvalDeriveMap, type EvalDeriveValueFn, type EvalDisplayStatus, type EvalExecuteContext, type EvalExpectation, type EvalFreshnessStatus, type EvalManualInputConfig, type EvalManualScoreDef, type EvalOutputs, type EvalOutputsSchema, type EvalRunner, type EvalRuntimeScope, type EvalScoreContext, type EvalScoreDef, type EvalScoreFn, type EvalSetOutput, type EvalStartTime, type EvalStatAggregate, type EvalStatItem, type EvalStatsConfig, type EvalSummary, type EvalTimeUnit, type EvalTraceSpan, type EvalTraceSpanError, type EvalTraceSpanWarning, type EvalTraceTree, type FileRef, type JsonCell, type LlmCallEntry, type LlmCallMetric, type LlmCallMetricFormat, type LlmCallMetricPlacement, type LlmCallMetricValue, type LlmCallPricing, type LlmCallPricingRate, type LlmCallPricingRegistry, type LlmCallsConfigInput, type ManualInputDescriptor, type ManualInputFieldDescriptor, type ManualInputFieldKind, type ManualInputFieldOverride, type ManualInputFieldsConfig, type ManualInputFileValue, type ManualInputSelectOption, type MaterializeManualInputFilesResult, type NumberDisplayOptions, type ReadManualInputFileResult, type RemoveDefaultConfig, type RepoFileRef, type ResolvedApiCallMetric, type ResolvedApiCallsConfig, type ResolvedCallDerivedAttribute, type ResolvedLlmCallMetric, type ResolvedLlmCallPricing, type ResolvedLlmCallsConfig, type RunArtifactRef, type RunInEvalScopeOptions, type RunLogEntry, type RunLogLevel, type RunLogLocation, type RunLogPhase, type RunLogsConfigInput, type RunManifest, type RunSummary, type ScalarCell, type ScopedCaseSummary, type ScoreTrace, type SerializedCacheSpan, type SerializedCacheValue, type SpanCacheOptions, type SseEnvelope, type SseEventType, type TraceActiveSpan, type TraceAttributeDisplay, type TraceAttributeDisplayFormat, type TraceAttributeDisplayInput, type TraceAttributeDisplayPlacement, type TraceAttributeTransform, type TraceAttributeTransformContext, type TraceCacheInfo, type TraceCacheRef, type TraceDisplayConfig, type TraceDisplayInputConfig, type TraceSpanInfo, type TrialSelectionMode, type UpdateManualScoreRequest, advanceEvalTime, agentEvalsConfigSchema, apiCallMetricFormatSchema, apiCallMetricPlacementSchema, apiCallMetricSchema, apiCallsConfigSchema, appendToEvalOutput, applyDerivedCallAttributes, assertionFailureSchema, buildCaseKey, buildEvalKey, buildTraceTree, cacheDebugKeyEntrySchema, cacheDebugKeyFileSchema, cacheEntrySchema, cacheEntryWithDebugKeySchema, cacheFileSchema, cacheListItemSchema, cacheModeSchema, cacheOperationTypeSchema, cacheRecordingOpSchema, cacheRecordingSchema, cacheStatusSchema, captureEvalSpanError, caseDetailSchema, caseRowSchema, cellValueSchema, cleanupStagedManualInputFiles, columnDefSchema, columnFormatSchema, columnKindSchema, configReloadStateSchema, configReloadStatusSchema, createRunRequestSchema, createRunner, defaultConfigKeySchema, defineEval, deriveScopedSummaryFromCases, deriveStatusFromCaseRows, deriveStatusFromChildStatuses, deserializeCacheRecording, deserializeCacheValue, discoveryIssueSchema, evalAssert, evalChartAggregateSchema, evalChartAxisSchema, evalChartBuiltinMetricSchema, evalChartColorSchema, evalChartConfigSchema, evalChartMetricSchema, evalChartTooltipExtraSchema, evalChartTypeSchema, evalChartsConfigSchema, evalColumnOverrideSchema, evalColumnsSchema, evalDeriveConfigSchema, evalExpect, evalFreshnessStatusSchema, evalLog, evalSpan, evalStatAggregateSchema, evalStatItemSchema, evalStatsConfigSchema, evalSummarySchema, evalTracer, extractApiCalls, extractCacheEntries, extractCacheHits, extractLlmCalls, fileRefSchema, getCaseRowCaseKey, getCaseRowEvalKey, getCurrentScope, getEvalCaseInput, getEvalDisplayStatus, getEvalRegistry, getEvalStartTime, getEvalTitle, getNestedAttribute, hashCacheKey, hashCacheKeySync, incrementEvalOutput, isInEvalScope, isManualInputFileValue, jsonCellSchema, llmCallMetricFormatSchema, llmCallMetricPlacementSchema, llmCallMetricSchema, llmCallPricingRateSchema, llmCallPricingSchema, llmCallsConfigSchema, manualInputBooleanFieldSchema, manualInputDescriptorSchema, manualInputFieldDescriptorSchema, manualInputFileValueSchema, manualInputJsonFieldSchema, manualInputMultilineFieldSchema, manualInputNumberFieldSchema, manualInputSelectFieldSchema, manualInputSelectOptionSchema, manualInputTextFieldSchema, materializeManualInputFiles, mergeEvalOutput, nextEvalId, numberDisplayOptionsSchema, readManualInputFile, removeDefaultConfigSchema, repoFile, repoFileRefSchema, resolveApiCallsConfig, resolveLlmCallsConfig, runArtifactRefSchema, runCli, runInEvalRuntimeScope, runInEvalScope, runInExistingEvalScope, runLogEntrySchema, runLogLevelSchema, runLogLocationSchema, runLogPhaseSchema, runLogsConfigSchema, runManifestSchema, runSummarySchema, scoreTraceSchema, serializeCacheRecording, serializeCacheValue, serializedCacheSpanSchema, setEvalOutput, setScopeCacheContext, spanCacheOptionsSchema, sseEnvelopeSchema, stageManualInputFile, stageManualInputFileFromPath, startEvalBackgroundJob, traceAttributeDisplayFormatSchema, traceAttributeDisplayInputSchema, traceAttributeDisplayPlacementSchema, traceAttributeDisplaySchema, traceCacheRefSchema, traceDisplayConfigSchema, traceDisplayInputConfigSchema, traceSpanErrorSchema, traceSpanKindSchema, traceSpanSchema, traceSpanWarningSchema, trialSelectionModeSchema, updateManualScoreRequestSchema, z };
+export { type AgentEvalsConfig, type ApiCallEntry, type ApiCallMetric, type ApiCallMetricFormat, type ApiCallMetricPlacement, type ApiCallMetricValue, type ApiCallsConfigInput, type AssertionFailure, type CacheActivityEntry, type CacheAdapter, type CacheDebugKeyEntry, type CacheDebugKeyFile, type CacheDebugKeyWrite, type CacheEntry, type CacheEntryWithDebugKey, type CacheFile, type CacheHitEntry, type CacheKeyHashInput, type CacheKeyHashOptions, type CacheListItem, type CacheMode, type CacheOperationType, type CacheRecording, type CacheRecordingFrame, type CacheRecordingOp, type CacheScopeContext, type CacheSerializationOptions, type CacheStatus, type CallDerivedAttribute, type CallDerivedAttributeContext, type CallDerivedAttributesConfig, type CallDerivedAttributesFn, type CaptureEvalSpanErrorLevel, type CaptureEvalSpanErrorOptions, type CaseDetail, type CaseRow, type CellValue, type ColumnDef, type ColumnFormat, type ColumnKind, type ConfigReloadState, type ConfigReloadStatus, type CreateRunRequest, DEFAULT_API_CALLS_CONFIG, DEFAULT_LLM_CALLS_CONFIG, type DefaultConfigKey, type DerivedStatus, type DiscoveryIssue, EvalAssertionError, type EvalCacheConfig, type EvalCase, type EvalCaseScope, type EvalChartAggregate, type EvalChartAxis, type EvalChartBuiltinMetric, type EvalChartColor, type EvalChartConfig, type EvalChartMetric, type EvalChartTooltipExtra, type EvalChartType, type EvalChartsConfig, type EvalColumnOverride, type EvalColumns, type EvalDefinition, type EvalDeriveConfig, type EvalDeriveContext, type EvalDeriveFn, type EvalDeriveMap, type EvalDeriveValueFn, type EvalDisplayStatus, type EvalExecuteContext, type EvalExpectation, type EvalFreshnessStatus, type EvalManualInputConfig, type EvalManualScoreDef, type EvalOutputs, type EvalOutputsSchema, type EvalRunner, type EvalRuntimeScope, type EvalScoreContext, type EvalScoreDef, type EvalScoreFn, type EvalSetOutput, type EvalStartTime, type EvalStatAggregate, type EvalStatItem, type EvalStatsConfig, type EvalSummary, type EvalTimeUnit, type EvalTraceSpan, type EvalTraceSpanError, type EvalTraceSpanWarning, type EvalTraceTree, type FileRef, type JsonCell, type LlmCallCostCurrency, type LlmCallEntry, type LlmCallMetric, type LlmCallMetricFormat, type LlmCallMetricPlacement, type LlmCallMetricValue, type LlmCallPricing, type LlmCallPricingRate, type LlmCallPricingRegistry, type LlmCallsConfigInput, type ManualInputDescriptor, type ManualInputFieldDescriptor, type ManualInputFieldKind, type ManualInputFieldOverride, type ManualInputFieldsConfig, type ManualInputFileValue, type ManualInputSelectOption, type MaterializeManualInputFilesResult, type NumberDisplayOptions, type ReadManualInputFileResult, type RemoveDefaultConfig, type RepoFileRef, type ResolvedApiCallMetric, type ResolvedApiCallsConfig, type ResolvedCallDerivedAttribute, type ResolvedLlmCallCostCurrency, type ResolvedLlmCallMetric, type ResolvedLlmCallPricing, type ResolvedLlmCallsConfig, type RunArtifactRef, type RunInEvalScopeOptions, type RunLogEntry, type RunLogLevel, type RunLogLocation, type RunLogPhase, type RunLogsConfigInput, type RunManifest, type RunSummary, type ScalarCell, type ScopedCaseSummary, type ScoreTrace, type SerializedCacheSpan, type SerializedCacheValue, type SpanCacheOptions, type SseEnvelope, type SseEventType, type TraceActiveSpan, type TraceAttributeDisplay, type TraceAttributeDisplayFormat, type TraceAttributeDisplayInput, type TraceAttributeDisplayPlacement, type TraceAttributeTransform, type TraceAttributeTransformContext, type TraceCacheInfo, type TraceCacheRef, type TraceDisplayConfig, type TraceDisplayInputConfig, type TraceSpanInfo, type TrialSelectionMode, type UpdateManualScoreRequest, advanceEvalTime, agentEvalsConfigSchema, apiCallMetricFormatSchema, apiCallMetricPlacementSchema, apiCallMetricSchema, apiCallsConfigSchema, appendToEvalOutput, applyDerivedCallAttributes, assertionFailureSchema, buildCaseKey, buildEvalKey, buildTraceTree, cacheDebugKeyEntrySchema, cacheDebugKeyFileSchema, cacheEntrySchema, cacheEntryWithDebugKeySchema, cacheFileSchema, cacheListItemSchema, cacheModeSchema, cacheOperationTypeSchema, cacheRecordingOpSchema, cacheRecordingSchema, cacheStatusSchema, captureEvalSpanError, caseDetailSchema, caseRowSchema, cellValueSchema, cleanupStagedManualInputFiles, columnDefSchema, columnFormatSchema, columnKindSchema, configReloadStateSchema, configReloadStatusSchema, createRunRequestSchema, createRunner, defaultConfigKeySchema, defineEval, deriveScopedSummaryFromCases, deriveStatusFromCaseRows, deriveStatusFromChildStatuses, deserializeCacheRecording, deserializeCacheValue, discoveryIssueSchema, evalAssert, evalChartAggregateSchema, evalChartAxisSchema, evalChartBuiltinMetricSchema, evalChartColorSchema, evalChartConfigSchema, evalChartMetricSchema, evalChartTooltipExtraSchema, evalChartTypeSchema, evalChartsConfigSchema, evalColumnOverrideSchema, evalColumnsSchema, evalDeriveConfigSchema, evalExpect, evalFreshnessStatusSchema, evalLog, evalSpan, evalStatAggregateSchema, evalStatItemSchema, evalStatsConfigSchema, evalSummarySchema, evalTracer, extractApiCalls, extractCacheEntries, extractCacheHits, extractLlmCalls, fileRefSchema, getCaseRowCaseKey, getCaseRowEvalKey, getCurrentScope, getEvalCaseInput, getEvalDisplayStatus, getEvalRegistry, getEvalStartTime, getEvalTitle, getNestedAttribute, hashCacheKey, hashCacheKeySync, incrementEvalOutput, isInEvalScope, isManualInputFileValue, jsonCellSchema, llmCallCostCurrencySchema, llmCallMetricFormatSchema, llmCallMetricPlacementSchema, llmCallMetricSchema, llmCallPricingRateSchema, llmCallPricingSchema, llmCallsConfigSchema, manualInputBooleanFieldSchema, manualInputDescriptorSchema, manualInputFieldDescriptorSchema, manualInputFileValueSchema, manualInputJsonFieldSchema, manualInputMultilineFieldSchema, manualInputNumberFieldSchema, manualInputSelectFieldSchema, manualInputSelectOptionSchema, manualInputTextFieldSchema, materializeManualInputFiles, mergeEvalOutput, nextEvalId, numberDisplayOptionsSchema, readManualInputFile, removeDefaultConfigSchema, repoFile, repoFileRefSchema, resolveApiCallsConfig, resolveLlmCallsConfig, runArtifactRefSchema, runCli, runInEvalRuntimeScope, runInEvalScope, runInExistingEvalScope, runLogEntrySchema, runLogLevelSchema, runLogLocationSchema, runLogPhaseSchema, runLogsConfigSchema, runManifestSchema, runSummarySchema, scoreTraceSchema, serializeCacheRecording, serializeCacheValue, serializedCacheSpanSchema, setEvalOutput, setScopeCacheContext, spanCacheOptionsSchema, sseEnvelopeSchema, stageManualInputFile, stageManualInputFileFromPath, startEvalBackgroundJob, traceAttributeDisplayFormatSchema, traceAttributeDisplayInputSchema, traceAttributeDisplayPlacementSchema, traceAttributeDisplaySchema, traceCacheRefSchema, traceDisplayConfigSchema, traceDisplayInputConfigSchema, traceSpanErrorSchema, traceSpanKindSchema, traceSpanSchema, traceSpanWarningSchema, trialSelectionModeSchema, updateManualScoreRequestSchema, z };