@ls-stack/agent-eval 0.58.5 → 0.59.1

package/dist/index.d.mts

@@ -398,6 +398,18 @@ type EvalCase$1$1<TInput = unknown> = {
   input: TInput;
   tags?: string[];
 };
+/** Normalized view of one tool-call span and its common tool metadata. */
+type EvalToolCallSpan = {
+  /** Preferred tool name, using GenAI/Mastra identity metadata when present. */name: string; /** Original trace span display name. */
+  spanName: string; /** Original trace span kind. */
+  kind: string; /** Parsed tool-call arguments, or the raw value when parsing is not possible. */
+  arguments: unknown; /** Parsed tool-call result, or the raw value when parsing is not possible. */
+  result: unknown; /** Tool description from GenAI/Mastra metadata when present. */
+  description: string | undefined; /** Tool type from GenAI/Mastra metadata when present. */
+  toolType: string | undefined; /** Original span attributes. */
+  attributes: Record<string, unknown> | undefined; /** Original trace span for fields not normalized above. */
+  span: EvalTraceSpan$2;
+};
 /** Query helpers built from the flattened trace recorded for one eval case. */
 type EvalTraceTree = {
   /** Flat span list in creation order. */spans: EvalTraceSpan$2[]; /** Top-level spans whose `parentId` is `null`. */
@@ -406,10 +418,16 @@ type EvalTraceTree = {
   findSpans: (name: string) => EvalTraceSpan$2[]; /** Return whether any span name exactly matches `name`. */
   hasSpan: (name: string) => boolean; /** Return every span whose kind exactly matches `kind`. */
   findSpansByKind: (kind: string) => EvalTraceSpan$2[]; /** Return every span with `kind: 'tool'` or `kind: 'tool_call'`. */
-  findToolCallSpans: () => EvalTraceSpan$2[]; /** Return the names of every span with `kind: 'tool'` or `kind: 'tool_call'`. */
-  listToolCallSpanNames: () => string[]; /** Return whether a tool-call span has a name exactly matching `name`. */
-  hasToolCallSpan: (name: string) => boolean; /** Return whether a tool-call span name appears exactly `expectedCalls` times. */
-  hasNToolCallSpans: (toolName: string, expectedCalls: number) => boolean; /** Return span names in creation order, optionally filtered by kind. */
+  findToolCallSpans: () => EvalTraceSpan$2[];
+  /**
+   * Return tool-call names, preferring GenAI/Mastra tool identity attributes
+   * when available.
+   */
+  listToolCallSpanNames: () => string[]; /** Return whether a tool-call span name or tool identity matches `name`. */
+  hasToolCallSpan: (name: string) => boolean; /** Return normalized tool-call spans whose name or tool identity matches `name`. */
+  getToolCallSpans: (name: string) => EvalToolCallSpan[]; /** Return how many tool-call spans have a name or tool identity matching `toolName`. */
+  getToolCallSpanCount: (toolName: string) => number; /** Return whether a tool-call span name or tool identity appears exactly `expectedCalls` times. */
+  hasToolCallSpanCount: (toolName: string, expectedCalls: number) => boolean; /** Return span names in creation order, optionally filtered by kind. */
   listSpanNames: (kind?: string) => string[]; /** Return span names in depth-first tree order, optionally filtered by kind. */
   listSpanNamesDfs: (kind?: string) => string[]; /** Return all spans in depth-first tree order. */
   flattenDfs: () => EvalTraceSpan$2[];
@@ -1923,15 +1941,15 @@ type ColumnKind = z$1.infer<typeof columnKindSchema>;
 declare const columnFormatSchema: z$1.ZodEnum<{
   number: "number";
   boolean: "boolean";
+  duration: "duration";
+  json: "json";
   file: "file";
   markdown: "markdown";
-  json: "json";
   image: "image";
   html: "html";
   pdf: "pdf";
   audio: "audio";
   video: "video";
-  duration: "duration";
   percent: "percent";
   passFail: "passFail";
   stars: "stars";
@@ -1950,15 +1968,15 @@ declare const columnDefSchema: z$1.ZodObject<{
   format: z$1.ZodOptional<z$1.ZodEnum<{
     number: "number";
     boolean: "boolean";
+    duration: "duration";
+    json: "json";
     file: "file";
     markdown: "markdown";
-    json: "json";
     image: "image";
     html: "html";
     pdf: "pdf";
     audio: "audio";
     video: "video";
-    duration: "duration";
     percent: "percent";
     passFail: "passFail";
     stars: "stars";
@@ -2004,8 +2022,8 @@ type CellValue = z$1.infer<typeof cellValueSchema>; //#endregion
 declare const traceAttributeDisplayFormatSchema: z$1.ZodEnum<{
   string: "string";
   number: "number";
-  json: "json";
   duration: "duration";
+  json: "json";
 }>;
 /**
  * Formatting hint for trace attribute values rendered by the UI.
@@ -2029,8 +2047,8 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
   format: z$1.ZodOptional<z$1.ZodEnum<{
     string: "string";
     number: "number";
-    json: "json";
     duration: "duration";
+    json: "json";
   }>>;
   numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
   placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -2065,8 +2083,8 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
     format: z$1.ZodOptional<z$1.ZodEnum<{
       string: "string";
       number: "number";
-      json: "json";
       duration: "duration";
+      json: "json";
     }>>;
     numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
     placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -2105,8 +2123,8 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
   format: z$1.ZodOptional<z$1.ZodEnum<{
     string: "string";
     number: "number";
-    json: "json";
     duration: "duration";
+    json: "json";
   }>>;
   numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
   placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -2143,8 +2161,8 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
     format: z$1.ZodOptional<z$1.ZodEnum<{
       string: "string";
       number: "number";
-      json: "json";
       duration: "duration";
+      json: "json";
     }>>;
     numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
     placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -2308,15 +2326,15 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   format: z$1.ZodOptional<z$1.ZodEnum<{
     number: "number";
     boolean: "boolean";
+    duration: "duration";
+    json: "json";
     file: "file";
     markdown: "markdown";
-    json: "json";
     image: "image";
     html: "html";
     pdf: "pdf";
     audio: "audio";
     video: "video";
-    duration: "duration";
     percent: "percent";
     passFail: "passFail";
     stars: "stars";
@@ -2372,15 +2390,15 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
   format: z$1.ZodOptional<z$1.ZodEnum<{
     number: "number";
     boolean: "boolean";
+    duration: "duration";
+    json: "json";
     file: "file";
     markdown: "markdown";
-    json: "json";
     image: "image";
     html: "html";
     pdf: "pdf";
     audio: "audio";
     video: "video";
-    duration: "duration";
     percent: "percent";
     passFail: "passFail";
     stars: "stars";
@@ -2418,15 +2436,15 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
     format: z$1.ZodOptional<z$1.ZodEnum<{
       number: "number";
       boolean: "boolean";
+      duration: "duration";
+      json: "json";
       file: "file";
       markdown: "markdown";
-      json: "json";
       image: "image";
       html: "html";
       pdf: "pdf";
       audio: "audio";
       video: "video";
-      duration: "duration";
       percent: "percent";
       passFail: "passFail";
       stars: "stars";
@@ -2499,15 +2517,15 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
     format: z$1.ZodOptional<z$1.ZodEnum<{
       number: "number";
       boolean: "boolean";
+      duration: "duration";
+      json: "json";
       file: "file";
       markdown: "markdown";
-      json: "json";
       image: "image";
       html: "html";
       pdf: "pdf";
       audio: "audio";
       video: "video";
-      duration: "duration";
       percent: "percent";
       passFail: "passFail";
       stars: "stars";
@@ -2540,8 +2558,8 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
       }>;
       label: z$1.ZodOptional<z$1.ZodString>;
       color: z$1.ZodOptional<z$1.ZodEnum<{
-        success: "success";
         error: "error";
+        success: "success";
         warning: "warning";
         accent: "accent";
         accentDim: "accentDim";
@@ -2564,8 +2582,8 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
       }>;
       label: z$1.ZodOptional<z$1.ZodString>;
       color: z$1.ZodOptional<z$1.ZodEnum<{
-        success: "success";
         error: "error";
+        success: "success";
         warning: "warning";
         accent: "accent";
         accentDim: "accentDim";
@@ -2730,15 +2748,15 @@ declare const caseRowSchema$1: z$1.ZodObject<{
     format: z$1.ZodOptional<z$1.ZodEnum<{
       number: "number";
       boolean: "boolean";
+      duration: "duration";
+      json: "json";
       file: "file";
       markdown: "markdown";
-      json: "json";
       image: "image";
       html: "html";
       pdf: "pdf";
       audio: "audio";
       video: "video";
-      duration: "duration";
       percent: "percent";
       passFail: "passFail";
       stars: "stars";
@@ -2876,8 +2894,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
       format: z$1.ZodOptional<z$1.ZodEnum<{
         string: "string";
         number: "number";
-        json: "json";
         duration: "duration";
+        json: "json";
       }>>;
       numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
       placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -2979,8 +2997,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
       format: z$1.ZodOptional<z$1.ZodEnum<{
         string: "string";
         number: "number";
-        json: "json";
         duration: "duration";
+        json: "json";
       }>>;
       numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
       placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3048,8 +3066,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
         format: z$1.ZodOptional<z$1.ZodEnum<{
           string: "string";
           number: "number";
-          json: "json";
           duration: "duration";
+          json: "json";
         }>>;
         numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
         placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3108,15 +3126,15 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
     format: z$1.ZodOptional<z$1.ZodEnum<{
       number: "number";
       boolean: "boolean";
+      duration: "duration";
+      json: "json";
       file: "file";
       markdown: "markdown";
-      json: "json";
       image: "image";
       html: "html";
       pdf: "pdf";
       audio: "audio";
       video: "video";
-      duration: "duration";
       percent: "percent";
       passFail: "passFail";
       stars: "stars";
@@ -3265,8 +3283,8 @@ type EvalChartAggregate = z$1.infer<typeof evalChartAggregateSchema>;
  * not emit raw hex so authored evals stay decoupled from the web theme.
  */
 declare const evalChartColorSchema: z$1.ZodEnum<{
-  success: "success";
   error: "error";
+  success: "success";
   warning: "warning";
   accent: "accent";
   accentDim: "accentDim";
@@ -3294,8 +3312,8 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   }>;
   label: z$1.ZodOptional<z$1.ZodString>;
   color: z$1.ZodOptional<z$1.ZodEnum<{
-    success: "success";
     error: "error";
+    success: "success";
     warning: "warning";
     accent: "accent";
     accentDim: "accentDim";
@@ -3318,8 +3336,8 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   }>;
   label: z$1.ZodOptional<z$1.ZodString>;
   color: z$1.ZodOptional<z$1.ZodEnum<{
-    success: "success";
     error: "error";
+    success: "success";
     warning: "warning";
     accent: "accent";
     accentDim: "accentDim";
@@ -3377,8 +3395,8 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
     }>;
     label: z$1.ZodOptional<z$1.ZodString>;
     color: z$1.ZodOptional<z$1.ZodEnum<{
-      success: "success";
       error: "error";
+      success: "success";
       warning: "warning";
       accent: "accent";
       accentDim: "accentDim";
@@ -3401,8 +3419,8 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
     }>;
     label: z$1.ZodOptional<z$1.ZodString>;
     color: z$1.ZodOptional<z$1.ZodEnum<{
-      success: "success";
       error: "error";
+      success: "success";
       warning: "warning";
       accent: "accent";
       accentDim: "accentDim";
@@ -3467,8 +3485,8 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
     }>;
     label: z$1.ZodOptional<z$1.ZodString>;
     color: z$1.ZodOptional<z$1.ZodEnum<{
-      success: "success";
       error: "error";
+      success: "success";
       warning: "warning";
       accent: "accent";
       accentDim: "accentDim";
@@ -3491,8 +3509,8 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
     }>;
     label: z$1.ZodOptional<z$1.ZodString>;
     color: z$1.ZodOptional<z$1.ZodEnum<{
-      success: "success";
       error: "error";
+      success: "success";
       warning: "warning";
       accent: "accent";
       accentDim: "accentDim";
@@ -3688,6 +3706,18 @@ type EvalCase$1<TInput = unknown> = {
   input: TInput;
   tags?: string[];
 };
+/** Normalized view of one tool-call span and its common tool metadata. */
+type EvalToolCallSpan$1 = {
+  /** Preferred tool name, using GenAI/Mastra identity metadata when present. */name: string; /** Original trace span display name. */
+  spanName: string; /** Original trace span kind. */
+  kind: string; /** Parsed tool-call arguments, or the raw value when parsing is not possible. */
+  arguments: unknown; /** Parsed tool-call result, or the raw value when parsing is not possible. */
+  result: unknown; /** Tool description from GenAI/Mastra metadata when present. */
+  description: string | undefined; /** Tool type from GenAI/Mastra metadata when present. */
+  toolType: string | undefined; /** Original span attributes. */
+  attributes: Record<string, unknown> | undefined; /** Original trace span for fields not normalized above. */
+  span: EvalTraceSpan$1;
+};
 /** Query helpers built from the flattened trace recorded for one eval case. */
 type EvalTraceTree$1 = {
   /** Flat span list in creation order. */spans: EvalTraceSpan$1[]; /** Top-level spans whose `parentId` is `null`. */
@@ -3696,10 +3726,16 @@ type EvalTraceTree$1 = {
   findSpans: (name: string) => EvalTraceSpan$1[]; /** Return whether any span name exactly matches `name`. */
   hasSpan: (name: string) => boolean; /** Return every span whose kind exactly matches `kind`. */
   findSpansByKind: (kind: string) => EvalTraceSpan$1[]; /** Return every span with `kind: 'tool'` or `kind: 'tool_call'`. */
-  findToolCallSpans: () => EvalTraceSpan$1[]; /** Return the names of every span with `kind: 'tool'` or `kind: 'tool_call'`. */
-  listToolCallSpanNames: () => string[]; /** Return whether a tool-call span has a name exactly matching `name`. */
-  hasToolCallSpan: (name: string) => boolean; /** Return whether a tool-call span name appears exactly `expectedCalls` times. */
-  hasNToolCallSpans: (toolName: string, expectedCalls: number) => boolean; /** Return span names in creation order, optionally filtered by kind. */
+  findToolCallSpans: () => EvalTraceSpan$1[];
+  /**
+   * Return tool-call names, preferring GenAI/Mastra tool identity attributes
+   * when available.
+   */
+  listToolCallSpanNames: () => string[]; /** Return whether a tool-call span name or tool identity matches `name`. */
+  hasToolCallSpan: (name: string) => boolean; /** Return normalized tool-call spans whose name or tool identity matches `name`. */
+  getToolCallSpans: (name: string) => EvalToolCallSpan$1[]; /** Return how many tool-call spans have a name or tool identity matching `toolName`. */
+  getToolCallSpanCount: (toolName: string) => number; /** Return whether a tool-call span name or tool identity appears exactly `expectedCalls` times. */
+  hasToolCallSpanCount: (toolName: string, expectedCalls: number) => boolean; /** Return span names in creation order, optionally filtered by kind. */
   listSpanNames: (kind?: string) => string[]; /** Return span names in depth-first tree order, optionally filtered by kind. */
   listSpanNamesDfs: (kind?: string) => string[]; /** Return all spans in depth-first tree order. */
   flattenDfs: () => EvalTraceSpan$1[];
@@ -3772,8 +3808,8 @@ declare const llmCallMetricFormatSchema$1: z$1.ZodEnum<{
   string: "string";
   number: "number";
   boolean: "boolean";
-  json: "json";
   duration: "duration";
+  json: "json";
 }>;
 /** Render format applied to an LLM-call metric value. */
 type LlmCallMetricFormat = z$1.infer<typeof llmCallMetricFormatSchema$1>;
@@ -3782,8 +3818,8 @@ declare const apiCallMetricFormatSchema$1: z$1.ZodEnum<{
   string: "string";
   number: "number";
   boolean: "boolean";
-  json: "json";
   duration: "duration";
+  json: "json";
 }>;
 /** Render format applied to an API-call metric value. */
 type ApiCallMetricFormat = z$1.infer<typeof apiCallMetricFormatSchema$1>;
@@ -3852,8 +3888,8 @@ declare const llmCallMetricSchema: z$1.ZodObject<{
     string: "string";
     number: "number";
     boolean: "boolean";
-    json: "json";
     duration: "duration";
+    json: "json";
   }>>;
   numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
   placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3881,8 +3917,8 @@ declare const apiCallMetricSchema: z$1.ZodObject<{
     string: "string";
     number: "number";
     boolean: "boolean";
-    json: "json";
     duration: "duration";
+    json: "json";
   }>>;
   numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
   placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3995,8 +4031,8 @@ declare const llmCallsConfigSchema: z$1.ZodObject<{
       string: "string";
       number: "number";
       boolean: "boolean";
-      json: "json";
       duration: "duration";
+      json: "json";
     }>>;
     numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
     placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -4031,8 +4067,8 @@ declare const apiCallsConfigSchema: z$1.ZodObject<{
       string: "string";
       number: "number";
       boolean: "boolean";
-      json: "json";
       duration: "duration";
+      json: "json";
     }>>;
     numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
     placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -4633,15 +4669,15 @@ declare const cacheRecordingOpSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
     format: z$1.ZodOptional<z$1.ZodEnum<{
       number: "number";
       boolean: "boolean";
+      duration: "duration";
+      json: "json";
       file: "file";
       markdown: "markdown";
-      json: "json";
       image: "image";
       html: "html";
       pdf: "pdf";
       audio: "audio";
       video: "video";
-      duration: "duration";
       percent: "percent";
       passFail: "passFail";
       stars: "stars";
@@ -4721,15 +4757,15 @@ declare const cacheRecordingSchema: z$1.ZodObject<{
       format: z$1.ZodOptional<z$1.ZodEnum<{
         number: "number";
         boolean: "boolean";
+        duration: "duration";
+        json: "json";
         file: "file";
         markdown: "markdown";
-        json: "json";
         image: "image";
         html: "html";
         pdf: "pdf";
         audio: "audio";
         video: "video";
-        duration: "duration";
         percent: "percent";
         passFail: "passFail";
         stars: "stars";
@@ -4822,15 +4858,15 @@ declare const cacheEntrySchema: z$1.ZodObject<{
         format: z$1.ZodOptional<z$1.ZodEnum<{
           number: "number";
           boolean: "boolean";
+          duration: "duration";
+          json: "json";
           file: "file";
           markdown: "markdown";
-          json: "json";
           image: "image";
           html: "html";
           pdf: "pdf";
           audio: "audio";
           video: "video";
-          duration: "duration";
           percent: "percent";
           passFail: "passFail";
           stars: "stars";
@@ -4940,15 +4976,15 @@ declare const cacheDebugKeyEntrySchema: z$1.ZodObject<{
           format: z$1.ZodOptional<z$1.ZodEnum<{
             number: "number";
             boolean: "boolean";
+            duration: "duration";
+            json: "json";
             file: "file";
             markdown: "markdown";
-            json: "json";
             image: "image";
             html: "html";
             pdf: "pdf";
             audio: "audio";
             video: "video";
-            duration: "duration";
             percent: "percent";
             passFail: "passFail";
             stars: "stars";
@@ -5047,15 +5083,15 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
         format: z$1.ZodOptional<z$1.ZodEnum<{
           number: "number";
           boolean: "boolean";
+          duration: "duration";
+          json: "json";
           file: "file";
           markdown: "markdown";
-          json: "json";
           image: "image";
           html: "html";
           pdf: "pdf";
           audio: "audio";
           video: "video";
-          duration: "duration";
           percent: "percent";
           passFail: "passFail";
           stars: "stars";
@@ -5156,15 +5192,15 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
             format: z$1.ZodOptional<z$1.ZodEnum<{
               number: "number";
               boolean: "boolean";
+              duration: "duration";
+              json: "json";
               file: "file";
               markdown: "markdown";
-              json: "json";
               image: "image";
               html: "html";
               pdf: "pdf";
               audio: "audio";
               video: "video";
-              duration: "duration";
               percent: "percent";
               passFail: "passFail";
               stars: "stars";
@@ -5263,15 +5299,15 @@ declare const cacheFileSchema: z$1.ZodObject<{
           format: z$1.ZodOptional<z$1.ZodEnum<{
             number: "number";
             boolean: "boolean";
+            duration: "duration";
+            json: "json";
             file: "file";
             markdown: "markdown";
-            json: "json";
             image: "image";
             html: "html";
             pdf: "pdf";
             audio: "audio";
             video: "video";
-            duration: "duration";
             percent: "percent";
             passFail: "passFail";
             stars: "stars";
@@ -5380,15 +5416,15 @@ declare const cacheDebugKeyFileSchema: z$1.ZodObject<{
             format: z$1.ZodOptional<z$1.ZodEnum<{
               number: "number";
               boolean: "boolean";
+              duration: "duration";
+              json: "json";
               file: "file";
               markdown: "markdown";
-              json: "json";
               image: "image";
               html: "html";
               pdf: "pdf";
               audio: "audio";
               video: "video";
-              duration: "duration";
               percent: "percent";
               passFail: "passFail";
               stars: "stars";
@@ -7294,4 +7330,4 @@ declare function defineEval<TInput = unknown, TOutputs extends EvalOutputs = Eva
 /** Return whether the active eval case has tags matching the typed input. */
 declare function matchesEvalTags(input: EvalTagMatchInput): boolean;
 //#endregion
-export { AgentEvalTagRegistry, AgentEvalsConfig, type ApiCallEntry, type ApiCallMetric, type ApiCallMetricFormat, type ApiCallMetricPlacement, type ApiCallMetricValue, type ApiCallsConfigInput, type AssertionFailure, type CacheActivityEntry, type CacheAdapter, type CacheDebugKeyEntry, type CacheDebugKeyFile, type CacheDebugKeyWrite, type CacheEntry, type CacheEntryWithDebugKey, type CacheFile, type CacheHitEntry, type CacheKeyHashInput, type CacheKeyHashOptions, type CacheListItem, type CacheMode, type CacheOperationType, type CacheRecording, type CacheRecordingFrame, type CacheRecordingOp, type CacheRepairSummary, type CacheScopeContext, type CacheSerializationOptions, type CacheStatus, type CallDerivedAttribute, type CallDerivedAttributeContext, type CallDerivedAttributesConfig, type CallDerivedAttributesFn, type CaptureEvalSpanErrorLevel, type CaptureEvalSpanErrorOptions, type CaseDetail, type CaseRow, type CellValue, type ColumnDef, type ColumnFormat, type ColumnKind, type ConfigReloadState, type ConfigReloadStatus, type CreateRunRequest, type DefaultConfigKey, type DerivedStatus, type DiscoveryIssue, EvalAssertionError, type EvalCacheConfig, EvalCase, type EvalCaseScope, type EvalChartAggregate, type EvalChartAxis, type EvalChartBuiltinMetric, type EvalChartColor, type EvalChartConfig, type EvalChartMetric, type EvalChartTooltipExtra, type EvalChartType, type EvalChartsConfig, type EvalColumnOverride, type EvalColumns, EvalDefinition, type EvalDeriveConfig, type EvalDeriveContext, type EvalDeriveFn, type EvalDeriveMap, type EvalDeriveValueFn, type EvalDisplayStatus, type EvalExecuteContext, type EvalExpectation, type EvalFreshnessStatus, type EvalManualInputConfig, type EvalManualScoreDef, type EvalOutputs, type EvalOutputsSchema, type EvalRunner, type EvalRuntimeScope, EvalRuntimeUsageError, type EvalScoreContext, type EvalScoreDef, type EvalScoreFn, type EvalSetOutput, type EvalStartTime, type EvalStatAggregate, type EvalStatItem, type EvalStatsConfig, type EvalSummary, EvalTag, EvalTagMatchInput, type EvalTraceTree, type EvalTracingAssertionsConfig, type EvalTracingAssertionsFn, type JsonCell, type LlmCallCostBreakdown, type LlmCallCostCurrency, type LlmCallEntry, type LlmCallMetric, type LlmCallMetricFormat, type LlmCallMetricPlacement, type LlmCallMetricValue, type LlmCallPricing, type LlmCallPricingRate, type LlmCallPricingRegistry, type LlmCallSimulatedTokens, type LlmCallsConfigInput, type LlmCostScenario, type ManualInputDescriptor, type ManualInputFieldDescriptor, type ManualInputFieldKind, type ManualInputFieldOverride, type ManualInputFieldsConfig, type ManualInputFileValue, type ManualInputSelectOption, type MaterializeManualInputFilesResult, type NumberDisplayOptions, type ReadManualInputFileResult, type RemoveDefaultConfig, type ResolvedApiCallMetric, type ResolvedApiCallsConfig, type ResolvedCallDerivedAttribute, type ResolvedLlmCallCostCurrency, type ResolvedLlmCallMetric, type ResolvedLlmCallPricing, type ResolvedLlmCallsConfig, type RunInEvalScopeOptions, type RunLogEntry, type RunLogLevel, type RunLogLocation, type RunLogPhase, type RunLogsConfigInput, type RunManifest, type RunSummary, type ScalarCell, type ScopedCaseSummary, type ScoreTrace, type SerializedCacheSpan, type SerializedCacheValue, type SpanCacheOptions, type SseEnvelope, type SseEventType, type TraceActiveSpan, type TraceAttributeDisplay, type TraceAttributeDisplayFormat, type TraceAttributeDisplayInput, type TraceAttributeDisplayPlacement, type TraceAttributeTransform, type TraceAttributeTransformContext, type TraceCacheInfo, type TraceCacheRef, type TraceDisplayConfig, type TraceDisplayInputConfig, type TraceSpanInfo, type TrialSelectionMode, type UpdateManualScoreRequest, appendToEvalOutput, buildTraceTree, captureEvalSpanError, cleanupStagedManualInputFiles, createRunner, defineEval, deserializeCacheRecording, deserializeCacheValue, evalAssert, evalExpect, evalLog, evalSpan, evalTime, evalTracer, extractApiCalls, extractCacheEntries, extractCacheHits, extractLlmCalls, getCurrentScope, getEvalCaseInput, getEvalRegistry, getNestedAttribute, hashCacheKey, hashCacheKeySync, incrementEvalOutput, isInEvalScope, isManualInputFileValue, manualInputFileValueSchema, matchesEvalTags, materializeManualInputFiles, mergeEvalOutput, nextEvalId, readManualInputFile, repoFile, runCli, runInEvalRuntimeScope, runInEvalScope, runInExistingEvalScope, serializeCacheRecording, serializeCacheValue, setEvalOutput, setScopeCacheContext, simulateLlmCallCost, simulateTokenAllocation, stageManualInputFile, stageManualInputFileFromPath, startEvalBackgroundJob, z };
+export { AgentEvalTagRegistry, AgentEvalsConfig, type ApiCallEntry, type ApiCallMetric, type ApiCallMetricFormat, type ApiCallMetricPlacement, type ApiCallMetricValue, type ApiCallsConfigInput, type AssertionFailure, type CacheActivityEntry, type CacheAdapter, type CacheDebugKeyEntry, type CacheDebugKeyFile, type CacheDebugKeyWrite, type CacheEntry, type CacheEntryWithDebugKey, type CacheFile, type CacheHitEntry, type CacheKeyHashInput, type CacheKeyHashOptions, type CacheListItem, type CacheMode, type CacheOperationType, type CacheRecording, type CacheRecordingFrame, type CacheRecordingOp, type CacheRepairSummary, type CacheScopeContext, type CacheSerializationOptions, type CacheStatus, type CallDerivedAttribute, type CallDerivedAttributeContext, type CallDerivedAttributesConfig, type CallDerivedAttributesFn, type CaptureEvalSpanErrorLevel, type CaptureEvalSpanErrorOptions, type CaseDetail, type CaseRow, type CellValue, type ColumnDef, type ColumnFormat, type ColumnKind, type ConfigReloadState, type ConfigReloadStatus, type CreateRunRequest, type DefaultConfigKey, type DerivedStatus, type DiscoveryIssue, EvalAssertionError, type EvalCacheConfig, EvalCase, type EvalCaseScope, type EvalChartAggregate, type EvalChartAxis, type EvalChartBuiltinMetric, type EvalChartColor, type EvalChartConfig, type EvalChartMetric, type EvalChartTooltipExtra, type EvalChartType, type EvalChartsConfig, type EvalColumnOverride, type EvalColumns, EvalDefinition, type EvalDeriveConfig, type EvalDeriveContext, type EvalDeriveFn, type EvalDeriveMap, type EvalDeriveValueFn, type EvalDisplayStatus, type EvalExecuteContext, type EvalExpectation, type EvalFreshnessStatus, type EvalManualInputConfig, type EvalManualScoreDef, type EvalOutputs, type EvalOutputsSchema, type EvalRunner, type EvalRuntimeScope, EvalRuntimeUsageError, type EvalScoreContext, type EvalScoreDef, type EvalScoreFn, type EvalSetOutput, type EvalStartTime, type EvalStatAggregate, type EvalStatItem, type EvalStatsConfig, type EvalSummary, EvalTag, EvalTagMatchInput, type EvalToolCallSpan, type EvalTraceTree, type EvalTracingAssertionsConfig, type EvalTracingAssertionsFn, type JsonCell, type LlmCallCostBreakdown, type LlmCallCostCurrency, type LlmCallEntry, type LlmCallMetric, type LlmCallMetricFormat, type LlmCallMetricPlacement, type LlmCallMetricValue, type LlmCallPricing, type LlmCallPricingRate, type LlmCallPricingRegistry, type LlmCallSimulatedTokens, type LlmCallsConfigInput, type LlmCostScenario, type ManualInputDescriptor, type ManualInputFieldDescriptor, type ManualInputFieldKind, type ManualInputFieldOverride, type ManualInputFieldsConfig, type ManualInputFileValue, type ManualInputSelectOption, type MaterializeManualInputFilesResult, type NumberDisplayOptions, type ReadManualInputFileResult, type RemoveDefaultConfig, type ResolvedApiCallMetric, type ResolvedApiCallsConfig, type ResolvedCallDerivedAttribute, type ResolvedLlmCallCostCurrency, type ResolvedLlmCallMetric, type ResolvedLlmCallPricing, type ResolvedLlmCallsConfig, type RunInEvalScopeOptions, type RunLogEntry, type RunLogLevel, type RunLogLocation, type RunLogPhase, type RunLogsConfigInput, type RunManifest, type RunSummary, type ScalarCell, type ScopedCaseSummary, type ScoreTrace, type SerializedCacheSpan, type SerializedCacheValue, type SpanCacheOptions, type SseEnvelope, type SseEventType, type TraceActiveSpan, type TraceAttributeDisplay, type TraceAttributeDisplayFormat, type TraceAttributeDisplayInput, type TraceAttributeDisplayPlacement, type TraceAttributeTransform, type TraceAttributeTransformContext, type TraceCacheInfo, type TraceCacheRef, type TraceDisplayConfig, type TraceDisplayInputConfig, type TraceSpanInfo, type TrialSelectionMode, type UpdateManualScoreRequest, appendToEvalOutput, buildTraceTree, captureEvalSpanError, cleanupStagedManualInputFiles, createRunner, defineEval, deserializeCacheRecording, deserializeCacheValue, evalAssert, evalExpect, evalLog, evalSpan, evalTime, evalTracer, extractApiCalls, extractCacheEntries, extractCacheHits, extractLlmCalls, getCurrentScope, getEvalCaseInput, getEvalRegistry, getNestedAttribute, hashCacheKey, hashCacheKeySync, incrementEvalOutput, isInEvalScope, isManualInputFileValue, manualInputFileValueSchema, matchesEvalTags, materializeManualInputFiles, mergeEvalOutput, nextEvalId, readManualInputFile, repoFile, runCli, runInEvalRuntimeScope, runInEvalScope, runInExistingEvalScope, serializeCacheRecording, serializeCacheValue, setEvalOutput, setScopeCacheContext, simulateLlmCallCost, simulateTokenAllocation, stageManualInputFile, stageManualInputFileFromPath, startEvalBackgroundJob, z };

package/dist/index.mjs

@@ -1,4 +1,4 @@
-import { $ as setEvalOutput, A as serializeCacheValue, B as evalLog, C as evalSpan, D as deserializeCacheRecording, E as hashCacheKeySync, F as EvalAssertionError, G as isInEvalScope, H as getCurrentScope, I as EvalRuntimeUsageError, It as getEvalRegistry, J as nextEvalId, L as appendToEvalOutput, M as manualInputFileValueSchema, N as readManualInputFile, O as deserializeCacheValue, P as evalExpect, S as captureEvalSpanError, T as hashCacheKey, U as getEvalCaseInput, V as evalTime, W as incrementEvalOutput, X as runInEvalScope, Y as runInEvalRuntimeScope, Z as runInExistingEvalScope, at as extractCacheHits, b as z, ct as simulateLlmCallCost, dt as getNestedAttribute, et as setScopeCacheContext, it as extractCacheEntries, j as repoFile, k as serializeCacheRecording, lt as simulateTokenAllocation, ot as extractApiCalls, q as mergeEvalOutput, st as extractLlmCalls, tt as startEvalBackgroundJob, w as evalTracer, x as buildTraceTree, z as evalAssert } from "./runExecution-BMnJXWhN.mjs";
-import { a as materializeManualInputFiles, i as isManualInputFileValue, n as createRunner, o as stageManualInputFile, r as cleanupStagedManualInputFiles, s as stageManualInputFileFromPath, t as runCli } from "./cli-ClAkjTvo.mjs";
-import { n as matchesEvalTags, t as defineEval } from "./src-DfzidkYr.mjs";
+import { $ as setEvalOutput, A as serializeCacheValue, B as evalLog, C as evalSpan, D as deserializeCacheRecording, E as hashCacheKeySync, F as EvalAssertionError, G as isInEvalScope, H as getCurrentScope, I as EvalRuntimeUsageError, It as getEvalRegistry, J as nextEvalId, L as appendToEvalOutput, M as manualInputFileValueSchema, N as readManualInputFile, O as deserializeCacheValue, P as evalExpect, S as captureEvalSpanError, T as hashCacheKey, U as getEvalCaseInput, V as evalTime, W as incrementEvalOutput, X as runInEvalScope, Y as runInEvalRuntimeScope, Z as runInExistingEvalScope, at as extractCacheHits, b as z, ct as simulateLlmCallCost, dt as getNestedAttribute, et as setScopeCacheContext, it as extractCacheEntries, j as repoFile, k as serializeCacheRecording, lt as simulateTokenAllocation, ot as extractApiCalls, q as mergeEvalOutput, st as extractLlmCalls, tt as startEvalBackgroundJob, w as evalTracer, x as buildTraceTree, z as evalAssert } from "./runExecution-C3XVZHRC.mjs";
+import { a as materializeManualInputFiles, i as isManualInputFileValue, n as createRunner, o as stageManualInputFile, r as cleanupStagedManualInputFiles, s as stageManualInputFileFromPath, t as runCli } from "./cli-Dkp2-rBm.mjs";
+import { n as matchesEvalTags, t as defineEval } from "./src-8dGXUULC.mjs";
 export { EvalAssertionError, EvalRuntimeUsageError, appendToEvalOutput, buildTraceTree, captureEvalSpanError, cleanupStagedManualInputFiles, createRunner, defineEval, deserializeCacheRecording, deserializeCacheValue, evalAssert, evalExpect, evalLog, evalSpan, evalTime, evalTracer, extractApiCalls, extractCacheEntries, extractCacheHits, extractLlmCalls, getCurrentScope, getEvalCaseInput, getEvalRegistry, getNestedAttribute, hashCacheKey, hashCacheKeySync, incrementEvalOutput, isInEvalScope, isManualInputFileValue, manualInputFileValueSchema, matchesEvalTags, materializeManualInputFiles, mergeEvalOutput, nextEvalId, readManualInputFile, repoFile, runCli, runInEvalRuntimeScope, runInEvalScope, runInExistingEvalScope, serializeCacheRecording, serializeCacheValue, setEvalOutput, setScopeCacheContext, simulateLlmCallCost, simulateTokenAllocation, stageManualInputFile, stageManualInputFileFromPath, startEvalBackgroundJob, z };

package/dist/runChild.mjs

@@ -1,5 +1,5 @@
-import { At as evalStatAggregateSchema, Et as buildEvalKey, Mt as manualInputDescriptorSchema, Nt as evalChartsConfigSchema, Pt as columnDefSchema, R as configureEvalRunLogs, St as runSummarySchema, jt as evalStatsConfigSchema, l as registerAgentEvalsPackageResolutionHooks, nt as createRunRequestSchema, p as loadConfig, v as createFsCacheStore, xt as runManifestSchema, y as getCacheRetentionOptions } from "./runExecution-BMnJXWhN.mjs";
-import { S as parseEvalDiscovery, m as persistRunState, r as getTargetEvals$1, t as executeRun } from "./runOrchestration-CvbTAoEb.mjs";
+import { At as evalStatAggregateSchema, Et as buildEvalKey, Mt as manualInputDescriptorSchema, Nt as evalChartsConfigSchema, Pt as columnDefSchema, R as configureEvalRunLogs, St as runSummarySchema, jt as evalStatsConfigSchema, l as registerAgentEvalsPackageResolutionHooks, nt as createRunRequestSchema, p as loadConfig, v as createFsCacheStore, xt as runManifestSchema, y as getCacheRetentionOptions } from "./runExecution-C3XVZHRC.mjs";
+import { S as parseEvalDiscovery, m as persistRunState, r as getTargetEvals$1, t as executeRun } from "./runOrchestration-B5An-AEi.mjs";
 import { z } from "zod/v4";
 import { readFile } from "node:fs/promises";
 import { relative } from "node:path";