@ls-stack/agent-eval 0.58.4 → 0.58.5

package/dist/index.d.mts

@@ -405,10 +405,11 @@ type EvalTraceTree = {
   findSpan: (name: string) => EvalTraceSpan$2 | undefined; /** Return every span whose name exactly matches `name`. */
   findSpans: (name: string) => EvalTraceSpan$2[]; /** Return whether any span name exactly matches `name`. */
   hasSpan: (name: string) => boolean; /** Return every span whose kind exactly matches `kind`. */
-  findSpansByKind: (kind: string) => EvalTraceSpan$2[]; /** Return every span with `kind: 'tool'`. */
-  findToolCallSpans: () => EvalTraceSpan$2[]; /** Return the names of every span with `kind: 'tool'`. */
-  listToolCallSpanNames: () => string[]; /** Return whether a `kind: 'tool'` span has a name exactly matching `name`. */
-  hasToolCallSpan: (name: string) => boolean; /** Return span names in creation order, optionally filtered by kind. */
+  findSpansByKind: (kind: string) => EvalTraceSpan$2[]; /** Return every span with `kind: 'tool'` or `kind: 'tool_call'`. */
+  findToolCallSpans: () => EvalTraceSpan$2[]; /** Return the names of every span with `kind: 'tool'` or `kind: 'tool_call'`. */
+  listToolCallSpanNames: () => string[]; /** Return whether a tool-call span has a name exactly matching `name`. */
+  hasToolCallSpan: (name: string) => boolean; /** Return whether a tool-call span name appears exactly `expectedCalls` times. */
+  hasNToolCallSpans: (toolName: string, expectedCalls: number) => boolean; /** Return span names in creation order, optionally filtered by kind. */
   listSpanNames: (kind?: string) => string[]; /** Return span names in depth-first tree order, optionally filtered by kind. */
   listSpanNamesDfs: (kind?: string) => string[]; /** Return all spans in depth-first tree order. */
   flattenDfs: () => EvalTraceSpan$2[];
@@ -2241,10 +2242,10 @@ type EvalFreshnessStatus = z$1.infer<typeof evalFreshnessStatusSchema>;
  * `best` selects the highest finite value and `worst` selects the lowest.
  */
 declare const evalStatAggregateSchema: z$1.ZodEnum<{
-  min: "min";
-  max: "max";
   sum: "sum";
   avg: "avg";
+  min: "min";
+  max: "max";
   best: "best";
   worst: "worst";
 }>;
@@ -2273,10 +2274,10 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
   kind: z$1.ZodLiteral<"duration">;
   aggregate: z$1.ZodOptional<z$1.ZodEnum<{
-    min: "min";
-    max: "max";
     sum: "sum";
     avg: "avg";
+    min: "min";
+    max: "max";
     best: "best";
     worst: "worst";
   }>>;
@@ -2284,10 +2285,10 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
   kind: z$1.ZodLiteral<"cacheHits">;
   aggregate: z$1.ZodOptional<z$1.ZodEnum<{
-    min: "min";
-    max: "max";
     sum: "sum";
     avg: "avg";
+    min: "min";
+    max: "max";
     best: "best";
     worst: "worst";
   }>>;
@@ -2297,10 +2298,10 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   key: z$1.ZodString;
   label: z$1.ZodOptional<z$1.ZodString>;
   aggregate: z$1.ZodEnum<{
-    min: "min";
-    max: "max";
     sum: "sum";
     avg: "avg";
+    min: "min";
+    max: "max";
     best: "best";
     worst: "worst";
   }>;
@@ -2337,10 +2338,10 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
   hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
   kind: z$1.ZodLiteral<"duration">;
   aggregate: z$1.ZodOptional<z$1.ZodEnum<{
-    min: "min";
-    max: "max";
     sum: "sum";
     avg: "avg";
+    min: "min";
+    max: "max";
     best: "best";
     worst: "worst";
   }>>;
@@ -2348,10 +2349,10 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
   hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
   kind: z$1.ZodLiteral<"cacheHits">;
   aggregate: z$1.ZodOptional<z$1.ZodEnum<{
-    min: "min";
-    max: "max";
     sum: "sum";
     avg: "avg";
+    min: "min";
+    max: "max";
     best: "best";
     worst: "worst";
   }>>;
@@ -2361,10 +2362,10 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
   key: z$1.ZodString;
   label: z$1.ZodOptional<z$1.ZodString>;
   aggregate: z$1.ZodEnum<{
-    min: "min";
-    max: "max";
     sum: "sum";
     avg: "avg";
+    min: "min";
+    max: "max";
     best: "best";
     worst: "worst";
   }>;
@@ -2464,10 +2465,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
     hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
     kind: z$1.ZodLiteral<"duration">;
     aggregate: z$1.ZodOptional<z$1.ZodEnum<{
-      min: "min";
-      max: "max";
       sum: "sum";
       avg: "avg";
+      min: "min";
+      max: "max";
       best: "best";
       worst: "worst";
     }>>;
@@ -2475,10 +2476,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
     hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
     kind: z$1.ZodLiteral<"cacheHits">;
     aggregate: z$1.ZodOptional<z$1.ZodEnum<{
-      min: "min";
-      max: "max";
       sum: "sum";
       avg: "avg";
+      min: "min";
+      max: "max";
       best: "best";
       worst: "worst";
     }>>;
@@ -2488,10 +2489,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
     key: z$1.ZodString;
     label: z$1.ZodOptional<z$1.ZodString>;
     aggregate: z$1.ZodEnum<{
-      min: "min";
-      max: "max";
       sum: "sum";
       avg: "avg";
+      min: "min";
+      max: "max";
       best: "best";
       worst: "worst";
     }>;
@@ -2515,10 +2516,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
     accent: z$1.ZodOptional<z$1.ZodBoolean>;
   }, z$1.core.$strip>], "kind">>>;
   defaultStatAggregate: z$1.ZodOptional<z$1.ZodEnum<{
-    min: "min";
-    max: "max";
     sum: "sum";
     avg: "avg";
+    min: "min";
+    max: "max";
     best: "best";
     worst: "worst";
   }>>;
@@ -2534,15 +2535,15 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
     metrics: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
       source: z$1.ZodLiteral<"builtin">;
       metric: z$1.ZodEnum<{
-        durationMs: "durationMs";
         passRate: "passRate";
+        durationMs: "durationMs";
       }>;
       label: z$1.ZodOptional<z$1.ZodString>;
       color: z$1.ZodOptional<z$1.ZodEnum<{
-        error: "error";
         success: "success";
-        accent: "accent";
+        error: "error";
         warning: "warning";
+        accent: "accent";
         accentDim: "accentDim";
         textMuted: "textMuted";
       }>>;
@@ -2554,19 +2555,19 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
       source: z$1.ZodLiteral<"column">;
       key: z$1.ZodString;
       aggregate: z$1.ZodEnum<{
-        min: "min";
-        max: "max";
         sum: "sum";
         avg: "avg";
+        min: "min";
+        max: "max";
         latest: "latest";
         passThresholdRate: "passThresholdRate";
       }>;
       label: z$1.ZodOptional<z$1.ZodString>;
       color: z$1.ZodOptional<z$1.ZodEnum<{
-        error: "error";
         success: "success";
-        accent: "accent";
+        error: "error";
         warning: "warning";
+        accent: "accent";
         accentDim: "accentDim";
         textMuted: "textMuted";
       }>>;
@@ -2588,18 +2589,18 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
     tooltipExtras: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
       source: z$1.ZodLiteral<"builtin">;
       metric: z$1.ZodEnum<{
-        durationMs: "durationMs";
         passRate: "passRate";
+        durationMs: "durationMs";
       }>;
       label: z$1.ZodOptional<z$1.ZodString>;
     }, z$1.core.$strip>, z$1.ZodObject<{
       source: z$1.ZodLiteral<"column">;
       key: z$1.ZodString;
       aggregate: z$1.ZodEnum<{
-        min: "min";
-        max: "max";
         sum: "sum";
         avg: "avg";
+        min: "min";
+        max: "max";
         latest: "latest";
         passThresholdRate: "passThresholdRate";
       }>;
@@ -2698,9 +2699,9 @@ declare const caseRowSchema$1: z$1.ZodObject<{
     error: "error";
     running: "running";
     cancelled: "cancelled";
-    pending: "pending";
     pass: "pass";
     fail: "fail";
+    pending: "pending";
   }>;
   durationMs: z$1.ZodNullable<z$1.ZodNumber>;
   cacheHits: z$1.ZodOptional<z$1.ZodNumber>;
@@ -2779,9 +2780,9 @@ declare const runLogLevelSchema: z$1.ZodEnum<{
 type RunLogLevel = z$1.infer<typeof runLogLevelSchema>;
 /** Eval runner phase that emitted a captured case log. */
 declare const runLogPhaseSchema: z$1.ZodEnum<{
-  tracingAssertions: "tracingAssertions";
   eval: "eval";
   derive: "derive";
+  tracingAssertions: "tracingAssertions";
   outputsSchema: "outputsSchema";
   scorer: "scorer";
 }>;
@@ -2806,9 +2807,9 @@ declare const runLogEntrySchema: z$1.ZodObject<{
     warn: "warn";
   }>;
   phase: z$1.ZodEnum<{
-    tracingAssertions: "tracingAssertions";
     eval: "eval";
     derive: "derive";
+    tracingAssertions: "tracingAssertions";
     outputsSchema: "outputsSchema";
     scorer: "scorer";
   }>;
@@ -2901,10 +2902,10 @@ declare const scoreTraceSchema: z$1.ZodObject<{
     namespace: z$1.ZodString;
     key: z$1.ZodString;
     status: z$1.ZodEnum<{
-      bypass: "bypass";
-      refresh: "refresh";
       hit: "hit";
       miss: "miss";
+      refresh: "refresh";
+      bypass: "bypass";
     }>;
     read: z$1.ZodOptional<z$1.ZodBoolean>;
     stored: z$1.ZodOptional<z$1.ZodBoolean>;
@@ -2925,9 +2926,9 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
     error: "error";
     running: "running";
     cancelled: "cancelled";
-    pending: "pending";
     pass: "pass";
     fail: "fail";
+    pending: "pending";
   }>;
   input: z$1.ZodUnknown;
   trace: z$1.ZodArray<z$1.ZodObject<{
@@ -3073,10 +3074,10 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
       namespace: z$1.ZodString;
       key: z$1.ZodString;
       status: z$1.ZodEnum<{
-        bypass: "bypass";
-        refresh: "refresh";
         hit: "hit";
         miss: "miss";
+        refresh: "refresh";
+        bypass: "bypass";
       }>;
       read: z$1.ZodOptional<z$1.ZodBoolean>;
       stored: z$1.ZodOptional<z$1.ZodBoolean>;
@@ -3165,9 +3166,9 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
       warn: "warn";
     }>;
     phase: z$1.ZodEnum<{
-      tracingAssertions: "tracingAssertions";
       eval: "eval";
       derive: "derive";
+      tracingAssertions: "tracingAssertions";
       outputsSchema: "outputsSchema";
       scorer: "scorer";
     }>;
@@ -3194,10 +3195,10 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
     namespace: z$1.ZodString;
     key: z$1.ZodString;
     status: z$1.ZodEnum<{
-      bypass: "bypass";
-      refresh: "refresh";
       hit: "hit";
       miss: "miss";
+      refresh: "refresh";
+      bypass: "bypass";
     }>;
     read: z$1.ZodOptional<z$1.ZodBoolean>;
     stored: z$1.ZodOptional<z$1.ZodBoolean>;
@@ -3240,8 +3241,8 @@ type EvalChartType = z$1.infer<typeof evalChartTypeSchema>;
  * than from a per-case column.
  */
 declare const evalChartBuiltinMetricSchema: z$1.ZodEnum<{
-  durationMs: "durationMs";
   passRate: "passRate";
+  durationMs: "durationMs";
 }>;
 /**
  * Run-level metric sourced from the aggregated `RunSummary` for a run, rather
@@ -3250,10 +3251,10 @@ declare const evalChartBuiltinMetricSchema: z$1.ZodEnum<{
 type EvalChartBuiltinMetric = z$1.infer<typeof evalChartBuiltinMetricSchema>;
 /** Reducer applied to a numeric column across all cases of a single run. */
 declare const evalChartAggregateSchema: z$1.ZodEnum<{
-  min: "min";
-  max: "max";
   sum: "sum";
   avg: "avg";
+  min: "min";
+  max: "max";
   latest: "latest";
   passThresholdRate: "passThresholdRate";
 }>;
@@ -3264,10 +3265,10 @@ type EvalChartAggregate = z$1.infer<typeof evalChartAggregateSchema>;
  * not emit raw hex so authored evals stay decoupled from the web theme.
  */
 declare const evalChartColorSchema: z$1.ZodEnum<{
-  error: "error";
   success: "success";
-  accent: "accent";
+  error: "error";
   warning: "warning";
+  accent: "accent";
   accentDim: "accentDim";
   textMuted: "textMuted";
 }>;
@@ -3288,15 +3289,15 @@ type EvalChartAxis = z$1.infer<typeof evalChartAxisSchema>;
 declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   source: z$1.ZodLiteral<"builtin">;
   metric: z$1.ZodEnum<{
-    durationMs: "durationMs";
     passRate: "passRate";
+    durationMs: "durationMs";
   }>;
   label: z$1.ZodOptional<z$1.ZodString>;
   color: z$1.ZodOptional<z$1.ZodEnum<{
-    error: "error";
     success: "success";
-    accent: "accent";
+    error: "error";
     warning: "warning";
+    accent: "accent";
     accentDim: "accentDim";
     textMuted: "textMuted";
   }>>;
@@ -3308,19 +3309,19 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   source: z$1.ZodLiteral<"column">;
   key: z$1.ZodString;
   aggregate: z$1.ZodEnum<{
-    min: "min";
-    max: "max";
     sum: "sum";
     avg: "avg";
+    min: "min";
+    max: "max";
     latest: "latest";
     passThresholdRate: "passThresholdRate";
   }>;
   label: z$1.ZodOptional<z$1.ZodString>;
   color: z$1.ZodOptional<z$1.ZodEnum<{
-    error: "error";
     success: "success";
-    accent: "accent";
+    error: "error";
     warning: "warning";
+    accent: "accent";
     accentDim: "accentDim";
     textMuted: "textMuted";
   }>>;
@@ -3335,18 +3336,18 @@ type EvalChartMetric = z$1.infer<typeof evalChartMetricSchema>;
 declare const evalChartTooltipExtraSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   source: z$1.ZodLiteral<"builtin">;
   metric: z$1.ZodEnum<{
-    durationMs: "durationMs";
     passRate: "passRate";
+    durationMs: "durationMs";
   }>;
   label: z$1.ZodOptional<z$1.ZodString>;
 }, z$1.core.$strip>, z$1.ZodObject<{
   source: z$1.ZodLiteral<"column">;
   key: z$1.ZodString;
   aggregate: z$1.ZodEnum<{
-    min: "min";
-    max: "max";
     sum: "sum";
     avg: "avg";
+    min: "min";
+    max: "max";
     latest: "latest";
     passThresholdRate: "passThresholdRate";
   }>;
@@ -3371,15 +3372,15 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
   metrics: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
     source: z$1.ZodLiteral<"builtin">;
     metric: z$1.ZodEnum<{
-      durationMs: "durationMs";
       passRate: "passRate";
+      durationMs: "durationMs";
     }>;
     label: z$1.ZodOptional<z$1.ZodString>;
     color: z$1.ZodOptional<z$1.ZodEnum<{
-      error: "error";
       success: "success";
-      accent: "accent";
+      error: "error";
       warning: "warning";
+      accent: "accent";
       accentDim: "accentDim";
       textMuted: "textMuted";
     }>>;
@@ -3391,19 +3392,19 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
     source: z$1.ZodLiteral<"column">;
     key: z$1.ZodString;
     aggregate: z$1.ZodEnum<{
-      min: "min";
-      max: "max";
       sum: "sum";
       avg: "avg";
+      min: "min";
+      max: "max";
       latest: "latest";
       passThresholdRate: "passThresholdRate";
     }>;
     label: z$1.ZodOptional<z$1.ZodString>;
     color: z$1.ZodOptional<z$1.ZodEnum<{
-      error: "error";
       success: "success";
-      accent: "accent";
+      error: "error";
       warning: "warning";
+      accent: "accent";
       accentDim: "accentDim";
       textMuted: "textMuted";
     }>>;
@@ -3425,18 +3426,18 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
   tooltipExtras: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
     source: z$1.ZodLiteral<"builtin">;
     metric: z$1.ZodEnum<{
-      durationMs: "durationMs";
       passRate: "passRate";
+      durationMs: "durationMs";
     }>;
     label: z$1.ZodOptional<z$1.ZodString>;
   }, z$1.core.$strip>, z$1.ZodObject<{
     source: z$1.ZodLiteral<"column">;
     key: z$1.ZodString;
     aggregate: z$1.ZodEnum<{
-      min: "min";
-      max: "max";
       sum: "sum";
       avg: "avg";
+      min: "min";
+      max: "max";
       latest: "latest";
       passThresholdRate: "passThresholdRate";
     }>;
@@ -3461,15 +3462,15 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
   metrics: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
     source: z$1.ZodLiteral<"builtin">;
     metric: z$1.ZodEnum<{
-      durationMs: "durationMs";
       passRate: "passRate";
+      durationMs: "durationMs";
     }>;
     label: z$1.ZodOptional<z$1.ZodString>;
     color: z$1.ZodOptional<z$1.ZodEnum<{
-      error: "error";
       success: "success";
-      accent: "accent";
+      error: "error";
       warning: "warning";
+      accent: "accent";
       accentDim: "accentDim";
       textMuted: "textMuted";
     }>>;
@@ -3481,19 +3482,19 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
     source: z$1.ZodLiteral<"column">;
     key: z$1.ZodString;
     aggregate: z$1.ZodEnum<{
-      min: "min";
-      max: "max";
       sum: "sum";
       avg: "avg";
+      min: "min";
+      max: "max";
       latest: "latest";
       passThresholdRate: "passThresholdRate";
     }>;
     label: z$1.ZodOptional<z$1.ZodString>;
     color: z$1.ZodOptional<z$1.ZodEnum<{
-      error: "error";
       success: "success";
-      accent: "accent";
+      error: "error";
       warning: "warning";
+      accent: "accent";
       accentDim: "accentDim";
       textMuted: "textMuted";
     }>>;
@@ -3515,18 +3516,18 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
   tooltipExtras: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
     source: z$1.ZodLiteral<"builtin">;
     metric: z$1.ZodEnum<{
-      durationMs: "durationMs";
       passRate: "passRate";
+      durationMs: "durationMs";
     }>;
     label: z$1.ZodOptional<z$1.ZodString>;
   }, z$1.core.$strip>, z$1.ZodObject<{
     source: z$1.ZodLiteral<"column">;
     key: z$1.ZodString;
     aggregate: z$1.ZodEnum<{
-      min: "min";
-      max: "max";
       sum: "sum";
       avg: "avg";
+      min: "min";
+      max: "max";
       latest: "latest";
       passThresholdRate: "passThresholdRate";
     }>;
@@ -3555,8 +3556,8 @@ declare const runManifestSchema$1: z$1.ZodObject<{
   target: z$1.ZodObject<{
     mode: z$1.ZodEnum<{
       all: "all";
-      evalIds: "evalIds";
       caseIds: "caseIds";
+      evalIds: "evalIds";
     }>;
     evalKeys: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
     files: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
@@ -3570,9 +3571,9 @@ declare const runManifestSchema$1: z$1.ZodObject<{
     median: "median";
   }>>>;
   cacheMode: z$1.ZodOptional<z$1.ZodEnum<{
-    use: "use";
-    bypass: "bypass";
     refresh: "refresh";
+    bypass: "bypass";
+    use: "use";
   }>>;
 }, z$1.core.$strip>;
 /** Persisted lifecycle metadata for a single eval run. */
@@ -3668,8 +3669,8 @@ type TrialSelectionMode = z$1.infer<typeof trialSelectionModeSchema>;
 /** Built-in eval-level output/column keys. */
 /** Removal config for built-in eval-level outputs and UI metadata. */
 declare const removeDefaultConfigSchema: z$1.ZodUnion<readonly [z$1.ZodLiteral<true>, z$1.ZodArray<z$1.ZodEnum<{
-  apiCalls: "apiCalls";
   costUsd: "costUsd";
+  apiCalls: "apiCalls";
   llmTurns: "llmTurns";
   inputTokens: "inputTokens";
   outputTokens: "outputTokens";
@@ -3694,10 +3695,11 @@ type EvalTraceTree$1 = {
   findSpan: (name: string) => EvalTraceSpan$1 | undefined; /** Return every span whose name exactly matches `name`. */
   findSpans: (name: string) => EvalTraceSpan$1[]; /** Return whether any span name exactly matches `name`. */
   hasSpan: (name: string) => boolean; /** Return every span whose kind exactly matches `kind`. */
-  findSpansByKind: (kind: string) => EvalTraceSpan$1[]; /** Return every span with `kind: 'tool'`. */
-  findToolCallSpans: () => EvalTraceSpan$1[]; /** Return the names of every span with `kind: 'tool'`. */
-  listToolCallSpanNames: () => string[]; /** Return whether a `kind: 'tool'` span has a name exactly matching `name`. */
-  hasToolCallSpan: (name: string) => boolean; /** Return span names in creation order, optionally filtered by kind. */
+  findSpansByKind: (kind: string) => EvalTraceSpan$1[]; /** Return every span with `kind: 'tool'` or `kind: 'tool_call'`. */
+  findToolCallSpans: () => EvalTraceSpan$1[]; /** Return the names of every span with `kind: 'tool'` or `kind: 'tool_call'`. */
+  listToolCallSpanNames: () => string[]; /** Return whether a tool-call span has a name exactly matching `name`. */
+  hasToolCallSpan: (name: string) => boolean; /** Return whether a tool-call span name appears exactly `expectedCalls` times. */
+  hasNToolCallSpans: (toolName: string, expectedCalls: number) => boolean; /** Return span names in creation order, optionally filtered by kind. */
   listSpanNames: (kind?: string) => string[]; /** Return span names in depth-first tree order, optionally filtered by kind. */
   listSpanNamesDfs: (kind?: string) => string[]; /** Return all spans in depth-first tree order. */
   flattenDfs: () => EvalTraceSpan$1[];
@@ -4529,9 +4531,9 @@ declare function extractApiCalls(spans: EvalTraceSpan$1[], config: ResolvedApiCa
  * - `refresh`: never read, always write (forces re-execution and overwrites).
  */
 declare const cacheModeSchema: z$1.ZodEnum<{
-  use: "use";
-  bypass: "bypass";
   refresh: "refresh";
+  bypass: "bypass";
+  use: "use";
 }>;
 /** Mode controlling how cached spans behave during a run. */
 type CacheMode = z$1.infer<typeof cacheModeSchema>;
@@ -4545,17 +4547,17 @@ declare const spanCacheOptionsSchema: z$1.ZodObject<{
 type SpanCacheOptions = z$1.infer<typeof spanCacheOptionsSchema>;
 /** Category of operation stored in the eval cache. */
 declare const cacheOperationTypeSchema: z$1.ZodEnum<{
-  span: "span";
   value: "value";
+  span: "span";
 }>;
 /** Category of operation stored in the eval cache. */
 type CacheOperationType = z$1.infer<typeof cacheOperationTypeSchema>;
 /** Status of a cache lookup recorded on a span or case scope. */
 declare const cacheStatusSchema: z$1.ZodEnum<{
-  bypass: "bypass";
-  refresh: "refresh";
   hit: "hit";
   miss: "miss";
+  refresh: "refresh";
+  bypass: "bypass";
 }>;
 /** Status of a cache lookup recorded on a span or case scope. */
 type CacheStatus = z$1.infer<typeof cacheStatusSchema>;
@@ -4572,10 +4574,10 @@ declare const traceCacheRefSchema: z$1.ZodObject<{
   namespace: z$1.ZodString;
   key: z$1.ZodString;
   status: z$1.ZodEnum<{
-    bypass: "bypass";
-    refresh: "refresh";
     hit: "hit";
     miss: "miss";
+    refresh: "refresh";
+    bypass: "bypass";
   }>;
   read: z$1.ZodOptional<z$1.ZodBoolean>;
   stored: z$1.ZodOptional<z$1.ZodBoolean>;
@@ -4771,8 +4773,8 @@ declare const cacheEntrySchema: z$1.ZodObject<{
   key: z$1.ZodString;
   namespace: z$1.ZodString;
   operationType: z$1.ZodOptional<z$1.ZodEnum<{
-    span: "span";
     value: "value";
+    span: "span";
   }>>;
   operationName: z$1.ZodOptional<z$1.ZodString>;
   spanName: z$1.ZodOptional<z$1.ZodString>;
@@ -4878,8 +4880,8 @@ declare const cacheDebugKeyEntrySchema: z$1.ZodObject<{
   key: z$1.ZodString;
   namespace: z$1.ZodString;
   operationType: z$1.ZodEnum<{
-    span: "span";
     value: "value";
+    span: "span";
   }>;
   operationName: z$1.ZodString;
   storedAt: z$1.ZodString;
@@ -4889,8 +4891,8 @@ declare const cacheDebugKeyEntrySchema: z$1.ZodObject<{
     key: z$1.ZodString;
     namespace: z$1.ZodString;
     operationType: z$1.ZodOptional<z$1.ZodEnum<{
-      span: "span";
       value: "value";
+      span: "span";
     }>>;
     operationName: z$1.ZodOptional<z$1.ZodString>;
     spanName: z$1.ZodOptional<z$1.ZodString>;
@@ -4996,8 +4998,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
   key: z$1.ZodString;
   namespace: z$1.ZodString;
   operationType: z$1.ZodOptional<z$1.ZodEnum<{
-    span: "span";
     value: "value";
+    span: "span";
   }>>;
   operationName: z$1.ZodOptional<z$1.ZodString>;
   spanName: z$1.ZodOptional<z$1.ZodString>;
@@ -5094,8 +5096,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
     key: z$1.ZodString;
     namespace: z$1.ZodString;
     operationType: z$1.ZodEnum<{
-      span: "span";
       value: "value";
+      span: "span";
     }>;
     operationName: z$1.ZodString;
     storedAt: z$1.ZodString;
@@ -5105,8 +5107,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
       key: z$1.ZodString;
       namespace: z$1.ZodString;
       operationType: z$1.ZodOptional<z$1.ZodEnum<{
-        span: "span";
         value: "value";
+        span: "span";
       }>>;
       operationName: z$1.ZodOptional<z$1.ZodString>;
       spanName: z$1.ZodOptional<z$1.ZodString>;
@@ -5212,8 +5214,8 @@ declare const cacheFileSchema: z$1.ZodObject<{
     key: z$1.ZodString;
     namespace: z$1.ZodString;
     operationType: z$1.ZodOptional<z$1.ZodEnum<{
-      span: "span";
       value: "value";
+      span: "span";
     }>>;
     operationName: z$1.ZodOptional<z$1.ZodString>;
     spanName: z$1.ZodOptional<z$1.ZodString>;
@@ -5318,8 +5320,8 @@ declare const cacheDebugKeyFileSchema: z$1.ZodObject<{
     key: z$1.ZodString;
     namespace: z$1.ZodString;
     operationType: z$1.ZodEnum<{
-      span: "span";
       value: "value";
+      span: "span";
     }>;
     operationName: z$1.ZodString;
     storedAt: z$1.ZodString;
@@ -5329,8 +5331,8 @@ declare const cacheDebugKeyFileSchema: z$1.ZodObject<{
       key: z$1.ZodString;
       namespace: z$1.ZodString;
       operationType: z$1.ZodOptional<z$1.ZodEnum<{
-        span: "span";
         value: "value";
+        span: "span";
       }>>;
       operationName: z$1.ZodOptional<z$1.ZodString>;
       spanName: z$1.ZodOptional<z$1.ZodString>;
@@ -5504,8 +5506,8 @@ type SseEnvelope = z$1.infer<typeof sseEnvelopeSchema$1>; //#endregion
 //#region src/schemas/api.d.ts
 /** Lifecycle state for an app config reload triggered by `agent-evals.config.ts`. */
 declare const configReloadStatusSchema: z$1.ZodEnum<{
-  idle: "idle";
   pending: "pending";
+  idle: "idle";
   reloading: "reloading";
 }>;
 /** Status for config reloads in the long-running app server. */
@@ -5513,8 +5515,8 @@ type ConfigReloadStatus = z$1.infer<typeof configReloadStatusSchema>;
 /** UI/API-visible state for config reloads in `agent-evals app`. */
 declare const configReloadStateSchema$1: z$1.ZodObject<{
   status: z$1.ZodEnum<{
-    idle: "idle";
     pending: "pending";
+    idle: "idle";
     reloading: "reloading";
   }>;
   activeRunCount: z$1.ZodNumber;
@@ -5528,8 +5530,8 @@ declare const createRunRequestSchema$1: z$1.ZodObject<{
   target: z$1.ZodObject<{
     mode: z$1.ZodEnum<{
       all: "all";
-      evalIds: "evalIds";
       caseIds: "caseIds";
+      evalIds: "evalIds";
     }>;
     evalKeys: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
     files: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
@@ -5541,9 +5543,9 @@ declare const createRunRequestSchema$1: z$1.ZodObject<{
   temporary: z$1.ZodOptional<z$1.ZodBoolean>;
   cache: z$1.ZodOptional<z$1.ZodObject<{
     mode: z$1.ZodDefault<z$1.ZodEnum<{
-      use: "use";
-      bypass: "bypass";
       refresh: "refresh";
+      bypass: "bypass";
+      use: "use";
     }>>;
   }, z$1.core.$strip>>;
   manualInputs: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;