@ls-stack/agent-eval 0.61.1 → 0.62.0

package/dist/index.d.mts

@@ -377,7 +377,12 @@ declare const evalChartsConfigSchema$1: z.ZodArray<z.ZodObject<{
 /** Ordered list of history charts rendered for an eval. */
 type EvalChartsConfig$1 = z.infer<typeof evalChartsConfigSchema$1>; //#endregion
 //#region ../shared/src/schemas/config.d.ts
-/** Built-in eval-level output/column keys. */
+/**
+ * Built-in eval-level output/column keys.
+ *
+ * `costUsd` controls the default LLM cost family: actual billed cost plus the
+ * normalized `costUsdWithoutCache` and `costUsdWarmedCache` chart outputs.
+ */
 declare const defaultConfigKeySchema: z.ZodEnum<{
   apiCalls: "apiCalls";
   costUsd: "costUsd";
@@ -2061,9 +2066,9 @@ declare const traceAttributeDisplaySchema: z.ZodObject<{
     subtree: "subtree";
   }>>;
   mode: z.ZodOptional<z.ZodEnum<{
-    sum: "sum";
     all: "all";
     last: "last";
+    sum: "sum";
   }>>;
 }, z.core.$strip>;
 /**
@@ -2097,9 +2102,9 @@ declare const traceDisplayConfigSchema: z.ZodObject<{
       subtree: "subtree";
     }>>;
     mode: z.ZodOptional<z.ZodEnum<{
-      sum: "sum";
       all: "all";
       last: "last";
+      sum: "sum";
     }>>;
   }, z.core.$strip>>>;
 }, z.core.$strip>;
@@ -2137,9 +2142,9 @@ declare const traceAttributeDisplayInputSchema: z.ZodObject<{
     subtree: "subtree";
   }>>;
   mode: z.ZodOptional<z.ZodEnum<{
-    sum: "sum";
     all: "all";
     last: "last";
+    sum: "sum";
   }>>;
   transform: z.ZodOptional<z.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
 }, z.core.$strip>;
@@ -2175,9 +2180,9 @@ declare const traceDisplayInputConfigSchema: z.ZodObject<{
       subtree: "subtree";
     }>>;
     mode: z.ZodOptional<z.ZodEnum<{
-      sum: "sum";
       all: "all";
       last: "last";
+      sum: "sum";
     }>>;
     transform: z.ZodOptional<z.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
   }, z.core.$strip>>>;
@@ -2214,8 +2219,8 @@ declare const traceSpanSchema$1: z.ZodObject<{
   status: z.ZodEnum<{
     error: "error";
     running: "running";
-    cancelled: "cancelled";
     ok: "ok";
+    cancelled: "cancelled";
   }>;
   attributes: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
   error: z.ZodOptional<z.ZodObject<{
@@ -2260,10 +2265,10 @@ type EvalFreshnessStatus = z.infer<typeof evalFreshnessStatusSchema>;
  * `best` selects the highest finite value and `worst` selects the lowest.
  */
 declare const evalStatAggregateSchema: z.ZodEnum<{
+  sum: "sum";
   avg: "avg";
   min: "min";
   max: "max";
-  sum: "sum";
   best: "best";
   worst: "worst";
 }>;
@@ -2292,10 +2297,10 @@ declare const evalStatItemSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
   hideIfNoValue: z.ZodOptional<z.ZodBoolean>;
   kind: z.ZodLiteral<"duration">;
   aggregate: z.ZodOptional<z.ZodEnum<{
+    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
-    sum: "sum";
     best: "best";
     worst: "worst";
   }>>;
@@ -2303,10 +2308,10 @@ declare const evalStatItemSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
   hideIfNoValue: z.ZodOptional<z.ZodBoolean>;
   kind: z.ZodLiteral<"cacheHits">;
   aggregate: z.ZodOptional<z.ZodEnum<{
+    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
-    sum: "sum";
     best: "best";
     worst: "worst";
   }>>;
@@ -2316,10 +2321,10 @@ declare const evalStatItemSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
   key: z.ZodString;
   label: z.ZodOptional<z.ZodString>;
   aggregate: z.ZodEnum<{
+    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
-    sum: "sum";
     best: "best";
     worst: "worst";
   }>;
@@ -2356,10 +2361,10 @@ declare const evalStatsConfigSchema: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodOb
   hideIfNoValue: z.ZodOptional<z.ZodBoolean>;
   kind: z.ZodLiteral<"duration">;
   aggregate: z.ZodOptional<z.ZodEnum<{
+    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
-    sum: "sum";
     best: "best";
     worst: "worst";
   }>>;
@@ -2367,10 +2372,10 @@ declare const evalStatsConfigSchema: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodOb
   hideIfNoValue: z.ZodOptional<z.ZodBoolean>;
   kind: z.ZodLiteral<"cacheHits">;
   aggregate: z.ZodOptional<z.ZodEnum<{
+    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
-    sum: "sum";
     best: "best";
     worst: "worst";
   }>>;
@@ -2380,10 +2385,10 @@ declare const evalStatsConfigSchema: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodOb
   key: z.ZodString;
   label: z.ZodOptional<z.ZodString>;
   aggregate: z.ZodEnum<{
+    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
-    sum: "sum";
     best: "best";
     worst: "worst";
   }>;
@@ -2466,10 +2471,10 @@ declare const evalSummarySchema$1: z.ZodObject<{
   caseIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
   lastRunStatus: z.ZodNullable<z.ZodEnum<{
     error: "error";
-    pass: "pass";
-    fail: "fail";
     running: "running";
     cancelled: "cancelled";
+    pass: "pass";
+    fail: "fail";
     unscored: "unscored";
   }>>;
   stats: z.ZodOptional<z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
@@ -2483,10 +2488,10 @@ declare const evalSummarySchema$1: z.ZodObject<{
     hideIfNoValue: z.ZodOptional<z.ZodBoolean>;
     kind: z.ZodLiteral<"duration">;
     aggregate: z.ZodOptional<z.ZodEnum<{
+      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
-      sum: "sum";
       best: "best";
       worst: "worst";
     }>>;
@@ -2494,10 +2499,10 @@ declare const evalSummarySchema$1: z.ZodObject<{
     hideIfNoValue: z.ZodOptional<z.ZodBoolean>;
     kind: z.ZodLiteral<"cacheHits">;
     aggregate: z.ZodOptional<z.ZodEnum<{
+      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
-      sum: "sum";
       best: "best";
       worst: "worst";
     }>>;
@@ -2507,10 +2512,10 @@ declare const evalSummarySchema$1: z.ZodObject<{
     key: z.ZodString;
     label: z.ZodOptional<z.ZodString>;
     aggregate: z.ZodEnum<{
+      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
-      sum: "sum";
       best: "best";
       worst: "worst";
     }>;
@@ -2534,10 +2539,10 @@ declare const evalSummarySchema$1: z.ZodObject<{
     accent: z.ZodOptional<z.ZodBoolean>;
   }, z.core.$strip>], "kind">>>;
   defaultStatAggregate: z.ZodOptional<z.ZodEnum<{
+    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
-    sum: "sum";
     best: "best";
     worst: "worst";
   }>>;
@@ -2560,9 +2565,9 @@ declare const evalSummarySchema$1: z.ZodObject<{
       color: z.ZodOptional<z.ZodEnum<{
         success: "success";
         error: "error";
+        warning: "warning";
         accent: "accent";
         accentDim: "accentDim";
-        warning: "warning";
         textMuted: "textMuted";
       }>>;
       axis: z.ZodOptional<z.ZodEnum<{
@@ -2573,10 +2578,10 @@ declare const evalSummarySchema$1: z.ZodObject<{
       source: z.ZodLiteral<"column">;
       key: z.ZodString;
       aggregate: z.ZodEnum<{
+        sum: "sum";
         avg: "avg";
         min: "min";
         max: "max";
-        sum: "sum";
         latest: "latest";
         passThresholdRate: "passThresholdRate";
       }>;
@@ -2584,9 +2589,9 @@ declare const evalSummarySchema$1: z.ZodObject<{
       color: z.ZodOptional<z.ZodEnum<{
         success: "success";
         error: "error";
+        warning: "warning";
         accent: "accent";
         accentDim: "accentDim";
-        warning: "warning";
         textMuted: "textMuted";
       }>>;
       axis: z.ZodOptional<z.ZodEnum<{
@@ -2615,10 +2620,10 @@ declare const evalSummarySchema$1: z.ZodObject<{
       source: z.ZodLiteral<"column">;
       key: z.ZodString;
       aggregate: z.ZodEnum<{
+        sum: "sum";
         avg: "avg";
         min: "min";
         max: "max";
-        sum: "sum";
         latest: "latest";
         passThresholdRate: "passThresholdRate";
       }>;
@@ -2715,10 +2720,10 @@ declare const caseRowSchema$1: z.ZodObject<{
   tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
   status: z.ZodEnum<{
     error: "error";
-    pass: "pass";
-    fail: "fail";
     running: "running";
     cancelled: "cancelled";
+    pass: "pass";
+    fail: "fail";
     pending: "pending";
   }>;
   durationMs: z.ZodNullable<z.ZodNumber>;
@@ -2857,8 +2862,8 @@ declare const scoreTraceSchema: z.ZodObject<{
     status: z.ZodEnum<{
       error: "error";
       running: "running";
-      cancelled: "cancelled";
       ok: "ok";
+      cancelled: "cancelled";
     }>;
     attributes: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
     error: z.ZodOptional<z.ZodObject<{
@@ -2908,9 +2913,9 @@ declare const scoreTraceSchema: z.ZodObject<{
         subtree: "subtree";
       }>>;
       mode: z.ZodOptional<z.ZodEnum<{
-        sum: "sum";
         all: "all";
         last: "last";
+        sum: "sum";
       }>>;
     }, z.core.$strip>>>;
   }, z.core.$strip>;
@@ -2942,10 +2947,10 @@ declare const caseDetailSchema$1: z.ZodObject<{
   tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
   status: z.ZodEnum<{
     error: "error";
-    pass: "pass";
-    fail: "fail";
     running: "running";
     cancelled: "cancelled";
+    pass: "pass";
+    fail: "fail";
     pending: "pending";
   }>;
   input: z.ZodUnknown;
@@ -2960,8 +2965,8 @@ declare const caseDetailSchema$1: z.ZodObject<{
     status: z.ZodEnum<{
       error: "error";
       running: "running";
-      cancelled: "cancelled";
       ok: "ok";
+      cancelled: "cancelled";
     }>;
     attributes: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
     error: z.ZodOptional<z.ZodObject<{
@@ -3011,9 +3016,9 @@ declare const caseDetailSchema$1: z.ZodObject<{
         subtree: "subtree";
       }>>;
       mode: z.ZodOptional<z.ZodEnum<{
-        sum: "sum";
         all: "all";
         last: "last";
+        sum: "sum";
       }>>;
     }, z.core.$strip>>>;
   }, z.core.$strip>;
@@ -3029,8 +3034,8 @@ declare const caseDetailSchema$1: z.ZodObject<{
       status: z.ZodEnum<{
         error: "error";
         running: "running";
-        cancelled: "cancelled";
         ok: "ok";
+        cancelled: "cancelled";
       }>;
       attributes: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
       error: z.ZodOptional<z.ZodObject<{
@@ -3080,9 +3085,9 @@ declare const caseDetailSchema$1: z.ZodObject<{
           subtree: "subtree";
         }>>;
         mode: z.ZodOptional<z.ZodEnum<{
-          sum: "sum";
           all: "all";
           last: "last";
+          sum: "sum";
         }>>;
       }, z.core.$strip>>>;
     }, z.core.$strip>;
@@ -3269,10 +3274,10 @@ declare const evalChartBuiltinMetricSchema: z.ZodEnum<{
 type EvalChartBuiltinMetric = z.infer<typeof evalChartBuiltinMetricSchema>;
 /** Reducer applied to a numeric column across all cases of a single run. */
 declare const evalChartAggregateSchema: z.ZodEnum<{
+  sum: "sum";
   avg: "avg";
   min: "min";
   max: "max";
-  sum: "sum";
   latest: "latest";
   passThresholdRate: "passThresholdRate";
 }>;
@@ -3285,9 +3290,9 @@ type EvalChartAggregate = z.infer<typeof evalChartAggregateSchema>;
 declare const evalChartColorSchema: z.ZodEnum<{
   success: "success";
   error: "error";
+  warning: "warning";
   accent: "accent";
   accentDim: "accentDim";
-  warning: "warning";
   textMuted: "textMuted";
 }>;
 /** Semantic color token resolved to a theme color by the web UI. */
@@ -3314,9 +3319,9 @@ declare const evalChartMetricSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
   color: z.ZodOptional<z.ZodEnum<{
     success: "success";
     error: "error";
+    warning: "warning";
     accent: "accent";
     accentDim: "accentDim";
-    warning: "warning";
     textMuted: "textMuted";
   }>>;
   axis: z.ZodOptional<z.ZodEnum<{
@@ -3327,10 +3332,10 @@ declare const evalChartMetricSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
   source: z.ZodLiteral<"column">;
   key: z.ZodString;
   aggregate: z.ZodEnum<{
+    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
-    sum: "sum";
     latest: "latest";
     passThresholdRate: "passThresholdRate";
   }>;
@@ -3338,9 +3343,9 @@ declare const evalChartMetricSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
   color: z.ZodOptional<z.ZodEnum<{
     success: "success";
     error: "error";
+    warning: "warning";
     accent: "accent";
     accentDim: "accentDim";
-    warning: "warning";
     textMuted: "textMuted";
   }>>;
   axis: z.ZodOptional<z.ZodEnum<{
@@ -3362,10 +3367,10 @@ declare const evalChartTooltipExtraSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
   source: z.ZodLiteral<"column">;
   key: z.ZodString;
   aggregate: z.ZodEnum<{
+    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
-    sum: "sum";
     latest: "latest";
     passThresholdRate: "passThresholdRate";
   }>;
@@ -3397,9 +3402,9 @@ declare const evalChartConfigSchema: z.ZodObject<{
     color: z.ZodOptional<z.ZodEnum<{
       success: "success";
       error: "error";
+      warning: "warning";
       accent: "accent";
       accentDim: "accentDim";
-      warning: "warning";
       textMuted: "textMuted";
     }>>;
     axis: z.ZodOptional<z.ZodEnum<{
@@ -3410,10 +3415,10 @@ declare const evalChartConfigSchema: z.ZodObject<{
     source: z.ZodLiteral<"column">;
     key: z.ZodString;
     aggregate: z.ZodEnum<{
+      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
-      sum: "sum";
       latest: "latest";
       passThresholdRate: "passThresholdRate";
     }>;
@@ -3421,9 +3426,9 @@ declare const evalChartConfigSchema: z.ZodObject<{
     color: z.ZodOptional<z.ZodEnum<{
       success: "success";
       error: "error";
+      warning: "warning";
       accent: "accent";
       accentDim: "accentDim";
-      warning: "warning";
       textMuted: "textMuted";
     }>>;
     axis: z.ZodOptional<z.ZodEnum<{
@@ -3452,10 +3457,10 @@ declare const evalChartConfigSchema: z.ZodObject<{
     source: z.ZodLiteral<"column">;
     key: z.ZodString;
     aggregate: z.ZodEnum<{
+      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
-      sum: "sum";
       latest: "latest";
       passThresholdRate: "passThresholdRate";
     }>;
@@ -3487,9 +3492,9 @@ declare const evalChartsConfigSchema: z.ZodArray<z.ZodObject<{
     color: z.ZodOptional<z.ZodEnum<{
       success: "success";
       error: "error";
+      warning: "warning";
       accent: "accent";
       accentDim: "accentDim";
-      warning: "warning";
       textMuted: "textMuted";
     }>>;
     axis: z.ZodOptional<z.ZodEnum<{
@@ -3500,10 +3505,10 @@ declare const evalChartsConfigSchema: z.ZodArray<z.ZodObject<{
     source: z.ZodLiteral<"column">;
     key: z.ZodString;
     aggregate: z.ZodEnum<{
+      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
-      sum: "sum";
       latest: "latest";
       passThresholdRate: "passThresholdRate";
     }>;
@@ -3511,9 +3516,9 @@ declare const evalChartsConfigSchema: z.ZodArray<z.ZodObject<{
     color: z.ZodOptional<z.ZodEnum<{
       success: "success";
       error: "error";
+      warning: "warning";
       accent: "accent";
       accentDim: "accentDim";
-      warning: "warning";
       textMuted: "textMuted";
     }>>;
     axis: z.ZodOptional<z.ZodEnum<{
@@ -3542,10 +3547,10 @@ declare const evalChartsConfigSchema: z.ZodArray<z.ZodObject<{
     source: z.ZodLiteral<"column">;
     key: z.ZodString;
     aggregate: z.ZodEnum<{
+      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
-      sum: "sum";
       latest: "latest";
       passThresholdRate: "passThresholdRate";
     }>;
@@ -3573,8 +3578,8 @@ declare const runManifestSchema$1: z.ZodObject<{
   evalSourceFingerprints: z.ZodDefault<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>>;
   target: z.ZodObject<{
     mode: z.ZodEnum<{
-      caseIds: "caseIds";
       all: "all";
+      caseIds: "caseIds";
       evalIds: "evalIds";
     }>;
     evalKeys: z.ZodOptional<z.ZodArray<z.ZodString>>;
@@ -3684,7 +3689,12 @@ declare const trialSelectionModeSchema: z.ZodEnum<{
 }>;
 /** Strategy used to collapse repeated trials into one stored case result. */
 type TrialSelectionMode = z.infer<typeof trialSelectionModeSchema>;
-/** Built-in eval-level output/column keys. */
+/**
+ * Built-in eval-level output/column keys.
+ *
+ * `costUsd` controls the default LLM cost family: actual billed cost plus the
+ * normalized `costUsdWithoutCache` and `costUsdWarmedCache` chart outputs.
+ */
 /** Removal config for built-in eval-level outputs and UI metadata. */
 declare const removeDefaultConfigSchema: z.ZodUnion<readonly [z.ZodLiteral<true>, z.ZodArray<z.ZodEnum<{
   costUsd: "costUsd";
@@ -4285,7 +4295,9 @@ type AgentEvalsConfig$1 = {
    * Defaults are derived from trace spans using the resolved `llmCalls` and
    * `apiCalls` extraction configs. Set to `true` to remove all defaults, or
    * pass specific keys such as `['costUsd', 'apiCalls']` to remove only those
-   * defaults globally. Per-eval removal is additive.
+   * defaults globally. Removing `costUsd` removes the whole default cost
+   * family, including normalized no-cache and warmed-cache outputs. Per-eval
+   * removal is additive.
    */
   removeDefaultConfig?: RemoveDefaultConfig;
   /**
@@ -4729,8 +4741,8 @@ declare const cacheRecordingSchema: z.ZodObject<{
   finalStatus: z.ZodOptional<z.ZodEnum<{
     error: "error";
     running: "running";
-    cancelled: "cancelled";
     ok: "ok";
+    cancelled: "cancelled";
   }>>;
   finalError: z.ZodOptional<z.ZodObject<{
     name: z.ZodOptional<z.ZodString>;
@@ -4830,8 +4842,8 @@ declare const cacheEntrySchema: z.ZodObject<{
     finalStatus: z.ZodOptional<z.ZodEnum<{
       error: "error";
       running: "running";
-      cancelled: "cancelled";
       ok: "ok";
+      cancelled: "cancelled";
     }>>;
     finalError: z.ZodOptional<z.ZodObject<{
       name: z.ZodOptional<z.ZodString>;
@@ -4948,8 +4960,8 @@ declare const cacheDebugKeyEntrySchema: z.ZodObject<{
       finalStatus: z.ZodOptional<z.ZodEnum<{
         error: "error";
         running: "running";
-        cancelled: "cancelled";
         ok: "ok";
+        cancelled: "cancelled";
       }>>;
       finalError: z.ZodOptional<z.ZodObject<{
         name: z.ZodOptional<z.ZodString>;
@@ -5055,8 +5067,8 @@ declare const cacheEntryWithDebugKeySchema$1: z.ZodObject<{
     finalStatus: z.ZodOptional<z.ZodEnum<{
       error: "error";
       running: "running";
-      cancelled: "cancelled";
       ok: "ok";
+      cancelled: "cancelled";
     }>>;
     finalError: z.ZodOptional<z.ZodObject<{
       name: z.ZodOptional<z.ZodString>;
@@ -5164,8 +5176,8 @@ declare const cacheEntryWithDebugKeySchema$1: z.ZodObject<{
         finalStatus: z.ZodOptional<z.ZodEnum<{
           error: "error";
           running: "running";
-          cancelled: "cancelled";
           ok: "ok";
+          cancelled: "cancelled";
         }>>;
         finalError: z.ZodOptional<z.ZodObject<{
           name: z.ZodOptional<z.ZodString>;
@@ -5271,8 +5283,8 @@ declare const cacheFileSchema: z.ZodObject<{
       finalStatus: z.ZodOptional<z.ZodEnum<{
         error: "error";
         running: "running";
-        cancelled: "cancelled";
         ok: "ok";
+        cancelled: "cancelled";
       }>>;
       finalError: z.ZodOptional<z.ZodObject<{
         name: z.ZodOptional<z.ZodString>;
@@ -5388,8 +5400,8 @@ declare const cacheDebugKeyFileSchema: z.ZodObject<{
         finalStatus: z.ZodOptional<z.ZodEnum<{
           error: "error";
           running: "running";
-          cancelled: "cancelled";
           ok: "ok";
+          cancelled: "cancelled";
         }>>;
         finalError: z.ZodOptional<z.ZodObject<{
           name: z.ZodOptional<z.ZodString>;
@@ -5573,8 +5585,8 @@ type ConfigReloadState = z.infer<typeof configReloadStateSchema$1>;
 declare const createRunRequestSchema$1: z.ZodObject<{
   target: z.ZodObject<{
     mode: z.ZodEnum<{
-      caseIds: "caseIds";
       all: "all";
+      caseIds: "caseIds";
       evalIds: "evalIds";
     }>;
     evalKeys: z.ZodOptional<z.ZodArray<z.ZodString>>;

package/dist/index.mjs

@@ -1,4 +1,4 @@
-import { $ as startEvalBackgroundJob, A as manualInputFileValueSchema, B as getCurrentScope, C as hashCacheKey, D as serializeCacheRecording, E as deserializeCacheValue, F as appendToEvalOutput, G as mergeEvalOutput, H as incrementEvalOutput, J as runInEvalScope, K as nextEvalId, L as evalAssert, M as evalExpect, N as EvalAssertionError, O as serializeCacheValue, P as EvalRuntimeUsageError, Pt as getEvalRegistry, Q as setScopeCacheContext, R as evalLog, S as evalTracer, T as deserializeCacheRecording, U as isInEvalScope, V as getEvalCaseInput, Y as runInExistingEvalScope, Z as setEvalOutput, at as extractLlmCalls, b as captureEvalSpanError, it as extractApiCalls, j as readManualInputFile, k as repoFile, lt as getNestedAttribute, nt as extractCacheEntries, ot as simulateLlmCallCost, q as runInEvalRuntimeScope, rt as extractCacheHits, st as simulateTokenAllocation, w as hashCacheKeySync, x as evalSpan, y as buildTraceTree, z as evalTime } from "./runExecution-D-CnSRYy.mjs";
-import { a as materializeManualInputFiles, i as isManualInputFileValue, n as createRunner, o as stageManualInputFile, r as cleanupStagedManualInputFiles, s as stageManualInputFileFromPath, t as runCli } from "./cli-CPBIcMP-.mjs";
-import { n as matchesEvalTags, t as defineEval } from "./src-SixIk0b7.mjs";
+import { $ as startEvalBackgroundJob, A as manualInputFileValueSchema, B as getCurrentScope, C as hashCacheKey, D as serializeCacheRecording, E as deserializeCacheValue, F as appendToEvalOutput, G as mergeEvalOutput, H as incrementEvalOutput, J as runInEvalScope, K as nextEvalId, L as evalAssert, M as evalExpect, N as EvalAssertionError, O as serializeCacheValue, P as EvalRuntimeUsageError, Pt as getEvalRegistry, Q as setScopeCacheContext, R as evalLog, S as evalTracer, T as deserializeCacheRecording, U as isInEvalScope, V as getEvalCaseInput, Y as runInExistingEvalScope, Z as setEvalOutput, at as extractLlmCalls, b as captureEvalSpanError, it as extractApiCalls, j as readManualInputFile, k as repoFile, lt as getNestedAttribute, nt as extractCacheEntries, ot as simulateLlmCallCost, q as runInEvalRuntimeScope, rt as extractCacheHits, st as simulateTokenAllocation, w as hashCacheKeySync, x as evalSpan, y as buildTraceTree, z as evalTime } from "./runExecution-C24aYsk3.mjs";
+import { a as materializeManualInputFiles, i as isManualInputFileValue, n as createRunner, o as stageManualInputFile, r as cleanupStagedManualInputFiles, s as stageManualInputFileFromPath, t as runCli } from "./cli-CCHcjbC1.mjs";
+import { n as matchesEvalTags, t as defineEval } from "./src-C8n7QANC.mjs";
 export { EvalAssertionError, EvalRuntimeUsageError, appendToEvalOutput, buildTraceTree, captureEvalSpanError, cleanupStagedManualInputFiles, createRunner, defineEval, deserializeCacheRecording, deserializeCacheValue, evalAssert, evalExpect, evalLog, evalSpan, evalTime, evalTracer, extractApiCalls, extractCacheEntries, extractCacheHits, extractLlmCalls, getCurrentScope, getEvalCaseInput, getEvalRegistry, getNestedAttribute, hashCacheKey, hashCacheKeySync, incrementEvalOutput, isInEvalScope, isManualInputFileValue, manualInputFileValueSchema, matchesEvalTags, materializeManualInputFiles, mergeEvalOutput, nextEvalId, readManualInputFile, repoFile, runCli, runInEvalRuntimeScope, runInEvalScope, runInExistingEvalScope, serializeCacheRecording, serializeCacheValue, setEvalOutput, setScopeCacheContext, simulateLlmCallCost, simulateTokenAllocation, stageManualInputFile, stageManualInputFileFromPath, startEvalBackgroundJob };

package/dist/runChild.mjs

@@ -1,5 +1,5 @@
-import { At as manualInputDescriptorSchema, I as configureEvalRunLogs, Mt as columnDefSchema, Ot as evalStatAggregateSchema, _ as createFsCacheStore, bt as runSummarySchema, et as createRunRequestSchema, jt as evalChartsConfigSchema, kt as evalStatsConfigSchema, l as registerAgentEvalsPackageResolutionHooks, p as loadConfig, v as getCacheRetentionOptions, wt as buildEvalKey, yt as runManifestSchema } from "./runExecution-D-CnSRYy.mjs";
-import { C as parseEvalDiscovery, h as persistRunState, r as getTargetEvals$1, t as executeRun } from "./runOrchestration-Basvyp4u.mjs";
+import { At as manualInputDescriptorSchema, I as configureEvalRunLogs, Mt as columnDefSchema, Ot as evalStatAggregateSchema, _ as createFsCacheStore, bt as runSummarySchema, et as createRunRequestSchema, jt as evalChartsConfigSchema, kt as evalStatsConfigSchema, l as registerAgentEvalsPackageResolutionHooks, p as loadConfig, v as getCacheRetentionOptions, wt as buildEvalKey, yt as runManifestSchema } from "./runExecution-C24aYsk3.mjs";
+import { C as parseEvalDiscovery, h as persistRunState, r as getTargetEvals$1, t as executeRun } from "./runOrchestration-9XKoYcP9.mjs";
 import { z } from "zod";
 import { readFile } from "node:fs/promises";
 import { relative } from "node:path";