@ls-stack/agent-eval 0.51.0 → 0.52.0

package/dist/index.d.mts

@@ -1835,9 +1835,9 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
     subtree: "subtree";
   }>>;
   mode: z$1.ZodOptional<z$1.ZodEnum<{
-    all: "all";
-    last: "last";
     sum: "sum";
+    last: "last";
+    all: "all";
   }>>;
 }, z$1.core.$strip>;
 /**
@@ -1871,9 +1871,9 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
       subtree: "subtree";
     }>>;
     mode: z$1.ZodOptional<z$1.ZodEnum<{
-      all: "all";
-      last: "last";
       sum: "sum";
+      last: "last";
+      all: "all";
     }>>;
   }, z$1.core.$strip>>>;
 }, z$1.core.$strip>;
@@ -1911,9 +1911,9 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
     subtree: "subtree";
   }>>;
   mode: z$1.ZodOptional<z$1.ZodEnum<{
-    all: "all";
-    last: "last";
     sum: "sum";
+    last: "last";
+    all: "all";
   }>>;
   transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
 }, z$1.core.$strip>;
@@ -1949,9 +1949,9 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
       subtree: "subtree";
     }>>;
     mode: z$1.ZodOptional<z$1.ZodEnum<{
-      all: "all";
-      last: "last";
       sum: "sum";
+      last: "last";
+      all: "all";
     }>>;
     transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
   }, z$1.core.$strip>>>;
@@ -2030,11 +2030,11 @@ declare const evalFreshnessStatusSchema: z$1.ZodEnum<{
 type EvalFreshnessStatus = z$1.infer<typeof evalFreshnessStatusSchema>;
 /** Reducer used to collapse a column's per-case values into a single stat. */
 declare const evalStatAggregateSchema: z$1.ZodEnum<{
-  last: "last";
-  sum: "sum";
   avg: "avg";
   min: "min";
   max: "max";
+  sum: "sum";
+  last: "last";
 }>;
 /** Reducer used to collapse a column's per-case values into a single stat. */
 type EvalStatAggregate = z$1.infer<typeof evalStatAggregateSchema>;
@@ -2063,11 +2063,11 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   key: z$1.ZodString;
   label: z$1.ZodOptional<z$1.ZodString>;
   aggregate: z$1.ZodEnum<{
-    last: "last";
-    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
+    sum: "sum";
+    last: "last";
   }>;
   format: z$1.ZodOptional<z$1.ZodEnum<{
     number: "number";
@@ -2108,11 +2108,11 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
   key: z$1.ZodString;
   label: z$1.ZodOptional<z$1.ZodString>;
   aggregate: z$1.ZodEnum<{
-    last: "last";
-    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
+    sum: "sum";
+    last: "last";
   }>;
   format: z$1.ZodOptional<z$1.ZodEnum<{
     number: "number";
@@ -2189,10 +2189,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
   caseIds: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
   lastRunStatus: z$1.ZodNullable<z$1.ZodEnum<{
     error: "error";
-    running: "running";
-    cancelled: "cancelled";
     pass: "pass";
     fail: "fail";
+    running: "running";
+    cancelled: "cancelled";
     unscored: "unscored";
   }>>;
   stats: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
@@ -2214,11 +2214,11 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
     key: z$1.ZodString;
     label: z$1.ZodOptional<z$1.ZodString>;
     aggregate: z$1.ZodEnum<{
-      last: "last";
-      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
+      sum: "sum";
+      last: "last";
     }>;
     format: z$1.ZodOptional<z$1.ZodEnum<{
       number: "number";
@@ -2256,9 +2256,9 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
       color: z$1.ZodOptional<z$1.ZodEnum<{
         success: "success";
         error: "error";
-        warning: "warning";
         accent: "accent";
         accentDim: "accentDim";
+        warning: "warning";
         textMuted: "textMuted";
       }>>;
       axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -2269,10 +2269,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
       source: z$1.ZodLiteral<"column">;
       key: z$1.ZodString;
       aggregate: z$1.ZodEnum<{
-        sum: "sum";
         avg: "avg";
         min: "min";
         max: "max";
+        sum: "sum";
         latest: "latest";
         passThresholdRate: "passThresholdRate";
       }>;
@@ -2280,9 +2280,9 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
       color: z$1.ZodOptional<z$1.ZodEnum<{
         success: "success";
         error: "error";
-        warning: "warning";
         accent: "accent";
         accentDim: "accentDim";
+        warning: "warning";
         textMuted: "textMuted";
       }>>;
       axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -2311,10 +2311,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
       source: z$1.ZodLiteral<"column">;
       key: z$1.ZodString;
       aggregate: z$1.ZodEnum<{
-        sum: "sum";
         avg: "avg";
         min: "min";
         max: "max";
+        sum: "sum";
         latest: "latest";
         passThresholdRate: "passThresholdRate";
       }>;
@@ -2411,11 +2411,11 @@ declare const caseRowSchema$1: z$1.ZodObject<{
   tags: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
   status: z$1.ZodEnum<{
     error: "error";
-    pending: "pending";
-    running: "running";
-    cancelled: "cancelled";
     pass: "pass";
     fail: "fail";
+    running: "running";
+    cancelled: "cancelled";
+    pending: "pending";
   }>;
   durationMs: z$1.ZodNullable<z$1.ZodNumber>;
   cacheHits: z$1.ZodOptional<z$1.ZodNumber>;
@@ -2562,9 +2562,9 @@ declare const scoreTraceSchema: z$1.ZodObject<{
         subtree: "subtree";
       }>>;
       mode: z$1.ZodOptional<z$1.ZodEnum<{
-        all: "all";
-        last: "last";
         sum: "sum";
+        last: "last";
+        all: "all";
       }>>;
     }, z$1.core.$strip>>>;
   }, z$1.core.$strip>;
@@ -2580,11 +2580,11 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
   tags: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
   status: z$1.ZodEnum<{
     error: "error";
-    pending: "pending";
-    running: "running";
-    cancelled: "cancelled";
     pass: "pass";
     fail: "fail";
+    running: "running";
+    cancelled: "cancelled";
+    pending: "pending";
   }>;
   input: z$1.ZodUnknown;
   trace: z$1.ZodArray<z$1.ZodObject<{
@@ -2649,9 +2649,9 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
         subtree: "subtree";
       }>>;
       mode: z$1.ZodOptional<z$1.ZodEnum<{
-        all: "all";
-        last: "last";
         sum: "sum";
+        last: "last";
+        all: "all";
       }>>;
     }, z$1.core.$strip>>>;
   }, z$1.core.$strip>;
@@ -2718,9 +2718,9 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
           subtree: "subtree";
         }>>;
         mode: z$1.ZodOptional<z$1.ZodEnum<{
-          all: "all";
-          last: "last";
           sum: "sum";
+          last: "last";
+          all: "all";
         }>>;
       }, z$1.core.$strip>>>;
     }, z$1.core.$strip>;
@@ -2781,10 +2781,10 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
     namespace: z$1.ZodString;
     key: z$1.ZodString;
     status: z$1.ZodEnum<{
-      bypass: "bypass";
-      refresh: "refresh";
       hit: "hit";
       miss: "miss";
+      refresh: "refresh";
+      bypass: "bypass";
     }>;
     read: z$1.ZodOptional<z$1.ZodBoolean>;
     stored: z$1.ZodOptional<z$1.ZodBoolean>;
@@ -2837,10 +2837,10 @@ declare const evalChartBuiltinMetricSchema: z$1.ZodEnum<{
 type EvalChartBuiltinMetric = z$1.infer<typeof evalChartBuiltinMetricSchema>;
 /** Reducer applied to a numeric column across all cases of a single run. */
 declare const evalChartAggregateSchema: z$1.ZodEnum<{
-  sum: "sum";
   avg: "avg";
   min: "min";
   max: "max";
+  sum: "sum";
   latest: "latest";
   passThresholdRate: "passThresholdRate";
 }>;
@@ -2853,9 +2853,9 @@ type EvalChartAggregate = z$1.infer<typeof evalChartAggregateSchema>;
 declare const evalChartColorSchema: z$1.ZodEnum<{
   success: "success";
   error: "error";
-  warning: "warning";
   accent: "accent";
   accentDim: "accentDim";
+  warning: "warning";
   textMuted: "textMuted";
 }>;
 /** Semantic color token resolved to a theme color by the web UI. */
@@ -2882,9 +2882,9 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   color: z$1.ZodOptional<z$1.ZodEnum<{
     success: "success";
     error: "error";
-    warning: "warning";
     accent: "accent";
     accentDim: "accentDim";
+    warning: "warning";
     textMuted: "textMuted";
   }>>;
   axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -2895,10 +2895,10 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   source: z$1.ZodLiteral<"column">;
   key: z$1.ZodString;
   aggregate: z$1.ZodEnum<{
-    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
+    sum: "sum";
     latest: "latest";
     passThresholdRate: "passThresholdRate";
   }>;
@@ -2906,9 +2906,9 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   color: z$1.ZodOptional<z$1.ZodEnum<{
     success: "success";
     error: "error";
-    warning: "warning";
     accent: "accent";
     accentDim: "accentDim";
+    warning: "warning";
     textMuted: "textMuted";
   }>>;
   axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -2930,10 +2930,10 @@ declare const evalChartTooltipExtraSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObj
   source: z$1.ZodLiteral<"column">;
   key: z$1.ZodString;
   aggregate: z$1.ZodEnum<{
-    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
+    sum: "sum";
     latest: "latest";
     passThresholdRate: "passThresholdRate";
   }>;
@@ -2965,9 +2965,9 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
     color: z$1.ZodOptional<z$1.ZodEnum<{
       success: "success";
       error: "error";
-      warning: "warning";
       accent: "accent";
       accentDim: "accentDim";
+      warning: "warning";
       textMuted: "textMuted";
     }>>;
     axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -2978,10 +2978,10 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
     source: z$1.ZodLiteral<"column">;
     key: z$1.ZodString;
     aggregate: z$1.ZodEnum<{
-      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
+      sum: "sum";
       latest: "latest";
       passThresholdRate: "passThresholdRate";
     }>;
@@ -2989,9 +2989,9 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
     color: z$1.ZodOptional<z$1.ZodEnum<{
       success: "success";
       error: "error";
-      warning: "warning";
       accent: "accent";
       accentDim: "accentDim";
+      warning: "warning";
       textMuted: "textMuted";
     }>>;
     axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3020,10 +3020,10 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
     source: z$1.ZodLiteral<"column">;
     key: z$1.ZodString;
     aggregate: z$1.ZodEnum<{
-      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
+      sum: "sum";
       latest: "latest";
       passThresholdRate: "passThresholdRate";
     }>;
@@ -3055,9 +3055,9 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
     color: z$1.ZodOptional<z$1.ZodEnum<{
       success: "success";
       error: "error";
-      warning: "warning";
       accent: "accent";
       accentDim: "accentDim";
+      warning: "warning";
       textMuted: "textMuted";
     }>>;
     axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3068,10 +3068,10 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
     source: z$1.ZodLiteral<"column">;
     key: z$1.ZodString;
     aggregate: z$1.ZodEnum<{
-      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
+      sum: "sum";
       latest: "latest";
       passThresholdRate: "passThresholdRate";
     }>;
@@ -3079,9 +3079,9 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
     color: z$1.ZodOptional<z$1.ZodEnum<{
       success: "success";
       error: "error";
-      warning: "warning";
       accent: "accent";
       accentDim: "accentDim";
+      warning: "warning";
       textMuted: "textMuted";
     }>>;
     axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3110,10 +3110,10 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
     source: z$1.ZodLiteral<"column">;
     key: z$1.ZodString;
     aggregate: z$1.ZodEnum<{
-      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
+      sum: "sum";
       latest: "latest";
       passThresholdRate: "passThresholdRate";
     }>;
@@ -3129,10 +3129,10 @@ declare const runManifestSchema$1: z$1.ZodObject<{
   shortId: z$1.ZodString;
   status: z$1.ZodEnum<{
     error: "error";
-    pending: "pending";
     running: "running";
-    completed: "completed";
     cancelled: "cancelled";
+    pending: "pending";
+    completed: "completed";
   }>;
   temporary: z$1.ZodDefault<z$1.ZodOptional<z$1.ZodBoolean>>;
   startedAt: z$1.ZodString;
@@ -3141,9 +3141,9 @@ declare const runManifestSchema$1: z$1.ZodObject<{
   evalSourceFingerprints: z$1.ZodDefault<z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodString>>>;
   target: z$1.ZodObject<{
     mode: z$1.ZodEnum<{
+      caseIds: "caseIds";
       all: "all";
       evalIds: "evalIds";
-      caseIds: "caseIds";
     }>;
     evalKeys: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
     files: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
@@ -3157,9 +3157,9 @@ declare const runManifestSchema$1: z$1.ZodObject<{
     median: "median";
   }>>>;
   cacheMode: z$1.ZodOptional<z$1.ZodEnum<{
-    use: "use";
-    bypass: "bypass";
     refresh: "refresh";
+    bypass: "bypass";
+    use: "use";
   }>>;
 }, z$1.core.$strip>;
 /** Persisted lifecycle metadata for a single eval run. */
@@ -3169,10 +3169,10 @@ declare const runSummarySchema$1: z$1.ZodObject<{
   runId: z$1.ZodString;
   status: z$1.ZodEnum<{
     error: "error";
-    pending: "pending";
     running: "running";
-    completed: "completed";
     cancelled: "cancelled";
+    pending: "pending";
+    completed: "completed";
   }>;
   totalCases: z$1.ZodNumber;
   passedCases: z$1.ZodNumber;
@@ -4061,9 +4061,9 @@ declare function extractApiCalls(spans: EvalTraceSpan$1[], config: ResolvedApiCa
  * - `refresh`: never read, always write (forces re-execution and overwrites).
  */
 declare const cacheModeSchema: z$1.ZodEnum<{
-  use: "use";
-  bypass: "bypass";
   refresh: "refresh";
+  bypass: "bypass";
+  use: "use";
 }>;
 /** Mode controlling how cached spans behave during a run. */
 type CacheMode = z$1.infer<typeof cacheModeSchema>;
@@ -4084,10 +4084,10 @@ declare const cacheOperationTypeSchema: z$1.ZodEnum<{
 type CacheOperationType = z$1.infer<typeof cacheOperationTypeSchema>;
 /** Status of a cache lookup recorded on a span or case scope. */
 declare const cacheStatusSchema: z$1.ZodEnum<{
-  bypass: "bypass";
-  refresh: "refresh";
   hit: "hit";
   miss: "miss";
+  refresh: "refresh";
+  bypass: "bypass";
 }>;
 /** Status of a cache lookup recorded on a span or case scope. */
 type CacheStatus = z$1.infer<typeof cacheStatusSchema>;
@@ -4104,10 +4104,10 @@ declare const traceCacheRefSchema: z$1.ZodObject<{
   namespace: z$1.ZodString;
   key: z$1.ZodString;
   status: z$1.ZodEnum<{
-    bypass: "bypass";
-    refresh: "refresh";
     hit: "hit";
     miss: "miss";
+    refresh: "refresh";
+    bypass: "bypass";
   }>;
   read: z$1.ZodOptional<z$1.ZodBoolean>;
   stored: z$1.ZodOptional<z$1.ZodBoolean>;
@@ -4832,9 +4832,9 @@ type ConfigReloadState = z$1.infer<typeof configReloadStateSchema$1>;
 declare const createRunRequestSchema$1: z$1.ZodObject<{
   target: z$1.ZodObject<{
     mode: z$1.ZodEnum<{
+      caseIds: "caseIds";
       all: "all";
       evalIds: "evalIds";
-      caseIds: "caseIds";
     }>;
     evalKeys: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
     files: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
@@ -4846,9 +4846,9 @@ declare const createRunRequestSchema$1: z$1.ZodObject<{
   temporary: z$1.ZodOptional<z$1.ZodBoolean>;
   cache: z$1.ZodOptional<z$1.ZodObject<{
     mode: z$1.ZodDefault<z$1.ZodEnum<{
-      use: "use";
-      bypass: "bypass";
       refresh: "refresh";
+      bypass: "bypass";
+      use: "use";
     }>>;
   }, z$1.core.$strip>>;
   manualInputs: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ls-stack/agent-eval",
-  "version": "0.51.0",
+  "version": "0.52.0",
   "type": "module",
   "bin": {
     "agent-evals": "./dist/bin.mjs"
@@ -33,8 +33,8 @@
     "@types/node": "^24.7.2",
     "typescript": "^5.9.2",
     "@agent-evals/runner": "0.0.1",
-    "@agent-evals/shared": "0.0.1",
-    "@agent-evals/sdk": "0.0.1"
+    "@agent-evals/sdk": "0.0.1",
+    "@agent-evals/shared": "0.0.1"
   },
   "scripts": {
     "build": "pnpm --filter @agent-evals/web build && pnpm --filter @agent-evals/shared build && pnpm --filter @agent-evals/sdk build && pnpm --filter @agent-evals/runner build && tsdown --filter cli-js && tsdown --filter cli-types",