@ls-stack/agent-eval 0.42.2 → 0.42.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -25,8 +25,8 @@
|
|
|
25
25
|
href="https://fonts.googleapis.com/css2?family=Geist:wght@400;500;600&family=JetBrains+Mono:wght@400;500&display=swap"
|
|
26
26
|
rel="stylesheet"
|
|
27
27
|
/>
|
|
28
|
-
<script type="module" crossorigin src="/assets/index-
|
|
29
|
-
<link rel="stylesheet" crossorigin href="/assets/index-
|
|
28
|
+
<script type="module" crossorigin src="/assets/index-XLJByNnS.js"></script>
|
|
29
|
+
<link rel="stylesheet" crossorigin href="/assets/index-S3J5Nm0o.css">
|
|
30
30
|
</head>
|
|
31
31
|
<body>
|
|
32
32
|
<div id="root"></div>
|
package/dist/index.d.mts
CHANGED
|
@@ -1831,9 +1831,9 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
|
|
|
1831
1831
|
subtree: "subtree";
|
|
1832
1832
|
}>>;
|
|
1833
1833
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1834
|
-
sum: "sum";
|
|
1835
|
-
last: "last";
|
|
1836
1834
|
all: "all";
|
|
1835
|
+
last: "last";
|
|
1836
|
+
sum: "sum";
|
|
1837
1837
|
}>>;
|
|
1838
1838
|
}, z$1.core.$strip>;
|
|
1839
1839
|
/**
|
|
@@ -1867,9 +1867,9 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
|
|
|
1867
1867
|
subtree: "subtree";
|
|
1868
1868
|
}>>;
|
|
1869
1869
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1870
|
-
sum: "sum";
|
|
1871
|
-
last: "last";
|
|
1872
1870
|
all: "all";
|
|
1871
|
+
last: "last";
|
|
1872
|
+
sum: "sum";
|
|
1873
1873
|
}>>;
|
|
1874
1874
|
}, z$1.core.$strip>>>;
|
|
1875
1875
|
}, z$1.core.$strip>;
|
|
@@ -1907,9 +1907,9 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
|
|
|
1907
1907
|
subtree: "subtree";
|
|
1908
1908
|
}>>;
|
|
1909
1909
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1910
|
-
sum: "sum";
|
|
1911
|
-
last: "last";
|
|
1912
1910
|
all: "all";
|
|
1911
|
+
last: "last";
|
|
1912
|
+
sum: "sum";
|
|
1913
1913
|
}>>;
|
|
1914
1914
|
transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
|
|
1915
1915
|
}, z$1.core.$strip>;
|
|
@@ -1945,9 +1945,9 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
|
|
|
1945
1945
|
subtree: "subtree";
|
|
1946
1946
|
}>>;
|
|
1947
1947
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1948
|
-
sum: "sum";
|
|
1949
|
-
last: "last";
|
|
1950
1948
|
all: "all";
|
|
1949
|
+
last: "last";
|
|
1950
|
+
sum: "sum";
|
|
1951
1951
|
}>>;
|
|
1952
1952
|
transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
|
|
1953
1953
|
}, z$1.core.$strip>>>;
|
|
@@ -1984,8 +1984,8 @@ declare const traceSpanSchema$1: z$1.ZodObject<{
|
|
|
1984
1984
|
status: z$1.ZodEnum<{
|
|
1985
1985
|
error: "error";
|
|
1986
1986
|
running: "running";
|
|
1987
|
-
cancelled: "cancelled";
|
|
1988
1987
|
ok: "ok";
|
|
1988
|
+
cancelled: "cancelled";
|
|
1989
1989
|
}>;
|
|
1990
1990
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
1991
1991
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -2026,11 +2026,11 @@ declare const evalFreshnessStatusSchema: z$1.ZodEnum<{
|
|
|
2026
2026
|
type EvalFreshnessStatus = z$1.infer<typeof evalFreshnessStatusSchema>;
|
|
2027
2027
|
/** Reducer used to collapse a column's per-case values into a single stat. */
|
|
2028
2028
|
declare const evalStatAggregateSchema: z$1.ZodEnum<{
|
|
2029
|
+
last: "last";
|
|
2030
|
+
sum: "sum";
|
|
2029
2031
|
avg: "avg";
|
|
2030
2032
|
min: "min";
|
|
2031
2033
|
max: "max";
|
|
2032
|
-
sum: "sum";
|
|
2033
|
-
last: "last";
|
|
2034
2034
|
}>;
|
|
2035
2035
|
/** Reducer used to collapse a column's per-case values into a single stat. */
|
|
2036
2036
|
type EvalStatAggregate = z$1.infer<typeof evalStatAggregateSchema>;
|
|
@@ -2054,11 +2054,11 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
2054
2054
|
key: z$1.ZodString;
|
|
2055
2055
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2056
2056
|
aggregate: z$1.ZodEnum<{
|
|
2057
|
+
last: "last";
|
|
2058
|
+
sum: "sum";
|
|
2057
2059
|
avg: "avg";
|
|
2058
2060
|
min: "min";
|
|
2059
2061
|
max: "max";
|
|
2060
|
-
sum: "sum";
|
|
2061
|
-
last: "last";
|
|
2062
2062
|
}>;
|
|
2063
2063
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2064
2064
|
number: "number";
|
|
@@ -2096,11 +2096,11 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
|
|
|
2096
2096
|
key: z$1.ZodString;
|
|
2097
2097
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2098
2098
|
aggregate: z$1.ZodEnum<{
|
|
2099
|
+
last: "last";
|
|
2100
|
+
sum: "sum";
|
|
2099
2101
|
avg: "avg";
|
|
2100
2102
|
min: "min";
|
|
2101
2103
|
max: "max";
|
|
2102
|
-
sum: "sum";
|
|
2103
|
-
last: "last";
|
|
2104
2104
|
}>;
|
|
2105
2105
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2106
2106
|
number: "number";
|
|
@@ -2177,10 +2177,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2177
2177
|
caseIds: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
2178
2178
|
lastRunStatus: z$1.ZodNullable<z$1.ZodEnum<{
|
|
2179
2179
|
error: "error";
|
|
2180
|
-
pass: "pass";
|
|
2181
|
-
fail: "fail";
|
|
2182
2180
|
running: "running";
|
|
2183
2181
|
cancelled: "cancelled";
|
|
2182
|
+
pass: "pass";
|
|
2183
|
+
fail: "fail";
|
|
2184
2184
|
unscored: "unscored";
|
|
2185
2185
|
}>>;
|
|
2186
2186
|
stats: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
@@ -2199,11 +2199,11 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2199
2199
|
key: z$1.ZodString;
|
|
2200
2200
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2201
2201
|
aggregate: z$1.ZodEnum<{
|
|
2202
|
+
last: "last";
|
|
2203
|
+
sum: "sum";
|
|
2202
2204
|
avg: "avg";
|
|
2203
2205
|
min: "min";
|
|
2204
2206
|
max: "max";
|
|
2205
|
-
sum: "sum";
|
|
2206
|
-
last: "last";
|
|
2207
2207
|
}>;
|
|
2208
2208
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2209
2209
|
number: "number";
|
|
@@ -2241,9 +2241,9 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2241
2241
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2242
2242
|
success: "success";
|
|
2243
2243
|
error: "error";
|
|
2244
|
+
warning: "warning";
|
|
2244
2245
|
accent: "accent";
|
|
2245
2246
|
accentDim: "accentDim";
|
|
2246
|
-
warning: "warning";
|
|
2247
2247
|
textMuted: "textMuted";
|
|
2248
2248
|
}>>;
|
|
2249
2249
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -2254,10 +2254,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2254
2254
|
source: z$1.ZodLiteral<"column">;
|
|
2255
2255
|
key: z$1.ZodString;
|
|
2256
2256
|
aggregate: z$1.ZodEnum<{
|
|
2257
|
+
sum: "sum";
|
|
2257
2258
|
avg: "avg";
|
|
2258
2259
|
min: "min";
|
|
2259
2260
|
max: "max";
|
|
2260
|
-
sum: "sum";
|
|
2261
2261
|
latest: "latest";
|
|
2262
2262
|
passThresholdRate: "passThresholdRate";
|
|
2263
2263
|
}>;
|
|
@@ -2265,9 +2265,9 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2265
2265
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2266
2266
|
success: "success";
|
|
2267
2267
|
error: "error";
|
|
2268
|
+
warning: "warning";
|
|
2268
2269
|
accent: "accent";
|
|
2269
2270
|
accentDim: "accentDim";
|
|
2270
|
-
warning: "warning";
|
|
2271
2271
|
textMuted: "textMuted";
|
|
2272
2272
|
}>>;
|
|
2273
2273
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -2296,10 +2296,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2296
2296
|
source: z$1.ZodLiteral<"column">;
|
|
2297
2297
|
key: z$1.ZodString;
|
|
2298
2298
|
aggregate: z$1.ZodEnum<{
|
|
2299
|
+
sum: "sum";
|
|
2299
2300
|
avg: "avg";
|
|
2300
2301
|
min: "min";
|
|
2301
2302
|
max: "max";
|
|
2302
|
-
sum: "sum";
|
|
2303
2303
|
latest: "latest";
|
|
2304
2304
|
passThresholdRate: "passThresholdRate";
|
|
2305
2305
|
}>;
|
|
@@ -2396,11 +2396,11 @@ declare const caseRowSchema$1: z$1.ZodObject<{
|
|
|
2396
2396
|
tags: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
2397
2397
|
status: z$1.ZodEnum<{
|
|
2398
2398
|
error: "error";
|
|
2399
|
-
pass: "pass";
|
|
2400
|
-
fail: "fail";
|
|
2401
2399
|
running: "running";
|
|
2402
2400
|
cancelled: "cancelled";
|
|
2403
2401
|
pending: "pending";
|
|
2402
|
+
pass: "pass";
|
|
2403
|
+
fail: "fail";
|
|
2404
2404
|
}>;
|
|
2405
2405
|
durationMs: z$1.ZodNullable<z$1.ZodNumber>;
|
|
2406
2406
|
costUsd: z$1.ZodOptional<z$1.ZodNullable<z$1.ZodNumber>>;
|
|
@@ -2492,8 +2492,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
|
|
|
2492
2492
|
status: z$1.ZodEnum<{
|
|
2493
2493
|
error: "error";
|
|
2494
2494
|
running: "running";
|
|
2495
|
-
cancelled: "cancelled";
|
|
2496
2495
|
ok: "ok";
|
|
2496
|
+
cancelled: "cancelled";
|
|
2497
2497
|
}>;
|
|
2498
2498
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
2499
2499
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -2543,9 +2543,9 @@ declare const scoreTraceSchema: z$1.ZodObject<{
|
|
|
2543
2543
|
subtree: "subtree";
|
|
2544
2544
|
}>>;
|
|
2545
2545
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2546
|
-
sum: "sum";
|
|
2547
|
-
last: "last";
|
|
2548
2546
|
all: "all";
|
|
2547
|
+
last: "last";
|
|
2548
|
+
sum: "sum";
|
|
2549
2549
|
}>>;
|
|
2550
2550
|
}, z$1.core.$strip>>>;
|
|
2551
2551
|
}, z$1.core.$strip>;
|
|
@@ -2561,11 +2561,11 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2561
2561
|
tags: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
2562
2562
|
status: z$1.ZodEnum<{
|
|
2563
2563
|
error: "error";
|
|
2564
|
-
pass: "pass";
|
|
2565
|
-
fail: "fail";
|
|
2566
2564
|
running: "running";
|
|
2567
2565
|
cancelled: "cancelled";
|
|
2568
2566
|
pending: "pending";
|
|
2567
|
+
pass: "pass";
|
|
2568
|
+
fail: "fail";
|
|
2569
2569
|
}>;
|
|
2570
2570
|
input: z$1.ZodUnknown;
|
|
2571
2571
|
trace: z$1.ZodArray<z$1.ZodObject<{
|
|
@@ -2579,8 +2579,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2579
2579
|
status: z$1.ZodEnum<{
|
|
2580
2580
|
error: "error";
|
|
2581
2581
|
running: "running";
|
|
2582
|
-
cancelled: "cancelled";
|
|
2583
2582
|
ok: "ok";
|
|
2583
|
+
cancelled: "cancelled";
|
|
2584
2584
|
}>;
|
|
2585
2585
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
2586
2586
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -2630,9 +2630,9 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2630
2630
|
subtree: "subtree";
|
|
2631
2631
|
}>>;
|
|
2632
2632
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2633
|
-
sum: "sum";
|
|
2634
|
-
last: "last";
|
|
2635
2633
|
all: "all";
|
|
2634
|
+
last: "last";
|
|
2635
|
+
sum: "sum";
|
|
2636
2636
|
}>>;
|
|
2637
2637
|
}, z$1.core.$strip>>>;
|
|
2638
2638
|
}, z$1.core.$strip>;
|
|
@@ -2648,8 +2648,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2648
2648
|
status: z$1.ZodEnum<{
|
|
2649
2649
|
error: "error";
|
|
2650
2650
|
running: "running";
|
|
2651
|
-
cancelled: "cancelled";
|
|
2652
2651
|
ok: "ok";
|
|
2652
|
+
cancelled: "cancelled";
|
|
2653
2653
|
}>;
|
|
2654
2654
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
2655
2655
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -2699,9 +2699,9 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2699
2699
|
subtree: "subtree";
|
|
2700
2700
|
}>>;
|
|
2701
2701
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2702
|
-
sum: "sum";
|
|
2703
|
-
last: "last";
|
|
2704
2702
|
all: "all";
|
|
2703
|
+
last: "last";
|
|
2704
|
+
sum: "sum";
|
|
2705
2705
|
}>>;
|
|
2706
2706
|
}, z$1.core.$strip>>>;
|
|
2707
2707
|
}, z$1.core.$strip>;
|
|
@@ -2761,10 +2761,10 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2761
2761
|
namespace: z$1.ZodString;
|
|
2762
2762
|
key: z$1.ZodString;
|
|
2763
2763
|
status: z$1.ZodEnum<{
|
|
2764
|
+
bypass: "bypass";
|
|
2765
|
+
refresh: "refresh";
|
|
2764
2766
|
hit: "hit";
|
|
2765
2767
|
miss: "miss";
|
|
2766
|
-
refresh: "refresh";
|
|
2767
|
-
bypass: "bypass";
|
|
2768
2768
|
}>;
|
|
2769
2769
|
read: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
2770
2770
|
stored: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
@@ -2817,10 +2817,10 @@ declare const evalChartBuiltinMetricSchema: z$1.ZodEnum<{
|
|
|
2817
2817
|
type EvalChartBuiltinMetric = z$1.infer<typeof evalChartBuiltinMetricSchema>;
|
|
2818
2818
|
/** Reducer applied to a numeric column across all cases of a single run. */
|
|
2819
2819
|
declare const evalChartAggregateSchema: z$1.ZodEnum<{
|
|
2820
|
+
sum: "sum";
|
|
2820
2821
|
avg: "avg";
|
|
2821
2822
|
min: "min";
|
|
2822
2823
|
max: "max";
|
|
2823
|
-
sum: "sum";
|
|
2824
2824
|
latest: "latest";
|
|
2825
2825
|
passThresholdRate: "passThresholdRate";
|
|
2826
2826
|
}>;
|
|
@@ -2833,9 +2833,9 @@ type EvalChartAggregate = z$1.infer<typeof evalChartAggregateSchema>;
|
|
|
2833
2833
|
declare const evalChartColorSchema: z$1.ZodEnum<{
|
|
2834
2834
|
success: "success";
|
|
2835
2835
|
error: "error";
|
|
2836
|
+
warning: "warning";
|
|
2836
2837
|
accent: "accent";
|
|
2837
2838
|
accentDim: "accentDim";
|
|
2838
|
-
warning: "warning";
|
|
2839
2839
|
textMuted: "textMuted";
|
|
2840
2840
|
}>;
|
|
2841
2841
|
/** Semantic color token resolved to a theme color by the web UI. */
|
|
@@ -2862,9 +2862,9 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
2862
2862
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2863
2863
|
success: "success";
|
|
2864
2864
|
error: "error";
|
|
2865
|
+
warning: "warning";
|
|
2865
2866
|
accent: "accent";
|
|
2866
2867
|
accentDim: "accentDim";
|
|
2867
|
-
warning: "warning";
|
|
2868
2868
|
textMuted: "textMuted";
|
|
2869
2869
|
}>>;
|
|
2870
2870
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -2875,10 +2875,10 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
2875
2875
|
source: z$1.ZodLiteral<"column">;
|
|
2876
2876
|
key: z$1.ZodString;
|
|
2877
2877
|
aggregate: z$1.ZodEnum<{
|
|
2878
|
+
sum: "sum";
|
|
2878
2879
|
avg: "avg";
|
|
2879
2880
|
min: "min";
|
|
2880
2881
|
max: "max";
|
|
2881
|
-
sum: "sum";
|
|
2882
2882
|
latest: "latest";
|
|
2883
2883
|
passThresholdRate: "passThresholdRate";
|
|
2884
2884
|
}>;
|
|
@@ -2886,9 +2886,9 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
2886
2886
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2887
2887
|
success: "success";
|
|
2888
2888
|
error: "error";
|
|
2889
|
+
warning: "warning";
|
|
2889
2890
|
accent: "accent";
|
|
2890
2891
|
accentDim: "accentDim";
|
|
2891
|
-
warning: "warning";
|
|
2892
2892
|
textMuted: "textMuted";
|
|
2893
2893
|
}>>;
|
|
2894
2894
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -2910,10 +2910,10 @@ declare const evalChartTooltipExtraSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObj
|
|
|
2910
2910
|
source: z$1.ZodLiteral<"column">;
|
|
2911
2911
|
key: z$1.ZodString;
|
|
2912
2912
|
aggregate: z$1.ZodEnum<{
|
|
2913
|
+
sum: "sum";
|
|
2913
2914
|
avg: "avg";
|
|
2914
2915
|
min: "min";
|
|
2915
2916
|
max: "max";
|
|
2916
|
-
sum: "sum";
|
|
2917
2917
|
latest: "latest";
|
|
2918
2918
|
passThresholdRate: "passThresholdRate";
|
|
2919
2919
|
}>;
|
|
@@ -2945,9 +2945,9 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
|
2945
2945
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2946
2946
|
success: "success";
|
|
2947
2947
|
error: "error";
|
|
2948
|
+
warning: "warning";
|
|
2948
2949
|
accent: "accent";
|
|
2949
2950
|
accentDim: "accentDim";
|
|
2950
|
-
warning: "warning";
|
|
2951
2951
|
textMuted: "textMuted";
|
|
2952
2952
|
}>>;
|
|
2953
2953
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -2958,10 +2958,10 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
|
2958
2958
|
source: z$1.ZodLiteral<"column">;
|
|
2959
2959
|
key: z$1.ZodString;
|
|
2960
2960
|
aggregate: z$1.ZodEnum<{
|
|
2961
|
+
sum: "sum";
|
|
2961
2962
|
avg: "avg";
|
|
2962
2963
|
min: "min";
|
|
2963
2964
|
max: "max";
|
|
2964
|
-
sum: "sum";
|
|
2965
2965
|
latest: "latest";
|
|
2966
2966
|
passThresholdRate: "passThresholdRate";
|
|
2967
2967
|
}>;
|
|
@@ -2969,9 +2969,9 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
|
2969
2969
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2970
2970
|
success: "success";
|
|
2971
2971
|
error: "error";
|
|
2972
|
+
warning: "warning";
|
|
2972
2973
|
accent: "accent";
|
|
2973
2974
|
accentDim: "accentDim";
|
|
2974
|
-
warning: "warning";
|
|
2975
2975
|
textMuted: "textMuted";
|
|
2976
2976
|
}>>;
|
|
2977
2977
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -3000,10 +3000,10 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
|
3000
3000
|
source: z$1.ZodLiteral<"column">;
|
|
3001
3001
|
key: z$1.ZodString;
|
|
3002
3002
|
aggregate: z$1.ZodEnum<{
|
|
3003
|
+
sum: "sum";
|
|
3003
3004
|
avg: "avg";
|
|
3004
3005
|
min: "min";
|
|
3005
3006
|
max: "max";
|
|
3006
|
-
sum: "sum";
|
|
3007
3007
|
latest: "latest";
|
|
3008
3008
|
passThresholdRate: "passThresholdRate";
|
|
3009
3009
|
}>;
|
|
@@ -3035,9 +3035,9 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
|
3035
3035
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3036
3036
|
success: "success";
|
|
3037
3037
|
error: "error";
|
|
3038
|
+
warning: "warning";
|
|
3038
3039
|
accent: "accent";
|
|
3039
3040
|
accentDim: "accentDim";
|
|
3040
|
-
warning: "warning";
|
|
3041
3041
|
textMuted: "textMuted";
|
|
3042
3042
|
}>>;
|
|
3043
3043
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -3048,10 +3048,10 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
|
3048
3048
|
source: z$1.ZodLiteral<"column">;
|
|
3049
3049
|
key: z$1.ZodString;
|
|
3050
3050
|
aggregate: z$1.ZodEnum<{
|
|
3051
|
+
sum: "sum";
|
|
3051
3052
|
avg: "avg";
|
|
3052
3053
|
min: "min";
|
|
3053
3054
|
max: "max";
|
|
3054
|
-
sum: "sum";
|
|
3055
3055
|
latest: "latest";
|
|
3056
3056
|
passThresholdRate: "passThresholdRate";
|
|
3057
3057
|
}>;
|
|
@@ -3059,9 +3059,9 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
|
3059
3059
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3060
3060
|
success: "success";
|
|
3061
3061
|
error: "error";
|
|
3062
|
+
warning: "warning";
|
|
3062
3063
|
accent: "accent";
|
|
3063
3064
|
accentDim: "accentDim";
|
|
3064
|
-
warning: "warning";
|
|
3065
3065
|
textMuted: "textMuted";
|
|
3066
3066
|
}>>;
|
|
3067
3067
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -3090,10 +3090,10 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
|
3090
3090
|
source: z$1.ZodLiteral<"column">;
|
|
3091
3091
|
key: z$1.ZodString;
|
|
3092
3092
|
aggregate: z$1.ZodEnum<{
|
|
3093
|
+
sum: "sum";
|
|
3093
3094
|
avg: "avg";
|
|
3094
3095
|
min: "min";
|
|
3095
3096
|
max: "max";
|
|
3096
|
-
sum: "sum";
|
|
3097
3097
|
latest: "latest";
|
|
3098
3098
|
passThresholdRate: "passThresholdRate";
|
|
3099
3099
|
}>;
|
|
@@ -3121,9 +3121,9 @@ declare const runManifestSchema$1: z$1.ZodObject<{
|
|
|
3121
3121
|
evalSourceFingerprints: z$1.ZodDefault<z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodString>>>;
|
|
3122
3122
|
target: z$1.ZodObject<{
|
|
3123
3123
|
mode: z$1.ZodEnum<{
|
|
3124
|
-
caseIds: "caseIds";
|
|
3125
3124
|
all: "all";
|
|
3126
3125
|
evalIds: "evalIds";
|
|
3126
|
+
caseIds: "caseIds";
|
|
3127
3127
|
}>;
|
|
3128
3128
|
evalKeys: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
3129
3129
|
files: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
@@ -3137,9 +3137,9 @@ declare const runManifestSchema$1: z$1.ZodObject<{
|
|
|
3137
3137
|
median: "median";
|
|
3138
3138
|
}>>>;
|
|
3139
3139
|
cacheMode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3140
|
-
refresh: "refresh";
|
|
3141
|
-
bypass: "bypass";
|
|
3142
3140
|
use: "use";
|
|
3141
|
+
bypass: "bypass";
|
|
3142
|
+
refresh: "refresh";
|
|
3143
3143
|
}>>;
|
|
3144
3144
|
}, z$1.core.$strip>;
|
|
3145
3145
|
/** Persisted lifecycle metadata for a single eval run. */
|
|
@@ -4026,9 +4026,9 @@ declare function extractApiCalls(spans: EvalTraceSpan$1[], config: ResolvedApiCa
|
|
|
4026
4026
|
* - `refresh`: never read, always write (forces re-execution and overwrites).
|
|
4027
4027
|
*/
|
|
4028
4028
|
declare const cacheModeSchema: z$1.ZodEnum<{
|
|
4029
|
-
refresh: "refresh";
|
|
4030
|
-
bypass: "bypass";
|
|
4031
4029
|
use: "use";
|
|
4030
|
+
bypass: "bypass";
|
|
4031
|
+
refresh: "refresh";
|
|
4032
4032
|
}>;
|
|
4033
4033
|
/** Mode controlling how cached spans behave during a run. */
|
|
4034
4034
|
type CacheMode = z$1.infer<typeof cacheModeSchema>;
|
|
@@ -4049,10 +4049,10 @@ declare const cacheOperationTypeSchema: z$1.ZodEnum<{
|
|
|
4049
4049
|
type CacheOperationType = z$1.infer<typeof cacheOperationTypeSchema>;
|
|
4050
4050
|
/** Status of a cache lookup recorded on a span or case scope. */
|
|
4051
4051
|
declare const cacheStatusSchema: z$1.ZodEnum<{
|
|
4052
|
+
bypass: "bypass";
|
|
4053
|
+
refresh: "refresh";
|
|
4052
4054
|
hit: "hit";
|
|
4053
4055
|
miss: "miss";
|
|
4054
|
-
refresh: "refresh";
|
|
4055
|
-
bypass: "bypass";
|
|
4056
4056
|
}>;
|
|
4057
4057
|
/** Status of a cache lookup recorded on a span or case scope. */
|
|
4058
4058
|
type CacheStatus = z$1.infer<typeof cacheStatusSchema>;
|
|
@@ -4069,10 +4069,10 @@ declare const traceCacheRefSchema: z$1.ZodObject<{
|
|
|
4069
4069
|
namespace: z$1.ZodString;
|
|
4070
4070
|
key: z$1.ZodString;
|
|
4071
4071
|
status: z$1.ZodEnum<{
|
|
4072
|
+
bypass: "bypass";
|
|
4073
|
+
refresh: "refresh";
|
|
4072
4074
|
hit: "hit";
|
|
4073
4075
|
miss: "miss";
|
|
4074
|
-
refresh: "refresh";
|
|
4075
|
-
bypass: "bypass";
|
|
4076
4076
|
}>;
|
|
4077
4077
|
read: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
4078
4078
|
stored: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
@@ -4149,8 +4149,8 @@ declare const cacheRecordingSchema: z$1.ZodObject<{
|
|
|
4149
4149
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4150
4150
|
error: "error";
|
|
4151
4151
|
running: "running";
|
|
4152
|
-
cancelled: "cancelled";
|
|
4153
4152
|
ok: "ok";
|
|
4153
|
+
cancelled: "cancelled";
|
|
4154
4154
|
}>>;
|
|
4155
4155
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4156
4156
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4222,8 +4222,8 @@ declare const cacheEntrySchema: z$1.ZodObject<{
|
|
|
4222
4222
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4223
4223
|
error: "error";
|
|
4224
4224
|
running: "running";
|
|
4225
|
-
cancelled: "cancelled";
|
|
4226
4225
|
ok: "ok";
|
|
4226
|
+
cancelled: "cancelled";
|
|
4227
4227
|
}>>;
|
|
4228
4228
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4229
4229
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4311,8 +4311,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
|
|
|
4311
4311
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4312
4312
|
error: "error";
|
|
4313
4313
|
running: "running";
|
|
4314
|
-
cancelled: "cancelled";
|
|
4315
4314
|
ok: "ok";
|
|
4315
|
+
cancelled: "cancelled";
|
|
4316
4316
|
}>>;
|
|
4317
4317
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4318
4318
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4400,8 +4400,8 @@ declare const cacheFileSchema: z$1.ZodObject<{
|
|
|
4400
4400
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4401
4401
|
error: "error";
|
|
4402
4402
|
running: "running";
|
|
4403
|
-
cancelled: "cancelled";
|
|
4404
4403
|
ok: "ok";
|
|
4404
|
+
cancelled: "cancelled";
|
|
4405
4405
|
}>>;
|
|
4406
4406
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4407
4407
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4575,9 +4575,9 @@ type ConfigReloadState = z$1.infer<typeof configReloadStateSchema$1>;
|
|
|
4575
4575
|
declare const createRunRequestSchema$1: z$1.ZodObject<{
|
|
4576
4576
|
target: z$1.ZodObject<{
|
|
4577
4577
|
mode: z$1.ZodEnum<{
|
|
4578
|
-
caseIds: "caseIds";
|
|
4579
4578
|
all: "all";
|
|
4580
4579
|
evalIds: "evalIds";
|
|
4580
|
+
caseIds: "caseIds";
|
|
4581
4581
|
}>;
|
|
4582
4582
|
evalKeys: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
4583
4583
|
files: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
@@ -4589,9 +4589,9 @@ declare const createRunRequestSchema$1: z$1.ZodObject<{
|
|
|
4589
4589
|
temporary: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
4590
4590
|
cache: z$1.ZodOptional<z$1.ZodObject<{
|
|
4591
4591
|
mode: z$1.ZodDefault<z$1.ZodEnum<{
|
|
4592
|
-
refresh: "refresh";
|
|
4593
|
-
bypass: "bypass";
|
|
4594
4592
|
use: "use";
|
|
4593
|
+
bypass: "bypass";
|
|
4594
|
+
refresh: "refresh";
|
|
4595
4595
|
}>>;
|
|
4596
4596
|
}, z$1.core.$strip>>;
|
|
4597
4597
|
manualInputs: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@ls-stack/agent-eval",
|
|
3
|
-
"version": "0.42.
|
|
3
|
+
"version": "0.42.3",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"bin": {
|
|
6
6
|
"agent-evals": "./dist/bin.mjs"
|
|
@@ -32,9 +32,9 @@
|
|
|
32
32
|
"devDependencies": {
|
|
33
33
|
"@types/node": "^24.7.2",
|
|
34
34
|
"typescript": "^5.9.2",
|
|
35
|
+
"@agent-evals/sdk": "0.0.1",
|
|
35
36
|
"@agent-evals/runner": "0.0.1",
|
|
36
|
-
"@agent-evals/shared": "0.0.1"
|
|
37
|
-
"@agent-evals/sdk": "0.0.1"
|
|
37
|
+
"@agent-evals/shared": "0.0.1"
|
|
38
38
|
},
|
|
39
39
|
"scripts": {
|
|
40
40
|
"build": "pnpm --filter @agent-evals/web build && pnpm --filter @agent-evals/shared build && pnpm --filter @agent-evals/sdk build && pnpm --filter @agent-evals/runner build && tsdown --filter cli-js && tsdown --filter cli-types",
|