@ls-stack/agent-eval 0.52.0 → 0.52.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/apps/web/dist/assets/index-CFASvC2z.css +1 -0
- package/dist/apps/web/dist/assets/{index-B3KnzmWT.js → index-dAgwnqH2.js} +73 -73
- package/dist/apps/web/dist/index.html +2 -2
- package/dist/index.d.mts +91 -91
- package/package.json +1 -1
- package/dist/apps/web/dist/assets/index-C4HvJn9S.css +0 -1
package/dist/index.d.mts
CHANGED
|
@@ -1835,9 +1835,9 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
|
|
|
1835
1835
|
subtree: "subtree";
|
|
1836
1836
|
}>>;
|
|
1837
1837
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1838
|
-
sum: "sum";
|
|
1839
|
-
last: "last";
|
|
1840
1838
|
all: "all";
|
|
1839
|
+
last: "last";
|
|
1840
|
+
sum: "sum";
|
|
1841
1841
|
}>>;
|
|
1842
1842
|
}, z$1.core.$strip>;
|
|
1843
1843
|
/**
|
|
@@ -1871,9 +1871,9 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
|
|
|
1871
1871
|
subtree: "subtree";
|
|
1872
1872
|
}>>;
|
|
1873
1873
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1874
|
-
sum: "sum";
|
|
1875
|
-
last: "last";
|
|
1876
1874
|
all: "all";
|
|
1875
|
+
last: "last";
|
|
1876
|
+
sum: "sum";
|
|
1877
1877
|
}>>;
|
|
1878
1878
|
}, z$1.core.$strip>>>;
|
|
1879
1879
|
}, z$1.core.$strip>;
|
|
@@ -1911,9 +1911,9 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
|
|
|
1911
1911
|
subtree: "subtree";
|
|
1912
1912
|
}>>;
|
|
1913
1913
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1914
|
-
sum: "sum";
|
|
1915
|
-
last: "last";
|
|
1916
1914
|
all: "all";
|
|
1915
|
+
last: "last";
|
|
1916
|
+
sum: "sum";
|
|
1917
1917
|
}>>;
|
|
1918
1918
|
transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
|
|
1919
1919
|
}, z$1.core.$strip>;
|
|
@@ -1949,9 +1949,9 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
|
|
|
1949
1949
|
subtree: "subtree";
|
|
1950
1950
|
}>>;
|
|
1951
1951
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1952
|
-
sum: "sum";
|
|
1953
|
-
last: "last";
|
|
1954
1952
|
all: "all";
|
|
1953
|
+
last: "last";
|
|
1954
|
+
sum: "sum";
|
|
1955
1955
|
}>>;
|
|
1956
1956
|
transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
|
|
1957
1957
|
}, z$1.core.$strip>>>;
|
|
@@ -1988,8 +1988,8 @@ declare const traceSpanSchema$1: z$1.ZodObject<{
|
|
|
1988
1988
|
status: z$1.ZodEnum<{
|
|
1989
1989
|
error: "error";
|
|
1990
1990
|
running: "running";
|
|
1991
|
-
cancelled: "cancelled";
|
|
1992
1991
|
ok: "ok";
|
|
1992
|
+
cancelled: "cancelled";
|
|
1993
1993
|
}>;
|
|
1994
1994
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
1995
1995
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -2030,11 +2030,11 @@ declare const evalFreshnessStatusSchema: z$1.ZodEnum<{
|
|
|
2030
2030
|
type EvalFreshnessStatus = z$1.infer<typeof evalFreshnessStatusSchema>;
|
|
2031
2031
|
/** Reducer used to collapse a column's per-case values into a single stat. */
|
|
2032
2032
|
declare const evalStatAggregateSchema: z$1.ZodEnum<{
|
|
2033
|
+
last: "last";
|
|
2034
|
+
sum: "sum";
|
|
2033
2035
|
avg: "avg";
|
|
2034
2036
|
min: "min";
|
|
2035
2037
|
max: "max";
|
|
2036
|
-
sum: "sum";
|
|
2037
|
-
last: "last";
|
|
2038
2038
|
}>;
|
|
2039
2039
|
/** Reducer used to collapse a column's per-case values into a single stat. */
|
|
2040
2040
|
type EvalStatAggregate = z$1.infer<typeof evalStatAggregateSchema>;
|
|
@@ -2063,11 +2063,11 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
2063
2063
|
key: z$1.ZodString;
|
|
2064
2064
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2065
2065
|
aggregate: z$1.ZodEnum<{
|
|
2066
|
+
last: "last";
|
|
2067
|
+
sum: "sum";
|
|
2066
2068
|
avg: "avg";
|
|
2067
2069
|
min: "min";
|
|
2068
2070
|
max: "max";
|
|
2069
|
-
sum: "sum";
|
|
2070
|
-
last: "last";
|
|
2071
2071
|
}>;
|
|
2072
2072
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2073
2073
|
number: "number";
|
|
@@ -2108,11 +2108,11 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
|
|
|
2108
2108
|
key: z$1.ZodString;
|
|
2109
2109
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2110
2110
|
aggregate: z$1.ZodEnum<{
|
|
2111
|
+
last: "last";
|
|
2112
|
+
sum: "sum";
|
|
2111
2113
|
avg: "avg";
|
|
2112
2114
|
min: "min";
|
|
2113
2115
|
max: "max";
|
|
2114
|
-
sum: "sum";
|
|
2115
|
-
last: "last";
|
|
2116
2116
|
}>;
|
|
2117
2117
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2118
2118
|
number: "number";
|
|
@@ -2189,10 +2189,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2189
2189
|
caseIds: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
2190
2190
|
lastRunStatus: z$1.ZodNullable<z$1.ZodEnum<{
|
|
2191
2191
|
error: "error";
|
|
2192
|
-
pass: "pass";
|
|
2193
|
-
fail: "fail";
|
|
2194
2192
|
running: "running";
|
|
2195
2193
|
cancelled: "cancelled";
|
|
2194
|
+
pass: "pass";
|
|
2195
|
+
fail: "fail";
|
|
2196
2196
|
unscored: "unscored";
|
|
2197
2197
|
}>>;
|
|
2198
2198
|
stats: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
@@ -2214,11 +2214,11 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2214
2214
|
key: z$1.ZodString;
|
|
2215
2215
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2216
2216
|
aggregate: z$1.ZodEnum<{
|
|
2217
|
+
last: "last";
|
|
2218
|
+
sum: "sum";
|
|
2217
2219
|
avg: "avg";
|
|
2218
2220
|
min: "min";
|
|
2219
2221
|
max: "max";
|
|
2220
|
-
sum: "sum";
|
|
2221
|
-
last: "last";
|
|
2222
2222
|
}>;
|
|
2223
2223
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2224
2224
|
number: "number";
|
|
@@ -2254,11 +2254,11 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2254
2254
|
}>;
|
|
2255
2255
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2256
2256
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2257
|
-
success: "success";
|
|
2258
2257
|
error: "error";
|
|
2258
|
+
success: "success";
|
|
2259
|
+
warning: "warning";
|
|
2259
2260
|
accent: "accent";
|
|
2260
2261
|
accentDim: "accentDim";
|
|
2261
|
-
warning: "warning";
|
|
2262
2262
|
textMuted: "textMuted";
|
|
2263
2263
|
}>>;
|
|
2264
2264
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -2269,20 +2269,20 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2269
2269
|
source: z$1.ZodLiteral<"column">;
|
|
2270
2270
|
key: z$1.ZodString;
|
|
2271
2271
|
aggregate: z$1.ZodEnum<{
|
|
2272
|
+
sum: "sum";
|
|
2272
2273
|
avg: "avg";
|
|
2273
2274
|
min: "min";
|
|
2274
2275
|
max: "max";
|
|
2275
|
-
sum: "sum";
|
|
2276
2276
|
latest: "latest";
|
|
2277
2277
|
passThresholdRate: "passThresholdRate";
|
|
2278
2278
|
}>;
|
|
2279
2279
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2280
2280
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2281
|
-
success: "success";
|
|
2282
2281
|
error: "error";
|
|
2282
|
+
success: "success";
|
|
2283
|
+
warning: "warning";
|
|
2283
2284
|
accent: "accent";
|
|
2284
2285
|
accentDim: "accentDim";
|
|
2285
|
-
warning: "warning";
|
|
2286
2286
|
textMuted: "textMuted";
|
|
2287
2287
|
}>>;
|
|
2288
2288
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -2311,10 +2311,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2311
2311
|
source: z$1.ZodLiteral<"column">;
|
|
2312
2312
|
key: z$1.ZodString;
|
|
2313
2313
|
aggregate: z$1.ZodEnum<{
|
|
2314
|
+
sum: "sum";
|
|
2314
2315
|
avg: "avg";
|
|
2315
2316
|
min: "min";
|
|
2316
2317
|
max: "max";
|
|
2317
|
-
sum: "sum";
|
|
2318
2318
|
latest: "latest";
|
|
2319
2319
|
passThresholdRate: "passThresholdRate";
|
|
2320
2320
|
}>;
|
|
@@ -2411,10 +2411,10 @@ declare const caseRowSchema$1: z$1.ZodObject<{
|
|
|
2411
2411
|
tags: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
2412
2412
|
status: z$1.ZodEnum<{
|
|
2413
2413
|
error: "error";
|
|
2414
|
-
pass: "pass";
|
|
2415
|
-
fail: "fail";
|
|
2416
2414
|
running: "running";
|
|
2417
2415
|
cancelled: "cancelled";
|
|
2416
|
+
pass: "pass";
|
|
2417
|
+
fail: "fail";
|
|
2418
2418
|
pending: "pending";
|
|
2419
2419
|
}>;
|
|
2420
2420
|
durationMs: z$1.ZodNullable<z$1.ZodNumber>;
|
|
@@ -2511,8 +2511,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
|
|
|
2511
2511
|
status: z$1.ZodEnum<{
|
|
2512
2512
|
error: "error";
|
|
2513
2513
|
running: "running";
|
|
2514
|
-
cancelled: "cancelled";
|
|
2515
2514
|
ok: "ok";
|
|
2515
|
+
cancelled: "cancelled";
|
|
2516
2516
|
}>;
|
|
2517
2517
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
2518
2518
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -2562,9 +2562,9 @@ declare const scoreTraceSchema: z$1.ZodObject<{
|
|
|
2562
2562
|
subtree: "subtree";
|
|
2563
2563
|
}>>;
|
|
2564
2564
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2565
|
-
sum: "sum";
|
|
2566
|
-
last: "last";
|
|
2567
2565
|
all: "all";
|
|
2566
|
+
last: "last";
|
|
2567
|
+
sum: "sum";
|
|
2568
2568
|
}>>;
|
|
2569
2569
|
}, z$1.core.$strip>>>;
|
|
2570
2570
|
}, z$1.core.$strip>;
|
|
@@ -2580,10 +2580,10 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2580
2580
|
tags: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
2581
2581
|
status: z$1.ZodEnum<{
|
|
2582
2582
|
error: "error";
|
|
2583
|
-
pass: "pass";
|
|
2584
|
-
fail: "fail";
|
|
2585
2583
|
running: "running";
|
|
2586
2584
|
cancelled: "cancelled";
|
|
2585
|
+
pass: "pass";
|
|
2586
|
+
fail: "fail";
|
|
2587
2587
|
pending: "pending";
|
|
2588
2588
|
}>;
|
|
2589
2589
|
input: z$1.ZodUnknown;
|
|
@@ -2598,8 +2598,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2598
2598
|
status: z$1.ZodEnum<{
|
|
2599
2599
|
error: "error";
|
|
2600
2600
|
running: "running";
|
|
2601
|
-
cancelled: "cancelled";
|
|
2602
2601
|
ok: "ok";
|
|
2602
|
+
cancelled: "cancelled";
|
|
2603
2603
|
}>;
|
|
2604
2604
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
2605
2605
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -2649,9 +2649,9 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2649
2649
|
subtree: "subtree";
|
|
2650
2650
|
}>>;
|
|
2651
2651
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2652
|
-
sum: "sum";
|
|
2653
|
-
last: "last";
|
|
2654
2652
|
all: "all";
|
|
2653
|
+
last: "last";
|
|
2654
|
+
sum: "sum";
|
|
2655
2655
|
}>>;
|
|
2656
2656
|
}, z$1.core.$strip>>>;
|
|
2657
2657
|
}, z$1.core.$strip>;
|
|
@@ -2667,8 +2667,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2667
2667
|
status: z$1.ZodEnum<{
|
|
2668
2668
|
error: "error";
|
|
2669
2669
|
running: "running";
|
|
2670
|
-
cancelled: "cancelled";
|
|
2671
2670
|
ok: "ok";
|
|
2671
|
+
cancelled: "cancelled";
|
|
2672
2672
|
}>;
|
|
2673
2673
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
2674
2674
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -2718,9 +2718,9 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2718
2718
|
subtree: "subtree";
|
|
2719
2719
|
}>>;
|
|
2720
2720
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2721
|
-
sum: "sum";
|
|
2722
|
-
last: "last";
|
|
2723
2721
|
all: "all";
|
|
2722
|
+
last: "last";
|
|
2723
|
+
sum: "sum";
|
|
2724
2724
|
}>>;
|
|
2725
2725
|
}, z$1.core.$strip>>>;
|
|
2726
2726
|
}, z$1.core.$strip>;
|
|
@@ -2781,10 +2781,10 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2781
2781
|
namespace: z$1.ZodString;
|
|
2782
2782
|
key: z$1.ZodString;
|
|
2783
2783
|
status: z$1.ZodEnum<{
|
|
2784
|
+
bypass: "bypass";
|
|
2785
|
+
refresh: "refresh";
|
|
2784
2786
|
hit: "hit";
|
|
2785
2787
|
miss: "miss";
|
|
2786
|
-
refresh: "refresh";
|
|
2787
|
-
bypass: "bypass";
|
|
2788
2788
|
}>;
|
|
2789
2789
|
read: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
2790
2790
|
stored: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
@@ -2837,10 +2837,10 @@ declare const evalChartBuiltinMetricSchema: z$1.ZodEnum<{
|
|
|
2837
2837
|
type EvalChartBuiltinMetric = z$1.infer<typeof evalChartBuiltinMetricSchema>;
|
|
2838
2838
|
/** Reducer applied to a numeric column across all cases of a single run. */
|
|
2839
2839
|
declare const evalChartAggregateSchema: z$1.ZodEnum<{
|
|
2840
|
+
sum: "sum";
|
|
2840
2841
|
avg: "avg";
|
|
2841
2842
|
min: "min";
|
|
2842
2843
|
max: "max";
|
|
2843
|
-
sum: "sum";
|
|
2844
2844
|
latest: "latest";
|
|
2845
2845
|
passThresholdRate: "passThresholdRate";
|
|
2846
2846
|
}>;
|
|
@@ -2851,11 +2851,11 @@ type EvalChartAggregate = z$1.infer<typeof evalChartAggregateSchema>;
|
|
|
2851
2851
|
* not emit raw hex so authored evals stay decoupled from the web theme.
|
|
2852
2852
|
*/
|
|
2853
2853
|
declare const evalChartColorSchema: z$1.ZodEnum<{
|
|
2854
|
-
success: "success";
|
|
2855
2854
|
error: "error";
|
|
2855
|
+
success: "success";
|
|
2856
|
+
warning: "warning";
|
|
2856
2857
|
accent: "accent";
|
|
2857
2858
|
accentDim: "accentDim";
|
|
2858
|
-
warning: "warning";
|
|
2859
2859
|
textMuted: "textMuted";
|
|
2860
2860
|
}>;
|
|
2861
2861
|
/** Semantic color token resolved to a theme color by the web UI. */
|
|
@@ -2880,11 +2880,11 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
2880
2880
|
}>;
|
|
2881
2881
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2882
2882
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2883
|
-
success: "success";
|
|
2884
2883
|
error: "error";
|
|
2884
|
+
success: "success";
|
|
2885
|
+
warning: "warning";
|
|
2885
2886
|
accent: "accent";
|
|
2886
2887
|
accentDim: "accentDim";
|
|
2887
|
-
warning: "warning";
|
|
2888
2888
|
textMuted: "textMuted";
|
|
2889
2889
|
}>>;
|
|
2890
2890
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -2895,20 +2895,20 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
2895
2895
|
source: z$1.ZodLiteral<"column">;
|
|
2896
2896
|
key: z$1.ZodString;
|
|
2897
2897
|
aggregate: z$1.ZodEnum<{
|
|
2898
|
+
sum: "sum";
|
|
2898
2899
|
avg: "avg";
|
|
2899
2900
|
min: "min";
|
|
2900
2901
|
max: "max";
|
|
2901
|
-
sum: "sum";
|
|
2902
2902
|
latest: "latest";
|
|
2903
2903
|
passThresholdRate: "passThresholdRate";
|
|
2904
2904
|
}>;
|
|
2905
2905
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2906
2906
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2907
|
-
success: "success";
|
|
2908
2907
|
error: "error";
|
|
2908
|
+
success: "success";
|
|
2909
|
+
warning: "warning";
|
|
2909
2910
|
accent: "accent";
|
|
2910
2911
|
accentDim: "accentDim";
|
|
2911
|
-
warning: "warning";
|
|
2912
2912
|
textMuted: "textMuted";
|
|
2913
2913
|
}>>;
|
|
2914
2914
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -2930,10 +2930,10 @@ declare const evalChartTooltipExtraSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObj
|
|
|
2930
2930
|
source: z$1.ZodLiteral<"column">;
|
|
2931
2931
|
key: z$1.ZodString;
|
|
2932
2932
|
aggregate: z$1.ZodEnum<{
|
|
2933
|
+
sum: "sum";
|
|
2933
2934
|
avg: "avg";
|
|
2934
2935
|
min: "min";
|
|
2935
2936
|
max: "max";
|
|
2936
|
-
sum: "sum";
|
|
2937
2937
|
latest: "latest";
|
|
2938
2938
|
passThresholdRate: "passThresholdRate";
|
|
2939
2939
|
}>;
|
|
@@ -2963,11 +2963,11 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
|
2963
2963
|
}>;
|
|
2964
2964
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2965
2965
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2966
|
-
success: "success";
|
|
2967
2966
|
error: "error";
|
|
2967
|
+
success: "success";
|
|
2968
|
+
warning: "warning";
|
|
2968
2969
|
accent: "accent";
|
|
2969
2970
|
accentDim: "accentDim";
|
|
2970
|
-
warning: "warning";
|
|
2971
2971
|
textMuted: "textMuted";
|
|
2972
2972
|
}>>;
|
|
2973
2973
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -2978,20 +2978,20 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
|
2978
2978
|
source: z$1.ZodLiteral<"column">;
|
|
2979
2979
|
key: z$1.ZodString;
|
|
2980
2980
|
aggregate: z$1.ZodEnum<{
|
|
2981
|
+
sum: "sum";
|
|
2981
2982
|
avg: "avg";
|
|
2982
2983
|
min: "min";
|
|
2983
2984
|
max: "max";
|
|
2984
|
-
sum: "sum";
|
|
2985
2985
|
latest: "latest";
|
|
2986
2986
|
passThresholdRate: "passThresholdRate";
|
|
2987
2987
|
}>;
|
|
2988
2988
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2989
2989
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2990
|
-
success: "success";
|
|
2991
2990
|
error: "error";
|
|
2991
|
+
success: "success";
|
|
2992
|
+
warning: "warning";
|
|
2992
2993
|
accent: "accent";
|
|
2993
2994
|
accentDim: "accentDim";
|
|
2994
|
-
warning: "warning";
|
|
2995
2995
|
textMuted: "textMuted";
|
|
2996
2996
|
}>>;
|
|
2997
2997
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -3020,10 +3020,10 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
|
3020
3020
|
source: z$1.ZodLiteral<"column">;
|
|
3021
3021
|
key: z$1.ZodString;
|
|
3022
3022
|
aggregate: z$1.ZodEnum<{
|
|
3023
|
+
sum: "sum";
|
|
3023
3024
|
avg: "avg";
|
|
3024
3025
|
min: "min";
|
|
3025
3026
|
max: "max";
|
|
3026
|
-
sum: "sum";
|
|
3027
3027
|
latest: "latest";
|
|
3028
3028
|
passThresholdRate: "passThresholdRate";
|
|
3029
3029
|
}>;
|
|
@@ -3053,11 +3053,11 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
|
3053
3053
|
}>;
|
|
3054
3054
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3055
3055
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3056
|
-
success: "success";
|
|
3057
3056
|
error: "error";
|
|
3057
|
+
success: "success";
|
|
3058
|
+
warning: "warning";
|
|
3058
3059
|
accent: "accent";
|
|
3059
3060
|
accentDim: "accentDim";
|
|
3060
|
-
warning: "warning";
|
|
3061
3061
|
textMuted: "textMuted";
|
|
3062
3062
|
}>>;
|
|
3063
3063
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -3068,20 +3068,20 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
|
3068
3068
|
source: z$1.ZodLiteral<"column">;
|
|
3069
3069
|
key: z$1.ZodString;
|
|
3070
3070
|
aggregate: z$1.ZodEnum<{
|
|
3071
|
+
sum: "sum";
|
|
3071
3072
|
avg: "avg";
|
|
3072
3073
|
min: "min";
|
|
3073
3074
|
max: "max";
|
|
3074
|
-
sum: "sum";
|
|
3075
3075
|
latest: "latest";
|
|
3076
3076
|
passThresholdRate: "passThresholdRate";
|
|
3077
3077
|
}>;
|
|
3078
3078
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3079
3079
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3080
|
-
success: "success";
|
|
3081
3080
|
error: "error";
|
|
3081
|
+
success: "success";
|
|
3082
|
+
warning: "warning";
|
|
3082
3083
|
accent: "accent";
|
|
3083
3084
|
accentDim: "accentDim";
|
|
3084
|
-
warning: "warning";
|
|
3085
3085
|
textMuted: "textMuted";
|
|
3086
3086
|
}>>;
|
|
3087
3087
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -3110,10 +3110,10 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
|
3110
3110
|
source: z$1.ZodLiteral<"column">;
|
|
3111
3111
|
key: z$1.ZodString;
|
|
3112
3112
|
aggregate: z$1.ZodEnum<{
|
|
3113
|
+
sum: "sum";
|
|
3113
3114
|
avg: "avg";
|
|
3114
3115
|
min: "min";
|
|
3115
3116
|
max: "max";
|
|
3116
|
-
sum: "sum";
|
|
3117
3117
|
latest: "latest";
|
|
3118
3118
|
passThresholdRate: "passThresholdRate";
|
|
3119
3119
|
}>;
|
|
@@ -3141,8 +3141,8 @@ declare const runManifestSchema$1: z$1.ZodObject<{
|
|
|
3141
3141
|
evalSourceFingerprints: z$1.ZodDefault<z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodString>>>;
|
|
3142
3142
|
target: z$1.ZodObject<{
|
|
3143
3143
|
mode: z$1.ZodEnum<{
|
|
3144
|
-
caseIds: "caseIds";
|
|
3145
3144
|
all: "all";
|
|
3145
|
+
caseIds: "caseIds";
|
|
3146
3146
|
evalIds: "evalIds";
|
|
3147
3147
|
}>;
|
|
3148
3148
|
evalKeys: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
@@ -3157,9 +3157,9 @@ declare const runManifestSchema$1: z$1.ZodObject<{
|
|
|
3157
3157
|
median: "median";
|
|
3158
3158
|
}>>>;
|
|
3159
3159
|
cacheMode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3160
|
-
refresh: "refresh";
|
|
3161
|
-
bypass: "bypass";
|
|
3162
3160
|
use: "use";
|
|
3161
|
+
bypass: "bypass";
|
|
3162
|
+
refresh: "refresh";
|
|
3163
3163
|
}>>;
|
|
3164
3164
|
}, z$1.core.$strip>;
|
|
3165
3165
|
/** Persisted lifecycle metadata for a single eval run. */
|
|
@@ -4061,9 +4061,9 @@ declare function extractApiCalls(spans: EvalTraceSpan$1[], config: ResolvedApiCa
|
|
|
4061
4061
|
* - `refresh`: never read, always write (forces re-execution and overwrites).
|
|
4062
4062
|
*/
|
|
4063
4063
|
declare const cacheModeSchema: z$1.ZodEnum<{
|
|
4064
|
-
refresh: "refresh";
|
|
4065
|
-
bypass: "bypass";
|
|
4066
4064
|
use: "use";
|
|
4065
|
+
bypass: "bypass";
|
|
4066
|
+
refresh: "refresh";
|
|
4067
4067
|
}>;
|
|
4068
4068
|
/** Mode controlling how cached spans behave during a run. */
|
|
4069
4069
|
type CacheMode = z$1.infer<typeof cacheModeSchema>;
|
|
@@ -4077,17 +4077,17 @@ declare const spanCacheOptionsSchema: z$1.ZodObject<{
|
|
|
4077
4077
|
type SpanCacheOptions = z$1.infer<typeof spanCacheOptionsSchema>;
|
|
4078
4078
|
/** Category of operation stored in the eval cache. */
|
|
4079
4079
|
declare const cacheOperationTypeSchema: z$1.ZodEnum<{
|
|
4080
|
-
value: "value";
|
|
4081
4080
|
span: "span";
|
|
4081
|
+
value: "value";
|
|
4082
4082
|
}>;
|
|
4083
4083
|
/** Category of operation stored in the eval cache. */
|
|
4084
4084
|
type CacheOperationType = z$1.infer<typeof cacheOperationTypeSchema>;
|
|
4085
4085
|
/** Status of a cache lookup recorded on a span or case scope. */
|
|
4086
4086
|
declare const cacheStatusSchema: z$1.ZodEnum<{
|
|
4087
|
+
bypass: "bypass";
|
|
4088
|
+
refresh: "refresh";
|
|
4087
4089
|
hit: "hit";
|
|
4088
4090
|
miss: "miss";
|
|
4089
|
-
refresh: "refresh";
|
|
4090
|
-
bypass: "bypass";
|
|
4091
4091
|
}>;
|
|
4092
4092
|
/** Status of a cache lookup recorded on a span or case scope. */
|
|
4093
4093
|
type CacheStatus = z$1.infer<typeof cacheStatusSchema>;
|
|
@@ -4104,10 +4104,10 @@ declare const traceCacheRefSchema: z$1.ZodObject<{
|
|
|
4104
4104
|
namespace: z$1.ZodString;
|
|
4105
4105
|
key: z$1.ZodString;
|
|
4106
4106
|
status: z$1.ZodEnum<{
|
|
4107
|
+
bypass: "bypass";
|
|
4108
|
+
refresh: "refresh";
|
|
4107
4109
|
hit: "hit";
|
|
4108
4110
|
miss: "miss";
|
|
4109
|
-
refresh: "refresh";
|
|
4110
|
-
bypass: "bypass";
|
|
4111
4111
|
}>;
|
|
4112
4112
|
read: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
4113
4113
|
stored: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
@@ -4121,8 +4121,8 @@ declare const cacheListItemSchema$1: z$1.ZodObject<{
|
|
|
4121
4121
|
key: z$1.ZodString;
|
|
4122
4122
|
namespace: z$1.ZodString;
|
|
4123
4123
|
operationType: z$1.ZodEnum<{
|
|
4124
|
-
value: "value";
|
|
4125
4124
|
span: "span";
|
|
4125
|
+
value: "value";
|
|
4126
4126
|
}>;
|
|
4127
4127
|
operationName: z$1.ZodString;
|
|
4128
4128
|
spanName: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4184,8 +4184,8 @@ declare const cacheRecordingSchema: z$1.ZodObject<{
|
|
|
4184
4184
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4185
4185
|
error: "error";
|
|
4186
4186
|
running: "running";
|
|
4187
|
-
cancelled: "cancelled";
|
|
4188
4187
|
ok: "ok";
|
|
4188
|
+
cancelled: "cancelled";
|
|
4189
4189
|
}>>;
|
|
4190
4190
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4191
4191
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4244,8 +4244,8 @@ declare const cacheEntrySchema: z$1.ZodObject<{
|
|
|
4244
4244
|
key: z$1.ZodString;
|
|
4245
4245
|
namespace: z$1.ZodString;
|
|
4246
4246
|
operationType: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4247
|
-
value: "value";
|
|
4248
4247
|
span: "span";
|
|
4248
|
+
value: "value";
|
|
4249
4249
|
}>>;
|
|
4250
4250
|
operationName: z$1.ZodOptional<z$1.ZodString>;
|
|
4251
4251
|
spanName: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4257,8 +4257,8 @@ declare const cacheEntrySchema: z$1.ZodObject<{
|
|
|
4257
4257
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4258
4258
|
error: "error";
|
|
4259
4259
|
running: "running";
|
|
4260
|
-
cancelled: "cancelled";
|
|
4261
4260
|
ok: "ok";
|
|
4261
|
+
cancelled: "cancelled";
|
|
4262
4262
|
}>>;
|
|
4263
4263
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4264
4264
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4323,8 +4323,8 @@ declare const cacheDebugKeyEntrySchema: z$1.ZodObject<{
|
|
|
4323
4323
|
key: z$1.ZodString;
|
|
4324
4324
|
namespace: z$1.ZodString;
|
|
4325
4325
|
operationType: z$1.ZodEnum<{
|
|
4326
|
-
value: "value";
|
|
4327
4326
|
span: "span";
|
|
4327
|
+
value: "value";
|
|
4328
4328
|
}>;
|
|
4329
4329
|
operationName: z$1.ZodString;
|
|
4330
4330
|
storedAt: z$1.ZodString;
|
|
@@ -4334,8 +4334,8 @@ declare const cacheDebugKeyEntrySchema: z$1.ZodObject<{
|
|
|
4334
4334
|
key: z$1.ZodString;
|
|
4335
4335
|
namespace: z$1.ZodString;
|
|
4336
4336
|
operationType: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4337
|
-
value: "value";
|
|
4338
4337
|
span: "span";
|
|
4338
|
+
value: "value";
|
|
4339
4339
|
}>>;
|
|
4340
4340
|
operationName: z$1.ZodOptional<z$1.ZodString>;
|
|
4341
4341
|
spanName: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4347,8 +4347,8 @@ declare const cacheDebugKeyEntrySchema: z$1.ZodObject<{
|
|
|
4347
4347
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4348
4348
|
error: "error";
|
|
4349
4349
|
running: "running";
|
|
4350
|
-
cancelled: "cancelled";
|
|
4351
4350
|
ok: "ok";
|
|
4351
|
+
cancelled: "cancelled";
|
|
4352
4352
|
}>>;
|
|
4353
4353
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4354
4354
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4413,8 +4413,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
|
|
|
4413
4413
|
key: z$1.ZodString;
|
|
4414
4414
|
namespace: z$1.ZodString;
|
|
4415
4415
|
operationType: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4416
|
-
value: "value";
|
|
4417
4416
|
span: "span";
|
|
4417
|
+
value: "value";
|
|
4418
4418
|
}>>;
|
|
4419
4419
|
operationName: z$1.ZodOptional<z$1.ZodString>;
|
|
4420
4420
|
spanName: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4426,8 +4426,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
|
|
|
4426
4426
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4427
4427
|
error: "error";
|
|
4428
4428
|
running: "running";
|
|
4429
|
-
cancelled: "cancelled";
|
|
4430
4429
|
ok: "ok";
|
|
4430
|
+
cancelled: "cancelled";
|
|
4431
4431
|
}>>;
|
|
4432
4432
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4433
4433
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4483,8 +4483,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
|
|
|
4483
4483
|
key: z$1.ZodString;
|
|
4484
4484
|
namespace: z$1.ZodString;
|
|
4485
4485
|
operationType: z$1.ZodEnum<{
|
|
4486
|
-
value: "value";
|
|
4487
4486
|
span: "span";
|
|
4487
|
+
value: "value";
|
|
4488
4488
|
}>;
|
|
4489
4489
|
operationName: z$1.ZodString;
|
|
4490
4490
|
storedAt: z$1.ZodString;
|
|
@@ -4494,8 +4494,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
|
|
|
4494
4494
|
key: z$1.ZodString;
|
|
4495
4495
|
namespace: z$1.ZodString;
|
|
4496
4496
|
operationType: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4497
|
-
value: "value";
|
|
4498
4497
|
span: "span";
|
|
4498
|
+
value: "value";
|
|
4499
4499
|
}>>;
|
|
4500
4500
|
operationName: z$1.ZodOptional<z$1.ZodString>;
|
|
4501
4501
|
spanName: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4507,8 +4507,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
|
|
|
4507
4507
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4508
4508
|
error: "error";
|
|
4509
4509
|
running: "running";
|
|
4510
|
-
cancelled: "cancelled";
|
|
4511
4510
|
ok: "ok";
|
|
4511
|
+
cancelled: "cancelled";
|
|
4512
4512
|
}>>;
|
|
4513
4513
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4514
4514
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4573,8 +4573,8 @@ declare const cacheFileSchema: z$1.ZodObject<{
|
|
|
4573
4573
|
key: z$1.ZodString;
|
|
4574
4574
|
namespace: z$1.ZodString;
|
|
4575
4575
|
operationType: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4576
|
-
value: "value";
|
|
4577
4576
|
span: "span";
|
|
4577
|
+
value: "value";
|
|
4578
4578
|
}>>;
|
|
4579
4579
|
operationName: z$1.ZodOptional<z$1.ZodString>;
|
|
4580
4580
|
spanName: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4586,8 +4586,8 @@ declare const cacheFileSchema: z$1.ZodObject<{
|
|
|
4586
4586
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4587
4587
|
error: "error";
|
|
4588
4588
|
running: "running";
|
|
4589
|
-
cancelled: "cancelled";
|
|
4590
4589
|
ok: "ok";
|
|
4590
|
+
cancelled: "cancelled";
|
|
4591
4591
|
}>>;
|
|
4592
4592
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4593
4593
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4651,8 +4651,8 @@ declare const cacheDebugKeyFileSchema: z$1.ZodObject<{
|
|
|
4651
4651
|
key: z$1.ZodString;
|
|
4652
4652
|
namespace: z$1.ZodString;
|
|
4653
4653
|
operationType: z$1.ZodEnum<{
|
|
4654
|
-
value: "value";
|
|
4655
4654
|
span: "span";
|
|
4655
|
+
value: "value";
|
|
4656
4656
|
}>;
|
|
4657
4657
|
operationName: z$1.ZodString;
|
|
4658
4658
|
storedAt: z$1.ZodString;
|
|
@@ -4662,8 +4662,8 @@ declare const cacheDebugKeyFileSchema: z$1.ZodObject<{
|
|
|
4662
4662
|
key: z$1.ZodString;
|
|
4663
4663
|
namespace: z$1.ZodString;
|
|
4664
4664
|
operationType: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4665
|
-
value: "value";
|
|
4666
4665
|
span: "span";
|
|
4666
|
+
value: "value";
|
|
4667
4667
|
}>>;
|
|
4668
4668
|
operationName: z$1.ZodOptional<z$1.ZodString>;
|
|
4669
4669
|
spanName: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4675,8 +4675,8 @@ declare const cacheDebugKeyFileSchema: z$1.ZodObject<{
|
|
|
4675
4675
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4676
4676
|
error: "error";
|
|
4677
4677
|
running: "running";
|
|
4678
|
-
cancelled: "cancelled";
|
|
4679
4678
|
ok: "ok";
|
|
4679
|
+
cancelled: "cancelled";
|
|
4680
4680
|
}>>;
|
|
4681
4681
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4682
4682
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4832,8 +4832,8 @@ type ConfigReloadState = z$1.infer<typeof configReloadStateSchema$1>;
|
|
|
4832
4832
|
declare const createRunRequestSchema$1: z$1.ZodObject<{
|
|
4833
4833
|
target: z$1.ZodObject<{
|
|
4834
4834
|
mode: z$1.ZodEnum<{
|
|
4835
|
-
caseIds: "caseIds";
|
|
4836
4835
|
all: "all";
|
|
4836
|
+
caseIds: "caseIds";
|
|
4837
4837
|
evalIds: "evalIds";
|
|
4838
4838
|
}>;
|
|
4839
4839
|
evalKeys: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
@@ -4846,9 +4846,9 @@ declare const createRunRequestSchema$1: z$1.ZodObject<{
|
|
|
4846
4846
|
temporary: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
4847
4847
|
cache: z$1.ZodOptional<z$1.ZodObject<{
|
|
4848
4848
|
mode: z$1.ZodDefault<z$1.ZodEnum<{
|
|
4849
|
-
refresh: "refresh";
|
|
4850
|
-
bypass: "bypass";
|
|
4851
4849
|
use: "use";
|
|
4850
|
+
bypass: "bypass";
|
|
4851
|
+
refresh: "refresh";
|
|
4852
4852
|
}>>;
|
|
4853
4853
|
}, z$1.core.$strip>>;
|
|
4854
4854
|
manualInputs: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|