@ls-stack/agent-eval 0.41.0 → 0.42.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/apps/web/dist/assets/index-5CB9eJZy.js +140 -0
- package/dist/apps/web/dist/assets/index-eFM9VIsz.css +1 -0
- package/dist/apps/web/dist/index.html +2 -2
- package/dist/index.d.mts +91 -91
- package/package.json +3 -3
- package/skills/agent-eval/SKILL.md +3 -0
- package/dist/apps/web/dist/assets/index-DKfAipoE.js +0 -140
- package/dist/apps/web/dist/assets/index-pKAZgRwO.css +0 -1
package/dist/index.d.mts
CHANGED
|
@@ -1717,13 +1717,13 @@ type ColumnKind = z$1.infer<typeof columnKindSchema>;
|
|
|
1717
1717
|
declare const columnFormatSchema: z$1.ZodEnum<{
|
|
1718
1718
|
number: "number";
|
|
1719
1719
|
boolean: "boolean";
|
|
1720
|
-
duration: "duration";
|
|
1721
|
-
json: "json";
|
|
1722
1720
|
file: "file";
|
|
1723
1721
|
markdown: "markdown";
|
|
1722
|
+
json: "json";
|
|
1724
1723
|
image: "image";
|
|
1725
1724
|
audio: "audio";
|
|
1726
1725
|
video: "video";
|
|
1726
|
+
duration: "duration";
|
|
1727
1727
|
percent: "percent";
|
|
1728
1728
|
passFail: "passFail";
|
|
1729
1729
|
stars: "stars";
|
|
@@ -1742,13 +1742,13 @@ declare const columnDefSchema: z$1.ZodObject<{
|
|
|
1742
1742
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1743
1743
|
number: "number";
|
|
1744
1744
|
boolean: "boolean";
|
|
1745
|
-
duration: "duration";
|
|
1746
|
-
json: "json";
|
|
1747
1745
|
file: "file";
|
|
1748
1746
|
markdown: "markdown";
|
|
1747
|
+
json: "json";
|
|
1749
1748
|
image: "image";
|
|
1750
1749
|
audio: "audio";
|
|
1751
1750
|
video: "video";
|
|
1751
|
+
duration: "duration";
|
|
1752
1752
|
percent: "percent";
|
|
1753
1753
|
passFail: "passFail";
|
|
1754
1754
|
stars: "stars";
|
|
@@ -1792,8 +1792,8 @@ type CellValue = z$1.infer<typeof cellValueSchema>; //#endregion
|
|
|
1792
1792
|
declare const traceAttributeDisplayFormatSchema: z$1.ZodEnum<{
|
|
1793
1793
|
string: "string";
|
|
1794
1794
|
number: "number";
|
|
1795
|
-
duration: "duration";
|
|
1796
1795
|
json: "json";
|
|
1796
|
+
duration: "duration";
|
|
1797
1797
|
}>;
|
|
1798
1798
|
/**
|
|
1799
1799
|
* Formatting hint for trace attribute values rendered by the UI.
|
|
@@ -1817,8 +1817,8 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
|
|
|
1817
1817
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1818
1818
|
string: "string";
|
|
1819
1819
|
number: "number";
|
|
1820
|
-
duration: "duration";
|
|
1821
1820
|
json: "json";
|
|
1821
|
+
duration: "duration";
|
|
1822
1822
|
}>>;
|
|
1823
1823
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
1824
1824
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -1831,9 +1831,9 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
|
|
|
1831
1831
|
subtree: "subtree";
|
|
1832
1832
|
}>>;
|
|
1833
1833
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1834
|
-
all: "all";
|
|
1835
|
-
last: "last";
|
|
1836
1834
|
sum: "sum";
|
|
1835
|
+
last: "last";
|
|
1836
|
+
all: "all";
|
|
1837
1837
|
}>>;
|
|
1838
1838
|
}, z$1.core.$strip>;
|
|
1839
1839
|
/**
|
|
@@ -1853,8 +1853,8 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
|
|
|
1853
1853
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1854
1854
|
string: "string";
|
|
1855
1855
|
number: "number";
|
|
1856
|
-
duration: "duration";
|
|
1857
1856
|
json: "json";
|
|
1857
|
+
duration: "duration";
|
|
1858
1858
|
}>>;
|
|
1859
1859
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
1860
1860
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -1867,9 +1867,9 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
|
|
|
1867
1867
|
subtree: "subtree";
|
|
1868
1868
|
}>>;
|
|
1869
1869
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1870
|
-
all: "all";
|
|
1871
|
-
last: "last";
|
|
1872
1870
|
sum: "sum";
|
|
1871
|
+
last: "last";
|
|
1872
|
+
all: "all";
|
|
1873
1873
|
}>>;
|
|
1874
1874
|
}, z$1.core.$strip>>>;
|
|
1875
1875
|
}, z$1.core.$strip>;
|
|
@@ -1893,8 +1893,8 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
|
|
|
1893
1893
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1894
1894
|
string: "string";
|
|
1895
1895
|
number: "number";
|
|
1896
|
-
duration: "duration";
|
|
1897
1896
|
json: "json";
|
|
1897
|
+
duration: "duration";
|
|
1898
1898
|
}>>;
|
|
1899
1899
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
1900
1900
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -1907,9 +1907,9 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
|
|
|
1907
1907
|
subtree: "subtree";
|
|
1908
1908
|
}>>;
|
|
1909
1909
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1910
|
-
all: "all";
|
|
1911
|
-
last: "last";
|
|
1912
1910
|
sum: "sum";
|
|
1911
|
+
last: "last";
|
|
1912
|
+
all: "all";
|
|
1913
1913
|
}>>;
|
|
1914
1914
|
transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
|
|
1915
1915
|
}, z$1.core.$strip>;
|
|
@@ -1931,8 +1931,8 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
|
|
|
1931
1931
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1932
1932
|
string: "string";
|
|
1933
1933
|
number: "number";
|
|
1934
|
-
duration: "duration";
|
|
1935
1934
|
json: "json";
|
|
1935
|
+
duration: "duration";
|
|
1936
1936
|
}>>;
|
|
1937
1937
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
1938
1938
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -1945,9 +1945,9 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
|
|
|
1945
1945
|
subtree: "subtree";
|
|
1946
1946
|
}>>;
|
|
1947
1947
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1948
|
-
all: "all";
|
|
1949
|
-
last: "last";
|
|
1950
1948
|
sum: "sum";
|
|
1949
|
+
last: "last";
|
|
1950
|
+
all: "all";
|
|
1951
1951
|
}>>;
|
|
1952
1952
|
transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
|
|
1953
1953
|
}, z$1.core.$strip>>>;
|
|
@@ -1984,8 +1984,8 @@ declare const traceSpanSchema$1: z$1.ZodObject<{
|
|
|
1984
1984
|
status: z$1.ZodEnum<{
|
|
1985
1985
|
error: "error";
|
|
1986
1986
|
running: "running";
|
|
1987
|
-
ok: "ok";
|
|
1988
1987
|
cancelled: "cancelled";
|
|
1988
|
+
ok: "ok";
|
|
1989
1989
|
}>;
|
|
1990
1990
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
1991
1991
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -2026,11 +2026,11 @@ declare const evalFreshnessStatusSchema: z$1.ZodEnum<{
|
|
|
2026
2026
|
type EvalFreshnessStatus = z$1.infer<typeof evalFreshnessStatusSchema>;
|
|
2027
2027
|
/** Reducer used to collapse a column's per-case values into a single stat. */
|
|
2028
2028
|
declare const evalStatAggregateSchema: z$1.ZodEnum<{
|
|
2029
|
-
last: "last";
|
|
2030
|
-
sum: "sum";
|
|
2031
2029
|
avg: "avg";
|
|
2032
2030
|
min: "min";
|
|
2033
2031
|
max: "max";
|
|
2032
|
+
sum: "sum";
|
|
2033
|
+
last: "last";
|
|
2034
2034
|
}>;
|
|
2035
2035
|
/** Reducer used to collapse a column's per-case values into a single stat. */
|
|
2036
2036
|
type EvalStatAggregate = z$1.infer<typeof evalStatAggregateSchema>;
|
|
@@ -2054,22 +2054,22 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
2054
2054
|
key: z$1.ZodString;
|
|
2055
2055
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2056
2056
|
aggregate: z$1.ZodEnum<{
|
|
2057
|
-
last: "last";
|
|
2058
|
-
sum: "sum";
|
|
2059
2057
|
avg: "avg";
|
|
2060
2058
|
min: "min";
|
|
2061
2059
|
max: "max";
|
|
2060
|
+
sum: "sum";
|
|
2061
|
+
last: "last";
|
|
2062
2062
|
}>;
|
|
2063
2063
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2064
2064
|
number: "number";
|
|
2065
2065
|
boolean: "boolean";
|
|
2066
|
-
duration: "duration";
|
|
2067
|
-
json: "json";
|
|
2068
2066
|
file: "file";
|
|
2069
2067
|
markdown: "markdown";
|
|
2068
|
+
json: "json";
|
|
2070
2069
|
image: "image";
|
|
2071
2070
|
audio: "audio";
|
|
2072
2071
|
video: "video";
|
|
2072
|
+
duration: "duration";
|
|
2073
2073
|
percent: "percent";
|
|
2074
2074
|
passFail: "passFail";
|
|
2075
2075
|
stars: "stars";
|
|
@@ -2096,22 +2096,22 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
|
|
|
2096
2096
|
key: z$1.ZodString;
|
|
2097
2097
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2098
2098
|
aggregate: z$1.ZodEnum<{
|
|
2099
|
-
last: "last";
|
|
2100
|
-
sum: "sum";
|
|
2101
2099
|
avg: "avg";
|
|
2102
2100
|
min: "min";
|
|
2103
2101
|
max: "max";
|
|
2102
|
+
sum: "sum";
|
|
2103
|
+
last: "last";
|
|
2104
2104
|
}>;
|
|
2105
2105
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2106
2106
|
number: "number";
|
|
2107
2107
|
boolean: "boolean";
|
|
2108
|
-
duration: "duration";
|
|
2109
|
-
json: "json";
|
|
2110
2108
|
file: "file";
|
|
2111
2109
|
markdown: "markdown";
|
|
2110
|
+
json: "json";
|
|
2112
2111
|
image: "image";
|
|
2113
2112
|
audio: "audio";
|
|
2114
2113
|
video: "video";
|
|
2114
|
+
duration: "duration";
|
|
2115
2115
|
percent: "percent";
|
|
2116
2116
|
passFail: "passFail";
|
|
2117
2117
|
stars: "stars";
|
|
@@ -2149,13 +2149,13 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2149
2149
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2150
2150
|
number: "number";
|
|
2151
2151
|
boolean: "boolean";
|
|
2152
|
-
duration: "duration";
|
|
2153
|
-
json: "json";
|
|
2154
2152
|
file: "file";
|
|
2155
2153
|
markdown: "markdown";
|
|
2154
|
+
json: "json";
|
|
2156
2155
|
image: "image";
|
|
2157
2156
|
audio: "audio";
|
|
2158
2157
|
video: "video";
|
|
2158
|
+
duration: "duration";
|
|
2159
2159
|
percent: "percent";
|
|
2160
2160
|
passFail: "passFail";
|
|
2161
2161
|
stars: "stars";
|
|
@@ -2177,10 +2177,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2177
2177
|
caseIds: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
2178
2178
|
lastRunStatus: z$1.ZodNullable<z$1.ZodEnum<{
|
|
2179
2179
|
error: "error";
|
|
2180
|
-
running: "running";
|
|
2181
|
-
cancelled: "cancelled";
|
|
2182
2180
|
pass: "pass";
|
|
2183
2181
|
fail: "fail";
|
|
2182
|
+
running: "running";
|
|
2183
|
+
cancelled: "cancelled";
|
|
2184
2184
|
unscored: "unscored";
|
|
2185
2185
|
}>>;
|
|
2186
2186
|
stats: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
@@ -2199,22 +2199,22 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2199
2199
|
key: z$1.ZodString;
|
|
2200
2200
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2201
2201
|
aggregate: z$1.ZodEnum<{
|
|
2202
|
-
last: "last";
|
|
2203
|
-
sum: "sum";
|
|
2204
2202
|
avg: "avg";
|
|
2205
2203
|
min: "min";
|
|
2206
2204
|
max: "max";
|
|
2205
|
+
sum: "sum";
|
|
2206
|
+
last: "last";
|
|
2207
2207
|
}>;
|
|
2208
2208
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2209
2209
|
number: "number";
|
|
2210
2210
|
boolean: "boolean";
|
|
2211
|
-
duration: "duration";
|
|
2212
|
-
json: "json";
|
|
2213
2211
|
file: "file";
|
|
2214
2212
|
markdown: "markdown";
|
|
2213
|
+
json: "json";
|
|
2215
2214
|
image: "image";
|
|
2216
2215
|
audio: "audio";
|
|
2217
2216
|
video: "video";
|
|
2217
|
+
duration: "duration";
|
|
2218
2218
|
percent: "percent";
|
|
2219
2219
|
passFail: "passFail";
|
|
2220
2220
|
stars: "stars";
|
|
@@ -2239,11 +2239,11 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2239
2239
|
}>;
|
|
2240
2240
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2241
2241
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2242
|
-
error: "error";
|
|
2243
2242
|
success: "success";
|
|
2244
|
-
|
|
2243
|
+
error: "error";
|
|
2245
2244
|
accent: "accent";
|
|
2246
2245
|
accentDim: "accentDim";
|
|
2246
|
+
warning: "warning";
|
|
2247
2247
|
textMuted: "textMuted";
|
|
2248
2248
|
}>>;
|
|
2249
2249
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -2254,20 +2254,20 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2254
2254
|
source: z$1.ZodLiteral<"column">;
|
|
2255
2255
|
key: z$1.ZodString;
|
|
2256
2256
|
aggregate: z$1.ZodEnum<{
|
|
2257
|
-
sum: "sum";
|
|
2258
2257
|
avg: "avg";
|
|
2259
2258
|
min: "min";
|
|
2260
2259
|
max: "max";
|
|
2260
|
+
sum: "sum";
|
|
2261
2261
|
latest: "latest";
|
|
2262
2262
|
passThresholdRate: "passThresholdRate";
|
|
2263
2263
|
}>;
|
|
2264
2264
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2265
2265
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2266
|
-
error: "error";
|
|
2267
2266
|
success: "success";
|
|
2268
|
-
|
|
2267
|
+
error: "error";
|
|
2269
2268
|
accent: "accent";
|
|
2270
2269
|
accentDim: "accentDim";
|
|
2270
|
+
warning: "warning";
|
|
2271
2271
|
textMuted: "textMuted";
|
|
2272
2272
|
}>>;
|
|
2273
2273
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -2296,10 +2296,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2296
2296
|
source: z$1.ZodLiteral<"column">;
|
|
2297
2297
|
key: z$1.ZodString;
|
|
2298
2298
|
aggregate: z$1.ZodEnum<{
|
|
2299
|
-
sum: "sum";
|
|
2300
2299
|
avg: "avg";
|
|
2301
2300
|
min: "min";
|
|
2302
2301
|
max: "max";
|
|
2302
|
+
sum: "sum";
|
|
2303
2303
|
latest: "latest";
|
|
2304
2304
|
passThresholdRate: "passThresholdRate";
|
|
2305
2305
|
}>;
|
|
@@ -2396,10 +2396,10 @@ declare const caseRowSchema$1: z$1.ZodObject<{
|
|
|
2396
2396
|
tags: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
2397
2397
|
status: z$1.ZodEnum<{
|
|
2398
2398
|
error: "error";
|
|
2399
|
-
running: "running";
|
|
2400
|
-
cancelled: "cancelled";
|
|
2401
2399
|
pass: "pass";
|
|
2402
2400
|
fail: "fail";
|
|
2401
|
+
running: "running";
|
|
2402
|
+
cancelled: "cancelled";
|
|
2403
2403
|
pending: "pending";
|
|
2404
2404
|
}>;
|
|
2405
2405
|
durationMs: z$1.ZodNullable<z$1.ZodNumber>;
|
|
@@ -2492,8 +2492,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
|
|
|
2492
2492
|
status: z$1.ZodEnum<{
|
|
2493
2493
|
error: "error";
|
|
2494
2494
|
running: "running";
|
|
2495
|
-
ok: "ok";
|
|
2496
2495
|
cancelled: "cancelled";
|
|
2496
|
+
ok: "ok";
|
|
2497
2497
|
}>;
|
|
2498
2498
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
2499
2499
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -2529,8 +2529,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
|
|
|
2529
2529
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2530
2530
|
string: "string";
|
|
2531
2531
|
number: "number";
|
|
2532
|
-
duration: "duration";
|
|
2533
2532
|
json: "json";
|
|
2533
|
+
duration: "duration";
|
|
2534
2534
|
}>>;
|
|
2535
2535
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
2536
2536
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -2543,9 +2543,9 @@ declare const scoreTraceSchema: z$1.ZodObject<{
|
|
|
2543
2543
|
subtree: "subtree";
|
|
2544
2544
|
}>>;
|
|
2545
2545
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2546
|
-
all: "all";
|
|
2547
|
-
last: "last";
|
|
2548
2546
|
sum: "sum";
|
|
2547
|
+
last: "last";
|
|
2548
|
+
all: "all";
|
|
2549
2549
|
}>>;
|
|
2550
2550
|
}, z$1.core.$strip>>>;
|
|
2551
2551
|
}, z$1.core.$strip>;
|
|
@@ -2561,10 +2561,10 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2561
2561
|
tags: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
2562
2562
|
status: z$1.ZodEnum<{
|
|
2563
2563
|
error: "error";
|
|
2564
|
-
running: "running";
|
|
2565
|
-
cancelled: "cancelled";
|
|
2566
2564
|
pass: "pass";
|
|
2567
2565
|
fail: "fail";
|
|
2566
|
+
running: "running";
|
|
2567
|
+
cancelled: "cancelled";
|
|
2568
2568
|
pending: "pending";
|
|
2569
2569
|
}>;
|
|
2570
2570
|
input: z$1.ZodUnknown;
|
|
@@ -2579,8 +2579,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2579
2579
|
status: z$1.ZodEnum<{
|
|
2580
2580
|
error: "error";
|
|
2581
2581
|
running: "running";
|
|
2582
|
-
ok: "ok";
|
|
2583
2582
|
cancelled: "cancelled";
|
|
2583
|
+
ok: "ok";
|
|
2584
2584
|
}>;
|
|
2585
2585
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
2586
2586
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -2616,8 +2616,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2616
2616
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2617
2617
|
string: "string";
|
|
2618
2618
|
number: "number";
|
|
2619
|
-
duration: "duration";
|
|
2620
2619
|
json: "json";
|
|
2620
|
+
duration: "duration";
|
|
2621
2621
|
}>>;
|
|
2622
2622
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
2623
2623
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -2630,9 +2630,9 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2630
2630
|
subtree: "subtree";
|
|
2631
2631
|
}>>;
|
|
2632
2632
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2633
|
-
all: "all";
|
|
2634
|
-
last: "last";
|
|
2635
2633
|
sum: "sum";
|
|
2634
|
+
last: "last";
|
|
2635
|
+
all: "all";
|
|
2636
2636
|
}>>;
|
|
2637
2637
|
}, z$1.core.$strip>>>;
|
|
2638
2638
|
}, z$1.core.$strip>;
|
|
@@ -2648,8 +2648,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2648
2648
|
status: z$1.ZodEnum<{
|
|
2649
2649
|
error: "error";
|
|
2650
2650
|
running: "running";
|
|
2651
|
-
ok: "ok";
|
|
2652
2651
|
cancelled: "cancelled";
|
|
2652
|
+
ok: "ok";
|
|
2653
2653
|
}>;
|
|
2654
2654
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
2655
2655
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -2685,8 +2685,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2685
2685
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2686
2686
|
string: "string";
|
|
2687
2687
|
number: "number";
|
|
2688
|
-
duration: "duration";
|
|
2689
2688
|
json: "json";
|
|
2689
|
+
duration: "duration";
|
|
2690
2690
|
}>>;
|
|
2691
2691
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
2692
2692
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -2699,9 +2699,9 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2699
2699
|
subtree: "subtree";
|
|
2700
2700
|
}>>;
|
|
2701
2701
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2702
|
-
all: "all";
|
|
2703
|
-
last: "last";
|
|
2704
2702
|
sum: "sum";
|
|
2703
|
+
last: "last";
|
|
2704
|
+
all: "all";
|
|
2705
2705
|
}>>;
|
|
2706
2706
|
}, z$1.core.$strip>>>;
|
|
2707
2707
|
}, z$1.core.$strip>;
|
|
@@ -2817,10 +2817,10 @@ declare const evalChartBuiltinMetricSchema: z$1.ZodEnum<{
|
|
|
2817
2817
|
type EvalChartBuiltinMetric = z$1.infer<typeof evalChartBuiltinMetricSchema>;
|
|
2818
2818
|
/** Reducer applied to a numeric column across all cases of a single run. */
|
|
2819
2819
|
declare const evalChartAggregateSchema: z$1.ZodEnum<{
|
|
2820
|
-
sum: "sum";
|
|
2821
2820
|
avg: "avg";
|
|
2822
2821
|
min: "min";
|
|
2823
2822
|
max: "max";
|
|
2823
|
+
sum: "sum";
|
|
2824
2824
|
latest: "latest";
|
|
2825
2825
|
passThresholdRate: "passThresholdRate";
|
|
2826
2826
|
}>;
|
|
@@ -2831,11 +2831,11 @@ type EvalChartAggregate = z$1.infer<typeof evalChartAggregateSchema>;
|
|
|
2831
2831
|
* not emit raw hex so authored evals stay decoupled from the web theme.
|
|
2832
2832
|
*/
|
|
2833
2833
|
declare const evalChartColorSchema: z$1.ZodEnum<{
|
|
2834
|
-
error: "error";
|
|
2835
2834
|
success: "success";
|
|
2836
|
-
|
|
2835
|
+
error: "error";
|
|
2837
2836
|
accent: "accent";
|
|
2838
2837
|
accentDim: "accentDim";
|
|
2838
|
+
warning: "warning";
|
|
2839
2839
|
textMuted: "textMuted";
|
|
2840
2840
|
}>;
|
|
2841
2841
|
/** Semantic color token resolved to a theme color by the web UI. */
|
|
@@ -2860,11 +2860,11 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
2860
2860
|
}>;
|
|
2861
2861
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2862
2862
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2863
|
-
error: "error";
|
|
2864
2863
|
success: "success";
|
|
2865
|
-
|
|
2864
|
+
error: "error";
|
|
2866
2865
|
accent: "accent";
|
|
2867
2866
|
accentDim: "accentDim";
|
|
2867
|
+
warning: "warning";
|
|
2868
2868
|
textMuted: "textMuted";
|
|
2869
2869
|
}>>;
|
|
2870
2870
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -2875,20 +2875,20 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
2875
2875
|
source: z$1.ZodLiteral<"column">;
|
|
2876
2876
|
key: z$1.ZodString;
|
|
2877
2877
|
aggregate: z$1.ZodEnum<{
|
|
2878
|
-
sum: "sum";
|
|
2879
2878
|
avg: "avg";
|
|
2880
2879
|
min: "min";
|
|
2881
2880
|
max: "max";
|
|
2881
|
+
sum: "sum";
|
|
2882
2882
|
latest: "latest";
|
|
2883
2883
|
passThresholdRate: "passThresholdRate";
|
|
2884
2884
|
}>;
|
|
2885
2885
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2886
2886
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2887
|
-
error: "error";
|
|
2888
2887
|
success: "success";
|
|
2889
|
-
|
|
2888
|
+
error: "error";
|
|
2890
2889
|
accent: "accent";
|
|
2891
2890
|
accentDim: "accentDim";
|
|
2891
|
+
warning: "warning";
|
|
2892
2892
|
textMuted: "textMuted";
|
|
2893
2893
|
}>>;
|
|
2894
2894
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -2910,10 +2910,10 @@ declare const evalChartTooltipExtraSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObj
|
|
|
2910
2910
|
source: z$1.ZodLiteral<"column">;
|
|
2911
2911
|
key: z$1.ZodString;
|
|
2912
2912
|
aggregate: z$1.ZodEnum<{
|
|
2913
|
-
sum: "sum";
|
|
2914
2913
|
avg: "avg";
|
|
2915
2914
|
min: "min";
|
|
2916
2915
|
max: "max";
|
|
2916
|
+
sum: "sum";
|
|
2917
2917
|
latest: "latest";
|
|
2918
2918
|
passThresholdRate: "passThresholdRate";
|
|
2919
2919
|
}>;
|
|
@@ -2943,11 +2943,11 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
|
2943
2943
|
}>;
|
|
2944
2944
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2945
2945
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2946
|
-
error: "error";
|
|
2947
2946
|
success: "success";
|
|
2948
|
-
|
|
2947
|
+
error: "error";
|
|
2949
2948
|
accent: "accent";
|
|
2950
2949
|
accentDim: "accentDim";
|
|
2950
|
+
warning: "warning";
|
|
2951
2951
|
textMuted: "textMuted";
|
|
2952
2952
|
}>>;
|
|
2953
2953
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -2958,20 +2958,20 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
|
2958
2958
|
source: z$1.ZodLiteral<"column">;
|
|
2959
2959
|
key: z$1.ZodString;
|
|
2960
2960
|
aggregate: z$1.ZodEnum<{
|
|
2961
|
-
sum: "sum";
|
|
2962
2961
|
avg: "avg";
|
|
2963
2962
|
min: "min";
|
|
2964
2963
|
max: "max";
|
|
2964
|
+
sum: "sum";
|
|
2965
2965
|
latest: "latest";
|
|
2966
2966
|
passThresholdRate: "passThresholdRate";
|
|
2967
2967
|
}>;
|
|
2968
2968
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2969
2969
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2970
|
-
error: "error";
|
|
2971
2970
|
success: "success";
|
|
2972
|
-
|
|
2971
|
+
error: "error";
|
|
2973
2972
|
accent: "accent";
|
|
2974
2973
|
accentDim: "accentDim";
|
|
2974
|
+
warning: "warning";
|
|
2975
2975
|
textMuted: "textMuted";
|
|
2976
2976
|
}>>;
|
|
2977
2977
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -3000,10 +3000,10 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
|
3000
3000
|
source: z$1.ZodLiteral<"column">;
|
|
3001
3001
|
key: z$1.ZodString;
|
|
3002
3002
|
aggregate: z$1.ZodEnum<{
|
|
3003
|
-
sum: "sum";
|
|
3004
3003
|
avg: "avg";
|
|
3005
3004
|
min: "min";
|
|
3006
3005
|
max: "max";
|
|
3006
|
+
sum: "sum";
|
|
3007
3007
|
latest: "latest";
|
|
3008
3008
|
passThresholdRate: "passThresholdRate";
|
|
3009
3009
|
}>;
|
|
@@ -3033,11 +3033,11 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
|
3033
3033
|
}>;
|
|
3034
3034
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3035
3035
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3036
|
-
error: "error";
|
|
3037
3036
|
success: "success";
|
|
3038
|
-
|
|
3037
|
+
error: "error";
|
|
3039
3038
|
accent: "accent";
|
|
3040
3039
|
accentDim: "accentDim";
|
|
3040
|
+
warning: "warning";
|
|
3041
3041
|
textMuted: "textMuted";
|
|
3042
3042
|
}>>;
|
|
3043
3043
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -3048,20 +3048,20 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
|
3048
3048
|
source: z$1.ZodLiteral<"column">;
|
|
3049
3049
|
key: z$1.ZodString;
|
|
3050
3050
|
aggregate: z$1.ZodEnum<{
|
|
3051
|
-
sum: "sum";
|
|
3052
3051
|
avg: "avg";
|
|
3053
3052
|
min: "min";
|
|
3054
3053
|
max: "max";
|
|
3054
|
+
sum: "sum";
|
|
3055
3055
|
latest: "latest";
|
|
3056
3056
|
passThresholdRate: "passThresholdRate";
|
|
3057
3057
|
}>;
|
|
3058
3058
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3059
3059
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3060
|
-
error: "error";
|
|
3061
3060
|
success: "success";
|
|
3062
|
-
|
|
3061
|
+
error: "error";
|
|
3063
3062
|
accent: "accent";
|
|
3064
3063
|
accentDim: "accentDim";
|
|
3064
|
+
warning: "warning";
|
|
3065
3065
|
textMuted: "textMuted";
|
|
3066
3066
|
}>>;
|
|
3067
3067
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -3090,10 +3090,10 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
|
3090
3090
|
source: z$1.ZodLiteral<"column">;
|
|
3091
3091
|
key: z$1.ZodString;
|
|
3092
3092
|
aggregate: z$1.ZodEnum<{
|
|
3093
|
-
sum: "sum";
|
|
3094
3093
|
avg: "avg";
|
|
3095
3094
|
min: "min";
|
|
3096
3095
|
max: "max";
|
|
3096
|
+
sum: "sum";
|
|
3097
3097
|
latest: "latest";
|
|
3098
3098
|
passThresholdRate: "passThresholdRate";
|
|
3099
3099
|
}>;
|
|
@@ -3121,8 +3121,8 @@ declare const runManifestSchema$1: z$1.ZodObject<{
|
|
|
3121
3121
|
evalSourceFingerprints: z$1.ZodDefault<z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodString>>>;
|
|
3122
3122
|
target: z$1.ZodObject<{
|
|
3123
3123
|
mode: z$1.ZodEnum<{
|
|
3124
|
-
all: "all";
|
|
3125
3124
|
caseIds: "caseIds";
|
|
3125
|
+
all: "all";
|
|
3126
3126
|
evalIds: "evalIds";
|
|
3127
3127
|
}>;
|
|
3128
3128
|
evalKeys: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
@@ -3310,8 +3310,8 @@ declare const llmCallMetricFormatSchema$1: z$1.ZodEnum<{
|
|
|
3310
3310
|
string: "string";
|
|
3311
3311
|
number: "number";
|
|
3312
3312
|
boolean: "boolean";
|
|
3313
|
-
duration: "duration";
|
|
3314
3313
|
json: "json";
|
|
3314
|
+
duration: "duration";
|
|
3315
3315
|
}>;
|
|
3316
3316
|
/** Render format applied to an LLM-call metric value. */
|
|
3317
3317
|
type LlmCallMetricFormat = z$1.infer<typeof llmCallMetricFormatSchema$1>;
|
|
@@ -3320,8 +3320,8 @@ declare const apiCallMetricFormatSchema$1: z$1.ZodEnum<{
|
|
|
3320
3320
|
string: "string";
|
|
3321
3321
|
number: "number";
|
|
3322
3322
|
boolean: "boolean";
|
|
3323
|
-
duration: "duration";
|
|
3324
3323
|
json: "json";
|
|
3324
|
+
duration: "duration";
|
|
3325
3325
|
}>;
|
|
3326
3326
|
/** Render format applied to an API-call metric value. */
|
|
3327
3327
|
type ApiCallMetricFormat = z$1.infer<typeof apiCallMetricFormatSchema$1>;
|
|
@@ -3390,8 +3390,8 @@ declare const llmCallMetricSchema: z$1.ZodObject<{
|
|
|
3390
3390
|
string: "string";
|
|
3391
3391
|
number: "number";
|
|
3392
3392
|
boolean: "boolean";
|
|
3393
|
-
duration: "duration";
|
|
3394
3393
|
json: "json";
|
|
3394
|
+
duration: "duration";
|
|
3395
3395
|
}>>;
|
|
3396
3396
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
3397
3397
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -3419,8 +3419,8 @@ declare const apiCallMetricSchema: z$1.ZodObject<{
|
|
|
3419
3419
|
string: "string";
|
|
3420
3420
|
number: "number";
|
|
3421
3421
|
boolean: "boolean";
|
|
3422
|
-
duration: "duration";
|
|
3423
3422
|
json: "json";
|
|
3423
|
+
duration: "duration";
|
|
3424
3424
|
}>>;
|
|
3425
3425
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
3426
3426
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -3533,8 +3533,8 @@ declare const llmCallsConfigSchema: z$1.ZodObject<{
|
|
|
3533
3533
|
string: "string";
|
|
3534
3534
|
number: "number";
|
|
3535
3535
|
boolean: "boolean";
|
|
3536
|
-
duration: "duration";
|
|
3537
3536
|
json: "json";
|
|
3537
|
+
duration: "duration";
|
|
3538
3538
|
}>>;
|
|
3539
3539
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
3540
3540
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -3569,8 +3569,8 @@ declare const apiCallsConfigSchema: z$1.ZodObject<{
|
|
|
3569
3569
|
string: "string";
|
|
3570
3570
|
number: "number";
|
|
3571
3571
|
boolean: "boolean";
|
|
3572
|
-
duration: "duration";
|
|
3573
3572
|
json: "json";
|
|
3573
|
+
duration: "duration";
|
|
3574
3574
|
}>>;
|
|
3575
3575
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
3576
3576
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -4148,8 +4148,8 @@ declare const cacheRecordingSchema: z$1.ZodObject<{
|
|
|
4148
4148
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4149
4149
|
error: "error";
|
|
4150
4150
|
running: "running";
|
|
4151
|
-
ok: "ok";
|
|
4152
4151
|
cancelled: "cancelled";
|
|
4152
|
+
ok: "ok";
|
|
4153
4153
|
}>>;
|
|
4154
4154
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4155
4155
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4221,8 +4221,8 @@ declare const cacheEntrySchema: z$1.ZodObject<{
|
|
|
4221
4221
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4222
4222
|
error: "error";
|
|
4223
4223
|
running: "running";
|
|
4224
|
-
ok: "ok";
|
|
4225
4224
|
cancelled: "cancelled";
|
|
4225
|
+
ok: "ok";
|
|
4226
4226
|
}>>;
|
|
4227
4227
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4228
4228
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4310,8 +4310,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
|
|
|
4310
4310
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4311
4311
|
error: "error";
|
|
4312
4312
|
running: "running";
|
|
4313
|
-
ok: "ok";
|
|
4314
4313
|
cancelled: "cancelled";
|
|
4314
|
+
ok: "ok";
|
|
4315
4315
|
}>>;
|
|
4316
4316
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4317
4317
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4399,8 +4399,8 @@ declare const cacheFileSchema: z$1.ZodObject<{
|
|
|
4399
4399
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4400
4400
|
error: "error";
|
|
4401
4401
|
running: "running";
|
|
4402
|
-
ok: "ok";
|
|
4403
4402
|
cancelled: "cancelled";
|
|
4403
|
+
ok: "ok";
|
|
4404
4404
|
}>>;
|
|
4405
4405
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4406
4406
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4574,8 +4574,8 @@ type ConfigReloadState = z$1.infer<typeof configReloadStateSchema$1>;
|
|
|
4574
4574
|
declare const createRunRequestSchema$1: z$1.ZodObject<{
|
|
4575
4575
|
target: z$1.ZodObject<{
|
|
4576
4576
|
mode: z$1.ZodEnum<{
|
|
4577
|
-
all: "all";
|
|
4578
4577
|
caseIds: "caseIds";
|
|
4578
|
+
all: "all";
|
|
4579
4579
|
evalIds: "evalIds";
|
|
4580
4580
|
}>;
|
|
4581
4581
|
evalKeys: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|