@ls-stack/agent-eval 0.42.0 → 0.42.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{app-1vE5Ryry.mjs → app-mOYjX9zq.mjs} +4 -4
- package/dist/apps/web/dist/assets/{index-5CB9eJZy.js → index-CANDLTsq.js} +2 -2
- package/dist/apps/web/dist/index.html +1 -1
- package/dist/bin.mjs +1 -1
- package/dist/{cli-Bk5g-bat.mjs → cli-DbVfkr9T.mjs} +3 -3
- package/dist/index.d.mts +108 -107
- package/dist/index.mjs +3 -3
- package/dist/runChild.mjs +1 -1
- package/dist/{runOrchestration-DhTiT4V0.mjs → runOrchestration-SPaHx-SC.mjs} +6 -7
- package/dist/{runner-B1Cyevvr.mjs → runner-BYOdLBle.mjs} +1 -1
- package/dist/{runner-BG0L4yId.mjs → runner-DiCQ57JQ.mjs} +2 -2
- package/dist/{src-t6OVp1li.mjs → src-CANi3gpd.mjs} +2 -2
- package/package.json +1 -1
- package/skills/agent-eval/SKILL.md +1 -1
package/dist/index.d.mts
CHANGED
|
@@ -1717,13 +1717,13 @@ type ColumnKind = z$1.infer<typeof columnKindSchema>;
|
|
|
1717
1717
|
declare const columnFormatSchema: z$1.ZodEnum<{
|
|
1718
1718
|
number: "number";
|
|
1719
1719
|
boolean: "boolean";
|
|
1720
|
+
duration: "duration";
|
|
1721
|
+
json: "json";
|
|
1720
1722
|
file: "file";
|
|
1721
1723
|
markdown: "markdown";
|
|
1722
|
-
json: "json";
|
|
1723
1724
|
image: "image";
|
|
1724
1725
|
audio: "audio";
|
|
1725
1726
|
video: "video";
|
|
1726
|
-
duration: "duration";
|
|
1727
1727
|
percent: "percent";
|
|
1728
1728
|
passFail: "passFail";
|
|
1729
1729
|
stars: "stars";
|
|
@@ -1742,13 +1742,13 @@ declare const columnDefSchema: z$1.ZodObject<{
|
|
|
1742
1742
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1743
1743
|
number: "number";
|
|
1744
1744
|
boolean: "boolean";
|
|
1745
|
+
duration: "duration";
|
|
1746
|
+
json: "json";
|
|
1745
1747
|
file: "file";
|
|
1746
1748
|
markdown: "markdown";
|
|
1747
|
-
json: "json";
|
|
1748
1749
|
image: "image";
|
|
1749
1750
|
audio: "audio";
|
|
1750
1751
|
video: "video";
|
|
1751
|
-
duration: "duration";
|
|
1752
1752
|
percent: "percent";
|
|
1753
1753
|
passFail: "passFail";
|
|
1754
1754
|
stars: "stars";
|
|
@@ -1762,8 +1762,8 @@ declare const columnDefSchema: z$1.ZodObject<{
|
|
|
1762
1762
|
hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
1763
1763
|
align: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1764
1764
|
left: "left";
|
|
1765
|
-
center: "center";
|
|
1766
1765
|
right: "right";
|
|
1766
|
+
center: "center";
|
|
1767
1767
|
}>>;
|
|
1768
1768
|
}, z$1.core.$strip>;
|
|
1769
1769
|
/** Column definition exposed to the UI for eval and case tables. */
|
|
@@ -1792,8 +1792,8 @@ type CellValue = z$1.infer<typeof cellValueSchema>; //#endregion
|
|
|
1792
1792
|
declare const traceAttributeDisplayFormatSchema: z$1.ZodEnum<{
|
|
1793
1793
|
string: "string";
|
|
1794
1794
|
number: "number";
|
|
1795
|
-
json: "json";
|
|
1796
1795
|
duration: "duration";
|
|
1796
|
+
json: "json";
|
|
1797
1797
|
}>;
|
|
1798
1798
|
/**
|
|
1799
1799
|
* Formatting hint for trace attribute values rendered by the UI.
|
|
@@ -1817,8 +1817,8 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
|
|
|
1817
1817
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1818
1818
|
string: "string";
|
|
1819
1819
|
number: "number";
|
|
1820
|
-
json: "json";
|
|
1821
1820
|
duration: "duration";
|
|
1821
|
+
json: "json";
|
|
1822
1822
|
}>>;
|
|
1823
1823
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
1824
1824
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -1831,9 +1831,9 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
|
|
|
1831
1831
|
subtree: "subtree";
|
|
1832
1832
|
}>>;
|
|
1833
1833
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1834
|
-
sum: "sum";
|
|
1835
|
-
last: "last";
|
|
1836
1834
|
all: "all";
|
|
1835
|
+
last: "last";
|
|
1836
|
+
sum: "sum";
|
|
1837
1837
|
}>>;
|
|
1838
1838
|
}, z$1.core.$strip>;
|
|
1839
1839
|
/**
|
|
@@ -1853,8 +1853,8 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
|
|
|
1853
1853
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1854
1854
|
string: "string";
|
|
1855
1855
|
number: "number";
|
|
1856
|
-
json: "json";
|
|
1857
1856
|
duration: "duration";
|
|
1857
|
+
json: "json";
|
|
1858
1858
|
}>>;
|
|
1859
1859
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
1860
1860
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -1867,9 +1867,9 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
|
|
|
1867
1867
|
subtree: "subtree";
|
|
1868
1868
|
}>>;
|
|
1869
1869
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1870
|
-
sum: "sum";
|
|
1871
|
-
last: "last";
|
|
1872
1870
|
all: "all";
|
|
1871
|
+
last: "last";
|
|
1872
|
+
sum: "sum";
|
|
1873
1873
|
}>>;
|
|
1874
1874
|
}, z$1.core.$strip>>>;
|
|
1875
1875
|
}, z$1.core.$strip>;
|
|
@@ -1893,8 +1893,8 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
|
|
|
1893
1893
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1894
1894
|
string: "string";
|
|
1895
1895
|
number: "number";
|
|
1896
|
-
json: "json";
|
|
1897
1896
|
duration: "duration";
|
|
1897
|
+
json: "json";
|
|
1898
1898
|
}>>;
|
|
1899
1899
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
1900
1900
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -1907,9 +1907,9 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
|
|
|
1907
1907
|
subtree: "subtree";
|
|
1908
1908
|
}>>;
|
|
1909
1909
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1910
|
-
sum: "sum";
|
|
1911
|
-
last: "last";
|
|
1912
1910
|
all: "all";
|
|
1911
|
+
last: "last";
|
|
1912
|
+
sum: "sum";
|
|
1913
1913
|
}>>;
|
|
1914
1914
|
transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
|
|
1915
1915
|
}, z$1.core.$strip>;
|
|
@@ -1931,8 +1931,8 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
|
|
|
1931
1931
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1932
1932
|
string: "string";
|
|
1933
1933
|
number: "number";
|
|
1934
|
-
json: "json";
|
|
1935
1934
|
duration: "duration";
|
|
1935
|
+
json: "json";
|
|
1936
1936
|
}>>;
|
|
1937
1937
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
1938
1938
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -1945,9 +1945,9 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
|
|
|
1945
1945
|
subtree: "subtree";
|
|
1946
1946
|
}>>;
|
|
1947
1947
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1948
|
-
sum: "sum";
|
|
1949
|
-
last: "last";
|
|
1950
1948
|
all: "all";
|
|
1949
|
+
last: "last";
|
|
1950
|
+
sum: "sum";
|
|
1951
1951
|
}>>;
|
|
1952
1952
|
transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
|
|
1953
1953
|
}, z$1.core.$strip>>>;
|
|
@@ -1984,8 +1984,8 @@ declare const traceSpanSchema$1: z$1.ZodObject<{
|
|
|
1984
1984
|
status: z$1.ZodEnum<{
|
|
1985
1985
|
error: "error";
|
|
1986
1986
|
running: "running";
|
|
1987
|
-
cancelled: "cancelled";
|
|
1988
1987
|
ok: "ok";
|
|
1988
|
+
cancelled: "cancelled";
|
|
1989
1989
|
}>;
|
|
1990
1990
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
1991
1991
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -2026,11 +2026,11 @@ declare const evalFreshnessStatusSchema: z$1.ZodEnum<{
|
|
|
2026
2026
|
type EvalFreshnessStatus = z$1.infer<typeof evalFreshnessStatusSchema>;
|
|
2027
2027
|
/** Reducer used to collapse a column's per-case values into a single stat. */
|
|
2028
2028
|
declare const evalStatAggregateSchema: z$1.ZodEnum<{
|
|
2029
|
+
last: "last";
|
|
2030
|
+
sum: "sum";
|
|
2029
2031
|
avg: "avg";
|
|
2030
2032
|
min: "min";
|
|
2031
2033
|
max: "max";
|
|
2032
|
-
sum: "sum";
|
|
2033
|
-
last: "last";
|
|
2034
2034
|
}>;
|
|
2035
2035
|
/** Reducer used to collapse a column's per-case values into a single stat. */
|
|
2036
2036
|
type EvalStatAggregate = z$1.infer<typeof evalStatAggregateSchema>;
|
|
@@ -2054,22 +2054,22 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
2054
2054
|
key: z$1.ZodString;
|
|
2055
2055
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2056
2056
|
aggregate: z$1.ZodEnum<{
|
|
2057
|
+
last: "last";
|
|
2058
|
+
sum: "sum";
|
|
2057
2059
|
avg: "avg";
|
|
2058
2060
|
min: "min";
|
|
2059
2061
|
max: "max";
|
|
2060
|
-
sum: "sum";
|
|
2061
|
-
last: "last";
|
|
2062
2062
|
}>;
|
|
2063
2063
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2064
2064
|
number: "number";
|
|
2065
2065
|
boolean: "boolean";
|
|
2066
|
+
duration: "duration";
|
|
2067
|
+
json: "json";
|
|
2066
2068
|
file: "file";
|
|
2067
2069
|
markdown: "markdown";
|
|
2068
|
-
json: "json";
|
|
2069
2070
|
image: "image";
|
|
2070
2071
|
audio: "audio";
|
|
2071
2072
|
video: "video";
|
|
2072
|
-
duration: "duration";
|
|
2073
2073
|
percent: "percent";
|
|
2074
2074
|
passFail: "passFail";
|
|
2075
2075
|
stars: "stars";
|
|
@@ -2096,22 +2096,22 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
|
|
|
2096
2096
|
key: z$1.ZodString;
|
|
2097
2097
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2098
2098
|
aggregate: z$1.ZodEnum<{
|
|
2099
|
+
last: "last";
|
|
2100
|
+
sum: "sum";
|
|
2099
2101
|
avg: "avg";
|
|
2100
2102
|
min: "min";
|
|
2101
2103
|
max: "max";
|
|
2102
|
-
sum: "sum";
|
|
2103
|
-
last: "last";
|
|
2104
2104
|
}>;
|
|
2105
2105
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2106
2106
|
number: "number";
|
|
2107
2107
|
boolean: "boolean";
|
|
2108
|
+
duration: "duration";
|
|
2109
|
+
json: "json";
|
|
2108
2110
|
file: "file";
|
|
2109
2111
|
markdown: "markdown";
|
|
2110
|
-
json: "json";
|
|
2111
2112
|
image: "image";
|
|
2112
2113
|
audio: "audio";
|
|
2113
2114
|
video: "video";
|
|
2114
|
-
duration: "duration";
|
|
2115
2115
|
percent: "percent";
|
|
2116
2116
|
passFail: "passFail";
|
|
2117
2117
|
stars: "stars";
|
|
@@ -2149,13 +2149,13 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2149
2149
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2150
2150
|
number: "number";
|
|
2151
2151
|
boolean: "boolean";
|
|
2152
|
+
duration: "duration";
|
|
2153
|
+
json: "json";
|
|
2152
2154
|
file: "file";
|
|
2153
2155
|
markdown: "markdown";
|
|
2154
|
-
json: "json";
|
|
2155
2156
|
image: "image";
|
|
2156
2157
|
audio: "audio";
|
|
2157
2158
|
video: "video";
|
|
2158
|
-
duration: "duration";
|
|
2159
2159
|
percent: "percent";
|
|
2160
2160
|
passFail: "passFail";
|
|
2161
2161
|
stars: "stars";
|
|
@@ -2169,18 +2169,18 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2169
2169
|
hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
2170
2170
|
align: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2171
2171
|
left: "left";
|
|
2172
|
-
center: "center";
|
|
2173
2172
|
right: "right";
|
|
2173
|
+
center: "center";
|
|
2174
2174
|
}>>;
|
|
2175
2175
|
}, z$1.core.$strip>>;
|
|
2176
2176
|
caseCount: z$1.ZodNullable<z$1.ZodNumber>;
|
|
2177
2177
|
caseIds: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
2178
2178
|
lastRunStatus: z$1.ZodNullable<z$1.ZodEnum<{
|
|
2179
2179
|
error: "error";
|
|
2180
|
-
pass: "pass";
|
|
2181
|
-
fail: "fail";
|
|
2182
2180
|
running: "running";
|
|
2183
2181
|
cancelled: "cancelled";
|
|
2182
|
+
pass: "pass";
|
|
2183
|
+
fail: "fail";
|
|
2184
2184
|
unscored: "unscored";
|
|
2185
2185
|
}>>;
|
|
2186
2186
|
stats: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
@@ -2199,22 +2199,22 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2199
2199
|
key: z$1.ZodString;
|
|
2200
2200
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2201
2201
|
aggregate: z$1.ZodEnum<{
|
|
2202
|
+
last: "last";
|
|
2203
|
+
sum: "sum";
|
|
2202
2204
|
avg: "avg";
|
|
2203
2205
|
min: "min";
|
|
2204
2206
|
max: "max";
|
|
2205
|
-
sum: "sum";
|
|
2206
|
-
last: "last";
|
|
2207
2207
|
}>;
|
|
2208
2208
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2209
2209
|
number: "number";
|
|
2210
2210
|
boolean: "boolean";
|
|
2211
|
+
duration: "duration";
|
|
2212
|
+
json: "json";
|
|
2211
2213
|
file: "file";
|
|
2212
2214
|
markdown: "markdown";
|
|
2213
|
-
json: "json";
|
|
2214
2215
|
image: "image";
|
|
2215
2216
|
audio: "audio";
|
|
2216
2217
|
video: "video";
|
|
2217
|
-
duration: "duration";
|
|
2218
2218
|
percent: "percent";
|
|
2219
2219
|
passFail: "passFail";
|
|
2220
2220
|
stars: "stars";
|
|
@@ -2239,11 +2239,11 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2239
2239
|
}>;
|
|
2240
2240
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2241
2241
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2242
|
-
success: "success";
|
|
2243
2242
|
error: "error";
|
|
2243
|
+
success: "success";
|
|
2244
|
+
warning: "warning";
|
|
2244
2245
|
accent: "accent";
|
|
2245
2246
|
accentDim: "accentDim";
|
|
2246
|
-
warning: "warning";
|
|
2247
2247
|
textMuted: "textMuted";
|
|
2248
2248
|
}>>;
|
|
2249
2249
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -2254,20 +2254,20 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2254
2254
|
source: z$1.ZodLiteral<"column">;
|
|
2255
2255
|
key: z$1.ZodString;
|
|
2256
2256
|
aggregate: z$1.ZodEnum<{
|
|
2257
|
+
sum: "sum";
|
|
2257
2258
|
avg: "avg";
|
|
2258
2259
|
min: "min";
|
|
2259
2260
|
max: "max";
|
|
2260
|
-
sum: "sum";
|
|
2261
2261
|
latest: "latest";
|
|
2262
2262
|
passThresholdRate: "passThresholdRate";
|
|
2263
2263
|
}>;
|
|
2264
2264
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2265
2265
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2266
|
-
success: "success";
|
|
2267
2266
|
error: "error";
|
|
2267
|
+
success: "success";
|
|
2268
|
+
warning: "warning";
|
|
2268
2269
|
accent: "accent";
|
|
2269
2270
|
accentDim: "accentDim";
|
|
2270
|
-
warning: "warning";
|
|
2271
2271
|
textMuted: "textMuted";
|
|
2272
2272
|
}>>;
|
|
2273
2273
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -2296,10 +2296,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2296
2296
|
source: z$1.ZodLiteral<"column">;
|
|
2297
2297
|
key: z$1.ZodString;
|
|
2298
2298
|
aggregate: z$1.ZodEnum<{
|
|
2299
|
+
sum: "sum";
|
|
2299
2300
|
avg: "avg";
|
|
2300
2301
|
min: "min";
|
|
2301
2302
|
max: "max";
|
|
2302
|
-
sum: "sum";
|
|
2303
2303
|
latest: "latest";
|
|
2304
2304
|
passThresholdRate: "passThresholdRate";
|
|
2305
2305
|
}>;
|
|
@@ -2396,11 +2396,11 @@ declare const caseRowSchema$1: z$1.ZodObject<{
|
|
|
2396
2396
|
tags: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
2397
2397
|
status: z$1.ZodEnum<{
|
|
2398
2398
|
error: "error";
|
|
2399
|
-
pass: "pass";
|
|
2400
|
-
fail: "fail";
|
|
2401
2399
|
running: "running";
|
|
2402
2400
|
cancelled: "cancelled";
|
|
2403
2401
|
pending: "pending";
|
|
2402
|
+
pass: "pass";
|
|
2403
|
+
fail: "fail";
|
|
2404
2404
|
}>;
|
|
2405
2405
|
durationMs: z$1.ZodNullable<z$1.ZodNumber>;
|
|
2406
2406
|
costUsd: z$1.ZodOptional<z$1.ZodNullable<z$1.ZodNumber>>;
|
|
@@ -2492,8 +2492,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
|
|
|
2492
2492
|
status: z$1.ZodEnum<{
|
|
2493
2493
|
error: "error";
|
|
2494
2494
|
running: "running";
|
|
2495
|
-
cancelled: "cancelled";
|
|
2496
2495
|
ok: "ok";
|
|
2496
|
+
cancelled: "cancelled";
|
|
2497
2497
|
}>;
|
|
2498
2498
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
2499
2499
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -2529,8 +2529,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
|
|
|
2529
2529
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2530
2530
|
string: "string";
|
|
2531
2531
|
number: "number";
|
|
2532
|
-
json: "json";
|
|
2533
2532
|
duration: "duration";
|
|
2533
|
+
json: "json";
|
|
2534
2534
|
}>>;
|
|
2535
2535
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
2536
2536
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -2543,9 +2543,9 @@ declare const scoreTraceSchema: z$1.ZodObject<{
|
|
|
2543
2543
|
subtree: "subtree";
|
|
2544
2544
|
}>>;
|
|
2545
2545
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2546
|
-
sum: "sum";
|
|
2547
|
-
last: "last";
|
|
2548
2546
|
all: "all";
|
|
2547
|
+
last: "last";
|
|
2548
|
+
sum: "sum";
|
|
2549
2549
|
}>>;
|
|
2550
2550
|
}, z$1.core.$strip>>>;
|
|
2551
2551
|
}, z$1.core.$strip>;
|
|
@@ -2561,11 +2561,11 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2561
2561
|
tags: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
2562
2562
|
status: z$1.ZodEnum<{
|
|
2563
2563
|
error: "error";
|
|
2564
|
-
pass: "pass";
|
|
2565
|
-
fail: "fail";
|
|
2566
2564
|
running: "running";
|
|
2567
2565
|
cancelled: "cancelled";
|
|
2568
2566
|
pending: "pending";
|
|
2567
|
+
pass: "pass";
|
|
2568
|
+
fail: "fail";
|
|
2569
2569
|
}>;
|
|
2570
2570
|
input: z$1.ZodUnknown;
|
|
2571
2571
|
trace: z$1.ZodArray<z$1.ZodObject<{
|
|
@@ -2579,8 +2579,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2579
2579
|
status: z$1.ZodEnum<{
|
|
2580
2580
|
error: "error";
|
|
2581
2581
|
running: "running";
|
|
2582
|
-
cancelled: "cancelled";
|
|
2583
2582
|
ok: "ok";
|
|
2583
|
+
cancelled: "cancelled";
|
|
2584
2584
|
}>;
|
|
2585
2585
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
2586
2586
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -2616,8 +2616,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2616
2616
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2617
2617
|
string: "string";
|
|
2618
2618
|
number: "number";
|
|
2619
|
-
json: "json";
|
|
2620
2619
|
duration: "duration";
|
|
2620
|
+
json: "json";
|
|
2621
2621
|
}>>;
|
|
2622
2622
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
2623
2623
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -2630,9 +2630,9 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2630
2630
|
subtree: "subtree";
|
|
2631
2631
|
}>>;
|
|
2632
2632
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2633
|
-
sum: "sum";
|
|
2634
|
-
last: "last";
|
|
2635
2633
|
all: "all";
|
|
2634
|
+
last: "last";
|
|
2635
|
+
sum: "sum";
|
|
2636
2636
|
}>>;
|
|
2637
2637
|
}, z$1.core.$strip>>>;
|
|
2638
2638
|
}, z$1.core.$strip>;
|
|
@@ -2648,8 +2648,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2648
2648
|
status: z$1.ZodEnum<{
|
|
2649
2649
|
error: "error";
|
|
2650
2650
|
running: "running";
|
|
2651
|
-
cancelled: "cancelled";
|
|
2652
2651
|
ok: "ok";
|
|
2652
|
+
cancelled: "cancelled";
|
|
2653
2653
|
}>;
|
|
2654
2654
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
2655
2655
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -2685,8 +2685,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2685
2685
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2686
2686
|
string: "string";
|
|
2687
2687
|
number: "number";
|
|
2688
|
-
json: "json";
|
|
2689
2688
|
duration: "duration";
|
|
2689
|
+
json: "json";
|
|
2690
2690
|
}>>;
|
|
2691
2691
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
2692
2692
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -2699,9 +2699,9 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2699
2699
|
subtree: "subtree";
|
|
2700
2700
|
}>>;
|
|
2701
2701
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2702
|
-
sum: "sum";
|
|
2703
|
-
last: "last";
|
|
2704
2702
|
all: "all";
|
|
2703
|
+
last: "last";
|
|
2704
|
+
sum: "sum";
|
|
2705
2705
|
}>>;
|
|
2706
2706
|
}, z$1.core.$strip>>>;
|
|
2707
2707
|
}, z$1.core.$strip>;
|
|
@@ -2761,10 +2761,10 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2761
2761
|
namespace: z$1.ZodString;
|
|
2762
2762
|
key: z$1.ZodString;
|
|
2763
2763
|
status: z$1.ZodEnum<{
|
|
2764
|
+
bypass: "bypass";
|
|
2765
|
+
refresh: "refresh";
|
|
2764
2766
|
hit: "hit";
|
|
2765
2767
|
miss: "miss";
|
|
2766
|
-
refresh: "refresh";
|
|
2767
|
-
bypass: "bypass";
|
|
2768
2768
|
}>;
|
|
2769
2769
|
read: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
2770
2770
|
stored: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
@@ -2817,10 +2817,10 @@ declare const evalChartBuiltinMetricSchema: z$1.ZodEnum<{
|
|
|
2817
2817
|
type EvalChartBuiltinMetric = z$1.infer<typeof evalChartBuiltinMetricSchema>;
|
|
2818
2818
|
/** Reducer applied to a numeric column across all cases of a single run. */
|
|
2819
2819
|
declare const evalChartAggregateSchema: z$1.ZodEnum<{
|
|
2820
|
+
sum: "sum";
|
|
2820
2821
|
avg: "avg";
|
|
2821
2822
|
min: "min";
|
|
2822
2823
|
max: "max";
|
|
2823
|
-
sum: "sum";
|
|
2824
2824
|
latest: "latest";
|
|
2825
2825
|
passThresholdRate: "passThresholdRate";
|
|
2826
2826
|
}>;
|
|
@@ -2831,11 +2831,11 @@ type EvalChartAggregate = z$1.infer<typeof evalChartAggregateSchema>;
|
|
|
2831
2831
|
* not emit raw hex so authored evals stay decoupled from the web theme.
|
|
2832
2832
|
*/
|
|
2833
2833
|
declare const evalChartColorSchema: z$1.ZodEnum<{
|
|
2834
|
-
success: "success";
|
|
2835
2834
|
error: "error";
|
|
2835
|
+
success: "success";
|
|
2836
|
+
warning: "warning";
|
|
2836
2837
|
accent: "accent";
|
|
2837
2838
|
accentDim: "accentDim";
|
|
2838
|
-
warning: "warning";
|
|
2839
2839
|
textMuted: "textMuted";
|
|
2840
2840
|
}>;
|
|
2841
2841
|
/** Semantic color token resolved to a theme color by the web UI. */
|
|
@@ -2860,11 +2860,11 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
2860
2860
|
}>;
|
|
2861
2861
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2862
2862
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2863
|
-
success: "success";
|
|
2864
2863
|
error: "error";
|
|
2864
|
+
success: "success";
|
|
2865
|
+
warning: "warning";
|
|
2865
2866
|
accent: "accent";
|
|
2866
2867
|
accentDim: "accentDim";
|
|
2867
|
-
warning: "warning";
|
|
2868
2868
|
textMuted: "textMuted";
|
|
2869
2869
|
}>>;
|
|
2870
2870
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -2875,20 +2875,20 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
2875
2875
|
source: z$1.ZodLiteral<"column">;
|
|
2876
2876
|
key: z$1.ZodString;
|
|
2877
2877
|
aggregate: z$1.ZodEnum<{
|
|
2878
|
+
sum: "sum";
|
|
2878
2879
|
avg: "avg";
|
|
2879
2880
|
min: "min";
|
|
2880
2881
|
max: "max";
|
|
2881
|
-
sum: "sum";
|
|
2882
2882
|
latest: "latest";
|
|
2883
2883
|
passThresholdRate: "passThresholdRate";
|
|
2884
2884
|
}>;
|
|
2885
2885
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2886
2886
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2887
|
-
success: "success";
|
|
2888
2887
|
error: "error";
|
|
2888
|
+
success: "success";
|
|
2889
|
+
warning: "warning";
|
|
2889
2890
|
accent: "accent";
|
|
2890
2891
|
accentDim: "accentDim";
|
|
2891
|
-
warning: "warning";
|
|
2892
2892
|
textMuted: "textMuted";
|
|
2893
2893
|
}>>;
|
|
2894
2894
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -2910,10 +2910,10 @@ declare const evalChartTooltipExtraSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObj
|
|
|
2910
2910
|
source: z$1.ZodLiteral<"column">;
|
|
2911
2911
|
key: z$1.ZodString;
|
|
2912
2912
|
aggregate: z$1.ZodEnum<{
|
|
2913
|
+
sum: "sum";
|
|
2913
2914
|
avg: "avg";
|
|
2914
2915
|
min: "min";
|
|
2915
2916
|
max: "max";
|
|
2916
|
-
sum: "sum";
|
|
2917
2917
|
latest: "latest";
|
|
2918
2918
|
passThresholdRate: "passThresholdRate";
|
|
2919
2919
|
}>;
|
|
@@ -2943,11 +2943,11 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
|
2943
2943
|
}>;
|
|
2944
2944
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2945
2945
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2946
|
-
success: "success";
|
|
2947
2946
|
error: "error";
|
|
2947
|
+
success: "success";
|
|
2948
|
+
warning: "warning";
|
|
2948
2949
|
accent: "accent";
|
|
2949
2950
|
accentDim: "accentDim";
|
|
2950
|
-
warning: "warning";
|
|
2951
2951
|
textMuted: "textMuted";
|
|
2952
2952
|
}>>;
|
|
2953
2953
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -2958,20 +2958,20 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
|
2958
2958
|
source: z$1.ZodLiteral<"column">;
|
|
2959
2959
|
key: z$1.ZodString;
|
|
2960
2960
|
aggregate: z$1.ZodEnum<{
|
|
2961
|
+
sum: "sum";
|
|
2961
2962
|
avg: "avg";
|
|
2962
2963
|
min: "min";
|
|
2963
2964
|
max: "max";
|
|
2964
|
-
sum: "sum";
|
|
2965
2965
|
latest: "latest";
|
|
2966
2966
|
passThresholdRate: "passThresholdRate";
|
|
2967
2967
|
}>;
|
|
2968
2968
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2969
2969
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2970
|
-
success: "success";
|
|
2971
2970
|
error: "error";
|
|
2971
|
+
success: "success";
|
|
2972
|
+
warning: "warning";
|
|
2972
2973
|
accent: "accent";
|
|
2973
2974
|
accentDim: "accentDim";
|
|
2974
|
-
warning: "warning";
|
|
2975
2975
|
textMuted: "textMuted";
|
|
2976
2976
|
}>>;
|
|
2977
2977
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -3000,10 +3000,10 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
|
3000
3000
|
source: z$1.ZodLiteral<"column">;
|
|
3001
3001
|
key: z$1.ZodString;
|
|
3002
3002
|
aggregate: z$1.ZodEnum<{
|
|
3003
|
+
sum: "sum";
|
|
3003
3004
|
avg: "avg";
|
|
3004
3005
|
min: "min";
|
|
3005
3006
|
max: "max";
|
|
3006
|
-
sum: "sum";
|
|
3007
3007
|
latest: "latest";
|
|
3008
3008
|
passThresholdRate: "passThresholdRate";
|
|
3009
3009
|
}>;
|
|
@@ -3033,11 +3033,11 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
|
3033
3033
|
}>;
|
|
3034
3034
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3035
3035
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3036
|
-
success: "success";
|
|
3037
3036
|
error: "error";
|
|
3037
|
+
success: "success";
|
|
3038
|
+
warning: "warning";
|
|
3038
3039
|
accent: "accent";
|
|
3039
3040
|
accentDim: "accentDim";
|
|
3040
|
-
warning: "warning";
|
|
3041
3041
|
textMuted: "textMuted";
|
|
3042
3042
|
}>>;
|
|
3043
3043
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -3048,20 +3048,20 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
|
3048
3048
|
source: z$1.ZodLiteral<"column">;
|
|
3049
3049
|
key: z$1.ZodString;
|
|
3050
3050
|
aggregate: z$1.ZodEnum<{
|
|
3051
|
+
sum: "sum";
|
|
3051
3052
|
avg: "avg";
|
|
3052
3053
|
min: "min";
|
|
3053
3054
|
max: "max";
|
|
3054
|
-
sum: "sum";
|
|
3055
3055
|
latest: "latest";
|
|
3056
3056
|
passThresholdRate: "passThresholdRate";
|
|
3057
3057
|
}>;
|
|
3058
3058
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3059
3059
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3060
|
-
success: "success";
|
|
3061
3060
|
error: "error";
|
|
3061
|
+
success: "success";
|
|
3062
|
+
warning: "warning";
|
|
3062
3063
|
accent: "accent";
|
|
3063
3064
|
accentDim: "accentDim";
|
|
3064
|
-
warning: "warning";
|
|
3065
3065
|
textMuted: "textMuted";
|
|
3066
3066
|
}>>;
|
|
3067
3067
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -3090,10 +3090,10 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
|
3090
3090
|
source: z$1.ZodLiteral<"column">;
|
|
3091
3091
|
key: z$1.ZodString;
|
|
3092
3092
|
aggregate: z$1.ZodEnum<{
|
|
3093
|
+
sum: "sum";
|
|
3093
3094
|
avg: "avg";
|
|
3094
3095
|
min: "min";
|
|
3095
3096
|
max: "max";
|
|
3096
|
-
sum: "sum";
|
|
3097
3097
|
latest: "latest";
|
|
3098
3098
|
passThresholdRate: "passThresholdRate";
|
|
3099
3099
|
}>;
|
|
@@ -3121,9 +3121,9 @@ declare const runManifestSchema$1: z$1.ZodObject<{
|
|
|
3121
3121
|
evalSourceFingerprints: z$1.ZodDefault<z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodString>>>;
|
|
3122
3122
|
target: z$1.ZodObject<{
|
|
3123
3123
|
mode: z$1.ZodEnum<{
|
|
3124
|
-
caseIds: "caseIds";
|
|
3125
3124
|
all: "all";
|
|
3126
3125
|
evalIds: "evalIds";
|
|
3126
|
+
caseIds: "caseIds";
|
|
3127
3127
|
}>;
|
|
3128
3128
|
evalKeys: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
3129
3129
|
files: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
@@ -3137,9 +3137,9 @@ declare const runManifestSchema$1: z$1.ZodObject<{
|
|
|
3137
3137
|
median: "median";
|
|
3138
3138
|
}>>>;
|
|
3139
3139
|
cacheMode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3140
|
-
refresh: "refresh";
|
|
3141
|
-
bypass: "bypass";
|
|
3142
3140
|
use: "use";
|
|
3141
|
+
bypass: "bypass";
|
|
3142
|
+
refresh: "refresh";
|
|
3143
3143
|
}>>;
|
|
3144
3144
|
}, z$1.core.$strip>;
|
|
3145
3145
|
/** Persisted lifecycle metadata for a single eval run. */
|
|
@@ -3310,8 +3310,8 @@ declare const llmCallMetricFormatSchema$1: z$1.ZodEnum<{
|
|
|
3310
3310
|
string: "string";
|
|
3311
3311
|
number: "number";
|
|
3312
3312
|
boolean: "boolean";
|
|
3313
|
-
json: "json";
|
|
3314
3313
|
duration: "duration";
|
|
3314
|
+
json: "json";
|
|
3315
3315
|
}>;
|
|
3316
3316
|
/** Render format applied to an LLM-call metric value. */
|
|
3317
3317
|
type LlmCallMetricFormat = z$1.infer<typeof llmCallMetricFormatSchema$1>;
|
|
@@ -3320,8 +3320,8 @@ declare const apiCallMetricFormatSchema$1: z$1.ZodEnum<{
|
|
|
3320
3320
|
string: "string";
|
|
3321
3321
|
number: "number";
|
|
3322
3322
|
boolean: "boolean";
|
|
3323
|
-
json: "json";
|
|
3324
3323
|
duration: "duration";
|
|
3324
|
+
json: "json";
|
|
3325
3325
|
}>;
|
|
3326
3326
|
/** Render format applied to an API-call metric value. */
|
|
3327
3327
|
type ApiCallMetricFormat = z$1.infer<typeof apiCallMetricFormatSchema$1>;
|
|
@@ -3390,8 +3390,8 @@ declare const llmCallMetricSchema: z$1.ZodObject<{
|
|
|
3390
3390
|
string: "string";
|
|
3391
3391
|
number: "number";
|
|
3392
3392
|
boolean: "boolean";
|
|
3393
|
-
json: "json";
|
|
3394
3393
|
duration: "duration";
|
|
3394
|
+
json: "json";
|
|
3395
3395
|
}>>;
|
|
3396
3396
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
3397
3397
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -3419,8 +3419,8 @@ declare const apiCallMetricSchema: z$1.ZodObject<{
|
|
|
3419
3419
|
string: "string";
|
|
3420
3420
|
number: "number";
|
|
3421
3421
|
boolean: "boolean";
|
|
3422
|
-
json: "json";
|
|
3423
3422
|
duration: "duration";
|
|
3423
|
+
json: "json";
|
|
3424
3424
|
}>>;
|
|
3425
3425
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
3426
3426
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -3533,8 +3533,8 @@ declare const llmCallsConfigSchema: z$1.ZodObject<{
|
|
|
3533
3533
|
string: "string";
|
|
3534
3534
|
number: "number";
|
|
3535
3535
|
boolean: "boolean";
|
|
3536
|
-
json: "json";
|
|
3537
3536
|
duration: "duration";
|
|
3537
|
+
json: "json";
|
|
3538
3538
|
}>>;
|
|
3539
3539
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
3540
3540
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -3569,8 +3569,8 @@ declare const apiCallsConfigSchema: z$1.ZodObject<{
|
|
|
3569
3569
|
string: "string";
|
|
3570
3570
|
number: "number";
|
|
3571
3571
|
boolean: "boolean";
|
|
3572
|
-
json: "json";
|
|
3573
3572
|
duration: "duration";
|
|
3573
|
+
json: "json";
|
|
3574
3574
|
}>>;
|
|
3575
3575
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
3576
3576
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -3849,7 +3849,7 @@ type LlmCallEntry = {
|
|
|
3849
3849
|
cacheCreationInputTokens: number | null;
|
|
3850
3850
|
reasoningTokens: number | null;
|
|
3851
3851
|
totalTokens: number | null; /** Time to first token for the LLM call in milliseconds, when reported by the span. */
|
|
3852
|
-
latencyMs: number | null;
|
|
3852
|
+
latencyMs: number | null; /** Output-token throughput over the full elapsed LLM call duration. */
|
|
3853
3853
|
tokensPerSecond: number | null;
|
|
3854
3854
|
costUsd: number | null;
|
|
3855
3855
|
inputCostUsd: number | null;
|
|
@@ -3956,7 +3956,8 @@ declare function simulateTokenAllocation({
|
|
|
3956
3956
|
* `getNestedAttribute` from the configured paths, with safe coercion to
|
|
3957
3957
|
* `string | null` / `number | null`. `latencyMs` is an explicit
|
|
3958
3958
|
* time-to-first-token attribute; full span elapsed time is reported separately
|
|
3959
|
-
* as `durationMs`.
|
|
3959
|
+
* as `durationMs`. `tokensPerSecond` is output tokens divided by that full
|
|
3960
|
+
* elapsed duration. Built-in USD costs are derived only from configured model
|
|
3960
3961
|
* pricing and token counts. `totalTokens` is always derived from input +
|
|
3961
3962
|
* output tokens. Cached input and cache creation tokens are reported
|
|
3962
3963
|
* separately because they are subsets of input/output usage. The main cache
|
|
@@ -4025,9 +4026,9 @@ declare function extractApiCalls(spans: EvalTraceSpan$1[], config: ResolvedApiCa
|
|
|
4025
4026
|
* - `refresh`: never read, always write (forces re-execution and overwrites).
|
|
4026
4027
|
*/
|
|
4027
4028
|
declare const cacheModeSchema: z$1.ZodEnum<{
|
|
4028
|
-
refresh: "refresh";
|
|
4029
|
-
bypass: "bypass";
|
|
4030
4029
|
use: "use";
|
|
4030
|
+
bypass: "bypass";
|
|
4031
|
+
refresh: "refresh";
|
|
4031
4032
|
}>;
|
|
4032
4033
|
/** Mode controlling how cached spans behave during a run. */
|
|
4033
4034
|
type CacheMode = z$1.infer<typeof cacheModeSchema>;
|
|
@@ -4048,10 +4049,10 @@ declare const cacheOperationTypeSchema: z$1.ZodEnum<{
|
|
|
4048
4049
|
type CacheOperationType = z$1.infer<typeof cacheOperationTypeSchema>;
|
|
4049
4050
|
/** Status of a cache lookup recorded on a span or case scope. */
|
|
4050
4051
|
declare const cacheStatusSchema: z$1.ZodEnum<{
|
|
4052
|
+
bypass: "bypass";
|
|
4053
|
+
refresh: "refresh";
|
|
4051
4054
|
hit: "hit";
|
|
4052
4055
|
miss: "miss";
|
|
4053
|
-
refresh: "refresh";
|
|
4054
|
-
bypass: "bypass";
|
|
4055
4056
|
}>;
|
|
4056
4057
|
/** Status of a cache lookup recorded on a span or case scope. */
|
|
4057
4058
|
type CacheStatus = z$1.infer<typeof cacheStatusSchema>;
|
|
@@ -4068,10 +4069,10 @@ declare const traceCacheRefSchema: z$1.ZodObject<{
|
|
|
4068
4069
|
namespace: z$1.ZodString;
|
|
4069
4070
|
key: z$1.ZodString;
|
|
4070
4071
|
status: z$1.ZodEnum<{
|
|
4072
|
+
bypass: "bypass";
|
|
4073
|
+
refresh: "refresh";
|
|
4071
4074
|
hit: "hit";
|
|
4072
4075
|
miss: "miss";
|
|
4073
|
-
refresh: "refresh";
|
|
4074
|
-
bypass: "bypass";
|
|
4075
4076
|
}>;
|
|
4076
4077
|
read: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
4077
4078
|
stored: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
@@ -4148,8 +4149,8 @@ declare const cacheRecordingSchema: z$1.ZodObject<{
|
|
|
4148
4149
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4149
4150
|
error: "error";
|
|
4150
4151
|
running: "running";
|
|
4151
|
-
cancelled: "cancelled";
|
|
4152
4152
|
ok: "ok";
|
|
4153
|
+
cancelled: "cancelled";
|
|
4153
4154
|
}>>;
|
|
4154
4155
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4155
4156
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4221,8 +4222,8 @@ declare const cacheEntrySchema: z$1.ZodObject<{
|
|
|
4221
4222
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4222
4223
|
error: "error";
|
|
4223
4224
|
running: "running";
|
|
4224
|
-
cancelled: "cancelled";
|
|
4225
4225
|
ok: "ok";
|
|
4226
|
+
cancelled: "cancelled";
|
|
4226
4227
|
}>>;
|
|
4227
4228
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4228
4229
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4310,8 +4311,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
|
|
|
4310
4311
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4311
4312
|
error: "error";
|
|
4312
4313
|
running: "running";
|
|
4313
|
-
cancelled: "cancelled";
|
|
4314
4314
|
ok: "ok";
|
|
4315
|
+
cancelled: "cancelled";
|
|
4315
4316
|
}>>;
|
|
4316
4317
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4317
4318
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4399,8 +4400,8 @@ declare const cacheFileSchema: z$1.ZodObject<{
|
|
|
4399
4400
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4400
4401
|
error: "error";
|
|
4401
4402
|
running: "running";
|
|
4402
|
-
cancelled: "cancelled";
|
|
4403
4403
|
ok: "ok";
|
|
4404
|
+
cancelled: "cancelled";
|
|
4404
4405
|
}>>;
|
|
4405
4406
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4406
4407
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4574,9 +4575,9 @@ type ConfigReloadState = z$1.infer<typeof configReloadStateSchema$1>;
|
|
|
4574
4575
|
declare const createRunRequestSchema$1: z$1.ZodObject<{
|
|
4575
4576
|
target: z$1.ZodObject<{
|
|
4576
4577
|
mode: z$1.ZodEnum<{
|
|
4577
|
-
caseIds: "caseIds";
|
|
4578
4578
|
all: "all";
|
|
4579
4579
|
evalIds: "evalIds";
|
|
4580
|
+
caseIds: "caseIds";
|
|
4580
4581
|
}>;
|
|
4581
4582
|
evalKeys: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
4582
4583
|
files: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
@@ -4588,9 +4589,9 @@ declare const createRunRequestSchema$1: z$1.ZodObject<{
|
|
|
4588
4589
|
temporary: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
4589
4590
|
cache: z$1.ZodOptional<z$1.ZodObject<{
|
|
4590
4591
|
mode: z$1.ZodDefault<z$1.ZodEnum<{
|
|
4591
|
-
refresh: "refresh";
|
|
4592
|
-
bypass: "bypass";
|
|
4593
4592
|
use: "use";
|
|
4593
|
+
bypass: "bypass";
|
|
4594
|
+
refresh: "refresh";
|
|
4594
4595
|
}>>;
|
|
4595
4596
|
}, z$1.core.$strip>>;
|
|
4596
4597
|
manualInputs: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|