@ls-stack/agent-eval 0.42.1 → 0.42.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{app-mOYjX9zq.mjs → app-DPamBr5R.mjs} +4 -4
- package/dist/apps/web/dist/assets/{index-CANDLTsq.js → index-DH0qYD76.js} +1 -1
- package/dist/apps/web/dist/index.html +1 -1
- package/dist/bin.mjs +1 -1
- package/dist/{cli-DbVfkr9T.mjs → cli-BeJCJMQo.mjs} +49 -23
- package/dist/index.d.mts +110 -111
- package/dist/index.mjs +3 -3
- package/dist/runChild.mjs +1 -1
- package/dist/{runOrchestration-SPaHx-SC.mjs → runOrchestration-OVUFw1fL.mjs} +12 -23
- package/dist/{runner-DiCQ57JQ.mjs → runner-B1KygirW.mjs} +2 -2
- package/dist/{runner-BYOdLBle.mjs → runner-BJQq7cpd.mjs} +1 -1
- package/dist/{src-CANi3gpd.mjs → src-D7_xKo7h.mjs} +2 -2
- package/package.json +1 -1
- package/skills/agent-eval/SKILL.md +15 -8
package/dist/index.d.mts
CHANGED
|
@@ -1717,13 +1717,13 @@ type ColumnKind = z$1.infer<typeof columnKindSchema>;
|
|
|
1717
1717
|
declare const columnFormatSchema: z$1.ZodEnum<{
|
|
1718
1718
|
number: "number";
|
|
1719
1719
|
boolean: "boolean";
|
|
1720
|
-
duration: "duration";
|
|
1721
|
-
json: "json";
|
|
1722
1720
|
file: "file";
|
|
1723
1721
|
markdown: "markdown";
|
|
1722
|
+
json: "json";
|
|
1724
1723
|
image: "image";
|
|
1725
1724
|
audio: "audio";
|
|
1726
1725
|
video: "video";
|
|
1726
|
+
duration: "duration";
|
|
1727
1727
|
percent: "percent";
|
|
1728
1728
|
passFail: "passFail";
|
|
1729
1729
|
stars: "stars";
|
|
@@ -1742,13 +1742,13 @@ declare const columnDefSchema: z$1.ZodObject<{
|
|
|
1742
1742
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1743
1743
|
number: "number";
|
|
1744
1744
|
boolean: "boolean";
|
|
1745
|
-
duration: "duration";
|
|
1746
|
-
json: "json";
|
|
1747
1745
|
file: "file";
|
|
1748
1746
|
markdown: "markdown";
|
|
1747
|
+
json: "json";
|
|
1749
1748
|
image: "image";
|
|
1750
1749
|
audio: "audio";
|
|
1751
1750
|
video: "video";
|
|
1751
|
+
duration: "duration";
|
|
1752
1752
|
percent: "percent";
|
|
1753
1753
|
passFail: "passFail";
|
|
1754
1754
|
stars: "stars";
|
|
@@ -1762,8 +1762,8 @@ declare const columnDefSchema: z$1.ZodObject<{
|
|
|
1762
1762
|
hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
1763
1763
|
align: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1764
1764
|
left: "left";
|
|
1765
|
-
right: "right";
|
|
1766
1765
|
center: "center";
|
|
1766
|
+
right: "right";
|
|
1767
1767
|
}>>;
|
|
1768
1768
|
}, z$1.core.$strip>;
|
|
1769
1769
|
/** Column definition exposed to the UI for eval and case tables. */
|
|
@@ -1792,8 +1792,8 @@ type CellValue = z$1.infer<typeof cellValueSchema>; //#endregion
|
|
|
1792
1792
|
declare const traceAttributeDisplayFormatSchema: z$1.ZodEnum<{
|
|
1793
1793
|
string: "string";
|
|
1794
1794
|
number: "number";
|
|
1795
|
-
duration: "duration";
|
|
1796
1795
|
json: "json";
|
|
1796
|
+
duration: "duration";
|
|
1797
1797
|
}>;
|
|
1798
1798
|
/**
|
|
1799
1799
|
* Formatting hint for trace attribute values rendered by the UI.
|
|
@@ -1817,8 +1817,8 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
|
|
|
1817
1817
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1818
1818
|
string: "string";
|
|
1819
1819
|
number: "number";
|
|
1820
|
-
duration: "duration";
|
|
1821
1820
|
json: "json";
|
|
1821
|
+
duration: "duration";
|
|
1822
1822
|
}>>;
|
|
1823
1823
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
1824
1824
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -1831,9 +1831,9 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
|
|
|
1831
1831
|
subtree: "subtree";
|
|
1832
1832
|
}>>;
|
|
1833
1833
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1834
|
-
all: "all";
|
|
1835
|
-
last: "last";
|
|
1836
1834
|
sum: "sum";
|
|
1835
|
+
last: "last";
|
|
1836
|
+
all: "all";
|
|
1837
1837
|
}>>;
|
|
1838
1838
|
}, z$1.core.$strip>;
|
|
1839
1839
|
/**
|
|
@@ -1853,8 +1853,8 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
|
|
|
1853
1853
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1854
1854
|
string: "string";
|
|
1855
1855
|
number: "number";
|
|
1856
|
-
duration: "duration";
|
|
1857
1856
|
json: "json";
|
|
1857
|
+
duration: "duration";
|
|
1858
1858
|
}>>;
|
|
1859
1859
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
1860
1860
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -1867,9 +1867,9 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
|
|
|
1867
1867
|
subtree: "subtree";
|
|
1868
1868
|
}>>;
|
|
1869
1869
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1870
|
-
all: "all";
|
|
1871
|
-
last: "last";
|
|
1872
1870
|
sum: "sum";
|
|
1871
|
+
last: "last";
|
|
1872
|
+
all: "all";
|
|
1873
1873
|
}>>;
|
|
1874
1874
|
}, z$1.core.$strip>>>;
|
|
1875
1875
|
}, z$1.core.$strip>;
|
|
@@ -1893,8 +1893,8 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
|
|
|
1893
1893
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1894
1894
|
string: "string";
|
|
1895
1895
|
number: "number";
|
|
1896
|
-
duration: "duration";
|
|
1897
1896
|
json: "json";
|
|
1897
|
+
duration: "duration";
|
|
1898
1898
|
}>>;
|
|
1899
1899
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
1900
1900
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -1907,9 +1907,9 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
|
|
|
1907
1907
|
subtree: "subtree";
|
|
1908
1908
|
}>>;
|
|
1909
1909
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1910
|
-
all: "all";
|
|
1911
|
-
last: "last";
|
|
1912
1910
|
sum: "sum";
|
|
1911
|
+
last: "last";
|
|
1912
|
+
all: "all";
|
|
1913
1913
|
}>>;
|
|
1914
1914
|
transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
|
|
1915
1915
|
}, z$1.core.$strip>;
|
|
@@ -1931,8 +1931,8 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
|
|
|
1931
1931
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1932
1932
|
string: "string";
|
|
1933
1933
|
number: "number";
|
|
1934
|
-
duration: "duration";
|
|
1935
1934
|
json: "json";
|
|
1935
|
+
duration: "duration";
|
|
1936
1936
|
}>>;
|
|
1937
1937
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
1938
1938
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -1945,9 +1945,9 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
|
|
|
1945
1945
|
subtree: "subtree";
|
|
1946
1946
|
}>>;
|
|
1947
1947
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1948
|
-
all: "all";
|
|
1949
|
-
last: "last";
|
|
1950
1948
|
sum: "sum";
|
|
1949
|
+
last: "last";
|
|
1950
|
+
all: "all";
|
|
1951
1951
|
}>>;
|
|
1952
1952
|
transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
|
|
1953
1953
|
}, z$1.core.$strip>>>;
|
|
@@ -1984,8 +1984,8 @@ declare const traceSpanSchema$1: z$1.ZodObject<{
|
|
|
1984
1984
|
status: z$1.ZodEnum<{
|
|
1985
1985
|
error: "error";
|
|
1986
1986
|
running: "running";
|
|
1987
|
-
ok: "ok";
|
|
1988
1987
|
cancelled: "cancelled";
|
|
1988
|
+
ok: "ok";
|
|
1989
1989
|
}>;
|
|
1990
1990
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
1991
1991
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -2026,11 +2026,11 @@ declare const evalFreshnessStatusSchema: z$1.ZodEnum<{
|
|
|
2026
2026
|
type EvalFreshnessStatus = z$1.infer<typeof evalFreshnessStatusSchema>;
|
|
2027
2027
|
/** Reducer used to collapse a column's per-case values into a single stat. */
|
|
2028
2028
|
declare const evalStatAggregateSchema: z$1.ZodEnum<{
|
|
2029
|
-
last: "last";
|
|
2030
|
-
sum: "sum";
|
|
2031
2029
|
avg: "avg";
|
|
2032
2030
|
min: "min";
|
|
2033
2031
|
max: "max";
|
|
2032
|
+
sum: "sum";
|
|
2033
|
+
last: "last";
|
|
2034
2034
|
}>;
|
|
2035
2035
|
/** Reducer used to collapse a column's per-case values into a single stat. */
|
|
2036
2036
|
type EvalStatAggregate = z$1.infer<typeof evalStatAggregateSchema>;
|
|
@@ -2054,22 +2054,22 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
2054
2054
|
key: z$1.ZodString;
|
|
2055
2055
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2056
2056
|
aggregate: z$1.ZodEnum<{
|
|
2057
|
-
last: "last";
|
|
2058
|
-
sum: "sum";
|
|
2059
2057
|
avg: "avg";
|
|
2060
2058
|
min: "min";
|
|
2061
2059
|
max: "max";
|
|
2060
|
+
sum: "sum";
|
|
2061
|
+
last: "last";
|
|
2062
2062
|
}>;
|
|
2063
2063
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2064
2064
|
number: "number";
|
|
2065
2065
|
boolean: "boolean";
|
|
2066
|
-
duration: "duration";
|
|
2067
|
-
json: "json";
|
|
2068
2066
|
file: "file";
|
|
2069
2067
|
markdown: "markdown";
|
|
2068
|
+
json: "json";
|
|
2070
2069
|
image: "image";
|
|
2071
2070
|
audio: "audio";
|
|
2072
2071
|
video: "video";
|
|
2072
|
+
duration: "duration";
|
|
2073
2073
|
percent: "percent";
|
|
2074
2074
|
passFail: "passFail";
|
|
2075
2075
|
stars: "stars";
|
|
@@ -2096,22 +2096,22 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
|
|
|
2096
2096
|
key: z$1.ZodString;
|
|
2097
2097
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2098
2098
|
aggregate: z$1.ZodEnum<{
|
|
2099
|
-
last: "last";
|
|
2100
|
-
sum: "sum";
|
|
2101
2099
|
avg: "avg";
|
|
2102
2100
|
min: "min";
|
|
2103
2101
|
max: "max";
|
|
2102
|
+
sum: "sum";
|
|
2103
|
+
last: "last";
|
|
2104
2104
|
}>;
|
|
2105
2105
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2106
2106
|
number: "number";
|
|
2107
2107
|
boolean: "boolean";
|
|
2108
|
-
duration: "duration";
|
|
2109
|
-
json: "json";
|
|
2110
2108
|
file: "file";
|
|
2111
2109
|
markdown: "markdown";
|
|
2110
|
+
json: "json";
|
|
2112
2111
|
image: "image";
|
|
2113
2112
|
audio: "audio";
|
|
2114
2113
|
video: "video";
|
|
2114
|
+
duration: "duration";
|
|
2115
2115
|
percent: "percent";
|
|
2116
2116
|
passFail: "passFail";
|
|
2117
2117
|
stars: "stars";
|
|
@@ -2149,13 +2149,13 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2149
2149
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2150
2150
|
number: "number";
|
|
2151
2151
|
boolean: "boolean";
|
|
2152
|
-
duration: "duration";
|
|
2153
|
-
json: "json";
|
|
2154
2152
|
file: "file";
|
|
2155
2153
|
markdown: "markdown";
|
|
2154
|
+
json: "json";
|
|
2156
2155
|
image: "image";
|
|
2157
2156
|
audio: "audio";
|
|
2158
2157
|
video: "video";
|
|
2158
|
+
duration: "duration";
|
|
2159
2159
|
percent: "percent";
|
|
2160
2160
|
passFail: "passFail";
|
|
2161
2161
|
stars: "stars";
|
|
@@ -2169,18 +2169,18 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2169
2169
|
hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
2170
2170
|
align: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2171
2171
|
left: "left";
|
|
2172
|
-
right: "right";
|
|
2173
2172
|
center: "center";
|
|
2173
|
+
right: "right";
|
|
2174
2174
|
}>>;
|
|
2175
2175
|
}, z$1.core.$strip>>;
|
|
2176
2176
|
caseCount: z$1.ZodNullable<z$1.ZodNumber>;
|
|
2177
2177
|
caseIds: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
2178
2178
|
lastRunStatus: z$1.ZodNullable<z$1.ZodEnum<{
|
|
2179
2179
|
error: "error";
|
|
2180
|
-
running: "running";
|
|
2181
|
-
cancelled: "cancelled";
|
|
2182
2180
|
pass: "pass";
|
|
2183
2181
|
fail: "fail";
|
|
2182
|
+
running: "running";
|
|
2183
|
+
cancelled: "cancelled";
|
|
2184
2184
|
unscored: "unscored";
|
|
2185
2185
|
}>>;
|
|
2186
2186
|
stats: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
@@ -2199,22 +2199,22 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2199
2199
|
key: z$1.ZodString;
|
|
2200
2200
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2201
2201
|
aggregate: z$1.ZodEnum<{
|
|
2202
|
-
last: "last";
|
|
2203
|
-
sum: "sum";
|
|
2204
2202
|
avg: "avg";
|
|
2205
2203
|
min: "min";
|
|
2206
2204
|
max: "max";
|
|
2205
|
+
sum: "sum";
|
|
2206
|
+
last: "last";
|
|
2207
2207
|
}>;
|
|
2208
2208
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2209
2209
|
number: "number";
|
|
2210
2210
|
boolean: "boolean";
|
|
2211
|
-
duration: "duration";
|
|
2212
|
-
json: "json";
|
|
2213
2211
|
file: "file";
|
|
2214
2212
|
markdown: "markdown";
|
|
2213
|
+
json: "json";
|
|
2215
2214
|
image: "image";
|
|
2216
2215
|
audio: "audio";
|
|
2217
2216
|
video: "video";
|
|
2217
|
+
duration: "duration";
|
|
2218
2218
|
percent: "percent";
|
|
2219
2219
|
passFail: "passFail";
|
|
2220
2220
|
stars: "stars";
|
|
@@ -2239,11 +2239,11 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2239
2239
|
}>;
|
|
2240
2240
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2241
2241
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2242
|
-
error: "error";
|
|
2243
2242
|
success: "success";
|
|
2244
|
-
|
|
2243
|
+
error: "error";
|
|
2245
2244
|
accent: "accent";
|
|
2246
2245
|
accentDim: "accentDim";
|
|
2246
|
+
warning: "warning";
|
|
2247
2247
|
textMuted: "textMuted";
|
|
2248
2248
|
}>>;
|
|
2249
2249
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -2254,20 +2254,20 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2254
2254
|
source: z$1.ZodLiteral<"column">;
|
|
2255
2255
|
key: z$1.ZodString;
|
|
2256
2256
|
aggregate: z$1.ZodEnum<{
|
|
2257
|
-
sum: "sum";
|
|
2258
2257
|
avg: "avg";
|
|
2259
2258
|
min: "min";
|
|
2260
2259
|
max: "max";
|
|
2260
|
+
sum: "sum";
|
|
2261
2261
|
latest: "latest";
|
|
2262
2262
|
passThresholdRate: "passThresholdRate";
|
|
2263
2263
|
}>;
|
|
2264
2264
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2265
2265
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2266
|
-
error: "error";
|
|
2267
2266
|
success: "success";
|
|
2268
|
-
|
|
2267
|
+
error: "error";
|
|
2269
2268
|
accent: "accent";
|
|
2270
2269
|
accentDim: "accentDim";
|
|
2270
|
+
warning: "warning";
|
|
2271
2271
|
textMuted: "textMuted";
|
|
2272
2272
|
}>>;
|
|
2273
2273
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -2296,10 +2296,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2296
2296
|
source: z$1.ZodLiteral<"column">;
|
|
2297
2297
|
key: z$1.ZodString;
|
|
2298
2298
|
aggregate: z$1.ZodEnum<{
|
|
2299
|
-
sum: "sum";
|
|
2300
2299
|
avg: "avg";
|
|
2301
2300
|
min: "min";
|
|
2302
2301
|
max: "max";
|
|
2302
|
+
sum: "sum";
|
|
2303
2303
|
latest: "latest";
|
|
2304
2304
|
passThresholdRate: "passThresholdRate";
|
|
2305
2305
|
}>;
|
|
@@ -2396,11 +2396,11 @@ declare const caseRowSchema$1: z$1.ZodObject<{
|
|
|
2396
2396
|
tags: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
2397
2397
|
status: z$1.ZodEnum<{
|
|
2398
2398
|
error: "error";
|
|
2399
|
+
pass: "pass";
|
|
2400
|
+
fail: "fail";
|
|
2399
2401
|
running: "running";
|
|
2400
2402
|
cancelled: "cancelled";
|
|
2401
2403
|
pending: "pending";
|
|
2402
|
-
pass: "pass";
|
|
2403
|
-
fail: "fail";
|
|
2404
2404
|
}>;
|
|
2405
2405
|
durationMs: z$1.ZodNullable<z$1.ZodNumber>;
|
|
2406
2406
|
costUsd: z$1.ZodOptional<z$1.ZodNullable<z$1.ZodNumber>>;
|
|
@@ -2492,8 +2492,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
|
|
|
2492
2492
|
status: z$1.ZodEnum<{
|
|
2493
2493
|
error: "error";
|
|
2494
2494
|
running: "running";
|
|
2495
|
-
ok: "ok";
|
|
2496
2495
|
cancelled: "cancelled";
|
|
2496
|
+
ok: "ok";
|
|
2497
2497
|
}>;
|
|
2498
2498
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
2499
2499
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -2529,8 +2529,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
|
|
|
2529
2529
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2530
2530
|
string: "string";
|
|
2531
2531
|
number: "number";
|
|
2532
|
-
duration: "duration";
|
|
2533
2532
|
json: "json";
|
|
2533
|
+
duration: "duration";
|
|
2534
2534
|
}>>;
|
|
2535
2535
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
2536
2536
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -2543,9 +2543,9 @@ declare const scoreTraceSchema: z$1.ZodObject<{
|
|
|
2543
2543
|
subtree: "subtree";
|
|
2544
2544
|
}>>;
|
|
2545
2545
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2546
|
-
all: "all";
|
|
2547
|
-
last: "last";
|
|
2548
2546
|
sum: "sum";
|
|
2547
|
+
last: "last";
|
|
2548
|
+
all: "all";
|
|
2549
2549
|
}>>;
|
|
2550
2550
|
}, z$1.core.$strip>>>;
|
|
2551
2551
|
}, z$1.core.$strip>;
|
|
@@ -2561,11 +2561,11 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2561
2561
|
tags: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
2562
2562
|
status: z$1.ZodEnum<{
|
|
2563
2563
|
error: "error";
|
|
2564
|
+
pass: "pass";
|
|
2565
|
+
fail: "fail";
|
|
2564
2566
|
running: "running";
|
|
2565
2567
|
cancelled: "cancelled";
|
|
2566
2568
|
pending: "pending";
|
|
2567
|
-
pass: "pass";
|
|
2568
|
-
fail: "fail";
|
|
2569
2569
|
}>;
|
|
2570
2570
|
input: z$1.ZodUnknown;
|
|
2571
2571
|
trace: z$1.ZodArray<z$1.ZodObject<{
|
|
@@ -2579,8 +2579,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2579
2579
|
status: z$1.ZodEnum<{
|
|
2580
2580
|
error: "error";
|
|
2581
2581
|
running: "running";
|
|
2582
|
-
ok: "ok";
|
|
2583
2582
|
cancelled: "cancelled";
|
|
2583
|
+
ok: "ok";
|
|
2584
2584
|
}>;
|
|
2585
2585
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
2586
2586
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -2616,8 +2616,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2616
2616
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2617
2617
|
string: "string";
|
|
2618
2618
|
number: "number";
|
|
2619
|
-
duration: "duration";
|
|
2620
2619
|
json: "json";
|
|
2620
|
+
duration: "duration";
|
|
2621
2621
|
}>>;
|
|
2622
2622
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
2623
2623
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -2630,9 +2630,9 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2630
2630
|
subtree: "subtree";
|
|
2631
2631
|
}>>;
|
|
2632
2632
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2633
|
-
all: "all";
|
|
2634
|
-
last: "last";
|
|
2635
2633
|
sum: "sum";
|
|
2634
|
+
last: "last";
|
|
2635
|
+
all: "all";
|
|
2636
2636
|
}>>;
|
|
2637
2637
|
}, z$1.core.$strip>>>;
|
|
2638
2638
|
}, z$1.core.$strip>;
|
|
@@ -2648,8 +2648,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2648
2648
|
status: z$1.ZodEnum<{
|
|
2649
2649
|
error: "error";
|
|
2650
2650
|
running: "running";
|
|
2651
|
-
ok: "ok";
|
|
2652
2651
|
cancelled: "cancelled";
|
|
2652
|
+
ok: "ok";
|
|
2653
2653
|
}>;
|
|
2654
2654
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
2655
2655
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -2685,8 +2685,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2685
2685
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2686
2686
|
string: "string";
|
|
2687
2687
|
number: "number";
|
|
2688
|
-
duration: "duration";
|
|
2689
2688
|
json: "json";
|
|
2689
|
+
duration: "duration";
|
|
2690
2690
|
}>>;
|
|
2691
2691
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
2692
2692
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -2699,9 +2699,9 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2699
2699
|
subtree: "subtree";
|
|
2700
2700
|
}>>;
|
|
2701
2701
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2702
|
-
all: "all";
|
|
2703
|
-
last: "last";
|
|
2704
2702
|
sum: "sum";
|
|
2703
|
+
last: "last";
|
|
2704
|
+
all: "all";
|
|
2705
2705
|
}>>;
|
|
2706
2706
|
}, z$1.core.$strip>>>;
|
|
2707
2707
|
}, z$1.core.$strip>;
|
|
@@ -2761,10 +2761,10 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2761
2761
|
namespace: z$1.ZodString;
|
|
2762
2762
|
key: z$1.ZodString;
|
|
2763
2763
|
status: z$1.ZodEnum<{
|
|
2764
|
-
bypass: "bypass";
|
|
2765
|
-
refresh: "refresh";
|
|
2766
2764
|
hit: "hit";
|
|
2767
2765
|
miss: "miss";
|
|
2766
|
+
refresh: "refresh";
|
|
2767
|
+
bypass: "bypass";
|
|
2768
2768
|
}>;
|
|
2769
2769
|
read: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
2770
2770
|
stored: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
@@ -2817,10 +2817,10 @@ declare const evalChartBuiltinMetricSchema: z$1.ZodEnum<{
|
|
|
2817
2817
|
type EvalChartBuiltinMetric = z$1.infer<typeof evalChartBuiltinMetricSchema>;
|
|
2818
2818
|
/** Reducer applied to a numeric column across all cases of a single run. */
|
|
2819
2819
|
declare const evalChartAggregateSchema: z$1.ZodEnum<{
|
|
2820
|
-
sum: "sum";
|
|
2821
2820
|
avg: "avg";
|
|
2822
2821
|
min: "min";
|
|
2823
2822
|
max: "max";
|
|
2823
|
+
sum: "sum";
|
|
2824
2824
|
latest: "latest";
|
|
2825
2825
|
passThresholdRate: "passThresholdRate";
|
|
2826
2826
|
}>;
|
|
@@ -2831,11 +2831,11 @@ type EvalChartAggregate = z$1.infer<typeof evalChartAggregateSchema>;
|
|
|
2831
2831
|
* not emit raw hex so authored evals stay decoupled from the web theme.
|
|
2832
2832
|
*/
|
|
2833
2833
|
declare const evalChartColorSchema: z$1.ZodEnum<{
|
|
2834
|
-
error: "error";
|
|
2835
2834
|
success: "success";
|
|
2836
|
-
|
|
2835
|
+
error: "error";
|
|
2837
2836
|
accent: "accent";
|
|
2838
2837
|
accentDim: "accentDim";
|
|
2838
|
+
warning: "warning";
|
|
2839
2839
|
textMuted: "textMuted";
|
|
2840
2840
|
}>;
|
|
2841
2841
|
/** Semantic color token resolved to a theme color by the web UI. */
|
|
@@ -2860,11 +2860,11 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
2860
2860
|
}>;
|
|
2861
2861
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2862
2862
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2863
|
-
error: "error";
|
|
2864
2863
|
success: "success";
|
|
2865
|
-
|
|
2864
|
+
error: "error";
|
|
2866
2865
|
accent: "accent";
|
|
2867
2866
|
accentDim: "accentDim";
|
|
2867
|
+
warning: "warning";
|
|
2868
2868
|
textMuted: "textMuted";
|
|
2869
2869
|
}>>;
|
|
2870
2870
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -2875,20 +2875,20 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
2875
2875
|
source: z$1.ZodLiteral<"column">;
|
|
2876
2876
|
key: z$1.ZodString;
|
|
2877
2877
|
aggregate: z$1.ZodEnum<{
|
|
2878
|
-
sum: "sum";
|
|
2879
2878
|
avg: "avg";
|
|
2880
2879
|
min: "min";
|
|
2881
2880
|
max: "max";
|
|
2881
|
+
sum: "sum";
|
|
2882
2882
|
latest: "latest";
|
|
2883
2883
|
passThresholdRate: "passThresholdRate";
|
|
2884
2884
|
}>;
|
|
2885
2885
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2886
2886
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2887
|
-
error: "error";
|
|
2888
2887
|
success: "success";
|
|
2889
|
-
|
|
2888
|
+
error: "error";
|
|
2890
2889
|
accent: "accent";
|
|
2891
2890
|
accentDim: "accentDim";
|
|
2891
|
+
warning: "warning";
|
|
2892
2892
|
textMuted: "textMuted";
|
|
2893
2893
|
}>>;
|
|
2894
2894
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -2910,10 +2910,10 @@ declare const evalChartTooltipExtraSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObj
|
|
|
2910
2910
|
source: z$1.ZodLiteral<"column">;
|
|
2911
2911
|
key: z$1.ZodString;
|
|
2912
2912
|
aggregate: z$1.ZodEnum<{
|
|
2913
|
-
sum: "sum";
|
|
2914
2913
|
avg: "avg";
|
|
2915
2914
|
min: "min";
|
|
2916
2915
|
max: "max";
|
|
2916
|
+
sum: "sum";
|
|
2917
2917
|
latest: "latest";
|
|
2918
2918
|
passThresholdRate: "passThresholdRate";
|
|
2919
2919
|
}>;
|
|
@@ -2943,11 +2943,11 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
|
2943
2943
|
}>;
|
|
2944
2944
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2945
2945
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2946
|
-
error: "error";
|
|
2947
2946
|
success: "success";
|
|
2948
|
-
|
|
2947
|
+
error: "error";
|
|
2949
2948
|
accent: "accent";
|
|
2950
2949
|
accentDim: "accentDim";
|
|
2950
|
+
warning: "warning";
|
|
2951
2951
|
textMuted: "textMuted";
|
|
2952
2952
|
}>>;
|
|
2953
2953
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -2958,20 +2958,20 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
|
2958
2958
|
source: z$1.ZodLiteral<"column">;
|
|
2959
2959
|
key: z$1.ZodString;
|
|
2960
2960
|
aggregate: z$1.ZodEnum<{
|
|
2961
|
-
sum: "sum";
|
|
2962
2961
|
avg: "avg";
|
|
2963
2962
|
min: "min";
|
|
2964
2963
|
max: "max";
|
|
2964
|
+
sum: "sum";
|
|
2965
2965
|
latest: "latest";
|
|
2966
2966
|
passThresholdRate: "passThresholdRate";
|
|
2967
2967
|
}>;
|
|
2968
2968
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2969
2969
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2970
|
-
error: "error";
|
|
2971
2970
|
success: "success";
|
|
2972
|
-
|
|
2971
|
+
error: "error";
|
|
2973
2972
|
accent: "accent";
|
|
2974
2973
|
accentDim: "accentDim";
|
|
2974
|
+
warning: "warning";
|
|
2975
2975
|
textMuted: "textMuted";
|
|
2976
2976
|
}>>;
|
|
2977
2977
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -3000,10 +3000,10 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
|
3000
3000
|
source: z$1.ZodLiteral<"column">;
|
|
3001
3001
|
key: z$1.ZodString;
|
|
3002
3002
|
aggregate: z$1.ZodEnum<{
|
|
3003
|
-
sum: "sum";
|
|
3004
3003
|
avg: "avg";
|
|
3005
3004
|
min: "min";
|
|
3006
3005
|
max: "max";
|
|
3006
|
+
sum: "sum";
|
|
3007
3007
|
latest: "latest";
|
|
3008
3008
|
passThresholdRate: "passThresholdRate";
|
|
3009
3009
|
}>;
|
|
@@ -3033,11 +3033,11 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
|
3033
3033
|
}>;
|
|
3034
3034
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3035
3035
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3036
|
-
error: "error";
|
|
3037
3036
|
success: "success";
|
|
3038
|
-
|
|
3037
|
+
error: "error";
|
|
3039
3038
|
accent: "accent";
|
|
3040
3039
|
accentDim: "accentDim";
|
|
3040
|
+
warning: "warning";
|
|
3041
3041
|
textMuted: "textMuted";
|
|
3042
3042
|
}>>;
|
|
3043
3043
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -3048,20 +3048,20 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
|
3048
3048
|
source: z$1.ZodLiteral<"column">;
|
|
3049
3049
|
key: z$1.ZodString;
|
|
3050
3050
|
aggregate: z$1.ZodEnum<{
|
|
3051
|
-
sum: "sum";
|
|
3052
3051
|
avg: "avg";
|
|
3053
3052
|
min: "min";
|
|
3054
3053
|
max: "max";
|
|
3054
|
+
sum: "sum";
|
|
3055
3055
|
latest: "latest";
|
|
3056
3056
|
passThresholdRate: "passThresholdRate";
|
|
3057
3057
|
}>;
|
|
3058
3058
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3059
3059
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3060
|
-
error: "error";
|
|
3061
3060
|
success: "success";
|
|
3062
|
-
|
|
3061
|
+
error: "error";
|
|
3063
3062
|
accent: "accent";
|
|
3064
3063
|
accentDim: "accentDim";
|
|
3064
|
+
warning: "warning";
|
|
3065
3065
|
textMuted: "textMuted";
|
|
3066
3066
|
}>>;
|
|
3067
3067
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -3090,10 +3090,10 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
|
3090
3090
|
source: z$1.ZodLiteral<"column">;
|
|
3091
3091
|
key: z$1.ZodString;
|
|
3092
3092
|
aggregate: z$1.ZodEnum<{
|
|
3093
|
-
sum: "sum";
|
|
3094
3093
|
avg: "avg";
|
|
3095
3094
|
min: "min";
|
|
3096
3095
|
max: "max";
|
|
3096
|
+
sum: "sum";
|
|
3097
3097
|
latest: "latest";
|
|
3098
3098
|
passThresholdRate: "passThresholdRate";
|
|
3099
3099
|
}>;
|
|
@@ -3121,9 +3121,9 @@ declare const runManifestSchema$1: z$1.ZodObject<{
|
|
|
3121
3121
|
evalSourceFingerprints: z$1.ZodDefault<z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodString>>>;
|
|
3122
3122
|
target: z$1.ZodObject<{
|
|
3123
3123
|
mode: z$1.ZodEnum<{
|
|
3124
|
+
caseIds: "caseIds";
|
|
3124
3125
|
all: "all";
|
|
3125
3126
|
evalIds: "evalIds";
|
|
3126
|
-
caseIds: "caseIds";
|
|
3127
3127
|
}>;
|
|
3128
3128
|
evalKeys: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
3129
3129
|
files: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
@@ -3137,9 +3137,9 @@ declare const runManifestSchema$1: z$1.ZodObject<{
|
|
|
3137
3137
|
median: "median";
|
|
3138
3138
|
}>>>;
|
|
3139
3139
|
cacheMode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3140
|
-
use: "use";
|
|
3141
|
-
bypass: "bypass";
|
|
3142
3140
|
refresh: "refresh";
|
|
3141
|
+
bypass: "bypass";
|
|
3142
|
+
use: "use";
|
|
3143
3143
|
}>>;
|
|
3144
3144
|
}, z$1.core.$strip>;
|
|
3145
3145
|
/** Persisted lifecycle metadata for a single eval run. */
|
|
@@ -3310,8 +3310,8 @@ declare const llmCallMetricFormatSchema$1: z$1.ZodEnum<{
|
|
|
3310
3310
|
string: "string";
|
|
3311
3311
|
number: "number";
|
|
3312
3312
|
boolean: "boolean";
|
|
3313
|
-
duration: "duration";
|
|
3314
3313
|
json: "json";
|
|
3314
|
+
duration: "duration";
|
|
3315
3315
|
}>;
|
|
3316
3316
|
/** Render format applied to an LLM-call metric value. */
|
|
3317
3317
|
type LlmCallMetricFormat = z$1.infer<typeof llmCallMetricFormatSchema$1>;
|
|
@@ -3320,8 +3320,8 @@ declare const apiCallMetricFormatSchema$1: z$1.ZodEnum<{
|
|
|
3320
3320
|
string: "string";
|
|
3321
3321
|
number: "number";
|
|
3322
3322
|
boolean: "boolean";
|
|
3323
|
-
duration: "duration";
|
|
3324
3323
|
json: "json";
|
|
3324
|
+
duration: "duration";
|
|
3325
3325
|
}>;
|
|
3326
3326
|
/** Render format applied to an API-call metric value. */
|
|
3327
3327
|
type ApiCallMetricFormat = z$1.infer<typeof apiCallMetricFormatSchema$1>;
|
|
@@ -3390,8 +3390,8 @@ declare const llmCallMetricSchema: z$1.ZodObject<{
|
|
|
3390
3390
|
string: "string";
|
|
3391
3391
|
number: "number";
|
|
3392
3392
|
boolean: "boolean";
|
|
3393
|
-
duration: "duration";
|
|
3394
3393
|
json: "json";
|
|
3394
|
+
duration: "duration";
|
|
3395
3395
|
}>>;
|
|
3396
3396
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
3397
3397
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -3419,8 +3419,8 @@ declare const apiCallMetricSchema: z$1.ZodObject<{
|
|
|
3419
3419
|
string: "string";
|
|
3420
3420
|
number: "number";
|
|
3421
3421
|
boolean: "boolean";
|
|
3422
|
-
duration: "duration";
|
|
3423
3422
|
json: "json";
|
|
3423
|
+
duration: "duration";
|
|
3424
3424
|
}>>;
|
|
3425
3425
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
3426
3426
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -3533,8 +3533,8 @@ declare const llmCallsConfigSchema: z$1.ZodObject<{
|
|
|
3533
3533
|
string: "string";
|
|
3534
3534
|
number: "number";
|
|
3535
3535
|
boolean: "boolean";
|
|
3536
|
-
duration: "duration";
|
|
3537
3536
|
json: "json";
|
|
3537
|
+
duration: "duration";
|
|
3538
3538
|
}>>;
|
|
3539
3539
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
3540
3540
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -3569,8 +3569,8 @@ declare const apiCallsConfigSchema: z$1.ZodObject<{
|
|
|
3569
3569
|
string: "string";
|
|
3570
3570
|
number: "number";
|
|
3571
3571
|
boolean: "boolean";
|
|
3572
|
-
duration: "duration";
|
|
3573
3572
|
json: "json";
|
|
3573
|
+
duration: "duration";
|
|
3574
3574
|
}>>;
|
|
3575
3575
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
3576
3576
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -4026,9 +4026,9 @@ declare function extractApiCalls(spans: EvalTraceSpan$1[], config: ResolvedApiCa
|
|
|
4026
4026
|
* - `refresh`: never read, always write (forces re-execution and overwrites).
|
|
4027
4027
|
*/
|
|
4028
4028
|
declare const cacheModeSchema: z$1.ZodEnum<{
|
|
4029
|
-
use: "use";
|
|
4030
|
-
bypass: "bypass";
|
|
4031
4029
|
refresh: "refresh";
|
|
4030
|
+
bypass: "bypass";
|
|
4031
|
+
use: "use";
|
|
4032
4032
|
}>;
|
|
4033
4033
|
/** Mode controlling how cached spans behave during a run. */
|
|
4034
4034
|
type CacheMode = z$1.infer<typeof cacheModeSchema>;
|
|
@@ -4049,10 +4049,10 @@ declare const cacheOperationTypeSchema: z$1.ZodEnum<{
|
|
|
4049
4049
|
type CacheOperationType = z$1.infer<typeof cacheOperationTypeSchema>;
|
|
4050
4050
|
/** Status of a cache lookup recorded on a span or case scope. */
|
|
4051
4051
|
declare const cacheStatusSchema: z$1.ZodEnum<{
|
|
4052
|
-
bypass: "bypass";
|
|
4053
|
-
refresh: "refresh";
|
|
4054
4052
|
hit: "hit";
|
|
4055
4053
|
miss: "miss";
|
|
4054
|
+
refresh: "refresh";
|
|
4055
|
+
bypass: "bypass";
|
|
4056
4056
|
}>;
|
|
4057
4057
|
/** Status of a cache lookup recorded on a span or case scope. */
|
|
4058
4058
|
type CacheStatus = z$1.infer<typeof cacheStatusSchema>;
|
|
@@ -4069,10 +4069,10 @@ declare const traceCacheRefSchema: z$1.ZodObject<{
|
|
|
4069
4069
|
namespace: z$1.ZodString;
|
|
4070
4070
|
key: z$1.ZodString;
|
|
4071
4071
|
status: z$1.ZodEnum<{
|
|
4072
|
-
bypass: "bypass";
|
|
4073
|
-
refresh: "refresh";
|
|
4074
4072
|
hit: "hit";
|
|
4075
4073
|
miss: "miss";
|
|
4074
|
+
refresh: "refresh";
|
|
4075
|
+
bypass: "bypass";
|
|
4076
4076
|
}>;
|
|
4077
4077
|
read: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
4078
4078
|
stored: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
@@ -4149,8 +4149,8 @@ declare const cacheRecordingSchema: z$1.ZodObject<{
|
|
|
4149
4149
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4150
4150
|
error: "error";
|
|
4151
4151
|
running: "running";
|
|
4152
|
-
ok: "ok";
|
|
4153
4152
|
cancelled: "cancelled";
|
|
4153
|
+
ok: "ok";
|
|
4154
4154
|
}>>;
|
|
4155
4155
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4156
4156
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4222,8 +4222,8 @@ declare const cacheEntrySchema: z$1.ZodObject<{
|
|
|
4222
4222
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4223
4223
|
error: "error";
|
|
4224
4224
|
running: "running";
|
|
4225
|
-
ok: "ok";
|
|
4226
4225
|
cancelled: "cancelled";
|
|
4226
|
+
ok: "ok";
|
|
4227
4227
|
}>>;
|
|
4228
4228
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4229
4229
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4311,8 +4311,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
|
|
|
4311
4311
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4312
4312
|
error: "error";
|
|
4313
4313
|
running: "running";
|
|
4314
|
-
ok: "ok";
|
|
4315
4314
|
cancelled: "cancelled";
|
|
4315
|
+
ok: "ok";
|
|
4316
4316
|
}>>;
|
|
4317
4317
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4318
4318
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4400,8 +4400,8 @@ declare const cacheFileSchema: z$1.ZodObject<{
|
|
|
4400
4400
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4401
4401
|
error: "error";
|
|
4402
4402
|
running: "running";
|
|
4403
|
-
ok: "ok";
|
|
4404
4403
|
cancelled: "cancelled";
|
|
4404
|
+
ok: "ok";
|
|
4405
4405
|
}>>;
|
|
4406
4406
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4407
4407
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4575,9 +4575,9 @@ type ConfigReloadState = z$1.infer<typeof configReloadStateSchema$1>;
|
|
|
4575
4575
|
declare const createRunRequestSchema$1: z$1.ZodObject<{
|
|
4576
4576
|
target: z$1.ZodObject<{
|
|
4577
4577
|
mode: z$1.ZodEnum<{
|
|
4578
|
+
caseIds: "caseIds";
|
|
4578
4579
|
all: "all";
|
|
4579
4580
|
evalIds: "evalIds";
|
|
4580
|
-
caseIds: "caseIds";
|
|
4581
4581
|
}>;
|
|
4582
4582
|
evalKeys: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
4583
4583
|
files: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
@@ -4589,9 +4589,9 @@ declare const createRunRequestSchema$1: z$1.ZodObject<{
|
|
|
4589
4589
|
temporary: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
4590
4590
|
cache: z$1.ZodOptional<z$1.ZodObject<{
|
|
4591
4591
|
mode: z$1.ZodDefault<z$1.ZodEnum<{
|
|
4592
|
-
use: "use";
|
|
4593
|
-
bypass: "bypass";
|
|
4594
4592
|
refresh: "refresh";
|
|
4593
|
+
bypass: "bypass";
|
|
4594
|
+
use: "use";
|
|
4595
4595
|
}>>;
|
|
4596
4596
|
}, z$1.core.$strip>>;
|
|
4597
4597
|
manualInputs: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
@@ -5886,7 +5886,7 @@ type EvalRunner = {
|
|
|
5886
5886
|
clearCache(filter?: CacheClearFilter): Promise<void>;
|
|
5887
5887
|
/**
|
|
5888
5888
|
* Recompute persisted case and run statuses for terminal runs touching one
|
|
5889
|
-
* eval. Accepts the exact eval key
|
|
5889
|
+
* eval. Accepts the exact eval key.
|
|
5890
5890
|
*/
|
|
5891
5891
|
recomputeStatusesForEval(evalKey: string): Promise<{
|
|
5892
5892
|
updatedRuns: number;
|
|
@@ -5897,7 +5897,7 @@ type EvalRunner = {
|
|
|
5897
5897
|
}): Promise<RecalculateDerivedAttributesResult>;
|
|
5898
5898
|
/**
|
|
5899
5899
|
* Delete terminal persisted runs that touch one eval from memory and disk.
|
|
5900
|
-
* Accepts the exact eval key
|
|
5900
|
+
* Accepts the exact eval key.
|
|
5901
5901
|
*/
|
|
5902
5902
|
cleanRunsForEval(evalKey: string): Promise<{
|
|
5903
5903
|
deletedRuns: number;
|
|
@@ -5937,13 +5937,12 @@ type EvalRunner = {
|
|
|
5937
5937
|
validateManualInputs(request: CreateRunRequest$1): ManualInputValidationResult;
|
|
5938
5938
|
}; //#endregion
|
|
5939
5939
|
//#region src/runner.d.ts
|
|
5940
|
-
type CreateRunnerOptions = {
|
|
5941
|
-
watchForChanges?: boolean;
|
|
5942
|
-
};
|
|
5943
5940
|
/** Create an in-memory eval runner bound to the current workspace config. */
|
|
5944
5941
|
declare function createRunner({
|
|
5945
5942
|
watchForChanges
|
|
5946
|
-
}?:
|
|
5943
|
+
}?: {
|
|
5944
|
+
watchForChanges?: boolean;
|
|
5945
|
+
}): EvalRunner; //#endregion
|
|
5947
5946
|
//#region src/manualInput/files.d.ts
|
|
5948
5947
|
type StageManualInputFileParams = {
|
|
5949
5948
|
workspaceRoot: string;
|