braintrust 0.0.208 → 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +19 -15
- package/dev/dist/index.d.mts +81 -9
- package/dev/dist/index.d.ts +81 -9
- package/dev/dist/index.js +855 -655
- package/dev/dist/index.mjs +257 -71
- package/dist/browser.d.mts +405 -331
- package/dist/browser.d.ts +405 -331
- package/dist/browser.js +690 -706
- package/dist/browser.mjs +128 -91
- package/dist/cli.js +313 -97
- package/dist/index.d.mts +596 -521
- package/dist/index.d.ts +596 -521
- package/dist/index.js +895 -929
- package/dist/index.mjs +142 -104
- package/package.json +8 -7
package/README.md
CHANGED
|
@@ -14,19 +14,23 @@ your Braintrust API key):
|
|
|
14
14
|
```javascript
|
|
15
15
|
import * as braintrust from "braintrust";
|
|
16
16
|
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
}
|
|
31
|
-
|
|
17
|
+
async function main() {
|
|
18
|
+
const experiment = await braintrust.init("NodeTest", {
|
|
19
|
+
apiKey: "YOUR_API_KEY",
|
|
20
|
+
});
|
|
21
|
+
experiment.log({
|
|
22
|
+
input: { test: 1 },
|
|
23
|
+
output: "foo",
|
|
24
|
+
expected: "bar",
|
|
25
|
+
scores: {
|
|
26
|
+
n: 0.5,
|
|
27
|
+
},
|
|
28
|
+
metadata: {
|
|
29
|
+
id: 1,
|
|
30
|
+
},
|
|
31
|
+
});
|
|
32
|
+
console.log(await experiment.summarize());
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
main().catch(console.error);
|
|
32
36
|
```
|
package/dev/dist/index.d.mts
CHANGED
|
@@ -128,11 +128,11 @@ interface PromptKey {
|
|
|
128
128
|
/**
|
|
129
129
|
* The slug identifier for the prompt within its project.
|
|
130
130
|
*/
|
|
131
|
-
slug
|
|
131
|
+
slug?: string;
|
|
132
132
|
/**
|
|
133
133
|
* The version of the prompt.
|
|
134
134
|
*/
|
|
135
|
-
version
|
|
135
|
+
version?: string;
|
|
136
136
|
/**
|
|
137
137
|
* The ID of the project containing the prompt.
|
|
138
138
|
* Either projectId or projectName must be provided.
|
|
@@ -143,6 +143,10 @@ interface PromptKey {
|
|
|
143
143
|
* Either projectId or projectName must be provided.
|
|
144
144
|
*/
|
|
145
145
|
projectName?: string;
|
|
146
|
+
/**
|
|
147
|
+
* The ID of a specific prompt. If provided, slug and project parameters are ignored.
|
|
148
|
+
*/
|
|
149
|
+
id?: string;
|
|
146
150
|
}
|
|
147
151
|
/**
|
|
148
152
|
* A two-layer cache for Braintrust prompts with both in-memory and filesystem storage.
|
|
@@ -449,6 +453,7 @@ declare class BraintrustState {
|
|
|
449
453
|
setOverrideBgLogger(logger: BackgroundLogger | null): void;
|
|
450
454
|
loginReplaceApiConn(apiConn: HTTPConnection): void;
|
|
451
455
|
disable(): void;
|
|
456
|
+
enforceQueueSizeLimit(enforce: boolean): void;
|
|
452
457
|
}
|
|
453
458
|
declare class HTTPConnection {
|
|
454
459
|
base_url: string;
|
|
@@ -611,6 +616,7 @@ declare class HTTPBackgroundLogger implements BackgroundLogger {
|
|
|
611
616
|
private logFailedPayloadsDir;
|
|
612
617
|
internalReplaceApiConn(apiConn: HTTPConnection): void;
|
|
613
618
|
disable(): void;
|
|
619
|
+
enforceQueueSizeLimit(enforce: boolean): void;
|
|
614
620
|
}
|
|
615
621
|
type AsyncFlushArg<IsAsyncFlush> = {
|
|
616
622
|
asyncFlush?: IsAsyncFlush;
|
|
@@ -1060,6 +1066,13 @@ interface DatasetSummary {
|
|
|
1060
1066
|
dataSummary: DataSummary | undefined;
|
|
1061
1067
|
}
|
|
1062
1068
|
|
|
1069
|
+
interface BaseFnOpts {
|
|
1070
|
+
name: string;
|
|
1071
|
+
slug: string;
|
|
1072
|
+
description: string;
|
|
1073
|
+
ifExists: IfExists;
|
|
1074
|
+
}
|
|
1075
|
+
|
|
1063
1076
|
type NameOrId = {
|
|
1064
1077
|
name: string;
|
|
1065
1078
|
} | {
|
|
@@ -1083,7 +1096,24 @@ declare class ToolBuilder {
|
|
|
1083
1096
|
private readonly project;
|
|
1084
1097
|
private taskCounter;
|
|
1085
1098
|
constructor(project: Project);
|
|
1086
|
-
create<
|
|
1099
|
+
create<TParams extends {
|
|
1100
|
+
_output: any;
|
|
1101
|
+
_input: any;
|
|
1102
|
+
_def: any;
|
|
1103
|
+
}, TReturns extends {
|
|
1104
|
+
_output: any;
|
|
1105
|
+
_input: any;
|
|
1106
|
+
_def: any;
|
|
1107
|
+
}, THandler extends GenericFunction<TParams["_output"], TReturns["_output"]>>(opts: Partial<BaseFnOpts> & {
|
|
1108
|
+
handler: THandler;
|
|
1109
|
+
parameters: TParams;
|
|
1110
|
+
returns: TReturns;
|
|
1111
|
+
}): CodeFunction<TParams["_output"], TReturns["_output"], THandler>;
|
|
1112
|
+
create<THandler extends GenericFunction<any, any>>(opts: Partial<BaseFnOpts> & {
|
|
1113
|
+
handler: THandler;
|
|
1114
|
+
parameters?: any;
|
|
1115
|
+
returns?: any;
|
|
1116
|
+
}): CodeFunction<any, any, THandler>;
|
|
1087
1117
|
}
|
|
1088
1118
|
declare class ScorerBuilder {
|
|
1089
1119
|
private readonly project;
|
|
@@ -1095,12 +1125,6 @@ type Schema<Input, Output> = Partial<{
|
|
|
1095
1125
|
parameters: z.ZodSchema<Input>;
|
|
1096
1126
|
returns: z.ZodSchema<Output>;
|
|
1097
1127
|
}>;
|
|
1098
|
-
interface BaseFnOpts {
|
|
1099
|
-
name: string;
|
|
1100
|
-
slug: string;
|
|
1101
|
-
description: string;
|
|
1102
|
-
ifExists: IfExists;
|
|
1103
|
-
}
|
|
1104
1128
|
type CodeOpts<Params, Returns, Fn extends GenericFunction<Params, Returns>> = Partial<BaseFnOpts> & {
|
|
1105
1129
|
handler: Fn;
|
|
1106
1130
|
} & Schema<Params, Returns>;
|
|
@@ -1663,6 +1687,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
|
|
|
1663
1687
|
model: z.ZodString;
|
|
1664
1688
|
params: z.ZodOptional<z.ZodUnion<[z.ZodObject<{
|
|
1665
1689
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
1690
|
+
} & {
|
|
1666
1691
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
1667
1692
|
top_p: z.ZodOptional<z.ZodNumber>;
|
|
1668
1693
|
max_tokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -1748,6 +1773,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
|
|
|
1748
1773
|
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
1749
1774
|
}, "passthrough", z.ZodTypeAny, z.objectOutputType<{
|
|
1750
1775
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
1776
|
+
} & {
|
|
1751
1777
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
1752
1778
|
top_p: z.ZodOptional<z.ZodNumber>;
|
|
1753
1779
|
max_tokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -1833,6 +1859,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
|
|
|
1833
1859
|
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
1834
1860
|
}, z.ZodTypeAny, "passthrough">, z.objectInputType<{
|
|
1835
1861
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
1862
|
+
} & {
|
|
1836
1863
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
1837
1864
|
top_p: z.ZodOptional<z.ZodNumber>;
|
|
1838
1865
|
max_tokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -1918,6 +1945,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
|
|
|
1918
1945
|
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
1919
1946
|
}, z.ZodTypeAny, "passthrough">>, z.ZodObject<{
|
|
1920
1947
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
1948
|
+
} & {
|
|
1921
1949
|
max_tokens: z.ZodNumber;
|
|
1922
1950
|
temperature: z.ZodNumber;
|
|
1923
1951
|
top_p: z.ZodOptional<z.ZodNumber>;
|
|
@@ -1926,6 +1954,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
|
|
|
1926
1954
|
max_tokens_to_sample: z.ZodOptional<z.ZodNumber>;
|
|
1927
1955
|
}, "passthrough", z.ZodTypeAny, z.objectOutputType<{
|
|
1928
1956
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
1957
|
+
} & {
|
|
1929
1958
|
max_tokens: z.ZodNumber;
|
|
1930
1959
|
temperature: z.ZodNumber;
|
|
1931
1960
|
top_p: z.ZodOptional<z.ZodNumber>;
|
|
@@ -1934,6 +1963,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
|
|
|
1934
1963
|
max_tokens_to_sample: z.ZodOptional<z.ZodNumber>;
|
|
1935
1964
|
}, z.ZodTypeAny, "passthrough">, z.objectInputType<{
|
|
1936
1965
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
1966
|
+
} & {
|
|
1937
1967
|
max_tokens: z.ZodNumber;
|
|
1938
1968
|
temperature: z.ZodNumber;
|
|
1939
1969
|
top_p: z.ZodOptional<z.ZodNumber>;
|
|
@@ -1942,32 +1972,38 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
|
|
|
1942
1972
|
max_tokens_to_sample: z.ZodOptional<z.ZodNumber>;
|
|
1943
1973
|
}, z.ZodTypeAny, "passthrough">>, z.ZodObject<{
|
|
1944
1974
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
1975
|
+
} & {
|
|
1945
1976
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
1946
1977
|
maxOutputTokens: z.ZodOptional<z.ZodNumber>;
|
|
1947
1978
|
topP: z.ZodOptional<z.ZodNumber>;
|
|
1948
1979
|
topK: z.ZodOptional<z.ZodNumber>;
|
|
1949
1980
|
}, "passthrough", z.ZodTypeAny, z.objectOutputType<{
|
|
1950
1981
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
1982
|
+
} & {
|
|
1951
1983
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
1952
1984
|
maxOutputTokens: z.ZodOptional<z.ZodNumber>;
|
|
1953
1985
|
topP: z.ZodOptional<z.ZodNumber>;
|
|
1954
1986
|
topK: z.ZodOptional<z.ZodNumber>;
|
|
1955
1987
|
}, z.ZodTypeAny, "passthrough">, z.objectInputType<{
|
|
1956
1988
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
1989
|
+
} & {
|
|
1957
1990
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
1958
1991
|
maxOutputTokens: z.ZodOptional<z.ZodNumber>;
|
|
1959
1992
|
topP: z.ZodOptional<z.ZodNumber>;
|
|
1960
1993
|
topK: z.ZodOptional<z.ZodNumber>;
|
|
1961
1994
|
}, z.ZodTypeAny, "passthrough">>, z.ZodObject<{
|
|
1962
1995
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
1996
|
+
} & {
|
|
1963
1997
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
1964
1998
|
topK: z.ZodOptional<z.ZodNumber>;
|
|
1965
1999
|
}, "passthrough", z.ZodTypeAny, z.objectOutputType<{
|
|
1966
2000
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
2001
|
+
} & {
|
|
1967
2002
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
1968
2003
|
topK: z.ZodOptional<z.ZodNumber>;
|
|
1969
2004
|
}, z.ZodTypeAny, "passthrough">, z.objectInputType<{
|
|
1970
2005
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
2006
|
+
} & {
|
|
1971
2007
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
1972
2008
|
topK: z.ZodOptional<z.ZodNumber>;
|
|
1973
2009
|
}, z.ZodTypeAny, "passthrough">>, z.ZodObject<{
|
|
@@ -1981,6 +2017,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
|
|
|
1981
2017
|
model: string;
|
|
1982
2018
|
params?: z.objectOutputType<{
|
|
1983
2019
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
2020
|
+
} & {
|
|
1984
2021
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
1985
2022
|
top_p: z.ZodOptional<z.ZodNumber>;
|
|
1986
2023
|
max_tokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -2066,6 +2103,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
|
|
|
2066
2103
|
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
2067
2104
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
2068
2105
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
2106
|
+
} & {
|
|
2069
2107
|
max_tokens: z.ZodNumber;
|
|
2070
2108
|
temperature: z.ZodNumber;
|
|
2071
2109
|
top_p: z.ZodOptional<z.ZodNumber>;
|
|
@@ -2074,12 +2112,14 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
|
|
|
2074
2112
|
max_tokens_to_sample: z.ZodOptional<z.ZodNumber>;
|
|
2075
2113
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
2076
2114
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
2115
|
+
} & {
|
|
2077
2116
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
2078
2117
|
maxOutputTokens: z.ZodOptional<z.ZodNumber>;
|
|
2079
2118
|
topP: z.ZodOptional<z.ZodNumber>;
|
|
2080
2119
|
topK: z.ZodOptional<z.ZodNumber>;
|
|
2081
2120
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
2082
2121
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
2122
|
+
} & {
|
|
2083
2123
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
2084
2124
|
topK: z.ZodOptional<z.ZodNumber>;
|
|
2085
2125
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
@@ -2089,6 +2129,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
|
|
|
2089
2129
|
model: string;
|
|
2090
2130
|
params?: z.objectInputType<{
|
|
2091
2131
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
2132
|
+
} & {
|
|
2092
2133
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
2093
2134
|
top_p: z.ZodOptional<z.ZodNumber>;
|
|
2094
2135
|
max_tokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -2174,6 +2215,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
|
|
|
2174
2215
|
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
2175
2216
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
2176
2217
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
2218
|
+
} & {
|
|
2177
2219
|
max_tokens: z.ZodNumber;
|
|
2178
2220
|
temperature: z.ZodNumber;
|
|
2179
2221
|
top_p: z.ZodOptional<z.ZodNumber>;
|
|
@@ -2182,12 +2224,14 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
|
|
|
2182
2224
|
max_tokens_to_sample: z.ZodOptional<z.ZodNumber>;
|
|
2183
2225
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
2184
2226
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
2227
|
+
} & {
|
|
2185
2228
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
2186
2229
|
maxOutputTokens: z.ZodOptional<z.ZodNumber>;
|
|
2187
2230
|
topP: z.ZodOptional<z.ZodNumber>;
|
|
2188
2231
|
topK: z.ZodOptional<z.ZodNumber>;
|
|
2189
2232
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
2190
2233
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
2234
|
+
} & {
|
|
2191
2235
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
2192
2236
|
topK: z.ZodOptional<z.ZodNumber>;
|
|
2193
2237
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
@@ -2724,6 +2768,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
|
|
|
2724
2768
|
model: z.ZodString;
|
|
2725
2769
|
params: z.ZodOptional<z.ZodUnion<[z.ZodObject<{
|
|
2726
2770
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
2771
|
+
} & {
|
|
2727
2772
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
2728
2773
|
top_p: z.ZodOptional<z.ZodNumber>;
|
|
2729
2774
|
max_tokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -2809,6 +2854,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
|
|
|
2809
2854
|
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
2810
2855
|
}, "passthrough", z.ZodTypeAny, z.objectOutputType<{
|
|
2811
2856
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
2857
|
+
} & {
|
|
2812
2858
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
2813
2859
|
top_p: z.ZodOptional<z.ZodNumber>;
|
|
2814
2860
|
max_tokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -2894,6 +2940,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
|
|
|
2894
2940
|
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
2895
2941
|
}, z.ZodTypeAny, "passthrough">, z.objectInputType<{
|
|
2896
2942
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
2943
|
+
} & {
|
|
2897
2944
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
2898
2945
|
top_p: z.ZodOptional<z.ZodNumber>;
|
|
2899
2946
|
max_tokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -2979,6 +3026,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
|
|
|
2979
3026
|
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
2980
3027
|
}, z.ZodTypeAny, "passthrough">>, z.ZodObject<{
|
|
2981
3028
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
3029
|
+
} & {
|
|
2982
3030
|
max_tokens: z.ZodNumber;
|
|
2983
3031
|
temperature: z.ZodNumber;
|
|
2984
3032
|
top_p: z.ZodOptional<z.ZodNumber>;
|
|
@@ -2987,6 +3035,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
|
|
|
2987
3035
|
max_tokens_to_sample: z.ZodOptional<z.ZodNumber>;
|
|
2988
3036
|
}, "passthrough", z.ZodTypeAny, z.objectOutputType<{
|
|
2989
3037
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
3038
|
+
} & {
|
|
2990
3039
|
max_tokens: z.ZodNumber;
|
|
2991
3040
|
temperature: z.ZodNumber;
|
|
2992
3041
|
top_p: z.ZodOptional<z.ZodNumber>;
|
|
@@ -2995,6 +3044,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
|
|
|
2995
3044
|
max_tokens_to_sample: z.ZodOptional<z.ZodNumber>;
|
|
2996
3045
|
}, z.ZodTypeAny, "passthrough">, z.objectInputType<{
|
|
2997
3046
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
3047
|
+
} & {
|
|
2998
3048
|
max_tokens: z.ZodNumber;
|
|
2999
3049
|
temperature: z.ZodNumber;
|
|
3000
3050
|
top_p: z.ZodOptional<z.ZodNumber>;
|
|
@@ -3003,32 +3053,38 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
|
|
|
3003
3053
|
max_tokens_to_sample: z.ZodOptional<z.ZodNumber>;
|
|
3004
3054
|
}, z.ZodTypeAny, "passthrough">>, z.ZodObject<{
|
|
3005
3055
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
3056
|
+
} & {
|
|
3006
3057
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
3007
3058
|
maxOutputTokens: z.ZodOptional<z.ZodNumber>;
|
|
3008
3059
|
topP: z.ZodOptional<z.ZodNumber>;
|
|
3009
3060
|
topK: z.ZodOptional<z.ZodNumber>;
|
|
3010
3061
|
}, "passthrough", z.ZodTypeAny, z.objectOutputType<{
|
|
3011
3062
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
3063
|
+
} & {
|
|
3012
3064
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
3013
3065
|
maxOutputTokens: z.ZodOptional<z.ZodNumber>;
|
|
3014
3066
|
topP: z.ZodOptional<z.ZodNumber>;
|
|
3015
3067
|
topK: z.ZodOptional<z.ZodNumber>;
|
|
3016
3068
|
}, z.ZodTypeAny, "passthrough">, z.objectInputType<{
|
|
3017
3069
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
3070
|
+
} & {
|
|
3018
3071
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
3019
3072
|
maxOutputTokens: z.ZodOptional<z.ZodNumber>;
|
|
3020
3073
|
topP: z.ZodOptional<z.ZodNumber>;
|
|
3021
3074
|
topK: z.ZodOptional<z.ZodNumber>;
|
|
3022
3075
|
}, z.ZodTypeAny, "passthrough">>, z.ZodObject<{
|
|
3023
3076
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
3077
|
+
} & {
|
|
3024
3078
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
3025
3079
|
topK: z.ZodOptional<z.ZodNumber>;
|
|
3026
3080
|
}, "passthrough", z.ZodTypeAny, z.objectOutputType<{
|
|
3027
3081
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
3082
|
+
} & {
|
|
3028
3083
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
3029
3084
|
topK: z.ZodOptional<z.ZodNumber>;
|
|
3030
3085
|
}, z.ZodTypeAny, "passthrough">, z.objectInputType<{
|
|
3031
3086
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
3087
|
+
} & {
|
|
3032
3088
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
3033
3089
|
topK: z.ZodOptional<z.ZodNumber>;
|
|
3034
3090
|
}, z.ZodTypeAny, "passthrough">>, z.ZodObject<{
|
|
@@ -3042,6 +3098,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
|
|
|
3042
3098
|
model: string;
|
|
3043
3099
|
params?: z.objectOutputType<{
|
|
3044
3100
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
3101
|
+
} & {
|
|
3045
3102
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
3046
3103
|
top_p: z.ZodOptional<z.ZodNumber>;
|
|
3047
3104
|
max_tokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -3127,6 +3184,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
|
|
|
3127
3184
|
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
3128
3185
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
3129
3186
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
3187
|
+
} & {
|
|
3130
3188
|
max_tokens: z.ZodNumber;
|
|
3131
3189
|
temperature: z.ZodNumber;
|
|
3132
3190
|
top_p: z.ZodOptional<z.ZodNumber>;
|
|
@@ -3135,12 +3193,14 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
|
|
|
3135
3193
|
max_tokens_to_sample: z.ZodOptional<z.ZodNumber>;
|
|
3136
3194
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
3137
3195
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
3196
|
+
} & {
|
|
3138
3197
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
3139
3198
|
maxOutputTokens: z.ZodOptional<z.ZodNumber>;
|
|
3140
3199
|
topP: z.ZodOptional<z.ZodNumber>;
|
|
3141
3200
|
topK: z.ZodOptional<z.ZodNumber>;
|
|
3142
3201
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
3143
3202
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
3203
|
+
} & {
|
|
3144
3204
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
3145
3205
|
topK: z.ZodOptional<z.ZodNumber>;
|
|
3146
3206
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
@@ -3150,6 +3210,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
|
|
|
3150
3210
|
model: string;
|
|
3151
3211
|
params?: z.objectInputType<{
|
|
3152
3212
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
3213
|
+
} & {
|
|
3153
3214
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
3154
3215
|
top_p: z.ZodOptional<z.ZodNumber>;
|
|
3155
3216
|
max_tokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -3235,6 +3296,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
|
|
|
3235
3296
|
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
3236
3297
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
3237
3298
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
3299
|
+
} & {
|
|
3238
3300
|
max_tokens: z.ZodNumber;
|
|
3239
3301
|
temperature: z.ZodNumber;
|
|
3240
3302
|
top_p: z.ZodOptional<z.ZodNumber>;
|
|
@@ -3243,12 +3305,14 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
|
|
|
3243
3305
|
max_tokens_to_sample: z.ZodOptional<z.ZodNumber>;
|
|
3244
3306
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
3245
3307
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
3308
|
+
} & {
|
|
3246
3309
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
3247
3310
|
maxOutputTokens: z.ZodOptional<z.ZodNumber>;
|
|
3248
3311
|
topP: z.ZodOptional<z.ZodNumber>;
|
|
3249
3312
|
topK: z.ZodOptional<z.ZodNumber>;
|
|
3250
3313
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
3251
3314
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
3315
|
+
} & {
|
|
3252
3316
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
3253
3317
|
topK: z.ZodOptional<z.ZodNumber>;
|
|
3254
3318
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
@@ -3391,6 +3455,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
|
|
|
3391
3455
|
model: string;
|
|
3392
3456
|
params?: z.objectOutputType<{
|
|
3393
3457
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
3458
|
+
} & {
|
|
3394
3459
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
3395
3460
|
top_p: z.ZodOptional<z.ZodNumber>;
|
|
3396
3461
|
max_tokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -3476,6 +3541,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
|
|
|
3476
3541
|
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
3477
3542
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
3478
3543
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
3544
|
+
} & {
|
|
3479
3545
|
max_tokens: z.ZodNumber;
|
|
3480
3546
|
temperature: z.ZodNumber;
|
|
3481
3547
|
top_p: z.ZodOptional<z.ZodNumber>;
|
|
@@ -3484,12 +3550,14 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
|
|
|
3484
3550
|
max_tokens_to_sample: z.ZodOptional<z.ZodNumber>;
|
|
3485
3551
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
3486
3552
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
3553
|
+
} & {
|
|
3487
3554
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
3488
3555
|
maxOutputTokens: z.ZodOptional<z.ZodNumber>;
|
|
3489
3556
|
topP: z.ZodOptional<z.ZodNumber>;
|
|
3490
3557
|
topK: z.ZodOptional<z.ZodNumber>;
|
|
3491
3558
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
3492
3559
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
3560
|
+
} & {
|
|
3493
3561
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
3494
3562
|
topK: z.ZodOptional<z.ZodNumber>;
|
|
3495
3563
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
@@ -3586,6 +3654,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
|
|
|
3586
3654
|
model: string;
|
|
3587
3655
|
params?: z.objectInputType<{
|
|
3588
3656
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
3657
|
+
} & {
|
|
3589
3658
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
3590
3659
|
top_p: z.ZodOptional<z.ZodNumber>;
|
|
3591
3660
|
max_tokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -3671,6 +3740,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
|
|
|
3671
3740
|
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
3672
3741
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
3673
3742
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
3743
|
+
} & {
|
|
3674
3744
|
max_tokens: z.ZodNumber;
|
|
3675
3745
|
temperature: z.ZodNumber;
|
|
3676
3746
|
top_p: z.ZodOptional<z.ZodNumber>;
|
|
@@ -3679,12 +3749,14 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
|
|
|
3679
3749
|
max_tokens_to_sample: z.ZodOptional<z.ZodNumber>;
|
|
3680
3750
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
3681
3751
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
3752
|
+
} & {
|
|
3682
3753
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
3683
3754
|
maxOutputTokens: z.ZodOptional<z.ZodNumber>;
|
|
3684
3755
|
topP: z.ZodOptional<z.ZodNumber>;
|
|
3685
3756
|
topK: z.ZodOptional<z.ZodNumber>;
|
|
3686
3757
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
3687
3758
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
3759
|
+
} & {
|
|
3688
3760
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
3689
3761
|
topK: z.ZodOptional<z.ZodNumber>;
|
|
3690
3762
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|