braintrust 0.2.1 → 0.2.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dev/dist/index.d.mts +24 -12
- package/dev/dist/index.d.ts +24 -12
- package/dev/dist/index.js +1 -1
- package/dev/dist/index.mjs +1 -1
- package/dist/browser.d.mts +115 -45
- package/dist/browser.d.ts +115 -45
- package/dist/browser.js +259 -45
- package/dist/browser.mjs +217 -3
- package/dist/cli.js +74 -20
- package/dist/index.d.mts +131 -51
- package/dist/index.d.ts +131 -51
- package/dist/index.js +311 -79
- package/dist/index.mjs +246 -14
- package/package.json +2 -2
package/dist/index.d.mts
CHANGED
|
@@ -1024,6 +1024,7 @@ type LoadPromptOptions = FullLoginOptions & {
|
|
|
1024
1024
|
id?: string;
|
|
1025
1025
|
defaults?: DefaultPromptArgs;
|
|
1026
1026
|
noTrace?: boolean;
|
|
1027
|
+
environment?: string;
|
|
1027
1028
|
state?: BraintrustState;
|
|
1028
1029
|
};
|
|
1029
1030
|
/**
|
|
@@ -1034,6 +1035,7 @@ type LoadPromptOptions = FullLoginOptions & {
|
|
|
1034
1035
|
* @param options.projectId The id of the project to load the prompt from. This takes precedence over `projectName` if specified.
|
|
1035
1036
|
* @param options.slug The slug of the prompt to load.
|
|
1036
1037
|
* @param options.version An optional version of the prompt (to read). If not specified, the latest version will be used.
|
|
1038
|
+
* @param options.environment Fetch the version of the prompt assigned to the specified environment (e.g. "production", "staging"). Cannot be specified at the same time as `version`.
|
|
1037
1039
|
* @param options.id The id of a specific prompt to load. If specified, this takes precedence over all other parameters (project, slug, version).
|
|
1038
1040
|
* @param options.defaults (Optional) A dictionary of default values to use when rendering the prompt. Prompt values will override these defaults.
|
|
1039
1041
|
* @param options.noTrace If true, do not include logging metadata for this prompt when build() is called.
|
|
@@ -1053,7 +1055,7 @@ type LoadPromptOptions = FullLoginOptions & {
|
|
|
1053
1055
|
* });
|
|
1054
1056
|
* ```
|
|
1055
1057
|
*/
|
|
1056
|
-
declare function loadPrompt({ projectName, projectId, slug, version, id, defaults, noTrace, appUrl, apiKey, orgName, fetch, forceLogin, state: stateArg, }: LoadPromptOptions): Promise<Prompt<true, true>>;
|
|
1058
|
+
declare function loadPrompt({ projectName, projectId, slug, version, environment, id, defaults, noTrace, appUrl, apiKey, orgName, fetch, forceLogin, state: stateArg, }: LoadPromptOptions): Promise<Prompt<true, true>>;
|
|
1057
1059
|
/**
|
|
1058
1060
|
* Options for logging in to Braintrust.
|
|
1059
1061
|
*/
|
|
@@ -1156,6 +1158,29 @@ declare function logError(span: Span$1, error: unknown): void;
|
|
|
1156
1158
|
* See {@link Span.traced} for full details.
|
|
1157
1159
|
*/
|
|
1158
1160
|
declare function traced<IsAsyncFlush extends boolean = true, R = void>(callback: (span: Span$1) => R, args?: StartSpanArgs & SetCurrentArg & AsyncFlushArg<IsAsyncFlush> & OptionalStateArg): PromiseUnless<IsAsyncFlush, R>;
|
|
1161
|
+
/**
|
|
1162
|
+
* Check if a function is a sync generator function.
|
|
1163
|
+
*
|
|
1164
|
+
* Note: This uses Object.prototype.toString which is sufficient for environments that
|
|
1165
|
+
* support generator functions (ES6+). While our code is compiled to ES2022, consumers
|
|
1166
|
+
* may run it in various environments. However, if generators aren't supported in their
|
|
1167
|
+
* environment, the generator functions themselves won't work anyway, making detection moot.
|
|
1168
|
+
*
|
|
1169
|
+
* @param fn The function to check.
|
|
1170
|
+
* @returns True if the function is a sync generator function.
|
|
1171
|
+
*/
|
|
1172
|
+
declare function isGeneratorFunction(fn: any): boolean;
|
|
1173
|
+
/**
|
|
1174
|
+
* Check if a function is an async generator function.
|
|
1175
|
+
*
|
|
1176
|
+
* Note: see isGeneratorFunction disclaimer
|
|
1177
|
+
* @param fn The function to check.
|
|
1178
|
+
* @returns True if the function is an async generator function.
|
|
1179
|
+
*/
|
|
1180
|
+
declare function isAsyncGeneratorFunction(fn: any): boolean;
|
|
1181
|
+
type WrapTracedArgs = {
|
|
1182
|
+
noTraceIO?: boolean;
|
|
1183
|
+
};
|
|
1159
1184
|
/**
|
|
1160
1185
|
* Wrap a function with `traced`, using the arguments as `input` and return value as `output`.
|
|
1161
1186
|
* Any functions wrapped this way will automatically be traced, similar to the `@traced` decorator
|
|
@@ -1181,7 +1206,7 @@ declare function traced<IsAsyncFlush extends boolean = true, R = void>(callback:
|
|
|
1181
1206
|
* @param args Span-level arguments (e.g. a custom name or type) to pass to `traced`.
|
|
1182
1207
|
* @returns The wrapped function.
|
|
1183
1208
|
*/
|
|
1184
|
-
declare function wrapTraced<F extends (...args: any[]) => any, IsAsyncFlush extends boolean = true>(fn: F, args?: StartSpanArgs & SetCurrentArg & AsyncFlushArg<IsAsyncFlush>): IsAsyncFlush extends false ? (...args: Parameters<F>) => Promise<Awaited<ReturnType<F>>> : F;
|
|
1209
|
+
declare function wrapTraced<F extends (...args: any[]) => any, IsAsyncFlush extends boolean = true>(fn: F, args?: StartSpanArgs & SetCurrentArg & AsyncFlushArg<IsAsyncFlush> & WrapTracedArgs): IsAsyncFlush extends false ? (...args: Parameters<F>) => Promise<Awaited<ReturnType<F>>> : F;
|
|
1185
1210
|
/**
|
|
1186
1211
|
* A synonym for `wrapTraced`. If you're porting from systems that use `traceable`, you can use this to
|
|
1187
1212
|
* make your codebase more consistent.
|
|
@@ -1702,6 +1727,8 @@ declare const _exportsForTestingOnly: {
|
|
|
1702
1727
|
simulateLoginForTests: typeof simulateLoginForTests;
|
|
1703
1728
|
simulateLogoutForTests: typeof simulateLogoutForTests;
|
|
1704
1729
|
setInitialTestState: typeof setInitialTestState;
|
|
1730
|
+
isGeneratorFunction: typeof isGeneratorFunction;
|
|
1731
|
+
isAsyncGeneratorFunction: typeof isAsyncGeneratorFunction;
|
|
1705
1732
|
};
|
|
1706
1733
|
|
|
1707
1734
|
declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
|
|
@@ -3427,7 +3454,8 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
|
|
|
3427
3454
|
}>]>>;
|
|
3428
3455
|
n: z.ZodOptional<z.ZodNumber>;
|
|
3429
3456
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
3430
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
3457
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
3458
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
3431
3459
|
}, "passthrough", z.ZodTypeAny, z.objectOutputType<{
|
|
3432
3460
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
3433
3461
|
} & {
|
|
@@ -3513,7 +3541,8 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
|
|
|
3513
3541
|
}>]>>;
|
|
3514
3542
|
n: z.ZodOptional<z.ZodNumber>;
|
|
3515
3543
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
3516
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
3544
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
3545
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
3517
3546
|
}, z.ZodTypeAny, "passthrough">, z.objectInputType<{
|
|
3518
3547
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
3519
3548
|
} & {
|
|
@@ -3599,7 +3628,8 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
|
|
|
3599
3628
|
}>]>>;
|
|
3600
3629
|
n: z.ZodOptional<z.ZodNumber>;
|
|
3601
3630
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
3602
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
3631
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
3632
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
3603
3633
|
}, z.ZodTypeAny, "passthrough">>, z.ZodObject<{
|
|
3604
3634
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
3605
3635
|
} & {
|
|
@@ -3757,7 +3787,8 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
|
|
|
3757
3787
|
}>]>>;
|
|
3758
3788
|
n: z.ZodOptional<z.ZodNumber>;
|
|
3759
3789
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
3760
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
3790
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
3791
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
3761
3792
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
3762
3793
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
3763
3794
|
} & {
|
|
@@ -3869,7 +3900,8 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
|
|
|
3869
3900
|
}>]>>;
|
|
3870
3901
|
n: z.ZodOptional<z.ZodNumber>;
|
|
3871
3902
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
3872
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
3903
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
3904
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
3873
3905
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
3874
3906
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
3875
3907
|
} & {
|
|
@@ -4546,7 +4578,8 @@ declare const promptDefinitionWithToolsSchema: z.ZodIntersection<z.ZodIntersecti
|
|
|
4546
4578
|
}>]>>;
|
|
4547
4579
|
n: z.ZodOptional<z.ZodNumber>;
|
|
4548
4580
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
4549
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
4581
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
4582
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
4550
4583
|
}, "passthrough", z.ZodTypeAny, z.objectOutputType<{
|
|
4551
4584
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
4552
4585
|
} & {
|
|
@@ -4632,7 +4665,8 @@ declare const promptDefinitionWithToolsSchema: z.ZodIntersection<z.ZodIntersecti
|
|
|
4632
4665
|
}>]>>;
|
|
4633
4666
|
n: z.ZodOptional<z.ZodNumber>;
|
|
4634
4667
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
4635
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
4668
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
4669
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
4636
4670
|
}, z.ZodTypeAny, "passthrough">, z.objectInputType<{
|
|
4637
4671
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
4638
4672
|
} & {
|
|
@@ -4718,7 +4752,8 @@ declare const promptDefinitionWithToolsSchema: z.ZodIntersection<z.ZodIntersecti
|
|
|
4718
4752
|
}>]>>;
|
|
4719
4753
|
n: z.ZodOptional<z.ZodNumber>;
|
|
4720
4754
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
4721
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
4755
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
4756
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
4722
4757
|
}, z.ZodTypeAny, "passthrough">>, z.ZodObject<{
|
|
4723
4758
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
4724
4759
|
} & {
|
|
@@ -4876,7 +4911,8 @@ declare const promptDefinitionWithToolsSchema: z.ZodIntersection<z.ZodIntersecti
|
|
|
4876
4911
|
}>]>>;
|
|
4877
4912
|
n: z.ZodOptional<z.ZodNumber>;
|
|
4878
4913
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
4879
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
4914
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
4915
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
4880
4916
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
4881
4917
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
4882
4918
|
} & {
|
|
@@ -4988,7 +5024,8 @@ declare const promptDefinitionWithToolsSchema: z.ZodIntersection<z.ZodIntersecti
|
|
|
4988
5024
|
}>]>>;
|
|
4989
5025
|
n: z.ZodOptional<z.ZodNumber>;
|
|
4990
5026
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
4991
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
5027
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
5028
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
4992
5029
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
4993
5030
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
4994
5031
|
} & {
|
|
@@ -5756,7 +5793,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
|
|
|
5756
5793
|
}>]>>;
|
|
5757
5794
|
n: z.ZodOptional<z.ZodNumber>;
|
|
5758
5795
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
5759
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
5796
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
5797
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
5760
5798
|
}, "passthrough", z.ZodTypeAny, z.objectOutputType<{
|
|
5761
5799
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
5762
5800
|
} & {
|
|
@@ -5842,7 +5880,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
|
|
|
5842
5880
|
}>]>>;
|
|
5843
5881
|
n: z.ZodOptional<z.ZodNumber>;
|
|
5844
5882
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
5845
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
5883
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
5884
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
5846
5885
|
}, z.ZodTypeAny, "passthrough">, z.objectInputType<{
|
|
5847
5886
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
5848
5887
|
} & {
|
|
@@ -5928,7 +5967,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
|
|
|
5928
5967
|
}>]>>;
|
|
5929
5968
|
n: z.ZodOptional<z.ZodNumber>;
|
|
5930
5969
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
5931
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
5970
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
5971
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
5932
5972
|
}, z.ZodTypeAny, "passthrough">>, z.ZodObject<{
|
|
5933
5973
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
5934
5974
|
} & {
|
|
@@ -6086,7 +6126,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
|
|
|
6086
6126
|
}>]>>;
|
|
6087
6127
|
n: z.ZodOptional<z.ZodNumber>;
|
|
6088
6128
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
6089
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
6129
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
6130
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
6090
6131
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
6091
6132
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
6092
6133
|
} & {
|
|
@@ -6198,7 +6239,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
|
|
|
6198
6239
|
}>]>>;
|
|
6199
6240
|
n: z.ZodOptional<z.ZodNumber>;
|
|
6200
6241
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
6201
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
6242
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
6243
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
6202
6244
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
6203
6245
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
6204
6246
|
} & {
|
|
@@ -6453,7 +6495,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
|
|
|
6453
6495
|
}>]>>;
|
|
6454
6496
|
n: z.ZodOptional<z.ZodNumber>;
|
|
6455
6497
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
6456
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
6498
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
6499
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
6457
6500
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
6458
6501
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
6459
6502
|
} & {
|
|
@@ -6662,7 +6705,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
|
|
|
6662
6705
|
}>]>>;
|
|
6663
6706
|
n: z.ZodOptional<z.ZodNumber>;
|
|
6664
6707
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
6665
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
6708
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
6709
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
6666
6710
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
6667
6711
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
6668
6712
|
} & {
|
|
@@ -6940,6 +6984,11 @@ interface EvalOptions<EvalReport, Parameters extends EvalParameters> {
|
|
|
6940
6984
|
* A `Reporter` which you can use to summarize progress after an Eval() runs.
|
|
6941
6985
|
*/
|
|
6942
6986
|
reporter?: ReporterDef<EvalReport> | string;
|
|
6987
|
+
/**
|
|
6988
|
+
* Do not send logs to Braintrust. When true, the evaluation runs locally
|
|
6989
|
+
* and builds a local summary instead of creating an experiment. Defaults to false.
|
|
6990
|
+
*/
|
|
6991
|
+
noSendLogs?: boolean;
|
|
6943
6992
|
/**
|
|
6944
6993
|
* A callback function that will be called when an experiment is started with
|
|
6945
6994
|
* information about its project, experiment id, name, and other useful information.
|
|
@@ -7295,7 +7344,7 @@ declare class AISpanProcessor {
|
|
|
7295
7344
|
* Keep spans if:
|
|
7296
7345
|
* 1. It's a root span (no parent)
|
|
7297
7346
|
* 2. Custom filter returns true/false (if provided)
|
|
7298
|
-
* 3. Span name starts with 'gen_ai.', 'braintrust.', 'llm.', or '
|
|
7347
|
+
* 3. Span name starts with 'gen_ai.', 'braintrust.', 'llm.', 'ai.', or 'traceloop.'
|
|
7299
7348
|
* 4. Any attribute name starts with those prefixes
|
|
7300
7349
|
*/
|
|
7301
7350
|
private shouldKeepFilteredSpan;
|
|
@@ -8278,7 +8327,8 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
|
|
|
8278
8327
|
}>]>>;
|
|
8279
8328
|
n: z.ZodOptional<z.ZodNumber>;
|
|
8280
8329
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
8281
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
8330
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
8331
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
8282
8332
|
}, "passthrough", z.ZodTypeAny, z.objectOutputType<{
|
|
8283
8333
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
8284
8334
|
} & {
|
|
@@ -8364,7 +8414,8 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
|
|
|
8364
8414
|
}>]>>;
|
|
8365
8415
|
n: z.ZodOptional<z.ZodNumber>;
|
|
8366
8416
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
8367
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
8417
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
8418
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
8368
8419
|
}, z.ZodTypeAny, "passthrough">, z.objectInputType<{
|
|
8369
8420
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
8370
8421
|
} & {
|
|
@@ -8450,7 +8501,8 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
|
|
|
8450
8501
|
}>]>>;
|
|
8451
8502
|
n: z.ZodOptional<z.ZodNumber>;
|
|
8452
8503
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
8453
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
8504
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
8505
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
8454
8506
|
}, z.ZodTypeAny, "passthrough">>, z.ZodObject<{
|
|
8455
8507
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
8456
8508
|
} & {
|
|
@@ -8608,7 +8660,8 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
|
|
|
8608
8660
|
}>]>>;
|
|
8609
8661
|
n: z.ZodOptional<z.ZodNumber>;
|
|
8610
8662
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
8611
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
8663
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
8664
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
8612
8665
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
8613
8666
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
8614
8667
|
} & {
|
|
@@ -8721,7 +8774,8 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
|
|
|
8721
8774
|
}>]>>;
|
|
8722
8775
|
n: z.ZodOptional<z.ZodNumber>;
|
|
8723
8776
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
8724
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
8777
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
8778
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
8725
8779
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
8726
8780
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
8727
8781
|
} & {
|
|
@@ -8881,7 +8935,8 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
|
|
|
8881
8935
|
}>]>>;
|
|
8882
8936
|
n: z.ZodOptional<z.ZodNumber>;
|
|
8883
8937
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
8884
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
8938
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
8939
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
8885
8940
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
8886
8941
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
8887
8942
|
} & {
|
|
@@ -9100,7 +9155,8 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
|
|
|
9100
9155
|
}>]>>;
|
|
9101
9156
|
n: z.ZodOptional<z.ZodNumber>;
|
|
9102
9157
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
9103
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
9158
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
9159
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
9104
9160
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
9105
9161
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
9106
9162
|
} & {
|
|
@@ -9323,7 +9379,8 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
|
|
|
9323
9379
|
}>]>>;
|
|
9324
9380
|
n: z.ZodOptional<z.ZodNumber>;
|
|
9325
9381
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
9326
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
9382
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
9383
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
9327
9384
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
9328
9385
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
9329
9386
|
} & {
|
|
@@ -9546,7 +9603,8 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
|
|
|
9546
9603
|
}>]>>;
|
|
9547
9604
|
n: z.ZodOptional<z.ZodNumber>;
|
|
9548
9605
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
9549
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
9606
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
9607
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
9550
9608
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
9551
9609
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
9552
9610
|
} & {
|
|
@@ -10361,7 +10419,8 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
|
|
|
10361
10419
|
}>]>>;
|
|
10362
10420
|
n: z.ZodOptional<z.ZodNumber>;
|
|
10363
10421
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
10364
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
10422
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
10423
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
10365
10424
|
}, "passthrough", z.ZodTypeAny, z.objectOutputType<{
|
|
10366
10425
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
10367
10426
|
} & {
|
|
@@ -10447,7 +10506,8 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
|
|
|
10447
10506
|
}>]>>;
|
|
10448
10507
|
n: z.ZodOptional<z.ZodNumber>;
|
|
10449
10508
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
10450
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
10509
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
10510
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
10451
10511
|
}, z.ZodTypeAny, "passthrough">, z.objectInputType<{
|
|
10452
10512
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
10453
10513
|
} & {
|
|
@@ -10533,7 +10593,8 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
|
|
|
10533
10593
|
}>]>>;
|
|
10534
10594
|
n: z.ZodOptional<z.ZodNumber>;
|
|
10535
10595
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
10536
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
10596
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
10597
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
10537
10598
|
}, z.ZodTypeAny, "passthrough">>, z.ZodObject<{
|
|
10538
10599
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
10539
10600
|
} & {
|
|
@@ -10691,7 +10752,8 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
|
|
|
10691
10752
|
}>]>>;
|
|
10692
10753
|
n: z.ZodOptional<z.ZodNumber>;
|
|
10693
10754
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
10694
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
10755
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
10756
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
10695
10757
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
10696
10758
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
10697
10759
|
} & {
|
|
@@ -10804,7 +10866,8 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
|
|
|
10804
10866
|
}>]>>;
|
|
10805
10867
|
n: z.ZodOptional<z.ZodNumber>;
|
|
10806
10868
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
10807
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
10869
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
10870
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
10808
10871
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
10809
10872
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
10810
10873
|
} & {
|
|
@@ -10964,7 +11027,8 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
|
|
|
10964
11027
|
}>]>>;
|
|
10965
11028
|
n: z.ZodOptional<z.ZodNumber>;
|
|
10966
11029
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
10967
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
11030
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
11031
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
10968
11032
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
10969
11033
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
10970
11034
|
} & {
|
|
@@ -11183,7 +11247,8 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
|
|
|
11183
11247
|
}>]>>;
|
|
11184
11248
|
n: z.ZodOptional<z.ZodNumber>;
|
|
11185
11249
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
11186
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
11250
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
11251
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
11187
11252
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
11188
11253
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
11189
11254
|
} & {
|
|
@@ -11406,7 +11471,8 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
|
|
|
11406
11471
|
}>]>>;
|
|
11407
11472
|
n: z.ZodOptional<z.ZodNumber>;
|
|
11408
11473
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
11409
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
11474
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
11475
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
11410
11476
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
11411
11477
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
11412
11478
|
} & {
|
|
@@ -11629,7 +11695,8 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
|
|
|
11629
11695
|
}>]>>;
|
|
11630
11696
|
n: z.ZodOptional<z.ZodNumber>;
|
|
11631
11697
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
11632
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
11698
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
11699
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
11633
11700
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
11634
11701
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
11635
11702
|
} & {
|
|
@@ -11869,7 +11936,8 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
|
|
|
11869
11936
|
}>]>>;
|
|
11870
11937
|
n: z.ZodOptional<z.ZodNumber>;
|
|
11871
11938
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
11872
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
11939
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
11940
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
11873
11941
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
11874
11942
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
11875
11943
|
} & {
|
|
@@ -12099,7 +12167,8 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
|
|
|
12099
12167
|
}>]>>;
|
|
12100
12168
|
n: z.ZodOptional<z.ZodNumber>;
|
|
12101
12169
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
12102
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
12170
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
12171
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
12103
12172
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
12104
12173
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
12105
12174
|
} & {
|
|
@@ -12905,7 +12974,8 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
|
12905
12974
|
}>]>>;
|
|
12906
12975
|
n: z.ZodOptional<z.ZodNumber>;
|
|
12907
12976
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
12908
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
12977
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
12978
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
12909
12979
|
}, "passthrough", z.ZodTypeAny, z.objectOutputType<{
|
|
12910
12980
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
12911
12981
|
} & {
|
|
@@ -12991,7 +13061,8 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
|
12991
13061
|
}>]>>;
|
|
12992
13062
|
n: z.ZodOptional<z.ZodNumber>;
|
|
12993
13063
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
12994
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
13064
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
13065
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
12995
13066
|
}, z.ZodTypeAny, "passthrough">, z.objectInputType<{
|
|
12996
13067
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
12997
13068
|
} & {
|
|
@@ -13077,7 +13148,8 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
|
13077
13148
|
}>]>>;
|
|
13078
13149
|
n: z.ZodOptional<z.ZodNumber>;
|
|
13079
13150
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
13080
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
13151
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
13152
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
13081
13153
|
}, z.ZodTypeAny, "passthrough">>, z.ZodObject<{
|
|
13082
13154
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
13083
13155
|
} & {
|
|
@@ -13235,7 +13307,8 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
|
13235
13307
|
}>]>>;
|
|
13236
13308
|
n: z.ZodOptional<z.ZodNumber>;
|
|
13237
13309
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
13238
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
13310
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
13311
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
13239
13312
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
13240
13313
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
13241
13314
|
} & {
|
|
@@ -13348,7 +13421,8 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
|
13348
13421
|
}>]>>;
|
|
13349
13422
|
n: z.ZodOptional<z.ZodNumber>;
|
|
13350
13423
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
13351
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
13424
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
13425
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
13352
13426
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
13353
13427
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
13354
13428
|
} & {
|
|
@@ -13508,7 +13582,8 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
|
13508
13582
|
}>]>>;
|
|
13509
13583
|
n: z.ZodOptional<z.ZodNumber>;
|
|
13510
13584
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
13511
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
13585
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
13586
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
13512
13587
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
13513
13588
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
13514
13589
|
} & {
|
|
@@ -13727,7 +13802,8 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
|
13727
13802
|
}>]>>;
|
|
13728
13803
|
n: z.ZodOptional<z.ZodNumber>;
|
|
13729
13804
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
13730
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
13805
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
13806
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
13731
13807
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
13732
13808
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
13733
13809
|
} & {
|
|
@@ -13950,7 +14026,8 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
|
13950
14026
|
}>]>>;
|
|
13951
14027
|
n: z.ZodOptional<z.ZodNumber>;
|
|
13952
14028
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
13953
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
14029
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
14030
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
13954
14031
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
13955
14032
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
13956
14033
|
} & {
|
|
@@ -14173,7 +14250,8 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
|
14173
14250
|
}>]>>;
|
|
14174
14251
|
n: z.ZodOptional<z.ZodNumber>;
|
|
14175
14252
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
14176
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
14253
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
14254
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
14177
14255
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
14178
14256
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
14179
14257
|
} & {
|
|
@@ -14413,7 +14491,8 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
|
14413
14491
|
}>]>>;
|
|
14414
14492
|
n: z.ZodOptional<z.ZodNumber>;
|
|
14415
14493
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
14416
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
14494
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
14495
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
14417
14496
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
14418
14497
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
14419
14498
|
} & {
|
|
@@ -14643,7 +14722,8 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
|
14643
14722
|
}>]>>;
|
|
14644
14723
|
n: z.ZodOptional<z.ZodNumber>;
|
|
14645
14724
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
14646
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
14725
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
14726
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
14647
14727
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
14648
14728
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
14649
14729
|
} & {
|