braintrust 0.2.2 → 0.2.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dev/dist/index.d.mts +24 -12
- package/dev/dist/index.d.ts +24 -12
- package/dev/dist/index.js +1 -1
- package/dev/dist/index.mjs +1 -1
- package/dist/browser.d.mts +89 -44
- package/dist/browser.d.ts +89 -44
- package/dist/browser.js +15 -2
- package/dist/browser.mjs +15 -2
- package/dist/cli.js +74 -20
- package/dist/index.d.mts +105 -50
- package/dist/index.d.ts +105 -50
- package/dist/index.js +24 -5
- package/dist/index.mjs +24 -5
- package/package.json +2 -2
package/dist/index.d.ts
CHANGED
|
@@ -1024,6 +1024,7 @@ type LoadPromptOptions = FullLoginOptions & {
|
|
|
1024
1024
|
id?: string;
|
|
1025
1025
|
defaults?: DefaultPromptArgs;
|
|
1026
1026
|
noTrace?: boolean;
|
|
1027
|
+
environment?: string;
|
|
1027
1028
|
state?: BraintrustState;
|
|
1028
1029
|
};
|
|
1029
1030
|
/**
|
|
@@ -1034,6 +1035,7 @@ type LoadPromptOptions = FullLoginOptions & {
|
|
|
1034
1035
|
* @param options.projectId The id of the project to load the prompt from. This takes precedence over `projectName` if specified.
|
|
1035
1036
|
* @param options.slug The slug of the prompt to load.
|
|
1036
1037
|
* @param options.version An optional version of the prompt (to read). If not specified, the latest version will be used.
|
|
1038
|
+
* @param options.environment Fetch the version of the prompt assigned to the specified environment (e.g. "production", "staging"). Cannot be specified at the same time as `version`.
|
|
1037
1039
|
* @param options.id The id of a specific prompt to load. If specified, this takes precedence over all other parameters (project, slug, version).
|
|
1038
1040
|
* @param options.defaults (Optional) A dictionary of default values to use when rendering the prompt. Prompt values will override these defaults.
|
|
1039
1041
|
* @param options.noTrace If true, do not include logging metadata for this prompt when build() is called.
|
|
@@ -1053,7 +1055,7 @@ type LoadPromptOptions = FullLoginOptions & {
|
|
|
1053
1055
|
* });
|
|
1054
1056
|
* ```
|
|
1055
1057
|
*/
|
|
1056
|
-
declare function loadPrompt({ projectName, projectId, slug, version, id, defaults, noTrace, appUrl, apiKey, orgName, fetch, forceLogin, state: stateArg, }: LoadPromptOptions): Promise<Prompt<true, true>>;
|
|
1058
|
+
declare function loadPrompt({ projectName, projectId, slug, version, environment, id, defaults, noTrace, appUrl, apiKey, orgName, fetch, forceLogin, state: stateArg, }: LoadPromptOptions): Promise<Prompt<true, true>>;
|
|
1057
1059
|
/**
|
|
1058
1060
|
* Options for logging in to Braintrust.
|
|
1059
1061
|
*/
|
|
@@ -3452,7 +3454,8 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
|
|
|
3452
3454
|
}>]>>;
|
|
3453
3455
|
n: z.ZodOptional<z.ZodNumber>;
|
|
3454
3456
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
3455
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
3457
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
3458
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
3456
3459
|
}, "passthrough", z.ZodTypeAny, z.objectOutputType<{
|
|
3457
3460
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
3458
3461
|
} & {
|
|
@@ -3538,7 +3541,8 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
|
|
|
3538
3541
|
}>]>>;
|
|
3539
3542
|
n: z.ZodOptional<z.ZodNumber>;
|
|
3540
3543
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
3541
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
3544
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
3545
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
3542
3546
|
}, z.ZodTypeAny, "passthrough">, z.objectInputType<{
|
|
3543
3547
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
3544
3548
|
} & {
|
|
@@ -3624,7 +3628,8 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
|
|
|
3624
3628
|
}>]>>;
|
|
3625
3629
|
n: z.ZodOptional<z.ZodNumber>;
|
|
3626
3630
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
3627
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
3631
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
3632
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
3628
3633
|
}, z.ZodTypeAny, "passthrough">>, z.ZodObject<{
|
|
3629
3634
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
3630
3635
|
} & {
|
|
@@ -3782,7 +3787,8 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
|
|
|
3782
3787
|
}>]>>;
|
|
3783
3788
|
n: z.ZodOptional<z.ZodNumber>;
|
|
3784
3789
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
3785
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
3790
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
3791
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
3786
3792
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
3787
3793
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
3788
3794
|
} & {
|
|
@@ -3894,7 +3900,8 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
|
|
|
3894
3900
|
}>]>>;
|
|
3895
3901
|
n: z.ZodOptional<z.ZodNumber>;
|
|
3896
3902
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
3897
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
3903
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
3904
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
3898
3905
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
3899
3906
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
3900
3907
|
} & {
|
|
@@ -4571,7 +4578,8 @@ declare const promptDefinitionWithToolsSchema: z.ZodIntersection<z.ZodIntersecti
|
|
|
4571
4578
|
}>]>>;
|
|
4572
4579
|
n: z.ZodOptional<z.ZodNumber>;
|
|
4573
4580
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
4574
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
4581
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
4582
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
4575
4583
|
}, "passthrough", z.ZodTypeAny, z.objectOutputType<{
|
|
4576
4584
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
4577
4585
|
} & {
|
|
@@ -4657,7 +4665,8 @@ declare const promptDefinitionWithToolsSchema: z.ZodIntersection<z.ZodIntersecti
|
|
|
4657
4665
|
}>]>>;
|
|
4658
4666
|
n: z.ZodOptional<z.ZodNumber>;
|
|
4659
4667
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
4660
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
4668
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
4669
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
4661
4670
|
}, z.ZodTypeAny, "passthrough">, z.objectInputType<{
|
|
4662
4671
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
4663
4672
|
} & {
|
|
@@ -4743,7 +4752,8 @@ declare const promptDefinitionWithToolsSchema: z.ZodIntersection<z.ZodIntersecti
|
|
|
4743
4752
|
}>]>>;
|
|
4744
4753
|
n: z.ZodOptional<z.ZodNumber>;
|
|
4745
4754
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
4746
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
4755
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
4756
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
4747
4757
|
}, z.ZodTypeAny, "passthrough">>, z.ZodObject<{
|
|
4748
4758
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
4749
4759
|
} & {
|
|
@@ -4901,7 +4911,8 @@ declare const promptDefinitionWithToolsSchema: z.ZodIntersection<z.ZodIntersecti
|
|
|
4901
4911
|
}>]>>;
|
|
4902
4912
|
n: z.ZodOptional<z.ZodNumber>;
|
|
4903
4913
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
4904
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
4914
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
4915
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
4905
4916
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
4906
4917
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
4907
4918
|
} & {
|
|
@@ -5013,7 +5024,8 @@ declare const promptDefinitionWithToolsSchema: z.ZodIntersection<z.ZodIntersecti
|
|
|
5013
5024
|
}>]>>;
|
|
5014
5025
|
n: z.ZodOptional<z.ZodNumber>;
|
|
5015
5026
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
5016
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
5027
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
5028
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
5017
5029
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
5018
5030
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
5019
5031
|
} & {
|
|
@@ -5781,7 +5793,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
|
|
|
5781
5793
|
}>]>>;
|
|
5782
5794
|
n: z.ZodOptional<z.ZodNumber>;
|
|
5783
5795
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
5784
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
5796
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
5797
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
5785
5798
|
}, "passthrough", z.ZodTypeAny, z.objectOutputType<{
|
|
5786
5799
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
5787
5800
|
} & {
|
|
@@ -5867,7 +5880,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
|
|
|
5867
5880
|
}>]>>;
|
|
5868
5881
|
n: z.ZodOptional<z.ZodNumber>;
|
|
5869
5882
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
5870
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
5883
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
5884
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
5871
5885
|
}, z.ZodTypeAny, "passthrough">, z.objectInputType<{
|
|
5872
5886
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
5873
5887
|
} & {
|
|
@@ -5953,7 +5967,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
|
|
|
5953
5967
|
}>]>>;
|
|
5954
5968
|
n: z.ZodOptional<z.ZodNumber>;
|
|
5955
5969
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
5956
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
5970
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
5971
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
5957
5972
|
}, z.ZodTypeAny, "passthrough">>, z.ZodObject<{
|
|
5958
5973
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
5959
5974
|
} & {
|
|
@@ -6111,7 +6126,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
|
|
|
6111
6126
|
}>]>>;
|
|
6112
6127
|
n: z.ZodOptional<z.ZodNumber>;
|
|
6113
6128
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
6114
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
6129
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
6130
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
6115
6131
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
6116
6132
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
6117
6133
|
} & {
|
|
@@ -6223,7 +6239,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
|
|
|
6223
6239
|
}>]>>;
|
|
6224
6240
|
n: z.ZodOptional<z.ZodNumber>;
|
|
6225
6241
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
6226
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
6242
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
6243
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
6227
6244
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
6228
6245
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
6229
6246
|
} & {
|
|
@@ -6478,7 +6495,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
|
|
|
6478
6495
|
}>]>>;
|
|
6479
6496
|
n: z.ZodOptional<z.ZodNumber>;
|
|
6480
6497
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
6481
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
6498
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
6499
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
6482
6500
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
6483
6501
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
6484
6502
|
} & {
|
|
@@ -6687,7 +6705,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
|
|
|
6687
6705
|
}>]>>;
|
|
6688
6706
|
n: z.ZodOptional<z.ZodNumber>;
|
|
6689
6707
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
6690
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
6708
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
6709
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
6691
6710
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
6692
6711
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
6693
6712
|
} & {
|
|
@@ -6965,6 +6984,11 @@ interface EvalOptions<EvalReport, Parameters extends EvalParameters> {
|
|
|
6965
6984
|
* A `Reporter` which you can use to summarize progress after an Eval() runs.
|
|
6966
6985
|
*/
|
|
6967
6986
|
reporter?: ReporterDef<EvalReport> | string;
|
|
6987
|
+
/**
|
|
6988
|
+
* Do not send logs to Braintrust. When true, the evaluation runs locally
|
|
6989
|
+
* and builds a local summary instead of creating an experiment. Defaults to false.
|
|
6990
|
+
*/
|
|
6991
|
+
noSendLogs?: boolean;
|
|
6968
6992
|
/**
|
|
6969
6993
|
* A callback function that will be called when an experiment is started with
|
|
6970
6994
|
* information about its project, experiment id, name, and other useful information.
|
|
@@ -7320,7 +7344,7 @@ declare class AISpanProcessor {
|
|
|
7320
7344
|
* Keep spans if:
|
|
7321
7345
|
* 1. It's a root span (no parent)
|
|
7322
7346
|
* 2. Custom filter returns true/false (if provided)
|
|
7323
|
-
* 3. Span name starts with 'gen_ai.', 'braintrust.', 'llm.', or '
|
|
7347
|
+
* 3. Span name starts with 'gen_ai.', 'braintrust.', 'llm.', 'ai.', or 'traceloop.'
|
|
7324
7348
|
* 4. Any attribute name starts with those prefixes
|
|
7325
7349
|
*/
|
|
7326
7350
|
private shouldKeepFilteredSpan;
|
|
@@ -8303,7 +8327,8 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
|
|
|
8303
8327
|
}>]>>;
|
|
8304
8328
|
n: z.ZodOptional<z.ZodNumber>;
|
|
8305
8329
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
8306
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
8330
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
8331
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
8307
8332
|
}, "passthrough", z.ZodTypeAny, z.objectOutputType<{
|
|
8308
8333
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
8309
8334
|
} & {
|
|
@@ -8389,7 +8414,8 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
|
|
|
8389
8414
|
}>]>>;
|
|
8390
8415
|
n: z.ZodOptional<z.ZodNumber>;
|
|
8391
8416
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
8392
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
8417
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
8418
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
8393
8419
|
}, z.ZodTypeAny, "passthrough">, z.objectInputType<{
|
|
8394
8420
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
8395
8421
|
} & {
|
|
@@ -8475,7 +8501,8 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
|
|
|
8475
8501
|
}>]>>;
|
|
8476
8502
|
n: z.ZodOptional<z.ZodNumber>;
|
|
8477
8503
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
8478
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
8504
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
8505
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
8479
8506
|
}, z.ZodTypeAny, "passthrough">>, z.ZodObject<{
|
|
8480
8507
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
8481
8508
|
} & {
|
|
@@ -8633,7 +8660,8 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
|
|
|
8633
8660
|
}>]>>;
|
|
8634
8661
|
n: z.ZodOptional<z.ZodNumber>;
|
|
8635
8662
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
8636
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
8663
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
8664
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
8637
8665
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
8638
8666
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
8639
8667
|
} & {
|
|
@@ -8746,7 +8774,8 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
|
|
|
8746
8774
|
}>]>>;
|
|
8747
8775
|
n: z.ZodOptional<z.ZodNumber>;
|
|
8748
8776
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
8749
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
8777
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
8778
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
8750
8779
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
8751
8780
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
8752
8781
|
} & {
|
|
@@ -8906,7 +8935,8 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
|
|
|
8906
8935
|
}>]>>;
|
|
8907
8936
|
n: z.ZodOptional<z.ZodNumber>;
|
|
8908
8937
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
8909
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
8938
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
8939
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
8910
8940
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
8911
8941
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
8912
8942
|
} & {
|
|
@@ -9125,7 +9155,8 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
|
|
|
9125
9155
|
}>]>>;
|
|
9126
9156
|
n: z.ZodOptional<z.ZodNumber>;
|
|
9127
9157
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
9128
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
9158
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
9159
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
9129
9160
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
9130
9161
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
9131
9162
|
} & {
|
|
@@ -9348,7 +9379,8 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
|
|
|
9348
9379
|
}>]>>;
|
|
9349
9380
|
n: z.ZodOptional<z.ZodNumber>;
|
|
9350
9381
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
9351
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
9382
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
9383
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
9352
9384
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
9353
9385
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
9354
9386
|
} & {
|
|
@@ -9571,7 +9603,8 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
|
|
|
9571
9603
|
}>]>>;
|
|
9572
9604
|
n: z.ZodOptional<z.ZodNumber>;
|
|
9573
9605
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
9574
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
9606
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
9607
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
9575
9608
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
9576
9609
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
9577
9610
|
} & {
|
|
@@ -10386,7 +10419,8 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
|
|
|
10386
10419
|
}>]>>;
|
|
10387
10420
|
n: z.ZodOptional<z.ZodNumber>;
|
|
10388
10421
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
10389
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
10422
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
10423
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
10390
10424
|
}, "passthrough", z.ZodTypeAny, z.objectOutputType<{
|
|
10391
10425
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
10392
10426
|
} & {
|
|
@@ -10472,7 +10506,8 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
|
|
|
10472
10506
|
}>]>>;
|
|
10473
10507
|
n: z.ZodOptional<z.ZodNumber>;
|
|
10474
10508
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
10475
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
10509
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
10510
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
10476
10511
|
}, z.ZodTypeAny, "passthrough">, z.objectInputType<{
|
|
10477
10512
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
10478
10513
|
} & {
|
|
@@ -10558,7 +10593,8 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
|
|
|
10558
10593
|
}>]>>;
|
|
10559
10594
|
n: z.ZodOptional<z.ZodNumber>;
|
|
10560
10595
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
10561
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
10596
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
10597
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
10562
10598
|
}, z.ZodTypeAny, "passthrough">>, z.ZodObject<{
|
|
10563
10599
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
10564
10600
|
} & {
|
|
@@ -10716,7 +10752,8 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
|
|
|
10716
10752
|
}>]>>;
|
|
10717
10753
|
n: z.ZodOptional<z.ZodNumber>;
|
|
10718
10754
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
10719
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
10755
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
10756
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
10720
10757
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
10721
10758
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
10722
10759
|
} & {
|
|
@@ -10829,7 +10866,8 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
|
|
|
10829
10866
|
}>]>>;
|
|
10830
10867
|
n: z.ZodOptional<z.ZodNumber>;
|
|
10831
10868
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
10832
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
10869
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
10870
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
10833
10871
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
10834
10872
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
10835
10873
|
} & {
|
|
@@ -10989,7 +11027,8 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
|
|
|
10989
11027
|
}>]>>;
|
|
10990
11028
|
n: z.ZodOptional<z.ZodNumber>;
|
|
10991
11029
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
10992
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
11030
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
11031
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
10993
11032
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
10994
11033
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
10995
11034
|
} & {
|
|
@@ -11208,7 +11247,8 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
|
|
|
11208
11247
|
}>]>>;
|
|
11209
11248
|
n: z.ZodOptional<z.ZodNumber>;
|
|
11210
11249
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
11211
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
11250
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
11251
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
11212
11252
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
11213
11253
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
11214
11254
|
} & {
|
|
@@ -11431,7 +11471,8 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
|
|
|
11431
11471
|
}>]>>;
|
|
11432
11472
|
n: z.ZodOptional<z.ZodNumber>;
|
|
11433
11473
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
11434
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
11474
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
11475
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
11435
11476
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
11436
11477
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
11437
11478
|
} & {
|
|
@@ -11654,7 +11695,8 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
|
|
|
11654
11695
|
}>]>>;
|
|
11655
11696
|
n: z.ZodOptional<z.ZodNumber>;
|
|
11656
11697
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
11657
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
11698
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
11699
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
11658
11700
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
11659
11701
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
11660
11702
|
} & {
|
|
@@ -11894,7 +11936,8 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
|
|
|
11894
11936
|
}>]>>;
|
|
11895
11937
|
n: z.ZodOptional<z.ZodNumber>;
|
|
11896
11938
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
11897
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
11939
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
11940
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
11898
11941
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
11899
11942
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
11900
11943
|
} & {
|
|
@@ -12124,7 +12167,8 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
|
|
|
12124
12167
|
}>]>>;
|
|
12125
12168
|
n: z.ZodOptional<z.ZodNumber>;
|
|
12126
12169
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
12127
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
12170
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
12171
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
12128
12172
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
12129
12173
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
12130
12174
|
} & {
|
|
@@ -12930,7 +12974,8 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
|
12930
12974
|
}>]>>;
|
|
12931
12975
|
n: z.ZodOptional<z.ZodNumber>;
|
|
12932
12976
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
12933
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
12977
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
12978
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
12934
12979
|
}, "passthrough", z.ZodTypeAny, z.objectOutputType<{
|
|
12935
12980
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
12936
12981
|
} & {
|
|
@@ -13016,7 +13061,8 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
|
13016
13061
|
}>]>>;
|
|
13017
13062
|
n: z.ZodOptional<z.ZodNumber>;
|
|
13018
13063
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
13019
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
13064
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
13065
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
13020
13066
|
}, z.ZodTypeAny, "passthrough">, z.objectInputType<{
|
|
13021
13067
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
13022
13068
|
} & {
|
|
@@ -13102,7 +13148,8 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
|
13102
13148
|
}>]>>;
|
|
13103
13149
|
n: z.ZodOptional<z.ZodNumber>;
|
|
13104
13150
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
13105
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
13151
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
13152
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
13106
13153
|
}, z.ZodTypeAny, "passthrough">>, z.ZodObject<{
|
|
13107
13154
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
13108
13155
|
} & {
|
|
@@ -13260,7 +13307,8 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
|
13260
13307
|
}>]>>;
|
|
13261
13308
|
n: z.ZodOptional<z.ZodNumber>;
|
|
13262
13309
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
13263
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
13310
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
13311
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
13264
13312
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
13265
13313
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
13266
13314
|
} & {
|
|
@@ -13373,7 +13421,8 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
|
13373
13421
|
}>]>>;
|
|
13374
13422
|
n: z.ZodOptional<z.ZodNumber>;
|
|
13375
13423
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
13376
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
13424
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
13425
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
13377
13426
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
13378
13427
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
13379
13428
|
} & {
|
|
@@ -13533,7 +13582,8 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
|
13533
13582
|
}>]>>;
|
|
13534
13583
|
n: z.ZodOptional<z.ZodNumber>;
|
|
13535
13584
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
13536
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
13585
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
13586
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
13537
13587
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
13538
13588
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
13539
13589
|
} & {
|
|
@@ -13752,7 +13802,8 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
|
13752
13802
|
}>]>>;
|
|
13753
13803
|
n: z.ZodOptional<z.ZodNumber>;
|
|
13754
13804
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
13755
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
13805
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
13806
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
13756
13807
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
13757
13808
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
13758
13809
|
} & {
|
|
@@ -13975,7 +14026,8 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
|
13975
14026
|
}>]>>;
|
|
13976
14027
|
n: z.ZodOptional<z.ZodNumber>;
|
|
13977
14028
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
13978
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
14029
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
14030
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
13979
14031
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
13980
14032
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
13981
14033
|
} & {
|
|
@@ -14198,7 +14250,8 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
|
14198
14250
|
}>]>>;
|
|
14199
14251
|
n: z.ZodOptional<z.ZodNumber>;
|
|
14200
14252
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
14201
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
14253
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
14254
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
14202
14255
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
14203
14256
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
14204
14257
|
} & {
|
|
@@ -14438,7 +14491,8 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
|
14438
14491
|
}>]>>;
|
|
14439
14492
|
n: z.ZodOptional<z.ZodNumber>;
|
|
14440
14493
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
14441
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
14494
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
14495
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
14442
14496
|
}, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
|
|
14443
14497
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
14444
14498
|
} & {
|
|
@@ -14668,7 +14722,8 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
|
14668
14722
|
}>]>>;
|
|
14669
14723
|
n: z.ZodOptional<z.ZodNumber>;
|
|
14670
14724
|
stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
14671
|
-
reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
14725
|
+
reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
|
|
14726
|
+
verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
|
|
14672
14727
|
}, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
|
|
14673
14728
|
use_cache: z.ZodOptional<z.ZodBoolean>;
|
|
14674
14729
|
} & {
|
package/dist/index.js
CHANGED
|
@@ -6131,6 +6131,7 @@ async function loadPrompt({
|
|
|
6131
6131
|
projectId,
|
|
6132
6132
|
slug,
|
|
6133
6133
|
version,
|
|
6134
|
+
environment,
|
|
6134
6135
|
id,
|
|
6135
6136
|
defaults,
|
|
6136
6137
|
noTrace = false,
|
|
@@ -6141,6 +6142,11 @@ async function loadPrompt({
|
|
|
6141
6142
|
forceLogin,
|
|
6142
6143
|
state: stateArg
|
|
6143
6144
|
}) {
|
|
6145
|
+
if (version && environment) {
|
|
6146
|
+
throw new Error(
|
|
6147
|
+
"Cannot specify both 'version' and 'environment' parameters. Please use only one (remove the other)."
|
|
6148
|
+
);
|
|
6149
|
+
}
|
|
6144
6150
|
if (id) {
|
|
6145
6151
|
} else if (isEmpty(projectName) && isEmpty(projectId)) {
|
|
6146
6152
|
throw new Error("Must specify either projectName or projectId");
|
|
@@ -6158,7 +6164,10 @@ async function loadPrompt({
|
|
|
6158
6164
|
forceLogin
|
|
6159
6165
|
});
|
|
6160
6166
|
if (id) {
|
|
6161
|
-
response = await state.apiConn().get_json(`v1/prompt/${id}`, {
|
|
6167
|
+
response = await state.apiConn().get_json(`v1/prompt/${id}`, {
|
|
6168
|
+
...version && { version },
|
|
6169
|
+
...environment && { environment }
|
|
6170
|
+
});
|
|
6162
6171
|
if (response) {
|
|
6163
6172
|
response = { objects: [response] };
|
|
6164
6173
|
}
|
|
@@ -6167,10 +6176,14 @@ async function loadPrompt({
|
|
|
6167
6176
|
project_name: projectName,
|
|
6168
6177
|
project_id: projectId,
|
|
6169
6178
|
slug,
|
|
6170
|
-
version
|
|
6179
|
+
version,
|
|
6180
|
+
...environment && { environment }
|
|
6171
6181
|
});
|
|
6172
6182
|
}
|
|
6173
6183
|
} catch (e) {
|
|
6184
|
+
if (environment || version) {
|
|
6185
|
+
throw new Error(`Prompt not found with specified parameters: ${e}`);
|
|
6186
|
+
}
|
|
6174
6187
|
console.warn("Failed to load prompt, attempting to fall back to cache:", e);
|
|
6175
6188
|
let prompt2;
|
|
6176
6189
|
if (id) {
|
|
@@ -9958,7 +9971,7 @@ async function Eval(name, evaluator, reporterOrOpts) {
|
|
|
9958
9971
|
const { data, baseExperiment: defaultBaseExperiment } = callEvaluatorData(
|
|
9959
9972
|
evaluator.data
|
|
9960
9973
|
);
|
|
9961
|
-
const experiment = options.parent ? null : initExperiment2(evaluator.state, {
|
|
9974
|
+
const experiment = options.parent || options.noSendLogs ? null : initExperiment2(evaluator.state, {
|
|
9962
9975
|
...evaluator.projectId ? { projectId: evaluator.projectId } : { project: name },
|
|
9963
9976
|
experiment: evaluator.experimentName,
|
|
9964
9977
|
description: evaluator.description,
|
|
@@ -12185,7 +12198,13 @@ try {
|
|
|
12185
12198
|
);
|
|
12186
12199
|
OTEL_AVAILABLE = false;
|
|
12187
12200
|
}
|
|
12188
|
-
var FILTER_PREFIXES = [
|
|
12201
|
+
var FILTER_PREFIXES = [
|
|
12202
|
+
"gen_ai.",
|
|
12203
|
+
"braintrust.",
|
|
12204
|
+
"llm.",
|
|
12205
|
+
"ai.",
|
|
12206
|
+
"traceloop."
|
|
12207
|
+
];
|
|
12189
12208
|
var AISpanProcessor = class _AISpanProcessor {
|
|
12190
12209
|
static checkOtelAvailable() {
|
|
12191
12210
|
if (!OTEL_AVAILABLE) {
|
|
@@ -12242,7 +12261,7 @@ var AISpanProcessor = class _AISpanProcessor {
|
|
|
12242
12261
|
* Keep spans if:
|
|
12243
12262
|
* 1. It's a root span (no parent)
|
|
12244
12263
|
* 2. Custom filter returns true/false (if provided)
|
|
12245
|
-
* 3. Span name starts with 'gen_ai.', 'braintrust.', 'llm.', or '
|
|
12264
|
+
* 3. Span name starts with 'gen_ai.', 'braintrust.', 'llm.', 'ai.', or 'traceloop.'
|
|
12246
12265
|
* 4. Any attribute name starts with those prefixes
|
|
12247
12266
|
*/
|
|
12248
12267
|
shouldKeepFilteredSpan(span) {
|