braintrust 0.2.1 → 0.2.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.mts CHANGED
@@ -1024,6 +1024,7 @@ type LoadPromptOptions = FullLoginOptions & {
1024
1024
  id?: string;
1025
1025
  defaults?: DefaultPromptArgs;
1026
1026
  noTrace?: boolean;
1027
+ environment?: string;
1027
1028
  state?: BraintrustState;
1028
1029
  };
1029
1030
  /**
@@ -1034,6 +1035,7 @@ type LoadPromptOptions = FullLoginOptions & {
1034
1035
  * @param options.projectId The id of the project to load the prompt from. This takes precedence over `projectName` if specified.
1035
1036
  * @param options.slug The slug of the prompt to load.
1036
1037
  * @param options.version An optional version of the prompt (to read). If not specified, the latest version will be used.
1038
+ * @param options.environment Fetch the version of the prompt assigned to the specified environment (e.g. "production", "staging"). Cannot be specified at the same time as `version`.
1037
1039
  * @param options.id The id of a specific prompt to load. If specified, this takes precedence over all other parameters (project, slug, version).
1038
1040
  * @param options.defaults (Optional) A dictionary of default values to use when rendering the prompt. Prompt values will override these defaults.
1039
1041
  * @param options.noTrace If true, do not include logging metadata for this prompt when build() is called.
@@ -1053,7 +1055,7 @@ type LoadPromptOptions = FullLoginOptions & {
1053
1055
  * });
1054
1056
  * ```
1055
1057
  */
1056
- declare function loadPrompt({ projectName, projectId, slug, version, id, defaults, noTrace, appUrl, apiKey, orgName, fetch, forceLogin, state: stateArg, }: LoadPromptOptions): Promise<Prompt<true, true>>;
1058
+ declare function loadPrompt({ projectName, projectId, slug, version, environment, id, defaults, noTrace, appUrl, apiKey, orgName, fetch, forceLogin, state: stateArg, }: LoadPromptOptions): Promise<Prompt<true, true>>;
1057
1059
  /**
1058
1060
  * Options for logging in to Braintrust.
1059
1061
  */
@@ -1156,6 +1158,29 @@ declare function logError(span: Span$1, error: unknown): void;
1156
1158
  * See {@link Span.traced} for full details.
1157
1159
  */
1158
1160
  declare function traced<IsAsyncFlush extends boolean = true, R = void>(callback: (span: Span$1) => R, args?: StartSpanArgs & SetCurrentArg & AsyncFlushArg<IsAsyncFlush> & OptionalStateArg): PromiseUnless<IsAsyncFlush, R>;
1161
+ /**
1162
+ * Check if a function is a sync generator function.
1163
+ *
1164
+ * Note: This uses Object.prototype.toString which is sufficient for environments that
1165
+ * support generator functions (ES6+). While our code is compiled to ES2022, consumers
1166
+ * may run it in various environments. However, if generators aren't supported in their
1167
+ * environment, the generator functions themselves won't work anyway, making detection moot.
1168
+ *
1169
+ * @param fn The function to check.
1170
+ * @returns True if the function is a sync generator function.
1171
+ */
1172
+ declare function isGeneratorFunction(fn: any): boolean;
1173
+ /**
1174
+ * Check if a function is an async generator function.
1175
+ *
1176
+ * Note: see isGeneratorFunction disclaimer
1177
+ * @param fn The function to check.
1178
+ * @returns True if the function is an async generator function.
1179
+ */
1180
+ declare function isAsyncGeneratorFunction(fn: any): boolean;
1181
+ type WrapTracedArgs = {
1182
+ noTraceIO?: boolean;
1183
+ };
1159
1184
  /**
1160
1185
  * Wrap a function with `traced`, using the arguments as `input` and return value as `output`.
1161
1186
  * Any functions wrapped this way will automatically be traced, similar to the `@traced` decorator
@@ -1181,7 +1206,7 @@ declare function traced<IsAsyncFlush extends boolean = true, R = void>(callback:
1181
1206
  * @param args Span-level arguments (e.g. a custom name or type) to pass to `traced`.
1182
1207
  * @returns The wrapped function.
1183
1208
  */
1184
- declare function wrapTraced<F extends (...args: any[]) => any, IsAsyncFlush extends boolean = true>(fn: F, args?: StartSpanArgs & SetCurrentArg & AsyncFlushArg<IsAsyncFlush>): IsAsyncFlush extends false ? (...args: Parameters<F>) => Promise<Awaited<ReturnType<F>>> : F;
1209
+ declare function wrapTraced<F extends (...args: any[]) => any, IsAsyncFlush extends boolean = true>(fn: F, args?: StartSpanArgs & SetCurrentArg & AsyncFlushArg<IsAsyncFlush> & WrapTracedArgs): IsAsyncFlush extends false ? (...args: Parameters<F>) => Promise<Awaited<ReturnType<F>>> : F;
1185
1210
  /**
1186
1211
  * A synonym for `wrapTraced`. If you're porting from systems that use `traceable`, you can use this to
1187
1212
  * make your codebase more consistent.
@@ -1702,6 +1727,8 @@ declare const _exportsForTestingOnly: {
1702
1727
  simulateLoginForTests: typeof simulateLoginForTests;
1703
1728
  simulateLogoutForTests: typeof simulateLogoutForTests;
1704
1729
  setInitialTestState: typeof setInitialTestState;
1730
+ isGeneratorFunction: typeof isGeneratorFunction;
1731
+ isAsyncGeneratorFunction: typeof isAsyncGeneratorFunction;
1705
1732
  };
1706
1733
 
1707
1734
  declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
@@ -3427,7 +3454,8 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
3427
3454
  }>]>>;
3428
3455
  n: z.ZodOptional<z.ZodNumber>;
3429
3456
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
3430
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3457
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
3458
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3431
3459
  }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
3432
3460
  use_cache: z.ZodOptional<z.ZodBoolean>;
3433
3461
  } & {
@@ -3513,7 +3541,8 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
3513
3541
  }>]>>;
3514
3542
  n: z.ZodOptional<z.ZodNumber>;
3515
3543
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
3516
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3544
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
3545
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3517
3546
  }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
3518
3547
  use_cache: z.ZodOptional<z.ZodBoolean>;
3519
3548
  } & {
@@ -3599,7 +3628,8 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
3599
3628
  }>]>>;
3600
3629
  n: z.ZodOptional<z.ZodNumber>;
3601
3630
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
3602
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3631
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
3632
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3603
3633
  }, z.ZodTypeAny, "passthrough">>, z.ZodObject<{
3604
3634
  use_cache: z.ZodOptional<z.ZodBoolean>;
3605
3635
  } & {
@@ -3757,7 +3787,8 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
3757
3787
  }>]>>;
3758
3788
  n: z.ZodOptional<z.ZodNumber>;
3759
3789
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
3760
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3790
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
3791
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3761
3792
  }, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
3762
3793
  use_cache: z.ZodOptional<z.ZodBoolean>;
3763
3794
  } & {
@@ -3869,7 +3900,8 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
3869
3900
  }>]>>;
3870
3901
  n: z.ZodOptional<z.ZodNumber>;
3871
3902
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
3872
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3903
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
3904
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3873
3905
  }, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
3874
3906
  use_cache: z.ZodOptional<z.ZodBoolean>;
3875
3907
  } & {
@@ -4546,7 +4578,8 @@ declare const promptDefinitionWithToolsSchema: z.ZodIntersection<z.ZodIntersecti
4546
4578
  }>]>>;
4547
4579
  n: z.ZodOptional<z.ZodNumber>;
4548
4580
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
4549
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
4581
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
4582
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
4550
4583
  }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
4551
4584
  use_cache: z.ZodOptional<z.ZodBoolean>;
4552
4585
  } & {
@@ -4632,7 +4665,8 @@ declare const promptDefinitionWithToolsSchema: z.ZodIntersection<z.ZodIntersecti
4632
4665
  }>]>>;
4633
4666
  n: z.ZodOptional<z.ZodNumber>;
4634
4667
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
4635
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
4668
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
4669
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
4636
4670
  }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
4637
4671
  use_cache: z.ZodOptional<z.ZodBoolean>;
4638
4672
  } & {
@@ -4718,7 +4752,8 @@ declare const promptDefinitionWithToolsSchema: z.ZodIntersection<z.ZodIntersecti
4718
4752
  }>]>>;
4719
4753
  n: z.ZodOptional<z.ZodNumber>;
4720
4754
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
4721
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
4755
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
4756
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
4722
4757
  }, z.ZodTypeAny, "passthrough">>, z.ZodObject<{
4723
4758
  use_cache: z.ZodOptional<z.ZodBoolean>;
4724
4759
  } & {
@@ -4876,7 +4911,8 @@ declare const promptDefinitionWithToolsSchema: z.ZodIntersection<z.ZodIntersecti
4876
4911
  }>]>>;
4877
4912
  n: z.ZodOptional<z.ZodNumber>;
4878
4913
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
4879
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
4914
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
4915
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
4880
4916
  }, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
4881
4917
  use_cache: z.ZodOptional<z.ZodBoolean>;
4882
4918
  } & {
@@ -4988,7 +5024,8 @@ declare const promptDefinitionWithToolsSchema: z.ZodIntersection<z.ZodIntersecti
4988
5024
  }>]>>;
4989
5025
  n: z.ZodOptional<z.ZodNumber>;
4990
5026
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
4991
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
5027
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
5028
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
4992
5029
  }, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
4993
5030
  use_cache: z.ZodOptional<z.ZodBoolean>;
4994
5031
  } & {
@@ -5756,7 +5793,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
5756
5793
  }>]>>;
5757
5794
  n: z.ZodOptional<z.ZodNumber>;
5758
5795
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
5759
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
5796
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
5797
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
5760
5798
  }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
5761
5799
  use_cache: z.ZodOptional<z.ZodBoolean>;
5762
5800
  } & {
@@ -5842,7 +5880,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
5842
5880
  }>]>>;
5843
5881
  n: z.ZodOptional<z.ZodNumber>;
5844
5882
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
5845
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
5883
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
5884
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
5846
5885
  }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
5847
5886
  use_cache: z.ZodOptional<z.ZodBoolean>;
5848
5887
  } & {
@@ -5928,7 +5967,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
5928
5967
  }>]>>;
5929
5968
  n: z.ZodOptional<z.ZodNumber>;
5930
5969
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
5931
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
5970
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
5971
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
5932
5972
  }, z.ZodTypeAny, "passthrough">>, z.ZodObject<{
5933
5973
  use_cache: z.ZodOptional<z.ZodBoolean>;
5934
5974
  } & {
@@ -6086,7 +6126,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
6086
6126
  }>]>>;
6087
6127
  n: z.ZodOptional<z.ZodNumber>;
6088
6128
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
6089
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
6129
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
6130
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
6090
6131
  }, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
6091
6132
  use_cache: z.ZodOptional<z.ZodBoolean>;
6092
6133
  } & {
@@ -6198,7 +6239,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
6198
6239
  }>]>>;
6199
6240
  n: z.ZodOptional<z.ZodNumber>;
6200
6241
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
6201
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
6242
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
6243
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
6202
6244
  }, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
6203
6245
  use_cache: z.ZodOptional<z.ZodBoolean>;
6204
6246
  } & {
@@ -6453,7 +6495,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
6453
6495
  }>]>>;
6454
6496
  n: z.ZodOptional<z.ZodNumber>;
6455
6497
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
6456
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
6498
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
6499
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
6457
6500
  }, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
6458
6501
  use_cache: z.ZodOptional<z.ZodBoolean>;
6459
6502
  } & {
@@ -6662,7 +6705,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
6662
6705
  }>]>>;
6663
6706
  n: z.ZodOptional<z.ZodNumber>;
6664
6707
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
6665
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
6708
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
6709
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
6666
6710
  }, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
6667
6711
  use_cache: z.ZodOptional<z.ZodBoolean>;
6668
6712
  } & {
@@ -6940,6 +6984,11 @@ interface EvalOptions<EvalReport, Parameters extends EvalParameters> {
6940
6984
  * A `Reporter` which you can use to summarize progress after an Eval() runs.
6941
6985
  */
6942
6986
  reporter?: ReporterDef<EvalReport> | string;
6987
+ /**
6988
+ * Do not send logs to Braintrust. When true, the evaluation runs locally
6989
+ * and builds a local summary instead of creating an experiment. Defaults to false.
6990
+ */
6991
+ noSendLogs?: boolean;
6943
6992
  /**
6944
6993
  * A callback function that will be called when an experiment is started with
6945
6994
  * information about its project, experiment id, name, and other useful information.
@@ -7295,7 +7344,7 @@ declare class AISpanProcessor {
7295
7344
  * Keep spans if:
7296
7345
  * 1. It's a root span (no parent)
7297
7346
  * 2. Custom filter returns true/false (if provided)
7298
- * 3. Span name starts with 'gen_ai.', 'braintrust.', 'llm.', or 'ai.'
7347
+ * 3. Span name starts with 'gen_ai.', 'braintrust.', 'llm.', 'ai.', or 'traceloop.'
7299
7348
  * 4. Any attribute name starts with those prefixes
7300
7349
  */
7301
7350
  private shouldKeepFilteredSpan;
@@ -8278,7 +8327,8 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
8278
8327
  }>]>>;
8279
8328
  n: z.ZodOptional<z.ZodNumber>;
8280
8329
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
8281
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
8330
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
8331
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
8282
8332
  }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
8283
8333
  use_cache: z.ZodOptional<z.ZodBoolean>;
8284
8334
  } & {
@@ -8364,7 +8414,8 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
8364
8414
  }>]>>;
8365
8415
  n: z.ZodOptional<z.ZodNumber>;
8366
8416
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
8367
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
8417
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
8418
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
8368
8419
  }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
8369
8420
  use_cache: z.ZodOptional<z.ZodBoolean>;
8370
8421
  } & {
@@ -8450,7 +8501,8 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
8450
8501
  }>]>>;
8451
8502
  n: z.ZodOptional<z.ZodNumber>;
8452
8503
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
8453
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
8504
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
8505
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
8454
8506
  }, z.ZodTypeAny, "passthrough">>, z.ZodObject<{
8455
8507
  use_cache: z.ZodOptional<z.ZodBoolean>;
8456
8508
  } & {
@@ -8608,7 +8660,8 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
8608
8660
  }>]>>;
8609
8661
  n: z.ZodOptional<z.ZodNumber>;
8610
8662
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
8611
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
8663
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
8664
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
8612
8665
  }, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
8613
8666
  use_cache: z.ZodOptional<z.ZodBoolean>;
8614
8667
  } & {
@@ -8721,7 +8774,8 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
8721
8774
  }>]>>;
8722
8775
  n: z.ZodOptional<z.ZodNumber>;
8723
8776
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
8724
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
8777
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
8778
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
8725
8779
  }, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
8726
8780
  use_cache: z.ZodOptional<z.ZodBoolean>;
8727
8781
  } & {
@@ -8881,7 +8935,8 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
8881
8935
  }>]>>;
8882
8936
  n: z.ZodOptional<z.ZodNumber>;
8883
8937
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
8884
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
8938
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
8939
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
8885
8940
  }, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
8886
8941
  use_cache: z.ZodOptional<z.ZodBoolean>;
8887
8942
  } & {
@@ -9100,7 +9155,8 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
9100
9155
  }>]>>;
9101
9156
  n: z.ZodOptional<z.ZodNumber>;
9102
9157
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
9103
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
9158
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
9159
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
9104
9160
  }, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
9105
9161
  use_cache: z.ZodOptional<z.ZodBoolean>;
9106
9162
  } & {
@@ -9323,7 +9379,8 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
9323
9379
  }>]>>;
9324
9380
  n: z.ZodOptional<z.ZodNumber>;
9325
9381
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
9326
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
9382
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
9383
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
9327
9384
  }, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
9328
9385
  use_cache: z.ZodOptional<z.ZodBoolean>;
9329
9386
  } & {
@@ -9546,7 +9603,8 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
9546
9603
  }>]>>;
9547
9604
  n: z.ZodOptional<z.ZodNumber>;
9548
9605
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
9549
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
9606
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
9607
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
9550
9608
  }, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
9551
9609
  use_cache: z.ZodOptional<z.ZodBoolean>;
9552
9610
  } & {
@@ -10361,7 +10419,8 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
10361
10419
  }>]>>;
10362
10420
  n: z.ZodOptional<z.ZodNumber>;
10363
10421
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
10364
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
10422
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
10423
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
10365
10424
  }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
10366
10425
  use_cache: z.ZodOptional<z.ZodBoolean>;
10367
10426
  } & {
@@ -10447,7 +10506,8 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
10447
10506
  }>]>>;
10448
10507
  n: z.ZodOptional<z.ZodNumber>;
10449
10508
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
10450
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
10509
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
10510
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
10451
10511
  }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
10452
10512
  use_cache: z.ZodOptional<z.ZodBoolean>;
10453
10513
  } & {
@@ -10533,7 +10593,8 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
10533
10593
  }>]>>;
10534
10594
  n: z.ZodOptional<z.ZodNumber>;
10535
10595
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
10536
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
10596
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
10597
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
10537
10598
  }, z.ZodTypeAny, "passthrough">>, z.ZodObject<{
10538
10599
  use_cache: z.ZodOptional<z.ZodBoolean>;
10539
10600
  } & {
@@ -10691,7 +10752,8 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
10691
10752
  }>]>>;
10692
10753
  n: z.ZodOptional<z.ZodNumber>;
10693
10754
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
10694
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
10755
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
10756
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
10695
10757
  }, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
10696
10758
  use_cache: z.ZodOptional<z.ZodBoolean>;
10697
10759
  } & {
@@ -10804,7 +10866,8 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
10804
10866
  }>]>>;
10805
10867
  n: z.ZodOptional<z.ZodNumber>;
10806
10868
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
10807
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
10869
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
10870
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
10808
10871
  }, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
10809
10872
  use_cache: z.ZodOptional<z.ZodBoolean>;
10810
10873
  } & {
@@ -10964,7 +11027,8 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
10964
11027
  }>]>>;
10965
11028
  n: z.ZodOptional<z.ZodNumber>;
10966
11029
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
10967
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
11030
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
11031
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
10968
11032
  }, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
10969
11033
  use_cache: z.ZodOptional<z.ZodBoolean>;
10970
11034
  } & {
@@ -11183,7 +11247,8 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
11183
11247
  }>]>>;
11184
11248
  n: z.ZodOptional<z.ZodNumber>;
11185
11249
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
11186
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
11250
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
11251
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
11187
11252
  }, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
11188
11253
  use_cache: z.ZodOptional<z.ZodBoolean>;
11189
11254
  } & {
@@ -11406,7 +11471,8 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
11406
11471
  }>]>>;
11407
11472
  n: z.ZodOptional<z.ZodNumber>;
11408
11473
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
11409
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
11474
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
11475
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
11410
11476
  }, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
11411
11477
  use_cache: z.ZodOptional<z.ZodBoolean>;
11412
11478
  } & {
@@ -11629,7 +11695,8 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
11629
11695
  }>]>>;
11630
11696
  n: z.ZodOptional<z.ZodNumber>;
11631
11697
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
11632
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
11698
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
11699
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
11633
11700
  }, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
11634
11701
  use_cache: z.ZodOptional<z.ZodBoolean>;
11635
11702
  } & {
@@ -11869,7 +11936,8 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
11869
11936
  }>]>>;
11870
11937
  n: z.ZodOptional<z.ZodNumber>;
11871
11938
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
11872
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
11939
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
11940
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
11873
11941
  }, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
11874
11942
  use_cache: z.ZodOptional<z.ZodBoolean>;
11875
11943
  } & {
@@ -12099,7 +12167,8 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
12099
12167
  }>]>>;
12100
12168
  n: z.ZodOptional<z.ZodNumber>;
12101
12169
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
12102
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
12170
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
12171
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
12103
12172
  }, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
12104
12173
  use_cache: z.ZodOptional<z.ZodBoolean>;
12105
12174
  } & {
@@ -12905,7 +12974,8 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
12905
12974
  }>]>>;
12906
12975
  n: z.ZodOptional<z.ZodNumber>;
12907
12976
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
12908
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
12977
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
12978
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
12909
12979
  }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
12910
12980
  use_cache: z.ZodOptional<z.ZodBoolean>;
12911
12981
  } & {
@@ -12991,7 +13061,8 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
12991
13061
  }>]>>;
12992
13062
  n: z.ZodOptional<z.ZodNumber>;
12993
13063
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
12994
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
13064
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
13065
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
12995
13066
  }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
12996
13067
  use_cache: z.ZodOptional<z.ZodBoolean>;
12997
13068
  } & {
@@ -13077,7 +13148,8 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
13077
13148
  }>]>>;
13078
13149
  n: z.ZodOptional<z.ZodNumber>;
13079
13150
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
13080
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
13151
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
13152
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
13081
13153
  }, z.ZodTypeAny, "passthrough">>, z.ZodObject<{
13082
13154
  use_cache: z.ZodOptional<z.ZodBoolean>;
13083
13155
  } & {
@@ -13235,7 +13307,8 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
13235
13307
  }>]>>;
13236
13308
  n: z.ZodOptional<z.ZodNumber>;
13237
13309
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
13238
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
13310
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
13311
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
13239
13312
  }, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
13240
13313
  use_cache: z.ZodOptional<z.ZodBoolean>;
13241
13314
  } & {
@@ -13348,7 +13421,8 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
13348
13421
  }>]>>;
13349
13422
  n: z.ZodOptional<z.ZodNumber>;
13350
13423
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
13351
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
13424
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
13425
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
13352
13426
  }, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
13353
13427
  use_cache: z.ZodOptional<z.ZodBoolean>;
13354
13428
  } & {
@@ -13508,7 +13582,8 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
13508
13582
  }>]>>;
13509
13583
  n: z.ZodOptional<z.ZodNumber>;
13510
13584
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
13511
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
13585
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
13586
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
13512
13587
  }, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
13513
13588
  use_cache: z.ZodOptional<z.ZodBoolean>;
13514
13589
  } & {
@@ -13727,7 +13802,8 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
13727
13802
  }>]>>;
13728
13803
  n: z.ZodOptional<z.ZodNumber>;
13729
13804
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
13730
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
13805
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
13806
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
13731
13807
  }, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
13732
13808
  use_cache: z.ZodOptional<z.ZodBoolean>;
13733
13809
  } & {
@@ -13950,7 +14026,8 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
13950
14026
  }>]>>;
13951
14027
  n: z.ZodOptional<z.ZodNumber>;
13952
14028
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
13953
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
14029
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
14030
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
13954
14031
  }, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
13955
14032
  use_cache: z.ZodOptional<z.ZodBoolean>;
13956
14033
  } & {
@@ -14173,7 +14250,8 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
14173
14250
  }>]>>;
14174
14251
  n: z.ZodOptional<z.ZodNumber>;
14175
14252
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
14176
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
14253
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
14254
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
14177
14255
  }, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
14178
14256
  use_cache: z.ZodOptional<z.ZodBoolean>;
14179
14257
  } & {
@@ -14413,7 +14491,8 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
14413
14491
  }>]>>;
14414
14492
  n: z.ZodOptional<z.ZodNumber>;
14415
14493
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
14416
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
14494
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
14495
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
14417
14496
  }, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
14418
14497
  use_cache: z.ZodOptional<z.ZodBoolean>;
14419
14498
  } & {
@@ -14643,7 +14722,8 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
14643
14722
  }>]>>;
14644
14723
  n: z.ZodOptional<z.ZodNumber>;
14645
14724
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
14646
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
14725
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
14726
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
14647
14727
  }, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
14648
14728
  use_cache: z.ZodOptional<z.ZodBoolean>;
14649
14729
  } & {