braintrust 0.2.1 → 0.2.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (14) hide show
  1. package/dev/dist/index.d.mts +24 -12
  2. package/dev/dist/index.d.ts +24 -12
  3. package/dev/dist/index.js +1 -1
  4. package/dev/dist/index.mjs +1 -1
  5. package/dist/browser.d.mts +115 -45
  6. package/dist/browser.d.ts +115 -45
  7. package/dist/browser.js +259 -45
  8. package/dist/browser.mjs +217 -3
  9. package/dist/cli.js +74 -20
  10. package/dist/index.d.mts +131 -51
  11. package/dist/index.d.ts +131 -51
  12. package/dist/index.js +311 -79
  13. package/dist/index.mjs +246 -14
  14. package/package.json +2 -2
package/dev/dist/index.d.mts CHANGED
@@ -1836,7 +1836,8 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
1836
1836
  }>]>>;
1837
1837
  n: z.ZodOptional<z.ZodNumber>;
1838
1838
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
1839
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
1839
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
1840
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
1840
1841
  }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
1841
1842
  use_cache: z.ZodOptional<z.ZodBoolean>;
1842
1843
  } & {
@@ -1922,7 +1923,8 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
1922
1923
  }>]>>;
1923
1924
  n: z.ZodOptional<z.ZodNumber>;
1924
1925
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
1925
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
1926
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
1927
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
1926
1928
  }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
1927
1929
  use_cache: z.ZodOptional<z.ZodBoolean>;
1928
1930
  } & {
@@ -2008,7 +2010,8 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
2008
2010
  }>]>>;
2009
2011
  n: z.ZodOptional<z.ZodNumber>;
2010
2012
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
2011
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
2013
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
2014
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
2012
2015
  }, z.ZodTypeAny, "passthrough">>, z.ZodObject<{
2013
2016
  use_cache: z.ZodOptional<z.ZodBoolean>;
2014
2017
  } & {
@@ -2166,7 +2169,8 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
2166
2169
  }>]>>;
2167
2170
  n: z.ZodOptional<z.ZodNumber>;
2168
2171
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
2169
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
2172
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
2173
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
2170
2174
  }, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
2171
2175
  use_cache: z.ZodOptional<z.ZodBoolean>;
2172
2176
  } & {
@@ -2278,7 +2282,8 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
2278
2282
  }>]>>;
2279
2283
  n: z.ZodOptional<z.ZodNumber>;
2280
2284
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
2281
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
2285
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
2286
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
2282
2287
  }, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
2283
2288
  use_cache: z.ZodOptional<z.ZodBoolean>;
2284
2289
  } & {
@@ -2983,7 +2988,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
2983
2988
  }>]>>;
2984
2989
  n: z.ZodOptional<z.ZodNumber>;
2985
2990
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
2986
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
2991
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
2992
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
2987
2993
  }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
2988
2994
  use_cache: z.ZodOptional<z.ZodBoolean>;
2989
2995
  } & {
@@ -3069,7 +3075,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3069
3075
  }>]>>;
3070
3076
  n: z.ZodOptional<z.ZodNumber>;
3071
3077
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
3072
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3078
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
3079
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3073
3080
  }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
3074
3081
  use_cache: z.ZodOptional<z.ZodBoolean>;
3075
3082
  } & {
@@ -3155,7 +3162,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3155
3162
  }>]>>;
3156
3163
  n: z.ZodOptional<z.ZodNumber>;
3157
3164
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
3158
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3165
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
3166
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3159
3167
  }, z.ZodTypeAny, "passthrough">>, z.ZodObject<{
3160
3168
  use_cache: z.ZodOptional<z.ZodBoolean>;
3161
3169
  } & {
@@ -3313,7 +3321,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3313
3321
  }>]>>;
3314
3322
  n: z.ZodOptional<z.ZodNumber>;
3315
3323
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
3316
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3324
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
3325
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3317
3326
  }, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
3318
3327
  use_cache: z.ZodOptional<z.ZodBoolean>;
3319
3328
  } & {
@@ -3425,7 +3434,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3425
3434
  }>]>>;
3426
3435
  n: z.ZodOptional<z.ZodNumber>;
3427
3436
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
3428
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3437
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
3438
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3429
3439
  }, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
3430
3440
  use_cache: z.ZodOptional<z.ZodBoolean>;
3431
3441
  } & {
@@ -3680,7 +3690,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3680
3690
  }>]>>;
3681
3691
  n: z.ZodOptional<z.ZodNumber>;
3682
3692
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
3683
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3693
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
3694
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3684
3695
  }, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
3685
3696
  use_cache: z.ZodOptional<z.ZodBoolean>;
3686
3697
  } & {
@@ -3889,7 +3900,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3889
3900
  }>]>>;
3890
3901
  n: z.ZodOptional<z.ZodNumber>;
3891
3902
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
3892
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3903
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
3904
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3893
3905
  }, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
3894
3906
  use_cache: z.ZodOptional<z.ZodBoolean>;
3895
3907
  } & {
package/dev/dist/index.d.ts CHANGED
@@ -1836,7 +1836,8 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
1836
1836
  }>]>>;
1837
1837
  n: z.ZodOptional<z.ZodNumber>;
1838
1838
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
1839
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
1839
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
1840
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
1840
1841
  }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
1841
1842
  use_cache: z.ZodOptional<z.ZodBoolean>;
1842
1843
  } & {
@@ -1922,7 +1923,8 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
1922
1923
  }>]>>;
1923
1924
  n: z.ZodOptional<z.ZodNumber>;
1924
1925
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
1925
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
1926
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
1927
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
1926
1928
  }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
1927
1929
  use_cache: z.ZodOptional<z.ZodBoolean>;
1928
1930
  } & {
@@ -2008,7 +2010,8 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
2008
2010
  }>]>>;
2009
2011
  n: z.ZodOptional<z.ZodNumber>;
2010
2012
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
2011
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
2013
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
2014
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
2012
2015
  }, z.ZodTypeAny, "passthrough">>, z.ZodObject<{
2013
2016
  use_cache: z.ZodOptional<z.ZodBoolean>;
2014
2017
  } & {
@@ -2166,7 +2169,8 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
2166
2169
  }>]>>;
2167
2170
  n: z.ZodOptional<z.ZodNumber>;
2168
2171
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
2169
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
2172
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
2173
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
2170
2174
  }, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
2171
2175
  use_cache: z.ZodOptional<z.ZodBoolean>;
2172
2176
  } & {
@@ -2278,7 +2282,8 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
2278
2282
  }>]>>;
2279
2283
  n: z.ZodOptional<z.ZodNumber>;
2280
2284
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
2281
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
2285
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
2286
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
2282
2287
  }, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
2283
2288
  use_cache: z.ZodOptional<z.ZodBoolean>;
2284
2289
  } & {
@@ -2983,7 +2988,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
2983
2988
  }>]>>;
2984
2989
  n: z.ZodOptional<z.ZodNumber>;
2985
2990
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
2986
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
2991
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
2992
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
2987
2993
  }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
2988
2994
  use_cache: z.ZodOptional<z.ZodBoolean>;
2989
2995
  } & {
@@ -3069,7 +3075,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3069
3075
  }>]>>;
3070
3076
  n: z.ZodOptional<z.ZodNumber>;
3071
3077
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
3072
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3078
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
3079
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3073
3080
  }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
3074
3081
  use_cache: z.ZodOptional<z.ZodBoolean>;
3075
3082
  } & {
@@ -3155,7 +3162,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3155
3162
  }>]>>;
3156
3163
  n: z.ZodOptional<z.ZodNumber>;
3157
3164
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
3158
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3165
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
3166
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3159
3167
  }, z.ZodTypeAny, "passthrough">>, z.ZodObject<{
3160
3168
  use_cache: z.ZodOptional<z.ZodBoolean>;
3161
3169
  } & {
@@ -3313,7 +3321,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3313
3321
  }>]>>;
3314
3322
  n: z.ZodOptional<z.ZodNumber>;
3315
3323
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
3316
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3324
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
3325
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3317
3326
  }, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
3318
3327
  use_cache: z.ZodOptional<z.ZodBoolean>;
3319
3328
  } & {
@@ -3425,7 +3434,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3425
3434
  }>]>>;
3426
3435
  n: z.ZodOptional<z.ZodNumber>;
3427
3436
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
3428
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3437
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
3438
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3429
3439
  }, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
3430
3440
  use_cache: z.ZodOptional<z.ZodBoolean>;
3431
3441
  } & {
@@ -3680,7 +3690,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3680
3690
  }>]>>;
3681
3691
  n: z.ZodOptional<z.ZodNumber>;
3682
3692
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
3683
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3693
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
3694
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3684
3695
  }, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
3685
3696
  use_cache: z.ZodOptional<z.ZodBoolean>;
3686
3697
  } & {
@@ -3889,7 +3900,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3889
3900
  }>]>>;
3890
3901
  n: z.ZodOptional<z.ZodNumber>;
3891
3902
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
3892
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3903
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
3904
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3893
3905
  }, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
3894
3906
  use_cache: z.ZodOptional<z.ZodBoolean>;
3895
3907
  } & {
package/dev/dist/index.js CHANGED
@@ -6012,7 +6012,7 @@ async function Eval(name, evaluator, reporterOrOpts) {
6012
6012
  const { data, baseExperiment: defaultBaseExperiment } = callEvaluatorData(
6013
6013
  evaluator.data
6014
6014
  );
6015
- const experiment = options.parent ? null : initExperiment(evaluator.state, {
6015
+ const experiment = options.parent || options.noSendLogs ? null : initExperiment(evaluator.state, {
6016
6016
  ...evaluator.projectId ? { projectId: evaluator.projectId } : { project: name },
6017
6017
  experiment: evaluator.experimentName,
6018
6018
  description: evaluator.description,
package/dev/dist/index.mjs CHANGED
@@ -6012,7 +6012,7 @@ async function Eval(name, evaluator, reporterOrOpts) {
6012
6012
  const { data, baseExperiment: defaultBaseExperiment } = callEvaluatorData(
6013
6013
  evaluator.data
6014
6014
  );
6015
- const experiment = options.parent ? null : initExperiment(evaluator.state, {
6015
+ const experiment = options.parent || options.noSendLogs ? null : initExperiment(evaluator.state, {
6016
6016
  ...evaluator.projectId ? { projectId: evaluator.projectId } : { project: name },
6017
6017
  experiment: evaluator.experimentName,
6018
6018
  description: evaluator.description,