braintrust 0.2.2 → 0.2.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (14) hide show
  1. package/dev/dist/index.d.mts +48 -34
  2. package/dev/dist/index.d.ts +48 -34
  3. package/dev/dist/index.js +2 -2
  4. package/dev/dist/index.mjs +2 -2
  5. package/dist/browser.d.mts +164 -117
  6. package/dist/browser.d.ts +164 -117
  7. package/dist/browser.js +19 -5
  8. package/dist/browser.mjs +19 -5
  9. package/dist/cli.js +130 -75
  10. package/dist/index.d.mts +200 -143
  11. package/dist/index.d.ts +200 -143
  12. package/dist/index.js +34 -14
  13. package/dist/index.mjs +34 -14
  14. package/package.json +3 -2
package/dev/dist/index.d.mts CHANGED
@@ -191,6 +191,8 @@ declare class LazyValue<T> {
191
191
  get hasSucceeded(): boolean;
192
192
  }
193
193
 
194
+ /// <reference lib="dom" />
195
+
194
196
  type SetCurrentArg = {
195
197
  setCurrent?: boolean;
196
198
  };
@@ -382,10 +384,10 @@ declare const loginSchema: z.ZodObject<{
382
384
  fields: z.ZodOptional<z.ZodArray<z.ZodEnum<["dirty", "tag", "commit", "branch", "author_name", "author_email", "commit_message", "commit_time", "git_diff"]>, "many">>;
383
385
  }, "strict", z.ZodTypeAny, {
384
386
  collect: "some" | "none" | "all";
385
- fields?: ("dirty" | "tag" | "commit" | "branch" | "author_name" | "author_email" | "commit_message" | "commit_time" | "git_diff")[] | undefined;
387
+ fields?: ("branch" | "dirty" | "tag" | "commit" | "author_name" | "author_email" | "commit_message" | "commit_time" | "git_diff")[] | undefined;
386
388
  }, {
387
389
  collect: "some" | "none" | "all";
388
- fields?: ("dirty" | "tag" | "commit" | "branch" | "author_name" | "author_email" | "commit_message" | "commit_time" | "git_diff")[] | undefined;
390
+ fields?: ("branch" | "dirty" | "tag" | "commit" | "author_name" | "author_email" | "commit_message" | "commit_time" | "git_diff")[] | undefined;
389
391
  }>>>;
390
392
  }, "strict", z.ZodTypeAny, {
391
393
  appUrl: string;
@@ -397,7 +399,7 @@ declare const loginSchema: z.ZodObject<{
397
399
  orgId?: string | null | undefined;
398
400
  gitMetadataSettings?: {
399
401
  collect: "some" | "none" | "all";
400
- fields?: ("dirty" | "tag" | "commit" | "branch" | "author_name" | "author_email" | "commit_message" | "commit_time" | "git_diff")[] | undefined;
402
+ fields?: ("branch" | "dirty" | "tag" | "commit" | "author_name" | "author_email" | "commit_message" | "commit_time" | "git_diff")[] | undefined;
401
403
  } | null | undefined;
402
404
  }, {
403
405
  appUrl: string;
@@ -409,7 +411,7 @@ declare const loginSchema: z.ZodObject<{
409
411
  orgId?: string | null | undefined;
410
412
  gitMetadataSettings?: {
411
413
  collect: "some" | "none" | "all";
412
- fields?: ("dirty" | "tag" | "commit" | "branch" | "author_name" | "author_email" | "commit_message" | "commit_time" | "git_diff")[] | undefined;
414
+ fields?: ("branch" | "dirty" | "tag" | "commit" | "author_name" | "author_email" | "commit_message" | "commit_time" | "git_diff")[] | undefined;
413
415
  } | null | undefined;
414
416
  }>;
415
417
  type SerializedBraintrustState = z.infer<typeof loginSchema>;
@@ -1268,23 +1270,23 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
1268
1270
  detail: z.ZodOptional<z.ZodUnion<[z.ZodLiteral<"auto">, z.ZodLiteral<"low">, z.ZodLiteral<"high">]>>;
1269
1271
  }, "strip", z.ZodTypeAny, {
1270
1272
  url: string;
1271
- detail?: "auto" | "low" | "high" | undefined;
1273
+ detail?: "auto" | "high" | "low" | undefined;
1272
1274
  }, {
1273
1275
  url?: unknown;
1274
- detail?: "auto" | "low" | "high" | undefined;
1276
+ detail?: "auto" | "high" | "low" | undefined;
1275
1277
  }>;
1276
1278
  type: z.ZodLiteral<"image_url">;
1277
1279
  }, "strip", z.ZodTypeAny, {
1278
1280
  type: "image_url";
1279
1281
  image_url: {
1280
1282
  url: string;
1281
- detail?: "auto" | "low" | "high" | undefined;
1283
+ detail?: "auto" | "high" | "low" | undefined;
1282
1284
  };
1283
1285
  }, {
1284
1286
  type: "image_url";
1285
1287
  image_url: {
1286
1288
  url?: unknown;
1287
- detail?: "auto" | "low" | "high" | undefined;
1289
+ detail?: "auto" | "high" | "low" | undefined;
1288
1290
  };
1289
1291
  }>]>, "many">]>;
1290
1292
  role: z.ZodLiteral<"user">;
@@ -1300,7 +1302,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
1300
1302
  type: "image_url";
1301
1303
  image_url: {
1302
1304
  url: string;
1303
- detail?: "auto" | "low" | "high" | undefined;
1305
+ detail?: "auto" | "high" | "low" | undefined;
1304
1306
  };
1305
1307
  })[];
1306
1308
  role: "user";
@@ -1318,7 +1320,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
1318
1320
  type: "image_url";
1319
1321
  image_url: {
1320
1322
  url?: unknown;
1321
- detail?: "auto" | "low" | "high" | undefined;
1323
+ detail?: "auto" | "high" | "low" | undefined;
1322
1324
  };
1323
1325
  })[] | undefined;
1324
1326
  }>, z.ZodObject<{
@@ -1609,7 +1611,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
1609
1611
  type: "image_url";
1610
1612
  image_url: {
1611
1613
  url: string;
1612
- detail?: "auto" | "low" | "high" | undefined;
1614
+ detail?: "auto" | "high" | "low" | undefined;
1613
1615
  };
1614
1616
  })[];
1615
1617
  role: "user";
@@ -1692,7 +1694,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
1692
1694
  type: "image_url";
1693
1695
  image_url: {
1694
1696
  url?: unknown;
1695
- detail?: "auto" | "low" | "high" | undefined;
1697
+ detail?: "auto" | "high" | "low" | undefined;
1696
1698
  };
1697
1699
  })[] | undefined;
1698
1700
  } | {
@@ -1836,7 +1838,8 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
1836
1838
  }>]>>;
1837
1839
  n: z.ZodOptional<z.ZodNumber>;
1838
1840
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
1839
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
1841
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
1842
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
1840
1843
  }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
1841
1844
  use_cache: z.ZodOptional<z.ZodBoolean>;
1842
1845
  } & {
@@ -1922,7 +1925,8 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
1922
1925
  }>]>>;
1923
1926
  n: z.ZodOptional<z.ZodNumber>;
1924
1927
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
1925
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
1928
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
1929
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
1926
1930
  }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
1927
1931
  use_cache: z.ZodOptional<z.ZodBoolean>;
1928
1932
  } & {
@@ -2008,7 +2012,8 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
2008
2012
  }>]>>;
2009
2013
  n: z.ZodOptional<z.ZodNumber>;
2010
2014
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
2011
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
2015
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
2016
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
2012
2017
  }, z.ZodTypeAny, "passthrough">>, z.ZodObject<{
2013
2018
  use_cache: z.ZodOptional<z.ZodBoolean>;
2014
2019
  } & {
@@ -2166,7 +2171,8 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
2166
2171
  }>]>>;
2167
2172
  n: z.ZodOptional<z.ZodNumber>;
2168
2173
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
2169
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
2174
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
2175
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
2170
2176
  }, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
2171
2177
  use_cache: z.ZodOptional<z.ZodBoolean>;
2172
2178
  } & {
@@ -2278,7 +2284,8 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
2278
2284
  }>]>>;
2279
2285
  n: z.ZodOptional<z.ZodNumber>;
2280
2286
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
2281
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
2287
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
2288
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
2282
2289
  }, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
2283
2290
  use_cache: z.ZodOptional<z.ZodBoolean>;
2284
2291
  } & {
@@ -2415,23 +2422,23 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
2415
2422
  detail: z.ZodOptional<z.ZodUnion<[z.ZodLiteral<"auto">, z.ZodLiteral<"low">, z.ZodLiteral<"high">]>>;
2416
2423
  }, "strip", z.ZodTypeAny, {
2417
2424
  url: string;
2418
- detail?: "auto" | "low" | "high" | undefined;
2425
+ detail?: "auto" | "high" | "low" | undefined;
2419
2426
  }, {
2420
2427
  url?: unknown;
2421
- detail?: "auto" | "low" | "high" | undefined;
2428
+ detail?: "auto" | "high" | "low" | undefined;
2422
2429
  }>;
2423
2430
  type: z.ZodLiteral<"image_url">;
2424
2431
  }, "strip", z.ZodTypeAny, {
2425
2432
  type: "image_url";
2426
2433
  image_url: {
2427
2434
  url: string;
2428
- detail?: "auto" | "low" | "high" | undefined;
2435
+ detail?: "auto" | "high" | "low" | undefined;
2429
2436
  };
2430
2437
  }, {
2431
2438
  type: "image_url";
2432
2439
  image_url: {
2433
2440
  url?: unknown;
2434
- detail?: "auto" | "low" | "high" | undefined;
2441
+ detail?: "auto" | "high" | "low" | undefined;
2435
2442
  };
2436
2443
  }>]>, "many">]>;
2437
2444
  role: z.ZodLiteral<"user">;
@@ -2447,7 +2454,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
2447
2454
  type: "image_url";
2448
2455
  image_url: {
2449
2456
  url: string;
2450
- detail?: "auto" | "low" | "high" | undefined;
2457
+ detail?: "auto" | "high" | "low" | undefined;
2451
2458
  };
2452
2459
  })[];
2453
2460
  role: "user";
@@ -2465,7 +2472,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
2465
2472
  type: "image_url";
2466
2473
  image_url: {
2467
2474
  url?: unknown;
2468
- detail?: "auto" | "low" | "high" | undefined;
2475
+ detail?: "auto" | "high" | "low" | undefined;
2469
2476
  };
2470
2477
  })[] | undefined;
2471
2478
  }>, z.ZodObject<{
@@ -2756,7 +2763,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
2756
2763
  type: "image_url";
2757
2764
  image_url: {
2758
2765
  url: string;
2759
- detail?: "auto" | "low" | "high" | undefined;
2766
+ detail?: "auto" | "high" | "low" | undefined;
2760
2767
  };
2761
2768
  })[];
2762
2769
  role: "user";
@@ -2839,7 +2846,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
2839
2846
  type: "image_url";
2840
2847
  image_url: {
2841
2848
  url?: unknown;
2842
- detail?: "auto" | "low" | "high" | undefined;
2849
+ detail?: "auto" | "high" | "low" | undefined;
2843
2850
  };
2844
2851
  })[] | undefined;
2845
2852
  } | {
@@ -2983,7 +2990,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
2983
2990
  }>]>>;
2984
2991
  n: z.ZodOptional<z.ZodNumber>;
2985
2992
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
2986
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
2993
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
2994
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
2987
2995
  }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
2988
2996
  use_cache: z.ZodOptional<z.ZodBoolean>;
2989
2997
  } & {
@@ -3069,7 +3077,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3069
3077
  }>]>>;
3070
3078
  n: z.ZodOptional<z.ZodNumber>;
3071
3079
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
3072
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3080
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
3081
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3073
3082
  }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
3074
3083
  use_cache: z.ZodOptional<z.ZodBoolean>;
3075
3084
  } & {
@@ -3155,7 +3164,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3155
3164
  }>]>>;
3156
3165
  n: z.ZodOptional<z.ZodNumber>;
3157
3166
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
3158
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3167
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
3168
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3159
3169
  }, z.ZodTypeAny, "passthrough">>, z.ZodObject<{
3160
3170
  use_cache: z.ZodOptional<z.ZodBoolean>;
3161
3171
  } & {
@@ -3313,7 +3323,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3313
3323
  }>]>>;
3314
3324
  n: z.ZodOptional<z.ZodNumber>;
3315
3325
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
3316
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3326
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
3327
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3317
3328
  }, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
3318
3329
  use_cache: z.ZodOptional<z.ZodBoolean>;
3319
3330
  } & {
@@ -3425,7 +3436,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3425
3436
  }>]>>;
3426
3437
  n: z.ZodOptional<z.ZodNumber>;
3427
3438
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
3428
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3439
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
3440
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3429
3441
  }, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
3430
3442
  use_cache: z.ZodOptional<z.ZodBoolean>;
3431
3443
  } & {
@@ -3534,7 +3546,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3534
3546
  type: "image_url";
3535
3547
  image_url: {
3536
3548
  url: string;
3537
- detail?: "auto" | "low" | "high" | undefined;
3549
+ detail?: "auto" | "high" | "low" | undefined;
3538
3550
  };
3539
3551
  })[];
3540
3552
  role: "user";
@@ -3680,7 +3692,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3680
3692
  }>]>>;
3681
3693
  n: z.ZodOptional<z.ZodNumber>;
3682
3694
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
3683
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3695
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
3696
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3684
3697
  }, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
3685
3698
  use_cache: z.ZodOptional<z.ZodBoolean>;
3686
3699
  } & {
@@ -3745,7 +3758,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3745
3758
  type: "image_url";
3746
3759
  image_url: {
3747
3760
  url?: unknown;
3748
- detail?: "auto" | "low" | "high" | undefined;
3761
+ detail?: "auto" | "high" | "low" | undefined;
3749
3762
  };
3750
3763
  })[] | undefined;
3751
3764
  } | {
@@ -3889,7 +3902,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3889
3902
  }>]>>;
3890
3903
  n: z.ZodOptional<z.ZodNumber>;
3891
3904
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
3892
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3905
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
3906
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3893
3907
  }, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
3894
3908
  use_cache: z.ZodOptional<z.ZodBoolean>;
3895
3909
  } & {
package/dev/dist/index.d.ts CHANGED
@@ -191,6 +191,8 @@ declare class LazyValue<T> {
191
191
  get hasSucceeded(): boolean;
192
192
  }
193
193
 
194
+ /// <reference lib="dom" />
195
+
194
196
  type SetCurrentArg = {
195
197
  setCurrent?: boolean;
196
198
  };
@@ -382,10 +384,10 @@ declare const loginSchema: z.ZodObject<{
382
384
  fields: z.ZodOptional<z.ZodArray<z.ZodEnum<["dirty", "tag", "commit", "branch", "author_name", "author_email", "commit_message", "commit_time", "git_diff"]>, "many">>;
383
385
  }, "strict", z.ZodTypeAny, {
384
386
  collect: "some" | "none" | "all";
385
- fields?: ("dirty" | "tag" | "commit" | "branch" | "author_name" | "author_email" | "commit_message" | "commit_time" | "git_diff")[] | undefined;
387
+ fields?: ("branch" | "dirty" | "tag" | "commit" | "author_name" | "author_email" | "commit_message" | "commit_time" | "git_diff")[] | undefined;
386
388
  }, {
387
389
  collect: "some" | "none" | "all";
388
- fields?: ("dirty" | "tag" | "commit" | "branch" | "author_name" | "author_email" | "commit_message" | "commit_time" | "git_diff")[] | undefined;
390
+ fields?: ("branch" | "dirty" | "tag" | "commit" | "author_name" | "author_email" | "commit_message" | "commit_time" | "git_diff")[] | undefined;
389
391
  }>>>;
390
392
  }, "strict", z.ZodTypeAny, {
391
393
  appUrl: string;
@@ -397,7 +399,7 @@ declare const loginSchema: z.ZodObject<{
397
399
  orgId?: string | null | undefined;
398
400
  gitMetadataSettings?: {
399
401
  collect: "some" | "none" | "all";
400
- fields?: ("dirty" | "tag" | "commit" | "branch" | "author_name" | "author_email" | "commit_message" | "commit_time" | "git_diff")[] | undefined;
402
+ fields?: ("branch" | "dirty" | "tag" | "commit" | "author_name" | "author_email" | "commit_message" | "commit_time" | "git_diff")[] | undefined;
401
403
  } | null | undefined;
402
404
  }, {
403
405
  appUrl: string;
@@ -409,7 +411,7 @@ declare const loginSchema: z.ZodObject<{
409
411
  orgId?: string | null | undefined;
410
412
  gitMetadataSettings?: {
411
413
  collect: "some" | "none" | "all";
412
- fields?: ("dirty" | "tag" | "commit" | "branch" | "author_name" | "author_email" | "commit_message" | "commit_time" | "git_diff")[] | undefined;
414
+ fields?: ("branch" | "dirty" | "tag" | "commit" | "author_name" | "author_email" | "commit_message" | "commit_time" | "git_diff")[] | undefined;
413
415
  } | null | undefined;
414
416
  }>;
415
417
  type SerializedBraintrustState = z.infer<typeof loginSchema>;
@@ -1268,23 +1270,23 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
1268
1270
  detail: z.ZodOptional<z.ZodUnion<[z.ZodLiteral<"auto">, z.ZodLiteral<"low">, z.ZodLiteral<"high">]>>;
1269
1271
  }, "strip", z.ZodTypeAny, {
1270
1272
  url: string;
1271
- detail?: "auto" | "low" | "high" | undefined;
1273
+ detail?: "auto" | "high" | "low" | undefined;
1272
1274
  }, {
1273
1275
  url?: unknown;
1274
- detail?: "auto" | "low" | "high" | undefined;
1276
+ detail?: "auto" | "high" | "low" | undefined;
1275
1277
  }>;
1276
1278
  type: z.ZodLiteral<"image_url">;
1277
1279
  }, "strip", z.ZodTypeAny, {
1278
1280
  type: "image_url";
1279
1281
  image_url: {
1280
1282
  url: string;
1281
- detail?: "auto" | "low" | "high" | undefined;
1283
+ detail?: "auto" | "high" | "low" | undefined;
1282
1284
  };
1283
1285
  }, {
1284
1286
  type: "image_url";
1285
1287
  image_url: {
1286
1288
  url?: unknown;
1287
- detail?: "auto" | "low" | "high" | undefined;
1289
+ detail?: "auto" | "high" | "low" | undefined;
1288
1290
  };
1289
1291
  }>]>, "many">]>;
1290
1292
  role: z.ZodLiteral<"user">;
@@ -1300,7 +1302,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
1300
1302
  type: "image_url";
1301
1303
  image_url: {
1302
1304
  url: string;
1303
- detail?: "auto" | "low" | "high" | undefined;
1305
+ detail?: "auto" | "high" | "low" | undefined;
1304
1306
  };
1305
1307
  })[];
1306
1308
  role: "user";
@@ -1318,7 +1320,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
1318
1320
  type: "image_url";
1319
1321
  image_url: {
1320
1322
  url?: unknown;
1321
- detail?: "auto" | "low" | "high" | undefined;
1323
+ detail?: "auto" | "high" | "low" | undefined;
1322
1324
  };
1323
1325
  })[] | undefined;
1324
1326
  }>, z.ZodObject<{
@@ -1609,7 +1611,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
1609
1611
  type: "image_url";
1610
1612
  image_url: {
1611
1613
  url: string;
1612
- detail?: "auto" | "low" | "high" | undefined;
1614
+ detail?: "auto" | "high" | "low" | undefined;
1613
1615
  };
1614
1616
  })[];
1615
1617
  role: "user";
@@ -1692,7 +1694,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
1692
1694
  type: "image_url";
1693
1695
  image_url: {
1694
1696
  url?: unknown;
1695
- detail?: "auto" | "low" | "high" | undefined;
1697
+ detail?: "auto" | "high" | "low" | undefined;
1696
1698
  };
1697
1699
  })[] | undefined;
1698
1700
  } | {
@@ -1836,7 +1838,8 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
1836
1838
  }>]>>;
1837
1839
  n: z.ZodOptional<z.ZodNumber>;
1838
1840
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
1839
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
1841
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
1842
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
1840
1843
  }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
1841
1844
  use_cache: z.ZodOptional<z.ZodBoolean>;
1842
1845
  } & {
@@ -1922,7 +1925,8 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
1922
1925
  }>]>>;
1923
1926
  n: z.ZodOptional<z.ZodNumber>;
1924
1927
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
1925
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
1928
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
1929
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
1926
1930
  }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
1927
1931
  use_cache: z.ZodOptional<z.ZodBoolean>;
1928
1932
  } & {
@@ -2008,7 +2012,8 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
2008
2012
  }>]>>;
2009
2013
  n: z.ZodOptional<z.ZodNumber>;
2010
2014
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
2011
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
2015
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
2016
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
2012
2017
  }, z.ZodTypeAny, "passthrough">>, z.ZodObject<{
2013
2018
  use_cache: z.ZodOptional<z.ZodBoolean>;
2014
2019
  } & {
@@ -2166,7 +2171,8 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
2166
2171
  }>]>>;
2167
2172
  n: z.ZodOptional<z.ZodNumber>;
2168
2173
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
2169
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
2174
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
2175
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
2170
2176
  }, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
2171
2177
  use_cache: z.ZodOptional<z.ZodBoolean>;
2172
2178
  } & {
@@ -2278,7 +2284,8 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
2278
2284
  }>]>>;
2279
2285
  n: z.ZodOptional<z.ZodNumber>;
2280
2286
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
2281
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
2287
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
2288
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
2282
2289
  }, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
2283
2290
  use_cache: z.ZodOptional<z.ZodBoolean>;
2284
2291
  } & {
@@ -2415,23 +2422,23 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
2415
2422
  detail: z.ZodOptional<z.ZodUnion<[z.ZodLiteral<"auto">, z.ZodLiteral<"low">, z.ZodLiteral<"high">]>>;
2416
2423
  }, "strip", z.ZodTypeAny, {
2417
2424
  url: string;
2418
- detail?: "auto" | "low" | "high" | undefined;
2425
+ detail?: "auto" | "high" | "low" | undefined;
2419
2426
  }, {
2420
2427
  url?: unknown;
2421
- detail?: "auto" | "low" | "high" | undefined;
2428
+ detail?: "auto" | "high" | "low" | undefined;
2422
2429
  }>;
2423
2430
  type: z.ZodLiteral<"image_url">;
2424
2431
  }, "strip", z.ZodTypeAny, {
2425
2432
  type: "image_url";
2426
2433
  image_url: {
2427
2434
  url: string;
2428
- detail?: "auto" | "low" | "high" | undefined;
2435
+ detail?: "auto" | "high" | "low" | undefined;
2429
2436
  };
2430
2437
  }, {
2431
2438
  type: "image_url";
2432
2439
  image_url: {
2433
2440
  url?: unknown;
2434
- detail?: "auto" | "low" | "high" | undefined;
2441
+ detail?: "auto" | "high" | "low" | undefined;
2435
2442
  };
2436
2443
  }>]>, "many">]>;
2437
2444
  role: z.ZodLiteral<"user">;
@@ -2447,7 +2454,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
2447
2454
  type: "image_url";
2448
2455
  image_url: {
2449
2456
  url: string;
2450
- detail?: "auto" | "low" | "high" | undefined;
2457
+ detail?: "auto" | "high" | "low" | undefined;
2451
2458
  };
2452
2459
  })[];
2453
2460
  role: "user";
@@ -2465,7 +2472,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
2465
2472
  type: "image_url";
2466
2473
  image_url: {
2467
2474
  url?: unknown;
2468
- detail?: "auto" | "low" | "high" | undefined;
2475
+ detail?: "auto" | "high" | "low" | undefined;
2469
2476
  };
2470
2477
  })[] | undefined;
2471
2478
  }>, z.ZodObject<{
@@ -2756,7 +2763,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
2756
2763
  type: "image_url";
2757
2764
  image_url: {
2758
2765
  url: string;
2759
- detail?: "auto" | "low" | "high" | undefined;
2766
+ detail?: "auto" | "high" | "low" | undefined;
2760
2767
  };
2761
2768
  })[];
2762
2769
  role: "user";
@@ -2839,7 +2846,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
2839
2846
  type: "image_url";
2840
2847
  image_url: {
2841
2848
  url?: unknown;
2842
- detail?: "auto" | "low" | "high" | undefined;
2849
+ detail?: "auto" | "high" | "low" | undefined;
2843
2850
  };
2844
2851
  })[] | undefined;
2845
2852
  } | {
@@ -2983,7 +2990,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
2983
2990
  }>]>>;
2984
2991
  n: z.ZodOptional<z.ZodNumber>;
2985
2992
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
2986
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
2993
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
2994
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
2987
2995
  }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
2988
2996
  use_cache: z.ZodOptional<z.ZodBoolean>;
2989
2997
  } & {
@@ -3069,7 +3077,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3069
3077
  }>]>>;
3070
3078
  n: z.ZodOptional<z.ZodNumber>;
3071
3079
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
3072
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3080
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
3081
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3073
3082
  }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
3074
3083
  use_cache: z.ZodOptional<z.ZodBoolean>;
3075
3084
  } & {
@@ -3155,7 +3164,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3155
3164
  }>]>>;
3156
3165
  n: z.ZodOptional<z.ZodNumber>;
3157
3166
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
3158
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3167
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
3168
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3159
3169
  }, z.ZodTypeAny, "passthrough">>, z.ZodObject<{
3160
3170
  use_cache: z.ZodOptional<z.ZodBoolean>;
3161
3171
  } & {
@@ -3313,7 +3323,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3313
3323
  }>]>>;
3314
3324
  n: z.ZodOptional<z.ZodNumber>;
3315
3325
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
3316
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3326
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
3327
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3317
3328
  }, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
3318
3329
  use_cache: z.ZodOptional<z.ZodBoolean>;
3319
3330
  } & {
@@ -3425,7 +3436,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3425
3436
  }>]>>;
3426
3437
  n: z.ZodOptional<z.ZodNumber>;
3427
3438
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
3428
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3439
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
3440
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3429
3441
  }, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
3430
3442
  use_cache: z.ZodOptional<z.ZodBoolean>;
3431
3443
  } & {
@@ -3534,7 +3546,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3534
3546
  type: "image_url";
3535
3547
  image_url: {
3536
3548
  url: string;
3537
- detail?: "auto" | "low" | "high" | undefined;
3549
+ detail?: "auto" | "high" | "low" | undefined;
3538
3550
  };
3539
3551
  })[];
3540
3552
  role: "user";
@@ -3680,7 +3692,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3680
3692
  }>]>>;
3681
3693
  n: z.ZodOptional<z.ZodNumber>;
3682
3694
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
3683
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3695
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
3696
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3684
3697
  }, z.ZodTypeAny, "passthrough"> | z.objectOutputType<{
3685
3698
  use_cache: z.ZodOptional<z.ZodBoolean>;
3686
3699
  } & {
@@ -3745,7 +3758,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3745
3758
  type: "image_url";
3746
3759
  image_url: {
3747
3760
  url?: unknown;
3748
- detail?: "auto" | "low" | "high" | undefined;
3761
+ detail?: "auto" | "high" | "low" | undefined;
3749
3762
  };
3750
3763
  })[] | undefined;
3751
3764
  } | {
@@ -3889,7 +3902,8 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3889
3902
  }>]>>;
3890
3903
  n: z.ZodOptional<z.ZodNumber>;
3891
3904
  stop: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
3892
- reasoning_effort: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3905
+ reasoning_effort: z.ZodOptional<z.ZodEnum<["minimal", "low", "medium", "high"]>>;
3906
+ verbosity: z.ZodOptional<z.ZodEnum<["low", "medium", "high"]>>;
3893
3907
  }, z.ZodTypeAny, "passthrough"> | z.objectInputType<{
3894
3908
  use_cache: z.ZodOptional<z.ZodBoolean>;
3895
3909
  } & {
package/dev/dist/index.js CHANGED
@@ -4441,7 +4441,7 @@ var _cors = require('cors'); var _cors2 = _interopRequireDefault(_cors);
4441
4441
  // src/framework.ts
4442
4442
 
4443
4443
 
4444
- // ../../node_modules/.pnpm/async@3.2.5/node_modules/async/dist/async.mjs
4444
+ // ../node_modules/.pnpm/async@3.2.5/node_modules/async/dist/async.mjs
4445
4445
  function initialParams(fn) {
4446
4446
  return function(...args) {
4447
4447
  var callback = args.pop();
@@ -6012,7 +6012,7 @@ async function Eval(name, evaluator, reporterOrOpts) {
6012
6012
  const { data, baseExperiment: defaultBaseExperiment } = callEvaluatorData(
6013
6013
  evaluator.data
6014
6014
  );
6015
- const experiment = options.parent ? null : initExperiment(evaluator.state, {
6015
+ const experiment = options.parent || options.noSendLogs ? null : initExperiment(evaluator.state, {
6016
6016
  ...evaluator.projectId ? { projectId: evaluator.projectId } : { project: name },
6017
6017
  experiment: evaluator.experimentName,
6018
6018
  description: evaluator.description,
package/dev/dist/index.mjs CHANGED
@@ -4441,7 +4441,7 @@ import cors from "cors";
4441
4441
  // src/framework.ts
4442
4442
  import { SpanTypeAttribute as SpanTypeAttribute2, mergeDicts as mergeDicts2 } from "@braintrust/core";
4443
4443
 
4444
- // ../../node_modules/.pnpm/async@3.2.5/node_modules/async/dist/async.mjs
4444
+ // ../node_modules/.pnpm/async@3.2.5/node_modules/async/dist/async.mjs
4445
4445
  function initialParams(fn) {
4446
4446
  return function(...args) {
4447
4447
  var callback = args.pop();
@@ -6012,7 +6012,7 @@ async function Eval(name, evaluator, reporterOrOpts) {
6012
6012
  const { data, baseExperiment: defaultBaseExperiment } = callEvaluatorData(
6013
6013
  evaluator.data
6014
6014
  );
6015
- const experiment = options.parent ? null : initExperiment(evaluator.state, {
6015
+ const experiment = options.parent || options.noSendLogs ? null : initExperiment(evaluator.state, {
6016
6016
  ...evaluator.projectId ? { projectId: evaluator.projectId } : { project: name },
6017
6017
  experiment: evaluator.experimentName,
6018
6018
  description: evaluator.description,