braintrust 0.0.201 → 0.0.203

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (12) hide show
  1. package/dist/browser.d.mts +246 -5
  2. package/dist/browser.d.ts +246 -5
  3. package/dist/browser.js +41 -11
  4. package/dist/browser.mjs +41 -11
  5. package/dist/cli.js +43 -13
  6. package/dist/index.d.mts +278 -5
  7. package/dist/index.d.ts +278 -5
  8. package/dist/index.js +59 -15
  9. package/dist/index.mjs +59 -15
  10. package/examples/anthropic_beta_example.ts +59 -0
  11. package/examples/anthropic_example.ts +0 -1
  12. package/package.json +2 -2
package/dist/browser.d.mts CHANGED
@@ -1645,6 +1645,15 @@ declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
1645
1645
  }, {
1646
1646
  data: string;
1647
1647
  type: "text_delta";
1648
+ }>, z.ZodObject<{
1649
+ type: z.ZodLiteral<"reasoning_delta">;
1650
+ data: z.ZodString;
1651
+ }, "strip", z.ZodTypeAny, {
1652
+ data: string;
1653
+ type: "reasoning_delta";
1654
+ }, {
1655
+ data: string;
1656
+ type: "reasoning_delta";
1648
1657
  }>, z.ZodObject<{
1649
1658
  type: z.ZodLiteral<"json_delta">;
1650
1659
  data: z.ZodString;
@@ -1714,7 +1723,7 @@ declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
1714
1723
  format: z.ZodEnum<["llm", "code", "global", "graph"]>;
1715
1724
  output_type: z.ZodEnum<["completion", "score", "any"]>;
1716
1725
  name: z.ZodString;
1717
- event: z.ZodEnum<["text_delta", "json_delta", "error", "console", "start", "done", "progress"]>;
1726
+ event: z.ZodEnum<["reasoning_delta", "text_delta", "json_delta", "error", "console", "start", "done", "progress"]>;
1718
1727
  data: z.ZodString;
1719
1728
  }, "strip", z.ZodTypeAny, {
1720
1729
  format: "code" | "global" | "graph" | "llm";
@@ -1722,7 +1731,7 @@ declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
1722
1731
  name: string;
1723
1732
  object_type: "prompt" | "tool" | "scorer" | "task" | "agent";
1724
1733
  id: string;
1725
- event: "error" | "text_delta" | "json_delta" | "progress" | "console" | "start" | "done";
1734
+ event: "error" | "text_delta" | "reasoning_delta" | "json_delta" | "progress" | "console" | "start" | "done";
1726
1735
  output_type: "completion" | "score" | "any";
1727
1736
  origin?: {
1728
1737
  object_type: "function" | "experiment" | "dataset" | "prompt" | "prompt_session" | "project_logs";
@@ -1737,7 +1746,7 @@ declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
1737
1746
  name: string;
1738
1747
  object_type: "prompt" | "tool" | "scorer" | "task" | "agent";
1739
1748
  id: string;
1740
- event: "error" | "text_delta" | "json_delta" | "progress" | "console" | "start" | "done";
1749
+ event: "error" | "text_delta" | "reasoning_delta" | "json_delta" | "progress" | "console" | "start" | "done";
1741
1750
  output_type: "completion" | "score" | "any";
1742
1751
  origin?: {
1743
1752
  object_type: "function" | "experiment" | "dataset" | "prompt" | "prompt_session" | "project_logs";
@@ -1754,7 +1763,7 @@ declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
1754
1763
  name: string;
1755
1764
  object_type: "prompt" | "tool" | "scorer" | "task" | "agent";
1756
1765
  id: string;
1757
- event: "error" | "text_delta" | "json_delta" | "progress" | "console" | "start" | "done";
1766
+ event: "error" | "text_delta" | "reasoning_delta" | "json_delta" | "progress" | "console" | "start" | "done";
1758
1767
  output_type: "completion" | "score" | "any";
1759
1768
  origin?: {
1760
1769
  object_type: "function" | "experiment" | "dataset" | "prompt" | "prompt_session" | "project_logs";
@@ -1772,7 +1781,7 @@ declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
1772
1781
  name: string;
1773
1782
  object_type: "prompt" | "tool" | "scorer" | "task" | "agent";
1774
1783
  id: string;
1775
- event: "error" | "text_delta" | "json_delta" | "progress" | "console" | "start" | "done";
1784
+ event: "error" | "text_delta" | "reasoning_delta" | "json_delta" | "progress" | "console" | "start" | "done";
1776
1785
  output_type: "completion" | "score" | "any";
1777
1786
  origin?: {
1778
1787
  object_type: "function" | "experiment" | "dataset" | "prompt" | "prompt_session" | "project_logs";
@@ -2286,6 +2295,22 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
2286
2295
  type: "function";
2287
2296
  id: string;
2288
2297
  }[] | null | undefined>;
2298
+ reasoning: z.ZodEffects<z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodObject<{
2299
+ id: z.ZodEffects<z.ZodOptional<z.ZodNullable<z.ZodString>>, string | undefined, string | null | undefined>;
2300
+ content: z.ZodEffects<z.ZodOptional<z.ZodNullable<z.ZodString>>, string | undefined, string | null | undefined>;
2301
+ }, "strip", z.ZodTypeAny, {
2302
+ id?: string | undefined;
2303
+ content?: string | undefined;
2304
+ }, {
2305
+ id?: string | null | undefined;
2306
+ content?: string | null | undefined;
2307
+ }>, "many">>>, {
2308
+ id?: string | undefined;
2309
+ content?: string | undefined;
2310
+ }[] | undefined, {
2311
+ id?: string | null | undefined;
2312
+ content?: string | null | undefined;
2313
+ }[] | null | undefined>;
2289
2314
  }, "strip", z.ZodTypeAny, {
2290
2315
  role: "assistant";
2291
2316
  content?: string | null | undefined;
@@ -2302,6 +2327,10 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
2302
2327
  type: "function";
2303
2328
  id: string;
2304
2329
  }[] | undefined;
2330
+ reasoning?: {
2331
+ id?: string | undefined;
2332
+ content?: string | undefined;
2333
+ }[] | undefined;
2305
2334
  }, {
2306
2335
  role: "assistant";
2307
2336
  content?: string | null | undefined;
@@ -2318,6 +2347,10 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
2318
2347
  type: "function";
2319
2348
  id: string;
2320
2349
  }[] | null | undefined;
2350
+ reasoning?: {
2351
+ id?: string | null | undefined;
2352
+ content?: string | null | undefined;
2353
+ }[] | null | undefined;
2321
2354
  }>, z.ZodObject<{
2322
2355
  content: z.ZodDefault<z.ZodString>;
2323
2356
  role: z.ZodLiteral<"tool">;
@@ -2395,6 +2428,10 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
2395
2428
  type: "function";
2396
2429
  id: string;
2397
2430
  }[] | undefined;
2431
+ reasoning?: {
2432
+ id?: string | undefined;
2433
+ content?: string | undefined;
2434
+ }[] | undefined;
2398
2435
  } | {
2399
2436
  content: string;
2400
2437
  role: "tool";
@@ -2441,6 +2478,10 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
2441
2478
  type: "function";
2442
2479
  id: string;
2443
2480
  }[] | null | undefined;
2481
+ reasoning?: {
2482
+ id?: string | null | undefined;
2483
+ content?: string | null | undefined;
2484
+ }[] | null | undefined;
2444
2485
  } | {
2445
2486
  role: "tool";
2446
2487
  content?: string | undefined;
@@ -3153,6 +3194,22 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3153
3194
  type: "function";
3154
3195
  id: string;
3155
3196
  }[] | null | undefined>;
3197
+ reasoning: z.ZodEffects<z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodObject<{
3198
+ id: z.ZodEffects<z.ZodOptional<z.ZodNullable<z.ZodString>>, string | undefined, string | null | undefined>;
3199
+ content: z.ZodEffects<z.ZodOptional<z.ZodNullable<z.ZodString>>, string | undefined, string | null | undefined>;
3200
+ }, "strip", z.ZodTypeAny, {
3201
+ id?: string | undefined;
3202
+ content?: string | undefined;
3203
+ }, {
3204
+ id?: string | null | undefined;
3205
+ content?: string | null | undefined;
3206
+ }>, "many">>>, {
3207
+ id?: string | undefined;
3208
+ content?: string | undefined;
3209
+ }[] | undefined, {
3210
+ id?: string | null | undefined;
3211
+ content?: string | null | undefined;
3212
+ }[] | null | undefined>;
3156
3213
  }, "strip", z.ZodTypeAny, {
3157
3214
  role: "assistant";
3158
3215
  content?: string | null | undefined;
@@ -3169,6 +3226,10 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3169
3226
  type: "function";
3170
3227
  id: string;
3171
3228
  }[] | undefined;
3229
+ reasoning?: {
3230
+ id?: string | undefined;
3231
+ content?: string | undefined;
3232
+ }[] | undefined;
3172
3233
  }, {
3173
3234
  role: "assistant";
3174
3235
  content?: string | null | undefined;
@@ -3185,6 +3246,10 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3185
3246
  type: "function";
3186
3247
  id: string;
3187
3248
  }[] | null | undefined;
3249
+ reasoning?: {
3250
+ id?: string | null | undefined;
3251
+ content?: string | null | undefined;
3252
+ }[] | null | undefined;
3188
3253
  }>, z.ZodObject<{
3189
3254
  content: z.ZodDefault<z.ZodString>;
3190
3255
  role: z.ZodLiteral<"tool">;
@@ -3262,6 +3327,10 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3262
3327
  type: "function";
3263
3328
  id: string;
3264
3329
  }[] | undefined;
3330
+ reasoning?: {
3331
+ id?: string | undefined;
3332
+ content?: string | undefined;
3333
+ }[] | undefined;
3265
3334
  } | {
3266
3335
  content: string;
3267
3336
  role: "tool";
@@ -3308,6 +3377,10 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3308
3377
  type: "function";
3309
3378
  id: string;
3310
3379
  }[] | null | undefined;
3380
+ reasoning?: {
3381
+ id?: string | null | undefined;
3382
+ content?: string | null | undefined;
3383
+ }[] | null | undefined;
3311
3384
  } | {
3312
3385
  role: "tool";
3313
3386
  content?: string | undefined;
@@ -3903,6 +3976,10 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3903
3976
  type: "function";
3904
3977
  id: string;
3905
3978
  }[] | undefined;
3979
+ reasoning?: {
3980
+ id?: string | undefined;
3981
+ content?: string | undefined;
3982
+ }[] | undefined;
3906
3983
  } | {
3907
3984
  content: string;
3908
3985
  role: "tool";
@@ -4063,6 +4140,10 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
4063
4140
  type: "function";
4064
4141
  id: string;
4065
4142
  }[] | null | undefined;
4143
+ reasoning?: {
4144
+ id?: string | null | undefined;
4145
+ content?: string | null | undefined;
4146
+ }[] | null | undefined;
4066
4147
  } | {
4067
4148
  role: "tool";
4068
4149
  content?: string | undefined;
@@ -4578,6 +4659,22 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
4578
4659
  type: "function";
4579
4660
  id: string;
4580
4661
  }[] | null | undefined>;
4662
+ reasoning: z.ZodEffects<z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodObject<{
4663
+ id: z.ZodEffects<z.ZodOptional<z.ZodNullable<z.ZodString>>, string | undefined, string | null | undefined>;
4664
+ content: z.ZodEffects<z.ZodOptional<z.ZodNullable<z.ZodString>>, string | undefined, string | null | undefined>;
4665
+ }, "strip", z.ZodTypeAny, {
4666
+ id?: string | undefined;
4667
+ content?: string | undefined;
4668
+ }, {
4669
+ id?: string | null | undefined;
4670
+ content?: string | null | undefined;
4671
+ }>, "many">>>, {
4672
+ id?: string | undefined;
4673
+ content?: string | undefined;
4674
+ }[] | undefined, {
4675
+ id?: string | null | undefined;
4676
+ content?: string | null | undefined;
4677
+ }[] | null | undefined>;
4581
4678
  }, "strip", z.ZodTypeAny, {
4582
4679
  role: "assistant";
4583
4680
  content?: string | null | undefined;
@@ -4594,6 +4691,10 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
4594
4691
  type: "function";
4595
4692
  id: string;
4596
4693
  }[] | undefined;
4694
+ reasoning?: {
4695
+ id?: string | undefined;
4696
+ content?: string | undefined;
4697
+ }[] | undefined;
4597
4698
  }, {
4598
4699
  role: "assistant";
4599
4700
  content?: string | null | undefined;
@@ -4610,6 +4711,10 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
4610
4711
  type: "function";
4611
4712
  id: string;
4612
4713
  }[] | null | undefined;
4714
+ reasoning?: {
4715
+ id?: string | null | undefined;
4716
+ content?: string | null | undefined;
4717
+ }[] | null | undefined;
4613
4718
  }>, z.ZodObject<{
4614
4719
  content: z.ZodDefault<z.ZodString>;
4615
4720
  role: z.ZodLiteral<"tool">;
@@ -4697,6 +4802,10 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
4697
4802
  type: "function";
4698
4803
  id: string;
4699
4804
  }[] | undefined;
4805
+ reasoning?: {
4806
+ id?: string | undefined;
4807
+ content?: string | undefined;
4808
+ }[] | undefined;
4700
4809
  } | {
4701
4810
  role: "model";
4702
4811
  content?: string | null | undefined;
@@ -4745,6 +4854,10 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
4745
4854
  type: "function";
4746
4855
  id: string;
4747
4856
  }[] | null | undefined;
4857
+ reasoning?: {
4858
+ id?: string | null | undefined;
4859
+ content?: string | null | undefined;
4860
+ }[] | null | undefined;
4748
4861
  } | {
4749
4862
  role: "model";
4750
4863
  content?: string | null | undefined;
@@ -5390,6 +5503,10 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
5390
5503
  type: "function";
5391
5504
  id: string;
5392
5505
  }[] | undefined;
5506
+ reasoning?: {
5507
+ id?: string | undefined;
5508
+ content?: string | undefined;
5509
+ }[] | undefined;
5393
5510
  } | {
5394
5511
  role: "model";
5395
5512
  content?: string | null | undefined;
@@ -5570,6 +5687,10 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
5570
5687
  type: "function";
5571
5688
  id: string;
5572
5689
  }[] | null | undefined;
5690
+ reasoning?: {
5691
+ id?: string | null | undefined;
5692
+ content?: string | null | undefined;
5693
+ }[] | null | undefined;
5573
5694
  } | {
5574
5695
  role: "model";
5575
5696
  content?: string | null | undefined;
@@ -5763,6 +5884,10 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
5763
5884
  type: "function";
5764
5885
  id: string;
5765
5886
  }[] | undefined;
5887
+ reasoning?: {
5888
+ id?: string | undefined;
5889
+ content?: string | undefined;
5890
+ }[] | undefined;
5766
5891
  } | {
5767
5892
  role: "model";
5768
5893
  content?: string | null | undefined;
@@ -5947,6 +6072,10 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
5947
6072
  type: "function";
5948
6073
  id: string;
5949
6074
  }[] | null | undefined;
6075
+ reasoning?: {
6076
+ id?: string | null | undefined;
6077
+ content?: string | null | undefined;
6078
+ }[] | null | undefined;
5950
6079
  } | {
5951
6080
  role: "model";
5952
6081
  content?: string | null | undefined;
@@ -6260,6 +6389,22 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
6260
6389
  type: "function";
6261
6390
  id: string;
6262
6391
  }[] | null | undefined>;
6392
+ reasoning: z.ZodEffects<z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodObject<{
6393
+ id: z.ZodEffects<z.ZodOptional<z.ZodNullable<z.ZodString>>, string | undefined, string | null | undefined>;
6394
+ content: z.ZodEffects<z.ZodOptional<z.ZodNullable<z.ZodString>>, string | undefined, string | null | undefined>;
6395
+ }, "strip", z.ZodTypeAny, {
6396
+ id?: string | undefined;
6397
+ content?: string | undefined;
6398
+ }, {
6399
+ id?: string | null | undefined;
6400
+ content?: string | null | undefined;
6401
+ }>, "many">>>, {
6402
+ id?: string | undefined;
6403
+ content?: string | undefined;
6404
+ }[] | undefined, {
6405
+ id?: string | null | undefined;
6406
+ content?: string | null | undefined;
6407
+ }[] | null | undefined>;
6263
6408
  }, "strip", z.ZodTypeAny, {
6264
6409
  role: "assistant";
6265
6410
  content?: string | null | undefined;
@@ -6276,6 +6421,10 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
6276
6421
  type: "function";
6277
6422
  id: string;
6278
6423
  }[] | undefined;
6424
+ reasoning?: {
6425
+ id?: string | undefined;
6426
+ content?: string | undefined;
6427
+ }[] | undefined;
6279
6428
  }, {
6280
6429
  role: "assistant";
6281
6430
  content?: string | null | undefined;
@@ -6292,6 +6441,10 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
6292
6441
  type: "function";
6293
6442
  id: string;
6294
6443
  }[] | null | undefined;
6444
+ reasoning?: {
6445
+ id?: string | null | undefined;
6446
+ content?: string | null | undefined;
6447
+ }[] | null | undefined;
6295
6448
  }>, z.ZodObject<{
6296
6449
  content: z.ZodDefault<z.ZodString>;
6297
6450
  role: z.ZodLiteral<"tool">;
@@ -6379,6 +6532,10 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
6379
6532
  type: "function";
6380
6533
  id: string;
6381
6534
  }[] | undefined;
6535
+ reasoning?: {
6536
+ id?: string | undefined;
6537
+ content?: string | undefined;
6538
+ }[] | undefined;
6382
6539
  } | {
6383
6540
  role: "model";
6384
6541
  content?: string | null | undefined;
@@ -6427,6 +6584,10 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
6427
6584
  type: "function";
6428
6585
  id: string;
6429
6586
  }[] | null | undefined;
6587
+ reasoning?: {
6588
+ id?: string | null | undefined;
6589
+ content?: string | null | undefined;
6590
+ }[] | null | undefined;
6430
6591
  } | {
6431
6592
  role: "model";
6432
6593
  content?: string | null | undefined;
@@ -7072,6 +7233,10 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
7072
7233
  type: "function";
7073
7234
  id: string;
7074
7235
  }[] | undefined;
7236
+ reasoning?: {
7237
+ id?: string | undefined;
7238
+ content?: string | undefined;
7239
+ }[] | undefined;
7075
7240
  } | {
7076
7241
  role: "model";
7077
7242
  content?: string | null | undefined;
@@ -7252,6 +7417,10 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
7252
7417
  type: "function";
7253
7418
  id: string;
7254
7419
  }[] | null | undefined;
7420
+ reasoning?: {
7421
+ id?: string | null | undefined;
7422
+ content?: string | null | undefined;
7423
+ }[] | null | undefined;
7255
7424
  } | {
7256
7425
  role: "model";
7257
7426
  content?: string | null | undefined;
@@ -7445,6 +7614,10 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
7445
7614
  type: "function";
7446
7615
  id: string;
7447
7616
  }[] | undefined;
7617
+ reasoning?: {
7618
+ id?: string | undefined;
7619
+ content?: string | undefined;
7620
+ }[] | undefined;
7448
7621
  } | {
7449
7622
  role: "model";
7450
7623
  content?: string | null | undefined;
@@ -7629,6 +7802,10 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
7629
7802
  type: "function";
7630
7803
  id: string;
7631
7804
  }[] | null | undefined;
7805
+ reasoning?: {
7806
+ id?: string | null | undefined;
7807
+ content?: string | null | undefined;
7808
+ }[] | null | undefined;
7632
7809
  } | {
7633
7810
  role: "model";
7634
7811
  content?: string | null | undefined;
@@ -7839,6 +8016,10 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
7839
8016
  type: "function";
7840
8017
  id: string;
7841
8018
  }[] | undefined;
8019
+ reasoning?: {
8020
+ id?: string | undefined;
8021
+ content?: string | undefined;
8022
+ }[] | undefined;
7842
8023
  } | {
7843
8024
  role: "model";
7844
8025
  content?: string | null | undefined;
@@ -8030,6 +8211,10 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
8030
8211
  type: "function";
8031
8212
  id: string;
8032
8213
  }[] | null | undefined;
8214
+ reasoning?: {
8215
+ id?: string | null | undefined;
8216
+ content?: string | null | undefined;
8217
+ }[] | null | undefined;
8033
8218
  } | {
8034
8219
  role: "model";
8035
8220
  content?: string | null | undefined;
@@ -8334,6 +8519,22 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
8334
8519
  type: "function";
8335
8520
  id: string;
8336
8521
  }[] | null | undefined>;
8522
+ reasoning: z.ZodEffects<z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodObject<{
8523
+ id: z.ZodEffects<z.ZodOptional<z.ZodNullable<z.ZodString>>, string | undefined, string | null | undefined>;
8524
+ content: z.ZodEffects<z.ZodOptional<z.ZodNullable<z.ZodString>>, string | undefined, string | null | undefined>;
8525
+ }, "strip", z.ZodTypeAny, {
8526
+ id?: string | undefined;
8527
+ content?: string | undefined;
8528
+ }, {
8529
+ id?: string | null | undefined;
8530
+ content?: string | null | undefined;
8531
+ }>, "many">>>, {
8532
+ id?: string | undefined;
8533
+ content?: string | undefined;
8534
+ }[] | undefined, {
8535
+ id?: string | null | undefined;
8536
+ content?: string | null | undefined;
8537
+ }[] | null | undefined>;
8337
8538
  }, "strip", z.ZodTypeAny, {
8338
8539
  role: "assistant";
8339
8540
  content?: string | null | undefined;
@@ -8350,6 +8551,10 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
8350
8551
  type: "function";
8351
8552
  id: string;
8352
8553
  }[] | undefined;
8554
+ reasoning?: {
8555
+ id?: string | undefined;
8556
+ content?: string | undefined;
8557
+ }[] | undefined;
8353
8558
  }, {
8354
8559
  role: "assistant";
8355
8560
  content?: string | null | undefined;
@@ -8366,6 +8571,10 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
8366
8571
  type: "function";
8367
8572
  id: string;
8368
8573
  }[] | null | undefined;
8574
+ reasoning?: {
8575
+ id?: string | null | undefined;
8576
+ content?: string | null | undefined;
8577
+ }[] | null | undefined;
8369
8578
  }>, z.ZodObject<{
8370
8579
  content: z.ZodDefault<z.ZodString>;
8371
8580
  role: z.ZodLiteral<"tool">;
@@ -8453,6 +8662,10 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
8453
8662
  type: "function";
8454
8663
  id: string;
8455
8664
  }[] | undefined;
8665
+ reasoning?: {
8666
+ id?: string | undefined;
8667
+ content?: string | undefined;
8668
+ }[] | undefined;
8456
8669
  } | {
8457
8670
  role: "model";
8458
8671
  content?: string | null | undefined;
@@ -8501,6 +8714,10 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
8501
8714
  type: "function";
8502
8715
  id: string;
8503
8716
  }[] | null | undefined;
8717
+ reasoning?: {
8718
+ id?: string | null | undefined;
8719
+ content?: string | null | undefined;
8720
+ }[] | null | undefined;
8504
8721
  } | {
8505
8722
  role: "model";
8506
8723
  content?: string | null | undefined;
@@ -9146,6 +9363,10 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
9146
9363
  type: "function";
9147
9364
  id: string;
9148
9365
  }[] | undefined;
9366
+ reasoning?: {
9367
+ id?: string | undefined;
9368
+ content?: string | undefined;
9369
+ }[] | undefined;
9149
9370
  } | {
9150
9371
  role: "model";
9151
9372
  content?: string | null | undefined;
@@ -9326,6 +9547,10 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
9326
9547
  type: "function";
9327
9548
  id: string;
9328
9549
  }[] | null | undefined;
9550
+ reasoning?: {
9551
+ id?: string | null | undefined;
9552
+ content?: string | null | undefined;
9553
+ }[] | null | undefined;
9329
9554
  } | {
9330
9555
  role: "model";
9331
9556
  content?: string | null | undefined;
@@ -9519,6 +9744,10 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
9519
9744
  type: "function";
9520
9745
  id: string;
9521
9746
  }[] | undefined;
9747
+ reasoning?: {
9748
+ id?: string | undefined;
9749
+ content?: string | undefined;
9750
+ }[] | undefined;
9522
9751
  } | {
9523
9752
  role: "model";
9524
9753
  content?: string | null | undefined;
@@ -9703,6 +9932,10 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
9703
9932
  type: "function";
9704
9933
  id: string;
9705
9934
  }[] | null | undefined;
9935
+ reasoning?: {
9936
+ id?: string | null | undefined;
9937
+ content?: string | null | undefined;
9938
+ }[] | null | undefined;
9706
9939
  } | {
9707
9940
  role: "model";
9708
9941
  content?: string | null | undefined;
@@ -9913,6 +10146,10 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
9913
10146
  type: "function";
9914
10147
  id: string;
9915
10148
  }[] | undefined;
10149
+ reasoning?: {
10150
+ id?: string | undefined;
10151
+ content?: string | undefined;
10152
+ }[] | undefined;
9916
10153
  } | {
9917
10154
  role: "model";
9918
10155
  content?: string | null | undefined;
@@ -10104,6 +10341,10 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
10104
10341
  type: "function";
10105
10342
  id: string;
10106
10343
  }[] | null | undefined;
10344
+ reasoning?: {
10345
+ id?: string | null | undefined;
10346
+ content?: string | null | undefined;
10347
+ }[] | null | undefined;
10107
10348
  } | {
10108
10349
  role: "model";
10109
10350
  content?: string | null | undefined;