braintrust 0.1.1 → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (32) hide show
  1. package/dev/dist/index.d.mts +26 -24
  2. package/dev/dist/index.d.ts +26 -24
  3. package/dev/dist/index.js +17 -10
  4. package/dev/dist/index.mjs +17 -10
  5. package/dist/browser.d.mts +77 -75
  6. package/dist/browser.d.ts +77 -75
  7. package/dist/{chunk-WEZHHYVU.js → chunk-CDBUTZMH.js} +94 -94
  8. package/dist/chunk-NB5AEJPK.mjs +19 -0
  9. package/dist/{chunk-K3GLD6I7.js → chunk-VKR7HDRS.js} +4 -4
  10. package/dist/{chunk-64O3VXT4.mjs → chunk-WKBXJQ57.mjs} +94 -94
  11. package/dist/cli.js +74 -67
  12. package/dist/getMachineId-bsd-7YM2UMB4.js +37 -0
  13. package/dist/{getMachineId-bsd-232NBLGZ.mjs → getMachineId-bsd-L7QQYES7.mjs} +4 -4
  14. package/dist/getMachineId-darwin-QV3NVG7H.js +37 -0
  15. package/dist/{getMachineId-darwin-C7F2HXMI.mjs → getMachineId-darwin-YXDFFCXM.mjs} +4 -4
  16. package/dist/getMachineId-linux-HKJ2YLJC.js +29 -0
  17. package/dist/{getMachineId-linux-VLB6DDHP.mjs → getMachineId-linux-LWEEVKPU.mjs} +3 -3
  18. package/dist/getMachineId-unsupported-EGJSIDYQ.mjs +20 -0
  19. package/dist/getMachineId-unsupported-TX34Q66M.js +20 -0
  20. package/dist/{getMachineId-win-4OSXYWMY.js → getMachineId-win-M5YW2KGK.js} +9 -9
  21. package/dist/{getMachineId-win-U7W7AAJX.mjs → getMachineId-win-UDA4B6X2.mjs} +4 -4
  22. package/dist/index.d.mts +164 -97
  23. package/dist/index.d.ts +164 -97
  24. package/dist/index.js +533 -443
  25. package/dist/index.mjs +360 -270
  26. package/package.json +3 -3
  27. package/dist/chunk-C527YOOG.mjs +0 -19
  28. package/dist/getMachineId-bsd-BCB626OV.js +0 -37
  29. package/dist/getMachineId-darwin-TV4MHNE6.js +0 -37
  30. package/dist/getMachineId-linux-RTVYWQL7.js +0 -29
  31. package/dist/getMachineId-unsupported-7RHYOLDR.js +0 -20
  32. package/dist/getMachineId-unsupported-IF5IGKUD.mjs +0 -20
@@ -190,8 +190,6 @@ declare class PromptCache {
190
190
  set(key: PromptKey, value: Prompt): Promise<void>;
191
191
  }
192
192
 
193
- /// <reference lib="dom" />
194
-
195
193
  type SetCurrentArg = {
196
194
  setCurrent?: boolean;
197
195
  };
@@ -574,7 +572,7 @@ declare class Attachment extends BaseAttachment {
574
572
  * @returns The attachment status.
575
573
  */
576
574
  upload(): Promise<{
577
- upload_status: "error" | "done" | "uploading";
575
+ upload_status: "uploading" | "done" | "error";
578
576
  error_message?: string | undefined;
579
577
  }>;
580
578
  /**
@@ -650,21 +648,21 @@ declare const attachmentMetadataSchema: z.ZodObject<{
650
648
  upload_status: z.ZodEnum<["uploading", "done", "error"]>;
651
649
  error_message: z.ZodEffects<z.ZodOptional<z.ZodNullable<z.ZodString>>, string | undefined, string | null | undefined>;
652
650
  }, "strip", z.ZodTypeAny, {
653
- upload_status: "error" | "done" | "uploading";
651
+ upload_status: "uploading" | "done" | "error";
654
652
  error_message?: string | undefined;
655
653
  }, {
656
- upload_status: "error" | "done" | "uploading";
654
+ upload_status: "uploading" | "done" | "error";
657
655
  error_message?: string | null | undefined;
658
656
  }>;
659
657
  }, "strip", z.ZodTypeAny, {
660
658
  status: {
661
- upload_status: "error" | "done" | "uploading";
659
+ upload_status: "uploading" | "done" | "error";
662
660
  error_message?: string | undefined;
663
661
  };
664
662
  downloadUrl: string;
665
663
  }, {
666
664
  status: {
667
- upload_status: "error" | "done" | "uploading";
665
+ upload_status: "uploading" | "done" | "error";
668
666
  error_message?: string | null | undefined;
669
667
  };
670
668
  downloadUrl: string;
@@ -1775,13 +1773,13 @@ declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
1775
1773
  _xact_id: z.ZodOptional<z.ZodNullable<z.ZodString>>;
1776
1774
  created: z.ZodOptional<z.ZodNullable<z.ZodString>>;
1777
1775
  }, "strip", z.ZodTypeAny, {
1778
- object_type: "function" | "prompt" | "experiment" | "dataset" | "prompt_session" | "project_logs";
1776
+ object_type: "function" | "experiment" | "dataset" | "prompt" | "prompt_session" | "project_logs";
1779
1777
  object_id: string;
1780
1778
  id: string;
1781
1779
  _xact_id?: string | null | undefined;
1782
1780
  created?: string | null | undefined;
1783
1781
  }, {
1784
- object_type: "function" | "prompt" | "experiment" | "dataset" | "prompt_session" | "project_logs";
1782
+ object_type: "function" | "experiment" | "dataset" | "prompt" | "prompt_session" | "project_logs";
1785
1783
  object_id: string;
1786
1784
  id: string;
1787
1785
  _xact_id?: string | null | undefined;
@@ -1798,10 +1796,10 @@ declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
1798
1796
  object_type: "prompt" | "tool" | "scorer" | "task" | "agent";
1799
1797
  id: string;
1800
1798
  data: string;
1801
- event: "text_delta" | "reasoning_delta" | "json_delta" | "error" | "console" | "progress" | "start" | "done";
1799
+ event: "done" | "error" | "text_delta" | "reasoning_delta" | "json_delta" | "progress" | "console" | "start";
1802
1800
  output_type: "completion" | "score" | "any";
1803
1801
  origin?: {
1804
- object_type: "function" | "prompt" | "experiment" | "dataset" | "prompt_session" | "project_logs";
1802
+ object_type: "function" | "experiment" | "dataset" | "prompt" | "prompt_session" | "project_logs";
1805
1803
  object_id: string;
1806
1804
  id: string;
1807
1805
  _xact_id?: string | null | undefined;
@@ -1813,10 +1811,10 @@ declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
1813
1811
  object_type: "prompt" | "tool" | "scorer" | "task" | "agent";
1814
1812
  id: string;
1815
1813
  data: string;
1816
- event: "text_delta" | "reasoning_delta" | "json_delta" | "error" | "console" | "progress" | "start" | "done";
1814
+ event: "done" | "error" | "text_delta" | "reasoning_delta" | "json_delta" | "progress" | "console" | "start";
1817
1815
  output_type: "completion" | "score" | "any";
1818
1816
  origin?: {
1819
- object_type: "function" | "prompt" | "experiment" | "dataset" | "prompt_session" | "project_logs";
1817
+ object_type: "function" | "experiment" | "dataset" | "prompt" | "prompt_session" | "project_logs";
1820
1818
  object_id: string;
1821
1819
  id: string;
1822
1820
  _xact_id?: string | null | undefined;
@@ -1831,10 +1829,10 @@ declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
1831
1829
  object_type: "prompt" | "tool" | "scorer" | "task" | "agent";
1832
1830
  id: string;
1833
1831
  data: string;
1834
- event: "text_delta" | "reasoning_delta" | "json_delta" | "error" | "console" | "progress" | "start" | "done";
1832
+ event: "done" | "error" | "text_delta" | "reasoning_delta" | "json_delta" | "progress" | "console" | "start";
1835
1833
  output_type: "completion" | "score" | "any";
1836
1834
  origin?: {
1837
- object_type: "function" | "prompt" | "experiment" | "dataset" | "prompt_session" | "project_logs";
1835
+ object_type: "function" | "experiment" | "dataset" | "prompt" | "prompt_session" | "project_logs";
1838
1836
  object_id: string;
1839
1837
  id: string;
1840
1838
  _xact_id?: string | null | undefined;
@@ -1849,10 +1847,10 @@ declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
1849
1847
  object_type: "prompt" | "tool" | "scorer" | "task" | "agent";
1850
1848
  id: string;
1851
1849
  data: string;
1852
- event: "text_delta" | "reasoning_delta" | "json_delta" | "error" | "console" | "progress" | "start" | "done";
1850
+ event: "done" | "error" | "text_delta" | "reasoning_delta" | "json_delta" | "progress" | "console" | "start";
1853
1851
  output_type: "completion" | "score" | "any";
1854
1852
  origin?: {
1855
- object_type: "function" | "prompt" | "experiment" | "dataset" | "prompt_session" | "project_logs";
1853
+ object_type: "function" | "experiment" | "dataset" | "prompt" | "prompt_session" | "project_logs";
1856
1854
  object_id: string;
1857
1855
  id: string;
1858
1856
  _xact_id?: string | null | undefined;
@@ -2326,23 +2324,23 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
2326
2324
  detail: z.ZodOptional<z.ZodUnion<[z.ZodLiteral<"auto">, z.ZodLiteral<"low">, z.ZodLiteral<"high">]>>;
2327
2325
  }, "strip", z.ZodTypeAny, {
2328
2326
  url: string;
2329
- detail?: "auto" | "high" | "low" | undefined;
2327
+ detail?: "auto" | "low" | "high" | undefined;
2330
2328
  }, {
2331
2329
  url?: unknown;
2332
- detail?: "auto" | "high" | "low" | undefined;
2330
+ detail?: "auto" | "low" | "high" | undefined;
2333
2331
  }>;
2334
2332
  type: z.ZodLiteral<"image_url">;
2335
2333
  }, "strip", z.ZodTypeAny, {
2336
2334
  type: "image_url";
2337
2335
  image_url: {
2338
2336
  url: string;
2339
- detail?: "auto" | "high" | "low" | undefined;
2337
+ detail?: "auto" | "low" | "high" | undefined;
2340
2338
  };
2341
2339
  }, {
2342
2340
  type: "image_url";
2343
2341
  image_url: {
2344
2342
  url?: unknown;
2345
- detail?: "auto" | "high" | "low" | undefined;
2343
+ detail?: "auto" | "low" | "high" | undefined;
2346
2344
  };
2347
2345
  }>]>, "many">]>;
2348
2346
  role: z.ZodLiteral<"user">;
@@ -2358,7 +2356,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
2358
2356
  type: "image_url";
2359
2357
  image_url: {
2360
2358
  url: string;
2361
- detail?: "auto" | "high" | "low" | undefined;
2359
+ detail?: "auto" | "low" | "high" | undefined;
2362
2360
  };
2363
2361
  })[];
2364
2362
  role: "user";
@@ -2376,7 +2374,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
2376
2374
  type: "image_url";
2377
2375
  image_url: {
2378
2376
  url?: unknown;
2379
- detail?: "auto" | "high" | "low" | undefined;
2377
+ detail?: "auto" | "low" | "high" | undefined;
2380
2378
  };
2381
2379
  })[] | undefined;
2382
2380
  }>, z.ZodObject<{
@@ -2667,7 +2665,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
2667
2665
  type: "image_url";
2668
2666
  image_url: {
2669
2667
  url: string;
2670
- detail?: "auto" | "high" | "low" | undefined;
2668
+ detail?: "auto" | "low" | "high" | undefined;
2671
2669
  };
2672
2670
  })[];
2673
2671
  role: "user";
@@ -2750,7 +2748,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
2750
2748
  type: "image_url";
2751
2749
  image_url: {
2752
2750
  url?: unknown;
2753
- detail?: "auto" | "high" | "low" | undefined;
2751
+ detail?: "auto" | "low" | "high" | undefined;
2754
2752
  };
2755
2753
  })[] | undefined;
2756
2754
  } | {
@@ -3473,23 +3471,23 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3473
3471
  detail: z.ZodOptional<z.ZodUnion<[z.ZodLiteral<"auto">, z.ZodLiteral<"low">, z.ZodLiteral<"high">]>>;
3474
3472
  }, "strip", z.ZodTypeAny, {
3475
3473
  url: string;
3476
- detail?: "auto" | "high" | "low" | undefined;
3474
+ detail?: "auto" | "low" | "high" | undefined;
3477
3475
  }, {
3478
3476
  url?: unknown;
3479
- detail?: "auto" | "high" | "low" | undefined;
3477
+ detail?: "auto" | "low" | "high" | undefined;
3480
3478
  }>;
3481
3479
  type: z.ZodLiteral<"image_url">;
3482
3480
  }, "strip", z.ZodTypeAny, {
3483
3481
  type: "image_url";
3484
3482
  image_url: {
3485
3483
  url: string;
3486
- detail?: "auto" | "high" | "low" | undefined;
3484
+ detail?: "auto" | "low" | "high" | undefined;
3487
3485
  };
3488
3486
  }, {
3489
3487
  type: "image_url";
3490
3488
  image_url: {
3491
3489
  url?: unknown;
3492
- detail?: "auto" | "high" | "low" | undefined;
3490
+ detail?: "auto" | "low" | "high" | undefined;
3493
3491
  };
3494
3492
  }>]>, "many">]>;
3495
3493
  role: z.ZodLiteral<"user">;
@@ -3505,7 +3503,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3505
3503
  type: "image_url";
3506
3504
  image_url: {
3507
3505
  url: string;
3508
- detail?: "auto" | "high" | "low" | undefined;
3506
+ detail?: "auto" | "low" | "high" | undefined;
3509
3507
  };
3510
3508
  })[];
3511
3509
  role: "user";
@@ -3523,7 +3521,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3523
3521
  type: "image_url";
3524
3522
  image_url: {
3525
3523
  url?: unknown;
3526
- detail?: "auto" | "high" | "low" | undefined;
3524
+ detail?: "auto" | "low" | "high" | undefined;
3527
3525
  };
3528
3526
  })[] | undefined;
3529
3527
  }>, z.ZodObject<{
@@ -3814,7 +3812,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3814
3812
  type: "image_url";
3815
3813
  image_url: {
3816
3814
  url: string;
3817
- detail?: "auto" | "high" | "low" | undefined;
3815
+ detail?: "auto" | "low" | "high" | undefined;
3818
3816
  };
3819
3817
  })[];
3820
3818
  role: "user";
@@ -3897,7 +3895,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3897
3895
  type: "image_url";
3898
3896
  image_url: {
3899
3897
  url?: unknown;
3900
- detail?: "auto" | "high" | "low" | undefined;
3898
+ detail?: "auto" | "low" | "high" | undefined;
3901
3899
  };
3902
3900
  })[] | undefined;
3903
3901
  } | {
@@ -4592,7 +4590,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
4592
4590
  type: "image_url";
4593
4591
  image_url: {
4594
4592
  url: string;
4595
- detail?: "auto" | "high" | "low" | undefined;
4593
+ detail?: "auto" | "low" | "high" | undefined;
4596
4594
  };
4597
4595
  })[];
4598
4596
  role: "user";
@@ -4803,7 +4801,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
4803
4801
  type: "image_url";
4804
4802
  image_url: {
4805
4803
  url?: unknown;
4806
- detail?: "auto" | "high" | "low" | undefined;
4804
+ detail?: "auto" | "low" | "high" | undefined;
4807
4805
  };
4808
4806
  })[] | undefined;
4809
4807
  } | {
@@ -5040,6 +5038,10 @@ interface EvalHooks<Expected, Metadata extends BaseMetadata, Parameters extends
5040
5038
  * Report progress that will show up in the playground.
5041
5039
  */
5042
5040
  reportProgress: (progress: TaskProgressEvent) => void;
5041
+ /**
5042
+ * The index of the current trial (0-based). This is useful when trialCount > 1.
5043
+ */
5044
+ trialIndex: number;
5043
5045
  }
5044
5046
  type EvalScorerArgs<Input, Output, Expected, Metadata extends BaseMetadata = DefaultMetadataType> = EvalCase<Input, Expected, Metadata> & {
5045
5047
  output: Output;
@@ -5307,23 +5309,23 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
5307
5309
  detail: z.ZodOptional<z.ZodUnion<[z.ZodLiteral<"auto">, z.ZodLiteral<"low">, z.ZodLiteral<"high">]>>;
5308
5310
  }, "strip", z.ZodTypeAny, {
5309
5311
  url: string;
5310
- detail?: "auto" | "high" | "low" | undefined;
5312
+ detail?: "auto" | "low" | "high" | undefined;
5311
5313
  }, {
5312
5314
  url?: unknown;
5313
- detail?: "auto" | "high" | "low" | undefined;
5315
+ detail?: "auto" | "low" | "high" | undefined;
5314
5316
  }>;
5315
5317
  type: z.ZodLiteral<"image_url">;
5316
5318
  }, "strip", z.ZodTypeAny, {
5317
5319
  type: "image_url";
5318
5320
  image_url: {
5319
5321
  url: string;
5320
- detail?: "auto" | "high" | "low" | undefined;
5322
+ detail?: "auto" | "low" | "high" | undefined;
5321
5323
  };
5322
5324
  }, {
5323
5325
  type: "image_url";
5324
5326
  image_url: {
5325
5327
  url?: unknown;
5326
- detail?: "auto" | "high" | "low" | undefined;
5328
+ detail?: "auto" | "low" | "high" | undefined;
5327
5329
  };
5328
5330
  }>]>, "many">]>;
5329
5331
  role: z.ZodLiteral<"user">;
@@ -5339,7 +5341,7 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
5339
5341
  type: "image_url";
5340
5342
  image_url: {
5341
5343
  url: string;
5342
- detail?: "auto" | "high" | "low" | undefined;
5344
+ detail?: "auto" | "low" | "high" | undefined;
5343
5345
  };
5344
5346
  })[];
5345
5347
  role: "user";
@@ -5357,7 +5359,7 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
5357
5359
  type: "image_url";
5358
5360
  image_url: {
5359
5361
  url?: unknown;
5360
- detail?: "auto" | "high" | "low" | undefined;
5362
+ detail?: "auto" | "low" | "high" | undefined;
5361
5363
  };
5362
5364
  })[] | undefined;
5363
5365
  }>, z.ZodObject<{
@@ -5660,7 +5662,7 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
5660
5662
  type: "image_url";
5661
5663
  image_url: {
5662
5664
  url: string;
5663
- detail?: "auto" | "high" | "low" | undefined;
5665
+ detail?: "auto" | "low" | "high" | undefined;
5664
5666
  };
5665
5667
  })[];
5666
5668
  role: "user";
@@ -5745,7 +5747,7 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
5745
5747
  type: "image_url";
5746
5748
  image_url: {
5747
5749
  url?: unknown;
5748
- detail?: "auto" | "high" | "low" | undefined;
5750
+ detail?: "auto" | "low" | "high" | undefined;
5749
5751
  };
5750
5752
  })[] | undefined;
5751
5753
  } | {
@@ -6548,7 +6550,7 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
6548
6550
  type: "image_url";
6549
6551
  image_url: {
6550
6552
  url: string;
6551
- detail?: "auto" | "high" | "low" | undefined;
6553
+ detail?: "auto" | "low" | "high" | undefined;
6552
6554
  };
6553
6555
  })[];
6554
6556
  role: "user";
@@ -6769,7 +6771,7 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
6769
6771
  type: "image_url";
6770
6772
  image_url: {
6771
6773
  url?: unknown;
6772
- detail?: "auto" | "high" | "low" | undefined;
6774
+ detail?: "auto" | "low" | "high" | undefined;
6773
6775
  };
6774
6776
  })[] | undefined;
6775
6777
  } | {
@@ -6990,7 +6992,7 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
6990
6992
  type: "image_url";
6991
6993
  image_url: {
6992
6994
  url: string;
6993
- detail?: "auto" | "high" | "low" | undefined;
6995
+ detail?: "auto" | "low" | "high" | undefined;
6994
6996
  };
6995
6997
  })[];
6996
6998
  role: "user";
@@ -7215,7 +7217,7 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
7215
7217
  type: "image_url";
7216
7218
  image_url: {
7217
7219
  url?: unknown;
7218
- detail?: "auto" | "high" | "low" | undefined;
7220
+ detail?: "auto" | "low" | "high" | undefined;
7219
7221
  };
7220
7222
  })[] | undefined;
7221
7223
  } | {
@@ -7390,23 +7392,23 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
7390
7392
  detail: z.ZodOptional<z.ZodUnion<[z.ZodLiteral<"auto">, z.ZodLiteral<"low">, z.ZodLiteral<"high">]>>;
7391
7393
  }, "strip", z.ZodTypeAny, {
7392
7394
  url: string;
7393
- detail?: "auto" | "high" | "low" | undefined;
7395
+ detail?: "auto" | "low" | "high" | undefined;
7394
7396
  }, {
7395
7397
  url?: unknown;
7396
- detail?: "auto" | "high" | "low" | undefined;
7398
+ detail?: "auto" | "low" | "high" | undefined;
7397
7399
  }>;
7398
7400
  type: z.ZodLiteral<"image_url">;
7399
7401
  }, "strip", z.ZodTypeAny, {
7400
7402
  type: "image_url";
7401
7403
  image_url: {
7402
7404
  url: string;
7403
- detail?: "auto" | "high" | "low" | undefined;
7405
+ detail?: "auto" | "low" | "high" | undefined;
7404
7406
  };
7405
7407
  }, {
7406
7408
  type: "image_url";
7407
7409
  image_url: {
7408
7410
  url?: unknown;
7409
- detail?: "auto" | "high" | "low" | undefined;
7411
+ detail?: "auto" | "low" | "high" | undefined;
7410
7412
  };
7411
7413
  }>]>, "many">]>;
7412
7414
  role: z.ZodLiteral<"user">;
@@ -7422,7 +7424,7 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
7422
7424
  type: "image_url";
7423
7425
  image_url: {
7424
7426
  url: string;
7425
- detail?: "auto" | "high" | "low" | undefined;
7427
+ detail?: "auto" | "low" | "high" | undefined;
7426
7428
  };
7427
7429
  })[];
7428
7430
  role: "user";
@@ -7440,7 +7442,7 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
7440
7442
  type: "image_url";
7441
7443
  image_url: {
7442
7444
  url?: unknown;
7443
- detail?: "auto" | "high" | "low" | undefined;
7445
+ detail?: "auto" | "low" | "high" | undefined;
7444
7446
  };
7445
7447
  })[] | undefined;
7446
7448
  }>, z.ZodObject<{
@@ -7743,7 +7745,7 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
7743
7745
  type: "image_url";
7744
7746
  image_url: {
7745
7747
  url: string;
7746
- detail?: "auto" | "high" | "low" | undefined;
7748
+ detail?: "auto" | "low" | "high" | undefined;
7747
7749
  };
7748
7750
  })[];
7749
7751
  role: "user";
@@ -7828,7 +7830,7 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
7828
7830
  type: "image_url";
7829
7831
  image_url: {
7830
7832
  url?: unknown;
7831
- detail?: "auto" | "high" | "low" | undefined;
7833
+ detail?: "auto" | "low" | "high" | undefined;
7832
7834
  };
7833
7835
  })[] | undefined;
7834
7836
  } | {
@@ -8631,7 +8633,7 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
8631
8633
  type: "image_url";
8632
8634
  image_url: {
8633
8635
  url: string;
8634
- detail?: "auto" | "high" | "low" | undefined;
8636
+ detail?: "auto" | "low" | "high" | undefined;
8635
8637
  };
8636
8638
  })[];
8637
8639
  role: "user";
@@ -8852,7 +8854,7 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
8852
8854
  type: "image_url";
8853
8855
  image_url: {
8854
8856
  url?: unknown;
8855
- detail?: "auto" | "high" | "low" | undefined;
8857
+ detail?: "auto" | "low" | "high" | undefined;
8856
8858
  };
8857
8859
  })[] | undefined;
8858
8860
  } | {
@@ -9073,7 +9075,7 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
9073
9075
  type: "image_url";
9074
9076
  image_url: {
9075
9077
  url: string;
9076
- detail?: "auto" | "high" | "low" | undefined;
9078
+ detail?: "auto" | "low" | "high" | undefined;
9077
9079
  };
9078
9080
  })[];
9079
9081
  role: "user";
@@ -9298,7 +9300,7 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
9298
9300
  type: "image_url";
9299
9301
  image_url: {
9300
9302
  url?: unknown;
9301
- detail?: "auto" | "high" | "low" | undefined;
9303
+ detail?: "auto" | "low" | "high" | undefined;
9302
9304
  };
9303
9305
  })[] | undefined;
9304
9306
  } | {
@@ -9536,7 +9538,7 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
9536
9538
  type: "image_url";
9537
9539
  image_url: {
9538
9540
  url: string;
9539
- detail?: "auto" | "high" | "low" | undefined;
9541
+ detail?: "auto" | "low" | "high" | undefined;
9540
9542
  };
9541
9543
  })[];
9542
9544
  role: "user";
@@ -9768,7 +9770,7 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
9768
9770
  type: "image_url";
9769
9771
  image_url: {
9770
9772
  url?: unknown;
9771
- detail?: "auto" | "high" | "low" | undefined;
9773
+ detail?: "auto" | "low" | "high" | undefined;
9772
9774
  };
9773
9775
  })[] | undefined;
9774
9776
  } | {
@@ -9934,23 +9936,23 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
9934
9936
  detail: z.ZodOptional<z.ZodUnion<[z.ZodLiteral<"auto">, z.ZodLiteral<"low">, z.ZodLiteral<"high">]>>;
9935
9937
  }, "strip", z.ZodTypeAny, {
9936
9938
  url: string;
9937
- detail?: "auto" | "high" | "low" | undefined;
9939
+ detail?: "auto" | "low" | "high" | undefined;
9938
9940
  }, {
9939
9941
  url?: unknown;
9940
- detail?: "auto" | "high" | "low" | undefined;
9942
+ detail?: "auto" | "low" | "high" | undefined;
9941
9943
  }>;
9942
9944
  type: z.ZodLiteral<"image_url">;
9943
9945
  }, "strip", z.ZodTypeAny, {
9944
9946
  type: "image_url";
9945
9947
  image_url: {
9946
9948
  url: string;
9947
- detail?: "auto" | "high" | "low" | undefined;
9949
+ detail?: "auto" | "low" | "high" | undefined;
9948
9950
  };
9949
9951
  }, {
9950
9952
  type: "image_url";
9951
9953
  image_url: {
9952
9954
  url?: unknown;
9953
- detail?: "auto" | "high" | "low" | undefined;
9955
+ detail?: "auto" | "low" | "high" | undefined;
9954
9956
  };
9955
9957
  }>]>, "many">]>;
9956
9958
  role: z.ZodLiteral<"user">;
@@ -9966,7 +9968,7 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
9966
9968
  type: "image_url";
9967
9969
  image_url: {
9968
9970
  url: string;
9969
- detail?: "auto" | "high" | "low" | undefined;
9971
+ detail?: "auto" | "low" | "high" | undefined;
9970
9972
  };
9971
9973
  })[];
9972
9974
  role: "user";
@@ -9984,7 +9986,7 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
9984
9986
  type: "image_url";
9985
9987
  image_url: {
9986
9988
  url?: unknown;
9987
- detail?: "auto" | "high" | "low" | undefined;
9989
+ detail?: "auto" | "low" | "high" | undefined;
9988
9990
  };
9989
9991
  })[] | undefined;
9990
9992
  }>, z.ZodObject<{
@@ -10287,7 +10289,7 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
10287
10289
  type: "image_url";
10288
10290
  image_url: {
10289
10291
  url: string;
10290
- detail?: "auto" | "high" | "low" | undefined;
10292
+ detail?: "auto" | "low" | "high" | undefined;
10291
10293
  };
10292
10294
  })[];
10293
10295
  role: "user";
@@ -10372,7 +10374,7 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
10372
10374
  type: "image_url";
10373
10375
  image_url: {
10374
10376
  url?: unknown;
10375
- detail?: "auto" | "high" | "low" | undefined;
10377
+ detail?: "auto" | "low" | "high" | undefined;
10376
10378
  };
10377
10379
  })[] | undefined;
10378
10380
  } | {
@@ -11175,7 +11177,7 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
11175
11177
  type: "image_url";
11176
11178
  image_url: {
11177
11179
  url: string;
11178
- detail?: "auto" | "high" | "low" | undefined;
11180
+ detail?: "auto" | "low" | "high" | undefined;
11179
11181
  };
11180
11182
  })[];
11181
11183
  role: "user";
@@ -11396,7 +11398,7 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
11396
11398
  type: "image_url";
11397
11399
  image_url: {
11398
11400
  url?: unknown;
11399
- detail?: "auto" | "high" | "low" | undefined;
11401
+ detail?: "auto" | "low" | "high" | undefined;
11400
11402
  };
11401
11403
  })[] | undefined;
11402
11404
  } | {
@@ -11617,7 +11619,7 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
11617
11619
  type: "image_url";
11618
11620
  image_url: {
11619
11621
  url: string;
11620
- detail?: "auto" | "high" | "low" | undefined;
11622
+ detail?: "auto" | "low" | "high" | undefined;
11621
11623
  };
11622
11624
  })[];
11623
11625
  role: "user";
@@ -11842,7 +11844,7 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
11842
11844
  type: "image_url";
11843
11845
  image_url: {
11844
11846
  url?: unknown;
11845
- detail?: "auto" | "high" | "low" | undefined;
11847
+ detail?: "auto" | "low" | "high" | undefined;
11846
11848
  };
11847
11849
  })[] | undefined;
11848
11850
  } | {
@@ -12080,7 +12082,7 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
12080
12082
  type: "image_url";
12081
12083
  image_url: {
12082
12084
  url: string;
12083
- detail?: "auto" | "high" | "low" | undefined;
12085
+ detail?: "auto" | "low" | "high" | undefined;
12084
12086
  };
12085
12087
  })[];
12086
12088
  role: "user";
@@ -12312,7 +12314,7 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
12312
12314
  type: "image_url";
12313
12315
  image_url: {
12314
12316
  url?: unknown;
12315
- detail?: "auto" | "high" | "low" | undefined;
12317
+ detail?: "auto" | "low" | "high" | undefined;
12316
12318
  };
12317
12319
  })[] | undefined;
12318
12320
  } | {