braintrust 0.1.1 → 0.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (34) hide show
  1. package/dev/dist/index.d.mts +26 -24
  2. package/dev/dist/index.d.ts +26 -24
  3. package/dev/dist/index.js +34 -14
  4. package/dev/dist/index.mjs +34 -14
  5. package/dist/browser.d.mts +80 -76
  6. package/dist/browser.d.ts +80 -76
  7. package/dist/browser.js +20 -5
  8. package/dist/browser.mjs +20 -5
  9. package/dist/{chunk-WEZHHYVU.js → chunk-CDBUTZMH.js} +94 -94
  10. package/dist/chunk-NB5AEJPK.mjs +19 -0
  11. package/dist/{chunk-K3GLD6I7.js → chunk-VKR7HDRS.js} +4 -4
  12. package/dist/{chunk-64O3VXT4.mjs → chunk-WKBXJQ57.mjs} +94 -94
  13. package/dist/cli.js +95 -73
  14. package/dist/getMachineId-bsd-7YM2UMB4.js +37 -0
  15. package/dist/{getMachineId-bsd-232NBLGZ.mjs → getMachineId-bsd-L7QQYES7.mjs} +4 -4
  16. package/dist/getMachineId-darwin-QV3NVG7H.js +37 -0
  17. package/dist/{getMachineId-darwin-C7F2HXMI.mjs → getMachineId-darwin-YXDFFCXM.mjs} +4 -4
  18. package/dist/getMachineId-linux-HKJ2YLJC.js +29 -0
  19. package/dist/{getMachineId-linux-VLB6DDHP.mjs → getMachineId-linux-LWEEVKPU.mjs} +3 -3
  20. package/dist/getMachineId-unsupported-EGJSIDYQ.mjs +20 -0
  21. package/dist/getMachineId-unsupported-TX34Q66M.js +20 -0
  22. package/dist/{getMachineId-win-4OSXYWMY.js → getMachineId-win-M5YW2KGK.js} +9 -9
  23. package/dist/{getMachineId-win-U7W7AAJX.mjs → getMachineId-win-UDA4B6X2.mjs} +4 -4
  24. package/dist/index.d.mts +212 -98
  25. package/dist/index.d.ts +212 -98
  26. package/dist/index.js +783 -465
  27. package/dist/index.mjs +596 -278
  28. package/package.json +7 -5
  29. package/dist/chunk-C527YOOG.mjs +0 -19
  30. package/dist/getMachineId-bsd-BCB626OV.js +0 -37
  31. package/dist/getMachineId-darwin-TV4MHNE6.js +0 -37
  32. package/dist/getMachineId-linux-RTVYWQL7.js +0 -29
  33. package/dist/getMachineId-unsupported-7RHYOLDR.js +0 -20
  34. package/dist/getMachineId-unsupported-IF5IGKUD.mjs +0 -20
package/dist/browser.d.mts CHANGED
@@ -190,8 +190,6 @@ declare class PromptCache {
190
190
  set(key: PromptKey, value: Prompt): Promise<void>;
191
191
  }
192
192
 
193
- /// <reference lib="dom" />
194
-
195
193
  type SetCurrentArg = {
196
194
  setCurrent?: boolean;
197
195
  };
@@ -574,7 +572,7 @@ declare class Attachment extends BaseAttachment {
574
572
  * @returns The attachment status.
575
573
  */
576
574
  upload(): Promise<{
577
- upload_status: "error" | "done" | "uploading";
575
+ upload_status: "uploading" | "done" | "error";
578
576
  error_message?: string | undefined;
579
577
  }>;
580
578
  /**
@@ -650,21 +648,21 @@ declare const attachmentMetadataSchema: z.ZodObject<{
650
648
  upload_status: z.ZodEnum<["uploading", "done", "error"]>;
651
649
  error_message: z.ZodEffects<z.ZodOptional<z.ZodNullable<z.ZodString>>, string | undefined, string | null | undefined>;
652
650
  }, "strip", z.ZodTypeAny, {
653
- upload_status: "error" | "done" | "uploading";
651
+ upload_status: "uploading" | "done" | "error";
654
652
  error_message?: string | undefined;
655
653
  }, {
656
- upload_status: "error" | "done" | "uploading";
654
+ upload_status: "uploading" | "done" | "error";
657
655
  error_message?: string | null | undefined;
658
656
  }>;
659
657
  }, "strip", z.ZodTypeAny, {
660
658
  status: {
661
- upload_status: "error" | "done" | "uploading";
659
+ upload_status: "uploading" | "done" | "error";
662
660
  error_message?: string | undefined;
663
661
  };
664
662
  downloadUrl: string;
665
663
  }, {
666
664
  status: {
667
- upload_status: "error" | "done" | "uploading";
665
+ upload_status: "uploading" | "done" | "error";
668
666
  error_message?: string | null | undefined;
669
667
  };
670
668
  downloadUrl: string;
@@ -1692,6 +1690,7 @@ interface DatasetSummary {
1692
1690
  datasetUrl: string;
1693
1691
  dataSummary: DataSummary | undefined;
1694
1692
  }
1693
+ declare function setInitialTestState(): void;
1695
1694
  declare function simulateLoginForTests(): Promise<BraintrustState>;
1696
1695
  declare function simulateLogoutForTests(): BraintrustState;
1697
1696
  declare const _exportsForTestingOnly: {
@@ -1701,6 +1700,7 @@ declare const _exportsForTestingOnly: {
1701
1700
  clearTestBackgroundLogger: typeof clearTestBackgroundLogger;
1702
1701
  simulateLoginForTests: typeof simulateLoginForTests;
1703
1702
  simulateLogoutForTests: typeof simulateLogoutForTests;
1703
+ setInitialTestState: typeof setInitialTestState;
1704
1704
  };
1705
1705
 
1706
1706
  declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
@@ -1775,13 +1775,13 @@ declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
1775
1775
  _xact_id: z.ZodOptional<z.ZodNullable<z.ZodString>>;
1776
1776
  created: z.ZodOptional<z.ZodNullable<z.ZodString>>;
1777
1777
  }, "strip", z.ZodTypeAny, {
1778
- object_type: "function" | "prompt" | "experiment" | "dataset" | "prompt_session" | "project_logs";
1778
+ object_type: "function" | "experiment" | "dataset" | "prompt" | "prompt_session" | "project_logs";
1779
1779
  object_id: string;
1780
1780
  id: string;
1781
1781
  _xact_id?: string | null | undefined;
1782
1782
  created?: string | null | undefined;
1783
1783
  }, {
1784
- object_type: "function" | "prompt" | "experiment" | "dataset" | "prompt_session" | "project_logs";
1784
+ object_type: "function" | "experiment" | "dataset" | "prompt" | "prompt_session" | "project_logs";
1785
1785
  object_id: string;
1786
1786
  id: string;
1787
1787
  _xact_id?: string | null | undefined;
@@ -1798,10 +1798,10 @@ declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
1798
1798
  object_type: "prompt" | "tool" | "scorer" | "task" | "agent";
1799
1799
  id: string;
1800
1800
  data: string;
1801
- event: "text_delta" | "reasoning_delta" | "json_delta" | "error" | "console" | "progress" | "start" | "done";
1801
+ event: "done" | "error" | "text_delta" | "reasoning_delta" | "json_delta" | "progress" | "console" | "start";
1802
1802
  output_type: "completion" | "score" | "any";
1803
1803
  origin?: {
1804
- object_type: "function" | "prompt" | "experiment" | "dataset" | "prompt_session" | "project_logs";
1804
+ object_type: "function" | "experiment" | "dataset" | "prompt" | "prompt_session" | "project_logs";
1805
1805
  object_id: string;
1806
1806
  id: string;
1807
1807
  _xact_id?: string | null | undefined;
@@ -1813,10 +1813,10 @@ declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
1813
1813
  object_type: "prompt" | "tool" | "scorer" | "task" | "agent";
1814
1814
  id: string;
1815
1815
  data: string;
1816
- event: "text_delta" | "reasoning_delta" | "json_delta" | "error" | "console" | "progress" | "start" | "done";
1816
+ event: "done" | "error" | "text_delta" | "reasoning_delta" | "json_delta" | "progress" | "console" | "start";
1817
1817
  output_type: "completion" | "score" | "any";
1818
1818
  origin?: {
1819
- object_type: "function" | "prompt" | "experiment" | "dataset" | "prompt_session" | "project_logs";
1819
+ object_type: "function" | "experiment" | "dataset" | "prompt" | "prompt_session" | "project_logs";
1820
1820
  object_id: string;
1821
1821
  id: string;
1822
1822
  _xact_id?: string | null | undefined;
@@ -1831,10 +1831,10 @@ declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
1831
1831
  object_type: "prompt" | "tool" | "scorer" | "task" | "agent";
1832
1832
  id: string;
1833
1833
  data: string;
1834
- event: "text_delta" | "reasoning_delta" | "json_delta" | "error" | "console" | "progress" | "start" | "done";
1834
+ event: "done" | "error" | "text_delta" | "reasoning_delta" | "json_delta" | "progress" | "console" | "start";
1835
1835
  output_type: "completion" | "score" | "any";
1836
1836
  origin?: {
1837
- object_type: "function" | "prompt" | "experiment" | "dataset" | "prompt_session" | "project_logs";
1837
+ object_type: "function" | "experiment" | "dataset" | "prompt" | "prompt_session" | "project_logs";
1838
1838
  object_id: string;
1839
1839
  id: string;
1840
1840
  _xact_id?: string | null | undefined;
@@ -1849,10 +1849,10 @@ declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
1849
1849
  object_type: "prompt" | "tool" | "scorer" | "task" | "agent";
1850
1850
  id: string;
1851
1851
  data: string;
1852
- event: "text_delta" | "reasoning_delta" | "json_delta" | "error" | "console" | "progress" | "start" | "done";
1852
+ event: "done" | "error" | "text_delta" | "reasoning_delta" | "json_delta" | "progress" | "console" | "start";
1853
1853
  output_type: "completion" | "score" | "any";
1854
1854
  origin?: {
1855
- object_type: "function" | "prompt" | "experiment" | "dataset" | "prompt_session" | "project_logs";
1855
+ object_type: "function" | "experiment" | "dataset" | "prompt" | "prompt_session" | "project_logs";
1856
1856
  object_id: string;
1857
1857
  id: string;
1858
1858
  _xact_id?: string | null | undefined;
@@ -2111,7 +2111,7 @@ declare global {
2111
2111
  * not configured, nothing will be traced. If this is not an `OpenAI` object, this function is
2112
2112
  * a no-op.
2113
2113
  *
2114
- * Currently, this only supports the `v4` API.
2114
+ * Currently, this supports both the `v4` and `v5` API.
2115
2115
  *
2116
2116
  * @param openai
2117
2117
  * @returns The wrapped `OpenAI` object.
@@ -2326,23 +2326,23 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
2326
2326
  detail: z.ZodOptional<z.ZodUnion<[z.ZodLiteral<"auto">, z.ZodLiteral<"low">, z.ZodLiteral<"high">]>>;
2327
2327
  }, "strip", z.ZodTypeAny, {
2328
2328
  url: string;
2329
- detail?: "auto" | "high" | "low" | undefined;
2329
+ detail?: "auto" | "low" | "high" | undefined;
2330
2330
  }, {
2331
2331
  url?: unknown;
2332
- detail?: "auto" | "high" | "low" | undefined;
2332
+ detail?: "auto" | "low" | "high" | undefined;
2333
2333
  }>;
2334
2334
  type: z.ZodLiteral<"image_url">;
2335
2335
  }, "strip", z.ZodTypeAny, {
2336
2336
  type: "image_url";
2337
2337
  image_url: {
2338
2338
  url: string;
2339
- detail?: "auto" | "high" | "low" | undefined;
2339
+ detail?: "auto" | "low" | "high" | undefined;
2340
2340
  };
2341
2341
  }, {
2342
2342
  type: "image_url";
2343
2343
  image_url: {
2344
2344
  url?: unknown;
2345
- detail?: "auto" | "high" | "low" | undefined;
2345
+ detail?: "auto" | "low" | "high" | undefined;
2346
2346
  };
2347
2347
  }>]>, "many">]>;
2348
2348
  role: z.ZodLiteral<"user">;
@@ -2358,7 +2358,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
2358
2358
  type: "image_url";
2359
2359
  image_url: {
2360
2360
  url: string;
2361
- detail?: "auto" | "high" | "low" | undefined;
2361
+ detail?: "auto" | "low" | "high" | undefined;
2362
2362
  };
2363
2363
  })[];
2364
2364
  role: "user";
@@ -2376,7 +2376,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
2376
2376
  type: "image_url";
2377
2377
  image_url: {
2378
2378
  url?: unknown;
2379
- detail?: "auto" | "high" | "low" | undefined;
2379
+ detail?: "auto" | "low" | "high" | undefined;
2380
2380
  };
2381
2381
  })[] | undefined;
2382
2382
  }>, z.ZodObject<{
@@ -2667,7 +2667,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
2667
2667
  type: "image_url";
2668
2668
  image_url: {
2669
2669
  url: string;
2670
- detail?: "auto" | "high" | "low" | undefined;
2670
+ detail?: "auto" | "low" | "high" | undefined;
2671
2671
  };
2672
2672
  })[];
2673
2673
  role: "user";
@@ -2750,7 +2750,7 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
2750
2750
  type: "image_url";
2751
2751
  image_url: {
2752
2752
  url?: unknown;
2753
- detail?: "auto" | "high" | "low" | undefined;
2753
+ detail?: "auto" | "low" | "high" | undefined;
2754
2754
  };
2755
2755
  })[] | undefined;
2756
2756
  } | {
@@ -3473,23 +3473,23 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3473
3473
  detail: z.ZodOptional<z.ZodUnion<[z.ZodLiteral<"auto">, z.ZodLiteral<"low">, z.ZodLiteral<"high">]>>;
3474
3474
  }, "strip", z.ZodTypeAny, {
3475
3475
  url: string;
3476
- detail?: "auto" | "high" | "low" | undefined;
3476
+ detail?: "auto" | "low" | "high" | undefined;
3477
3477
  }, {
3478
3478
  url?: unknown;
3479
- detail?: "auto" | "high" | "low" | undefined;
3479
+ detail?: "auto" | "low" | "high" | undefined;
3480
3480
  }>;
3481
3481
  type: z.ZodLiteral<"image_url">;
3482
3482
  }, "strip", z.ZodTypeAny, {
3483
3483
  type: "image_url";
3484
3484
  image_url: {
3485
3485
  url: string;
3486
- detail?: "auto" | "high" | "low" | undefined;
3486
+ detail?: "auto" | "low" | "high" | undefined;
3487
3487
  };
3488
3488
  }, {
3489
3489
  type: "image_url";
3490
3490
  image_url: {
3491
3491
  url?: unknown;
3492
- detail?: "auto" | "high" | "low" | undefined;
3492
+ detail?: "auto" | "low" | "high" | undefined;
3493
3493
  };
3494
3494
  }>]>, "many">]>;
3495
3495
  role: z.ZodLiteral<"user">;
@@ -3505,7 +3505,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3505
3505
  type: "image_url";
3506
3506
  image_url: {
3507
3507
  url: string;
3508
- detail?: "auto" | "high" | "low" | undefined;
3508
+ detail?: "auto" | "low" | "high" | undefined;
3509
3509
  };
3510
3510
  })[];
3511
3511
  role: "user";
@@ -3523,7 +3523,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3523
3523
  type: "image_url";
3524
3524
  image_url: {
3525
3525
  url?: unknown;
3526
- detail?: "auto" | "high" | "low" | undefined;
3526
+ detail?: "auto" | "low" | "high" | undefined;
3527
3527
  };
3528
3528
  })[] | undefined;
3529
3529
  }>, z.ZodObject<{
@@ -3814,7 +3814,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3814
3814
  type: "image_url";
3815
3815
  image_url: {
3816
3816
  url: string;
3817
- detail?: "auto" | "high" | "low" | undefined;
3817
+ detail?: "auto" | "low" | "high" | undefined;
3818
3818
  };
3819
3819
  })[];
3820
3820
  role: "user";
@@ -3897,7 +3897,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
3897
3897
  type: "image_url";
3898
3898
  image_url: {
3899
3899
  url?: unknown;
3900
- detail?: "auto" | "high" | "low" | undefined;
3900
+ detail?: "auto" | "low" | "high" | undefined;
3901
3901
  };
3902
3902
  })[] | undefined;
3903
3903
  } | {
@@ -4592,7 +4592,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
4592
4592
  type: "image_url";
4593
4593
  image_url: {
4594
4594
  url: string;
4595
- detail?: "auto" | "high" | "low" | undefined;
4595
+ detail?: "auto" | "low" | "high" | undefined;
4596
4596
  };
4597
4597
  })[];
4598
4598
  role: "user";
@@ -4803,7 +4803,7 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
4803
4803
  type: "image_url";
4804
4804
  image_url: {
4805
4805
  url?: unknown;
4806
- detail?: "auto" | "high" | "low" | undefined;
4806
+ detail?: "auto" | "low" | "high" | undefined;
4807
4807
  };
4808
4808
  })[] | undefined;
4809
4809
  } | {
@@ -5040,6 +5040,10 @@ interface EvalHooks<Expected, Metadata extends BaseMetadata, Parameters extends
5040
5040
  * Report progress that will show up in the playground.
5041
5041
  */
5042
5042
  reportProgress: (progress: TaskProgressEvent) => void;
5043
+ /**
5044
+ * The index of the current trial (0-based). This is useful when trialCount > 1.
5045
+ */
5046
+ trialIndex: number;
5043
5047
  }
5044
5048
  type EvalScorerArgs<Input, Output, Expected, Metadata extends BaseMetadata = DefaultMetadataType> = EvalCase<Input, Expected, Metadata> & {
5045
5049
  output: Output;
@@ -5307,23 +5311,23 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
5307
5311
  detail: z.ZodOptional<z.ZodUnion<[z.ZodLiteral<"auto">, z.ZodLiteral<"low">, z.ZodLiteral<"high">]>>;
5308
5312
  }, "strip", z.ZodTypeAny, {
5309
5313
  url: string;
5310
- detail?: "auto" | "high" | "low" | undefined;
5314
+ detail?: "auto" | "low" | "high" | undefined;
5311
5315
  }, {
5312
5316
  url?: unknown;
5313
- detail?: "auto" | "high" | "low" | undefined;
5317
+ detail?: "auto" | "low" | "high" | undefined;
5314
5318
  }>;
5315
5319
  type: z.ZodLiteral<"image_url">;
5316
5320
  }, "strip", z.ZodTypeAny, {
5317
5321
  type: "image_url";
5318
5322
  image_url: {
5319
5323
  url: string;
5320
- detail?: "auto" | "high" | "low" | undefined;
5324
+ detail?: "auto" | "low" | "high" | undefined;
5321
5325
  };
5322
5326
  }, {
5323
5327
  type: "image_url";
5324
5328
  image_url: {
5325
5329
  url?: unknown;
5326
- detail?: "auto" | "high" | "low" | undefined;
5330
+ detail?: "auto" | "low" | "high" | undefined;
5327
5331
  };
5328
5332
  }>]>, "many">]>;
5329
5333
  role: z.ZodLiteral<"user">;
@@ -5339,7 +5343,7 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
5339
5343
  type: "image_url";
5340
5344
  image_url: {
5341
5345
  url: string;
5342
- detail?: "auto" | "high" | "low" | undefined;
5346
+ detail?: "auto" | "low" | "high" | undefined;
5343
5347
  };
5344
5348
  })[];
5345
5349
  role: "user";
@@ -5357,7 +5361,7 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
5357
5361
  type: "image_url";
5358
5362
  image_url: {
5359
5363
  url?: unknown;
5360
- detail?: "auto" | "high" | "low" | undefined;
5364
+ detail?: "auto" | "low" | "high" | undefined;
5361
5365
  };
5362
5366
  })[] | undefined;
5363
5367
  }>, z.ZodObject<{
@@ -5660,7 +5664,7 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
5660
5664
  type: "image_url";
5661
5665
  image_url: {
5662
5666
  url: string;
5663
- detail?: "auto" | "high" | "low" | undefined;
5667
+ detail?: "auto" | "low" | "high" | undefined;
5664
5668
  };
5665
5669
  })[];
5666
5670
  role: "user";
@@ -5745,7 +5749,7 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
5745
5749
  type: "image_url";
5746
5750
  image_url: {
5747
5751
  url?: unknown;
5748
- detail?: "auto" | "high" | "low" | undefined;
5752
+ detail?: "auto" | "low" | "high" | undefined;
5749
5753
  };
5750
5754
  })[] | undefined;
5751
5755
  } | {
@@ -6548,7 +6552,7 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
6548
6552
  type: "image_url";
6549
6553
  image_url: {
6550
6554
  url: string;
6551
- detail?: "auto" | "high" | "low" | undefined;
6555
+ detail?: "auto" | "low" | "high" | undefined;
6552
6556
  };
6553
6557
  })[];
6554
6558
  role: "user";
@@ -6769,7 +6773,7 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
6769
6773
  type: "image_url";
6770
6774
  image_url: {
6771
6775
  url?: unknown;
6772
- detail?: "auto" | "high" | "low" | undefined;
6776
+ detail?: "auto" | "low" | "high" | undefined;
6773
6777
  };
6774
6778
  })[] | undefined;
6775
6779
  } | {
@@ -6990,7 +6994,7 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
6990
6994
  type: "image_url";
6991
6995
  image_url: {
6992
6996
  url: string;
6993
- detail?: "auto" | "high" | "low" | undefined;
6997
+ detail?: "auto" | "low" | "high" | undefined;
6994
6998
  };
6995
6999
  })[];
6996
7000
  role: "user";
@@ -7215,7 +7219,7 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
7215
7219
  type: "image_url";
7216
7220
  image_url: {
7217
7221
  url?: unknown;
7218
- detail?: "auto" | "high" | "low" | undefined;
7222
+ detail?: "auto" | "low" | "high" | undefined;
7219
7223
  };
7220
7224
  })[] | undefined;
7221
7225
  } | {
@@ -7390,23 +7394,23 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
7390
7394
  detail: z.ZodOptional<z.ZodUnion<[z.ZodLiteral<"auto">, z.ZodLiteral<"low">, z.ZodLiteral<"high">]>>;
7391
7395
  }, "strip", z.ZodTypeAny, {
7392
7396
  url: string;
7393
- detail?: "auto" | "high" | "low" | undefined;
7397
+ detail?: "auto" | "low" | "high" | undefined;
7394
7398
  }, {
7395
7399
  url?: unknown;
7396
- detail?: "auto" | "high" | "low" | undefined;
7400
+ detail?: "auto" | "low" | "high" | undefined;
7397
7401
  }>;
7398
7402
  type: z.ZodLiteral<"image_url">;
7399
7403
  }, "strip", z.ZodTypeAny, {
7400
7404
  type: "image_url";
7401
7405
  image_url: {
7402
7406
  url: string;
7403
- detail?: "auto" | "high" | "low" | undefined;
7407
+ detail?: "auto" | "low" | "high" | undefined;
7404
7408
  };
7405
7409
  }, {
7406
7410
  type: "image_url";
7407
7411
  image_url: {
7408
7412
  url?: unknown;
7409
- detail?: "auto" | "high" | "low" | undefined;
7413
+ detail?: "auto" | "low" | "high" | undefined;
7410
7414
  };
7411
7415
  }>]>, "many">]>;
7412
7416
  role: z.ZodLiteral<"user">;
@@ -7422,7 +7426,7 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
7422
7426
  type: "image_url";
7423
7427
  image_url: {
7424
7428
  url: string;
7425
- detail?: "auto" | "high" | "low" | undefined;
7429
+ detail?: "auto" | "low" | "high" | undefined;
7426
7430
  };
7427
7431
  })[];
7428
7432
  role: "user";
@@ -7440,7 +7444,7 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
7440
7444
  type: "image_url";
7441
7445
  image_url: {
7442
7446
  url?: unknown;
7443
- detail?: "auto" | "high" | "low" | undefined;
7447
+ detail?: "auto" | "low" | "high" | undefined;
7444
7448
  };
7445
7449
  })[] | undefined;
7446
7450
  }>, z.ZodObject<{
@@ -7743,7 +7747,7 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
7743
7747
  type: "image_url";
7744
7748
  image_url: {
7745
7749
  url: string;
7746
- detail?: "auto" | "high" | "low" | undefined;
7750
+ detail?: "auto" | "low" | "high" | undefined;
7747
7751
  };
7748
7752
  })[];
7749
7753
  role: "user";
@@ -7828,7 +7832,7 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
7828
7832
  type: "image_url";
7829
7833
  image_url: {
7830
7834
  url?: unknown;
7831
- detail?: "auto" | "high" | "low" | undefined;
7835
+ detail?: "auto" | "low" | "high" | undefined;
7832
7836
  };
7833
7837
  })[] | undefined;
7834
7838
  } | {
@@ -8631,7 +8635,7 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
8631
8635
  type: "image_url";
8632
8636
  image_url: {
8633
8637
  url: string;
8634
- detail?: "auto" | "high" | "low" | undefined;
8638
+ detail?: "auto" | "low" | "high" | undefined;
8635
8639
  };
8636
8640
  })[];
8637
8641
  role: "user";
@@ -8852,7 +8856,7 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
8852
8856
  type: "image_url";
8853
8857
  image_url: {
8854
8858
  url?: unknown;
8855
- detail?: "auto" | "high" | "low" | undefined;
8859
+ detail?: "auto" | "low" | "high" | undefined;
8856
8860
  };
8857
8861
  })[] | undefined;
8858
8862
  } | {
@@ -9073,7 +9077,7 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
9073
9077
  type: "image_url";
9074
9078
  image_url: {
9075
9079
  url: string;
9076
- detail?: "auto" | "high" | "low" | undefined;
9080
+ detail?: "auto" | "low" | "high" | undefined;
9077
9081
  };
9078
9082
  })[];
9079
9083
  role: "user";
@@ -9298,7 +9302,7 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
9298
9302
  type: "image_url";
9299
9303
  image_url: {
9300
9304
  url?: unknown;
9301
- detail?: "auto" | "high" | "low" | undefined;
9305
+ detail?: "auto" | "low" | "high" | undefined;
9302
9306
  };
9303
9307
  })[] | undefined;
9304
9308
  } | {
@@ -9536,7 +9540,7 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
9536
9540
  type: "image_url";
9537
9541
  image_url: {
9538
9542
  url: string;
9539
- detail?: "auto" | "high" | "low" | undefined;
9543
+ detail?: "auto" | "low" | "high" | undefined;
9540
9544
  };
9541
9545
  })[];
9542
9546
  role: "user";
@@ -9768,7 +9772,7 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
9768
9772
  type: "image_url";
9769
9773
  image_url: {
9770
9774
  url?: unknown;
9771
- detail?: "auto" | "high" | "low" | undefined;
9775
+ detail?: "auto" | "low" | "high" | undefined;
9772
9776
  };
9773
9777
  })[] | undefined;
9774
9778
  } | {
@@ -9934,23 +9938,23 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
9934
9938
  detail: z.ZodOptional<z.ZodUnion<[z.ZodLiteral<"auto">, z.ZodLiteral<"low">, z.ZodLiteral<"high">]>>;
9935
9939
  }, "strip", z.ZodTypeAny, {
9936
9940
  url: string;
9937
- detail?: "auto" | "high" | "low" | undefined;
9941
+ detail?: "auto" | "low" | "high" | undefined;
9938
9942
  }, {
9939
9943
  url?: unknown;
9940
- detail?: "auto" | "high" | "low" | undefined;
9944
+ detail?: "auto" | "low" | "high" | undefined;
9941
9945
  }>;
9942
9946
  type: z.ZodLiteral<"image_url">;
9943
9947
  }, "strip", z.ZodTypeAny, {
9944
9948
  type: "image_url";
9945
9949
  image_url: {
9946
9950
  url: string;
9947
- detail?: "auto" | "high" | "low" | undefined;
9951
+ detail?: "auto" | "low" | "high" | undefined;
9948
9952
  };
9949
9953
  }, {
9950
9954
  type: "image_url";
9951
9955
  image_url: {
9952
9956
  url?: unknown;
9953
- detail?: "auto" | "high" | "low" | undefined;
9957
+ detail?: "auto" | "low" | "high" | undefined;
9954
9958
  };
9955
9959
  }>]>, "many">]>;
9956
9960
  role: z.ZodLiteral<"user">;
@@ -9966,7 +9970,7 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
9966
9970
  type: "image_url";
9967
9971
  image_url: {
9968
9972
  url: string;
9969
- detail?: "auto" | "high" | "low" | undefined;
9973
+ detail?: "auto" | "low" | "high" | undefined;
9970
9974
  };
9971
9975
  })[];
9972
9976
  role: "user";
@@ -9984,7 +9988,7 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
9984
9988
  type: "image_url";
9985
9989
  image_url: {
9986
9990
  url?: unknown;
9987
- detail?: "auto" | "high" | "low" | undefined;
9991
+ detail?: "auto" | "low" | "high" | undefined;
9988
9992
  };
9989
9993
  })[] | undefined;
9990
9994
  }>, z.ZodObject<{
@@ -10287,7 +10291,7 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
10287
10291
  type: "image_url";
10288
10292
  image_url: {
10289
10293
  url: string;
10290
- detail?: "auto" | "high" | "low" | undefined;
10294
+ detail?: "auto" | "low" | "high" | undefined;
10291
10295
  };
10292
10296
  })[];
10293
10297
  role: "user";
@@ -10372,7 +10376,7 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
10372
10376
  type: "image_url";
10373
10377
  image_url: {
10374
10378
  url?: unknown;
10375
- detail?: "auto" | "high" | "low" | undefined;
10379
+ detail?: "auto" | "low" | "high" | undefined;
10376
10380
  };
10377
10381
  })[] | undefined;
10378
10382
  } | {
@@ -11175,7 +11179,7 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
11175
11179
  type: "image_url";
11176
11180
  image_url: {
11177
11181
  url: string;
11178
- detail?: "auto" | "high" | "low" | undefined;
11182
+ detail?: "auto" | "low" | "high" | undefined;
11179
11183
  };
11180
11184
  })[];
11181
11185
  role: "user";
@@ -11396,7 +11400,7 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
11396
11400
  type: "image_url";
11397
11401
  image_url: {
11398
11402
  url?: unknown;
11399
- detail?: "auto" | "high" | "low" | undefined;
11403
+ detail?: "auto" | "low" | "high" | undefined;
11400
11404
  };
11401
11405
  })[] | undefined;
11402
11406
  } | {
@@ -11617,7 +11621,7 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
11617
11621
  type: "image_url";
11618
11622
  image_url: {
11619
11623
  url: string;
11620
- detail?: "auto" | "high" | "low" | undefined;
11624
+ detail?: "auto" | "low" | "high" | undefined;
11621
11625
  };
11622
11626
  })[];
11623
11627
  role: "user";
@@ -11842,7 +11846,7 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
11842
11846
  type: "image_url";
11843
11847
  image_url: {
11844
11848
  url?: unknown;
11845
- detail?: "auto" | "high" | "low" | undefined;
11849
+ detail?: "auto" | "low" | "high" | undefined;
11846
11850
  };
11847
11851
  })[] | undefined;
11848
11852
  } | {
@@ -12080,7 +12084,7 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
12080
12084
  type: "image_url";
12081
12085
  image_url: {
12082
12086
  url: string;
12083
- detail?: "auto" | "high" | "low" | undefined;
12087
+ detail?: "auto" | "low" | "high" | undefined;
12084
12088
  };
12085
12089
  })[];
12086
12090
  role: "user";
@@ -12312,7 +12316,7 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
12312
12316
  type: "image_url";
12313
12317
  image_url: {
12314
12318
  url?: unknown;
12315
- detail?: "auto" | "high" | "low" | undefined;
12319
+ detail?: "auto" | "low" | "high" | undefined;
12316
12320
  };
12317
12321
  })[] | undefined;
12318
12322
  } | {