promptfoo 0.87.1 → 0.88.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (179) hide show
  1. package/README.md +2 -2
  2. package/dist/package.json +13 -13
  3. package/dist/src/assertions/AssertionsResult.d.ts.map +1 -1
  4. package/dist/src/assertions/AssertionsResult.js +7 -0
  5. package/dist/src/assertions/AssertionsResult.js.map +1 -1
  6. package/dist/src/assertions.d.ts.map +1 -1
  7. package/dist/src/assertions.js +11 -1
  8. package/dist/src/assertions.js.map +1 -1
  9. package/dist/src/commands/cache.js +2 -2
  10. package/dist/src/commands/cache.js.map +1 -1
  11. package/dist/src/commands/delete.js +2 -2
  12. package/dist/src/commands/delete.js.map +1 -1
  13. package/dist/src/commands/eval.d.ts +1 -1
  14. package/dist/src/commands/eval.d.ts.map +1 -1
  15. package/dist/src/commands/eval.js +17 -3
  16. package/dist/src/commands/eval.js.map +1 -1
  17. package/dist/src/commands/generate/dataset.js +1 -1
  18. package/dist/src/commands/generate/dataset.js.map +1 -1
  19. package/dist/src/commands/list.js +3 -3
  20. package/dist/src/commands/list.js.map +1 -1
  21. package/dist/src/commands/share.js +2 -2
  22. package/dist/src/commands/share.js.map +1 -1
  23. package/dist/src/commands/show.js +1 -1
  24. package/dist/src/commands/show.js.map +1 -1
  25. package/dist/src/commands/view.js +2 -2
  26. package/dist/src/commands/view.js.map +1 -1
  27. package/dist/src/config.d.ts.map +1 -1
  28. package/dist/src/config.js +8 -54
  29. package/dist/src/config.js.map +1 -1
  30. package/dist/src/database/tables.d.ts +17 -17
  31. package/dist/src/envars.d.ts +1 -0
  32. package/dist/src/envars.d.ts.map +1 -1
  33. package/dist/src/envars.js.map +1 -1
  34. package/dist/src/evaluator.d.ts.map +1 -1
  35. package/dist/src/evaluator.js +2 -0
  36. package/dist/src/evaluator.js.map +1 -1
  37. package/dist/src/main.d.ts.map +1 -1
  38. package/dist/src/main.js +5 -11
  39. package/dist/src/main.js.map +1 -1
  40. package/dist/src/onboarding.js +1 -1
  41. package/dist/src/onboarding.js.map +1 -1
  42. package/dist/src/providers/ai21.d.ts.map +1 -1
  43. package/dist/src/providers/ai21.js +3 -12
  44. package/dist/src/providers/ai21.js.map +1 -1
  45. package/dist/src/providers/anthropic.d.ts +3 -3
  46. package/dist/src/providers/anthropic.d.ts.map +1 -1
  47. package/dist/src/providers/anthropic.js +43 -33
  48. package/dist/src/providers/anthropic.js.map +1 -1
  49. package/dist/src/providers/azureopenai.d.ts +3 -2
  50. package/dist/src/providers/azureopenai.d.ts.map +1 -1
  51. package/dist/src/providers/azureopenai.js +129 -3
  52. package/dist/src/providers/azureopenai.js.map +1 -1
  53. package/dist/src/providers/mistral.d.ts.map +1 -1
  54. package/dist/src/providers/mistral.js +7 -17
  55. package/dist/src/providers/mistral.js.map +1 -1
  56. package/dist/src/providers/openai.d.ts +13 -0
  57. package/dist/src/providers/openai.d.ts.map +1 -1
  58. package/dist/src/providers/openai.js +28 -24
  59. package/dist/src/providers/openai.js.map +1 -1
  60. package/dist/src/providers/openaiUtil.d.ts.map +1 -1
  61. package/dist/src/providers/openaiUtil.js +1 -1
  62. package/dist/src/providers/openaiUtil.js.map +1 -1
  63. package/dist/src/providers/shared.d.ts +41 -0
  64. package/dist/src/providers/shared.d.ts.map +1 -1
  65. package/dist/src/providers/shared.js +44 -0
  66. package/dist/src/providers/shared.js.map +1 -1
  67. package/dist/src/python/pythonUtils.d.ts +23 -0
  68. package/dist/src/python/pythonUtils.d.ts.map +1 -1
  69. package/dist/src/python/pythonUtils.js +66 -1
  70. package/dist/src/python/pythonUtils.js.map +1 -1
  71. package/dist/src/{commands/redteam → redteam/commands}/generate.d.ts +1 -1
  72. package/dist/src/redteam/commands/generate.d.ts.map +1 -0
  73. package/dist/src/{commands/redteam → redteam/commands}/generate.js +14 -14
  74. package/dist/src/redteam/commands/generate.js.map +1 -0
  75. package/dist/src/{commands/redteam → redteam/commands}/init.d.ts.map +1 -1
  76. package/dist/src/{commands/redteam → redteam/commands}/init.js +1 -1
  77. package/dist/src/{commands/redteam → redteam/commands}/init.js.map +1 -1
  78. package/dist/src/{commands/redteam → redteam/commands}/plugins.d.ts.map +1 -1
  79. package/dist/src/{commands/redteam → redteam/commands}/plugins.js +1 -1
  80. package/dist/src/{commands/redteam → redteam/commands}/plugins.js.map +1 -1
  81. package/dist/src/redteam/index.d.ts +1 -1
  82. package/dist/src/redteam/index.d.ts.map +1 -1
  83. package/dist/src/redteam/index.js.map +1 -1
  84. package/dist/src/redteam/providers/prompts.d.ts.map +1 -1
  85. package/dist/src/redteam/providers/prompts.js +23 -0
  86. package/dist/src/redteam/providers/prompts.js.map +1 -1
  87. package/dist/src/{types/redteam.d.ts → redteam/types.d.ts} +1 -1
  88. package/dist/src/redteam/types.d.ts.map +1 -0
  89. package/dist/src/{types/redteam.js → redteam/types.js} +1 -1
  90. package/dist/src/redteam/types.js.map +1 -0
  91. package/dist/src/server/server.d.ts.map +1 -1
  92. package/dist/src/server/server.js +3 -0
  93. package/dist/src/server/server.js.map +1 -1
  94. package/dist/src/testCases.js +2 -2
  95. package/dist/src/testCases.js.map +1 -1
  96. package/dist/src/types/index.d.ts +245 -224
  97. package/dist/src/types/index.d.ts.map +1 -1
  98. package/dist/src/types/index.js +3 -2
  99. package/dist/src/types/index.js.map +1 -1
  100. package/dist/src/util/index.d.ts +6 -4
  101. package/dist/src/util/index.d.ts.map +1 -1
  102. package/dist/src/validators/prompts.d.ts +2 -2
  103. package/dist/src/validators/providers.d.ts +20 -20
  104. package/dist/src/validators/redteam.d.ts +15 -15
  105. package/dist/src/web/nextui/404/index.html +1 -1
  106. package/dist/src/web/nextui/404.html +1 -1
  107. package/dist/src/web/nextui/_next/static/chunks/86-aa3374f7327c985c.js +1 -0
  108. package/dist/src/web/nextui/_next/static/chunks/app/{layout-e465aaafbfe88e82.js → layout-b0e8e0230ef8ed73.js} +1 -1
  109. package/dist/src/web/nextui/_next/static/chunks/app/setup/page-b88fdbe49672ce14.js +1 -0
  110. package/dist/src/web/nextui/auth/login/index.html +1 -1
  111. package/dist/src/web/nextui/auth/login/index.txt +2 -2
  112. package/dist/src/web/nextui/auth/signup/index.html +1 -1
  113. package/dist/src/web/nextui/auth/signup/index.txt +2 -2
  114. package/dist/src/web/nextui/datasets/index.html +1 -1
  115. package/dist/src/web/nextui/datasets/index.txt +2 -2
  116. package/dist/src/web/nextui/eval/index.html +1 -1
  117. package/dist/src/web/nextui/eval/index.txt +3 -3
  118. package/dist/src/web/nextui/index.html +1 -1
  119. package/dist/src/web/nextui/index.txt +2 -2
  120. package/dist/src/web/nextui/progress/index.html +1 -1
  121. package/dist/src/web/nextui/progress/index.txt +2 -2
  122. package/dist/src/web/nextui/prompts/index.html +1 -1
  123. package/dist/src/web/nextui/prompts/index.txt +2 -2
  124. package/dist/src/web/nextui/report/index.html +1 -1
  125. package/dist/src/web/nextui/report/index.txt +2 -2
  126. package/dist/src/web/nextui/setup/index.html +1 -1
  127. package/dist/src/web/nextui/setup/index.txt +3 -3
  128. package/dist/test/assertions.test.js +49 -0
  129. package/dist/test/assertions.test.js.map +1 -1
  130. package/dist/test/config.test.js +90 -42
  131. package/dist/test/config.test.js.map +1 -1
  132. package/dist/test/envars.test.js +103 -0
  133. package/dist/test/envars.test.js.map +1 -1
  134. package/dist/test/matchers.test.js +4 -4
  135. package/dist/test/matchers.test.js.map +1 -1
  136. package/dist/test/providers.anthropic.test.js +93 -23
  137. package/dist/test/providers.anthropic.test.js.map +1 -1
  138. package/dist/test/providers.azure.test.js +42 -0
  139. package/dist/test/providers.azure.test.js.map +1 -1
  140. package/dist/test/providers.shared.test.d.ts +2 -0
  141. package/dist/test/providers.shared.test.d.ts.map +1 -0
  142. package/dist/test/providers.shared.test.js +92 -0
  143. package/dist/test/providers.shared.test.js.map +1 -0
  144. package/dist/test/providers.test.js +112 -7
  145. package/dist/test/providers.test.js.map +1 -1
  146. package/dist/test/python/pythonUtils.test.d.ts +2 -0
  147. package/dist/test/python/pythonUtils.test.d.ts.map +1 -0
  148. package/dist/test/python/pythonUtils.test.js +164 -0
  149. package/dist/test/python/pythonUtils.test.js.map +1 -0
  150. package/dist/test/python/wrapper.test.d.ts +2 -0
  151. package/dist/test/python/wrapper.test.d.ts.map +1 -0
  152. package/dist/test/python/wrapper.test.js +56 -0
  153. package/dist/test/python/wrapper.test.js.map +1 -0
  154. package/dist/test/redteam/commands/generate.test.d.ts.map +1 -0
  155. package/dist/test/{commands/redteam → redteam/commands}/generate.test.js +1 -1
  156. package/dist/test/{commands/redteam → redteam/commands}/generate.test.js.map +1 -1
  157. package/dist/test/redteam/validators.test.js +2 -2
  158. package/dist/test/redteam/validators.test.js.map +1 -1
  159. package/dist/test/testCases.test.js +75 -27
  160. package/dist/test/testCases.test.js.map +1 -1
  161. package/dist/test/types.test.js +1 -1
  162. package/dist/test/types.test.js.map +1 -1
  163. package/package.json +13 -13
  164. package/dist/src/commands/redteam/generate.d.ts.map +0 -1
  165. package/dist/src/commands/redteam/generate.js.map +0 -1
  166. package/dist/src/types/redteam.d.ts.map +0 -1
  167. package/dist/src/types/redteam.js.map +0 -1
  168. package/dist/src/web/nextui/_next/static/chunks/86-fcb0efd0a19bac7d.js +0 -1
  169. package/dist/src/web/nextui/_next/static/chunks/app/setup/page-35c95dd67114a045.js +0 -1
  170. package/dist/test/commands/redteam/generate.test.d.ts.map +0 -1
  171. package/dist/test/pythonWrapper.test.d.ts +0 -2
  172. package/dist/test/pythonWrapper.test.d.ts.map +0 -1
  173. package/dist/test/pythonWrapper.test.js +0 -99
  174. package/dist/test/pythonWrapper.test.js.map +0 -1
  175. /package/dist/src/{commands/redteam → redteam/commands}/init.d.ts +0 -0
  176. /package/dist/src/{commands/redteam → redteam/commands}/plugins.d.ts +0 -0
  177. /package/dist/src/web/nextui/_next/static/{gtTJhFvE95U20UjbnSnMr → MqErSXRfFhsncheOBrGQG}/_buildManifest.js +0 -0
  178. /package/dist/src/web/nextui/_next/static/{gtTJhFvE95U20UjbnSnMr → MqErSXRfFhsncheOBrGQG}/_ssgManifest.js +0 -0
  179. /package/dist/test/{commands/redteam → redteam/commands}/generate.test.d.ts +0 -0
@@ -1,11 +1,11 @@
1
1
  import { z } from 'zod';
2
+ import type { RedteamAssertionTypes, RedteamFileConfig } from '../redteam/types';
2
3
  import type { Prompt, PromptFunction } from './prompts';
3
4
  import type { ApiProvider, ProviderOptions, ProviderResponse } from './providers';
4
- import type { RedteamAssertionTypes, RedteamFileConfig } from './redteam';
5
5
  import type { NunjucksFilterMap, TokenUsage } from './shared';
6
6
  export * from './prompts';
7
7
  export * from './providers';
8
- export * from './redteam';
8
+ export * from '../redteam/types';
9
9
  export * from './shared';
10
10
  export declare const CommandLineOptionsSchema: z.ZodObject<{
11
11
  description: z.ZodOptional<z.ZodString>;
@@ -37,19 +37,18 @@ export declare const CommandLineOptionsSchema: z.ZodObject<{
37
37
  generateSuggestions: z.ZodOptional<z.ZodBoolean>;
38
38
  promptPrefix: z.ZodOptional<z.ZodString>;
39
39
  promptSuffix: z.ZodOptional<z.ZodString>;
40
- envFile: z.ZodOptional<z.ZodString>;
40
+ envPath: z.ZodOptional<z.ZodString>;
41
41
  }, "strip", z.ZodTypeAny, {
42
- delay: string;
43
- output: string[];
44
42
  maxConcurrency: string;
43
+ output: string[];
44
+ delay: string;
45
45
  providers: string[];
46
46
  repeat: string;
47
- vars?: string | undefined;
48
- config?: string[] | undefined;
49
- prompts?: string[] | undefined;
50
47
  cache?: boolean | undefined;
51
- envFile?: string | undefined;
48
+ config?: string[] | undefined;
52
49
  write?: boolean | undefined;
50
+ vars?: string | undefined;
51
+ prompts?: string[] | undefined;
53
52
  description?: string | undefined;
54
53
  tests?: string | undefined;
55
54
  assertions?: string | undefined;
@@ -69,18 +68,18 @@ export declare const CommandLineOptionsSchema: z.ZodObject<{
69
68
  generateSuggestions?: boolean | undefined;
70
69
  promptPrefix?: string | undefined;
71
70
  promptSuffix?: string | undefined;
71
+ envPath?: string | undefined;
72
72
  }, {
73
- delay: string;
74
- output: string[];
75
73
  maxConcurrency: string;
74
+ output: string[];
75
+ delay: string;
76
76
  providers: string[];
77
77
  repeat: string;
78
- vars?: string | undefined;
79
- config?: string[] | undefined;
80
- prompts?: string[] | undefined;
81
78
  cache?: boolean | undefined;
82
- envFile?: string | undefined;
79
+ config?: string[] | undefined;
83
80
  write?: boolean | undefined;
81
+ vars?: string | undefined;
82
+ prompts?: string[] | undefined;
84
83
  description?: string | undefined;
85
84
  tests?: string | undefined;
86
85
  assertions?: string | undefined;
@@ -100,6 +99,7 @@ export declare const CommandLineOptionsSchema: z.ZodObject<{
100
99
  generateSuggestions?: boolean | undefined;
101
100
  promptPrefix?: string | undefined;
102
101
  promptSuffix?: string | undefined;
102
+ envPath?: string | undefined;
103
103
  }>;
104
104
  export type CommandLineOptions = z.infer<typeof CommandLineOptionsSchema>;
105
105
  export interface CsvRow {
@@ -209,9 +209,9 @@ declare const EvaluateOptionsSchema: z.ZodObject<{
209
209
  repeat: z.ZodOptional<z.ZodNumber>;
210
210
  showProgressBar: z.ZodOptional<z.ZodBoolean>;
211
211
  }, "strip", z.ZodTypeAny, {
212
- delay?: number | undefined;
213
212
  cache?: boolean | undefined;
214
213
  maxConcurrency?: number | undefined;
214
+ delay?: number | undefined;
215
215
  repeat?: number | undefined;
216
216
  generateSuggestions?: boolean | undefined;
217
217
  eventSource?: string | undefined;
@@ -219,9 +219,9 @@ declare const EvaluateOptionsSchema: z.ZodObject<{
219
219
  progressCallback?: ((args_0: number, args_1: number, args_2: number, args_3: RunEvalOptions) => void) | undefined;
220
220
  showProgressBar?: boolean | undefined;
221
221
  }, {
222
- delay?: number | undefined;
223
222
  cache?: boolean | undefined;
224
223
  maxConcurrency?: number | undefined;
224
+ delay?: number | undefined;
225
225
  repeat?: number | undefined;
226
226
  generateSuggestions?: boolean | undefined;
227
227
  eventSource?: string | undefined;
@@ -272,6 +272,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
272
272
  total?: number | undefined;
273
273
  }>;
274
274
  namedScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
275
+ namedScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
275
276
  cost: z.ZodNumber;
276
277
  }, "strip", z.ZodTypeAny, {
277
278
  cost: number;
@@ -288,6 +289,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
288
289
  assertFailCount: number;
289
290
  totalLatencyMs: number;
290
291
  namedScores: Record<string, number>;
292
+ namedScoresCount: Record<string, number>;
291
293
  }, {
292
294
  cost: number;
293
295
  tokenUsage: {
@@ -303,6 +305,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
303
305
  assertFailCount: number;
304
306
  totalLatencyMs: number;
305
307
  namedScores: Record<string, number>;
308
+ namedScoresCount: Record<string, number>;
306
309
  }>>;
307
310
  }>, "strip", z.ZodTypeAny, {
308
311
  provider: string;
@@ -313,8 +316,8 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
313
316
  provider?: ApiProvider | undefined;
314
317
  }, ...args: unknown[]) => Promise<any>) | undefined;
315
318
  id?: string | undefined;
316
- display?: string | undefined;
317
319
  config?: any;
320
+ display?: string | undefined;
318
321
  metrics?: {
319
322
  cost: number;
320
323
  tokenUsage: {
@@ -330,6 +333,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
330
333
  assertFailCount: number;
331
334
  totalLatencyMs: number;
332
335
  namedScores: Record<string, number>;
336
+ namedScoresCount: Record<string, number>;
333
337
  } | undefined;
334
338
  }, {
335
339
  provider: string;
@@ -340,8 +344,8 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
340
344
  provider?: ApiProvider | undefined;
341
345
  }, ...args: unknown[]) => Promise<any>) | undefined;
342
346
  id?: string | undefined;
343
- display?: string | undefined;
344
347
  config?: any;
348
+ display?: string | undefined;
345
349
  metrics?: {
346
350
  cost: number;
347
351
  tokenUsage: {
@@ -357,6 +361,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
357
361
  assertFailCount: number;
358
362
  totalLatencyMs: number;
359
363
  namedScores: Record<string, number>;
364
+ namedScoresCount: Record<string, number>;
360
365
  } | undefined;
361
366
  }>;
362
367
  export type CompletedPrompt = z.infer<typeof CompletedPromptSchema>;
@@ -614,6 +619,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
614
619
  total?: number | undefined;
615
620
  }>;
616
621
  namedScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
622
+ namedScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
617
623
  cost: z.ZodNumber;
618
624
  }, "strip", z.ZodTypeAny, {
619
625
  cost: number;
@@ -630,6 +636,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
630
636
  assertFailCount: number;
631
637
  totalLatencyMs: number;
632
638
  namedScores: Record<string, number>;
639
+ namedScoresCount: Record<string, number>;
633
640
  }, {
634
641
  cost: number;
635
642
  tokenUsage: {
@@ -645,6 +652,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
645
652
  assertFailCount: number;
646
653
  totalLatencyMs: number;
647
654
  namedScores: Record<string, number>;
655
+ namedScoresCount: Record<string, number>;
648
656
  }>>;
649
657
  }>, "strip", z.ZodTypeAny, {
650
658
  provider: string;
@@ -655,8 +663,8 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
655
663
  provider?: ApiProvider | undefined;
656
664
  }, ...args: unknown[]) => Promise<any>) | undefined;
657
665
  id?: string | undefined;
658
- display?: string | undefined;
659
666
  config?: any;
667
+ display?: string | undefined;
660
668
  metrics?: {
661
669
  cost: number;
662
670
  tokenUsage: {
@@ -672,6 +680,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
672
680
  assertFailCount: number;
673
681
  totalLatencyMs: number;
674
682
  namedScores: Record<string, number>;
683
+ namedScoresCount: Record<string, number>;
675
684
  } | undefined;
676
685
  }, {
677
686
  provider: string;
@@ -682,8 +691,8 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
682
691
  provider?: ApiProvider | undefined;
683
692
  }, ...args: unknown[]) => Promise<any>) | undefined;
684
693
  id?: string | undefined;
685
- display?: string | undefined;
686
694
  config?: any;
695
+ display?: string | undefined;
687
696
  metrics?: {
688
697
  cost: number;
689
698
  tokenUsage: {
@@ -699,6 +708,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
699
708
  assertFailCount: number;
700
709
  totalLatencyMs: number;
701
710
  namedScores: Record<string, number>;
711
+ namedScoresCount: Record<string, number>;
702
712
  } | undefined;
703
713
  }>;
704
714
  id: z.ZodString;
@@ -714,8 +724,8 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
714
724
  provider?: ApiProvider | undefined;
715
725
  }, ...args: unknown[]) => Promise<any>) | undefined;
716
726
  id?: string | undefined;
717
- display?: string | undefined;
718
727
  config?: any;
728
+ display?: string | undefined;
719
729
  metrics?: {
720
730
  cost: number;
721
731
  tokenUsage: {
@@ -731,6 +741,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
731
741
  assertFailCount: number;
732
742
  totalLatencyMs: number;
733
743
  namedScores: Record<string, number>;
744
+ namedScoresCount: Record<string, number>;
734
745
  } | undefined;
735
746
  };
736
747
  evalId: string;
@@ -745,8 +756,8 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
745
756
  provider?: ApiProvider | undefined;
746
757
  }, ...args: unknown[]) => Promise<any>) | undefined;
747
758
  id?: string | undefined;
748
- display?: string | undefined;
749
759
  config?: any;
760
+ display?: string | undefined;
750
761
  metrics?: {
751
762
  cost: number;
752
763
  tokenUsage: {
@@ -762,6 +773,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
762
773
  assertFailCount: number;
763
774
  totalLatencyMs: number;
764
775
  namedScores: Record<string, number>;
776
+ namedScoresCount: Record<string, number>;
765
777
  } | undefined;
766
778
  };
767
779
  evalId: string;
@@ -887,8 +899,8 @@ export declare const TestCaseSchema: z.ZodObject<{
887
899
  }>>;
888
900
  }, "strict", z.ZodTypeAny, {
889
901
  id?: string | undefined;
890
- label?: string | undefined;
891
902
  config?: any;
903
+ label?: string | undefined;
892
904
  prompts?: string[] | undefined;
893
905
  transform?: string | undefined;
894
906
  delay?: number | undefined;
@@ -930,8 +942,8 @@ export declare const TestCaseSchema: z.ZodObject<{
930
942
  } | undefined;
931
943
  }, {
932
944
  id?: string | undefined;
933
- label?: string | undefined;
934
945
  config?: any;
946
+ label?: string | undefined;
935
947
  prompts?: string[] | undefined;
936
948
  transform?: string | undefined;
937
949
  delay?: number | undefined;
@@ -1243,8 +1255,8 @@ export declare const TestCaseSchema: z.ZodObject<{
1243
1255
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
1244
1256
  provider?: string | {
1245
1257
  id?: string | undefined;
1246
- label?: string | undefined;
1247
1258
  config?: any;
1259
+ label?: string | undefined;
1248
1260
  prompts?: string[] | undefined;
1249
1261
  transform?: string | undefined;
1250
1262
  delay?: number | undefined;
@@ -1357,8 +1369,8 @@ export declare const TestCaseSchema: z.ZodObject<{
1357
1369
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
1358
1370
  provider?: string | {
1359
1371
  id?: string | undefined;
1360
- label?: string | undefined;
1361
1372
  config?: any;
1373
+ label?: string | undefined;
1362
1374
  prompts?: string[] | undefined;
1363
1375
  transform?: string | undefined;
1364
1376
  delay?: number | undefined;
@@ -1567,8 +1579,8 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
1567
1579
  }>>;
1568
1580
  }, "strict", z.ZodTypeAny, {
1569
1581
  id?: string | undefined;
1570
- label?: string | undefined;
1571
1582
  config?: any;
1583
+ label?: string | undefined;
1572
1584
  prompts?: string[] | undefined;
1573
1585
  transform?: string | undefined;
1574
1586
  delay?: number | undefined;
@@ -1610,8 +1622,8 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
1610
1622
  } | undefined;
1611
1623
  }, {
1612
1624
  id?: string | undefined;
1613
- label?: string | undefined;
1614
1625
  config?: any;
1626
+ label?: string | undefined;
1615
1627
  prompts?: string[] | undefined;
1616
1628
  transform?: string | undefined;
1617
1629
  delay?: number | undefined;
@@ -1925,8 +1937,8 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
1925
1937
  vars?: string | string[] | Record<string, string | any[] | string[] | {}> | undefined;
1926
1938
  provider?: string | {
1927
1939
  id?: string | undefined;
1928
- label?: string | undefined;
1929
1940
  config?: any;
1941
+ label?: string | undefined;
1930
1942
  prompts?: string[] | undefined;
1931
1943
  transform?: string | undefined;
1932
1944
  delay?: number | undefined;
@@ -2039,8 +2051,8 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
2039
2051
  vars?: string | string[] | Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
2040
2052
  provider?: string | {
2041
2053
  id?: string | undefined;
2042
- label?: string | undefined;
2043
2054
  config?: any;
2055
+ label?: string | undefined;
2044
2056
  prompts?: string[] | undefined;
2045
2057
  transform?: string | undefined;
2046
2058
  delay?: number | undefined;
@@ -2246,8 +2258,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
2246
2258
  }>>;
2247
2259
  }, "strict", z.ZodTypeAny, {
2248
2260
  id?: string | undefined;
2249
- label?: string | undefined;
2250
2261
  config?: any;
2262
+ label?: string | undefined;
2251
2263
  prompts?: string[] | undefined;
2252
2264
  transform?: string | undefined;
2253
2265
  delay?: number | undefined;
@@ -2289,8 +2301,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
2289
2301
  } | undefined;
2290
2302
  }, {
2291
2303
  id?: string | undefined;
2292
- label?: string | undefined;
2293
2304
  config?: any;
2305
+ label?: string | undefined;
2294
2306
  prompts?: string[] | undefined;
2295
2307
  transform?: string | undefined;
2296
2308
  delay?: number | undefined;
@@ -2602,8 +2614,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
2602
2614
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
2603
2615
  provider?: string | {
2604
2616
  id?: string | undefined;
2605
- label?: string | undefined;
2606
2617
  config?: any;
2618
+ label?: string | undefined;
2607
2619
  prompts?: string[] | undefined;
2608
2620
  transform?: string | undefined;
2609
2621
  delay?: number | undefined;
@@ -2716,8 +2728,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
2716
2728
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
2717
2729
  provider?: string | {
2718
2730
  id?: string | undefined;
2719
- label?: string | undefined;
2720
2731
  config?: any;
2732
+ label?: string | undefined;
2721
2733
  prompts?: string[] | undefined;
2722
2734
  transform?: string | undefined;
2723
2735
  delay?: number | undefined;
@@ -2848,6 +2860,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
2848
2860
  total?: number | undefined;
2849
2861
  }>;
2850
2862
  namedScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
2863
+ namedScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
2851
2864
  cost: z.ZodNumber;
2852
2865
  }, "strip", z.ZodTypeAny, {
2853
2866
  cost: number;
@@ -2864,6 +2877,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
2864
2877
  assertFailCount: number;
2865
2878
  totalLatencyMs: number;
2866
2879
  namedScores: Record<string, number>;
2880
+ namedScoresCount: Record<string, number>;
2867
2881
  }, {
2868
2882
  cost: number;
2869
2883
  tokenUsage: {
@@ -2879,6 +2893,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
2879
2893
  assertFailCount: number;
2880
2894
  totalLatencyMs: number;
2881
2895
  namedScores: Record<string, number>;
2896
+ namedScoresCount: Record<string, number>;
2882
2897
  }>>;
2883
2898
  }>, "strip", z.ZodTypeAny, {
2884
2899
  provider: string;
@@ -2889,8 +2904,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
2889
2904
  provider?: ApiProvider | undefined;
2890
2905
  }, ...args: unknown[]) => Promise<any>) | undefined;
2891
2906
  id?: string | undefined;
2892
- display?: string | undefined;
2893
2907
  config?: any;
2908
+ display?: string | undefined;
2894
2909
  metrics?: {
2895
2910
  cost: number;
2896
2911
  tokenUsage: {
@@ -2906,6 +2921,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
2906
2921
  assertFailCount: number;
2907
2922
  totalLatencyMs: number;
2908
2923
  namedScores: Record<string, number>;
2924
+ namedScoresCount: Record<string, number>;
2909
2925
  } | undefined;
2910
2926
  }, {
2911
2927
  provider: string;
@@ -2916,8 +2932,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
2916
2932
  provider?: ApiProvider | undefined;
2917
2933
  }, ...args: unknown[]) => Promise<any>) | undefined;
2918
2934
  id?: string | undefined;
2919
- display?: string | undefined;
2920
2935
  config?: any;
2936
+ display?: string | undefined;
2921
2937
  metrics?: {
2922
2938
  cost: number;
2923
2939
  tokenUsage: {
@@ -2933,6 +2949,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
2933
2949
  assertFailCount: number;
2934
2950
  totalLatencyMs: number;
2935
2951
  namedScores: Record<string, number>;
2952
+ namedScoresCount: Record<string, number>;
2936
2953
  } | undefined;
2937
2954
  }>;
2938
2955
  id: z.ZodString;
@@ -2948,8 +2965,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
2948
2965
  provider?: ApiProvider | undefined;
2949
2966
  }, ...args: unknown[]) => Promise<any>) | undefined;
2950
2967
  id?: string | undefined;
2951
- display?: string | undefined;
2952
2968
  config?: any;
2969
+ display?: string | undefined;
2953
2970
  metrics?: {
2954
2971
  cost: number;
2955
2972
  tokenUsage: {
@@ -2965,6 +2982,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
2965
2982
  assertFailCount: number;
2966
2983
  totalLatencyMs: number;
2967
2984
  namedScores: Record<string, number>;
2985
+ namedScoresCount: Record<string, number>;
2968
2986
  } | undefined;
2969
2987
  };
2970
2988
  evalId: string;
@@ -2979,8 +2997,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
2979
2997
  provider?: ApiProvider | undefined;
2980
2998
  }, ...args: unknown[]) => Promise<any>) | undefined;
2981
2999
  id?: string | undefined;
2982
- display?: string | undefined;
2983
3000
  config?: any;
3001
+ display?: string | undefined;
2984
3002
  metrics?: {
2985
3003
  cost: number;
2986
3004
  tokenUsage: {
@@ -2996,6 +3014,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
2996
3014
  assertFailCount: number;
2997
3015
  totalLatencyMs: number;
2998
3016
  namedScores: Record<string, number>;
3017
+ namedScoresCount: Record<string, number>;
2999
3018
  } | undefined;
3000
3019
  };
3001
3020
  evalId: string;
@@ -3013,8 +3032,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3013
3032
  provider?: ApiProvider | undefined;
3014
3033
  }, ...args: unknown[]) => Promise<any>) | undefined;
3015
3034
  id?: string | undefined;
3016
- display?: string | undefined;
3017
3035
  config?: any;
3036
+ display?: string | undefined;
3018
3037
  metrics?: {
3019
3038
  cost: number;
3020
3039
  tokenUsage: {
@@ -3030,6 +3049,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3030
3049
  assertFailCount: number;
3031
3050
  totalLatencyMs: number;
3032
3051
  namedScores: Record<string, number>;
3052
+ namedScoresCount: Record<string, number>;
3033
3053
  } | undefined;
3034
3054
  };
3035
3055
  evalId: string;
@@ -3063,8 +3083,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3063
3083
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
3064
3084
  provider?: string | {
3065
3085
  id?: string | undefined;
3066
- label?: string | undefined;
3067
3086
  config?: any;
3087
+ label?: string | undefined;
3068
3088
  prompts?: string[] | undefined;
3069
3089
  transform?: string | undefined;
3070
3090
  delay?: number | undefined;
@@ -3165,8 +3185,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3165
3185
  provider?: ApiProvider | undefined;
3166
3186
  }, ...args: unknown[]) => Promise<any>) | undefined;
3167
3187
  id?: string | undefined;
3168
- display?: string | undefined;
3169
3188
  config?: any;
3189
+ display?: string | undefined;
3170
3190
  metrics?: {
3171
3191
  cost: number;
3172
3192
  tokenUsage: {
@@ -3182,6 +3202,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3182
3202
  assertFailCount: number;
3183
3203
  totalLatencyMs: number;
3184
3204
  namedScores: Record<string, number>;
3205
+ namedScoresCount: Record<string, number>;
3185
3206
  } | undefined;
3186
3207
  };
3187
3208
  evalId: string;
@@ -3215,8 +3236,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3215
3236
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
3216
3237
  provider?: string | {
3217
3238
  id?: string | undefined;
3218
- label?: string | undefined;
3219
3239
  config?: any;
3240
+ label?: string | undefined;
3220
3241
  prompts?: string[] | undefined;
3221
3242
  transform?: string | undefined;
3222
3243
  delay?: number | undefined;
@@ -3426,8 +3447,8 @@ export declare const ScenarioSchema: z.ZodObject<{
3426
3447
  }>>;
3427
3448
  }, "strict", z.ZodTypeAny, {
3428
3449
  id?: string | undefined;
3429
- label?: string | undefined;
3430
3450
  config?: any;
3451
+ label?: string | undefined;
3431
3452
  prompts?: string[] | undefined;
3432
3453
  transform?: string | undefined;
3433
3454
  delay?: number | undefined;
@@ -3469,8 +3490,8 @@ export declare const ScenarioSchema: z.ZodObject<{
3469
3490
  } | undefined;
3470
3491
  }, {
3471
3492
  id?: string | undefined;
3472
- label?: string | undefined;
3473
3493
  config?: any;
3494
+ label?: string | undefined;
3474
3495
  prompts?: string[] | undefined;
3475
3496
  transform?: string | undefined;
3476
3497
  delay?: number | undefined;
@@ -3782,8 +3803,8 @@ export declare const ScenarioSchema: z.ZodObject<{
3782
3803
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
3783
3804
  provider?: string | {
3784
3805
  id?: string | undefined;
3785
- label?: string | undefined;
3786
3806
  config?: any;
3807
+ label?: string | undefined;
3787
3808
  prompts?: string[] | undefined;
3788
3809
  transform?: string | undefined;
3789
3810
  delay?: number | undefined;
@@ -3896,8 +3917,8 @@ export declare const ScenarioSchema: z.ZodObject<{
3896
3917
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
3897
3918
  provider?: string | {
3898
3919
  id?: string | undefined;
3899
- label?: string | undefined;
3900
3920
  config?: any;
3921
+ label?: string | undefined;
3901
3922
  prompts?: string[] | undefined;
3902
3923
  transform?: string | undefined;
3903
3924
  delay?: number | undefined;
@@ -4100,8 +4121,8 @@ export declare const ScenarioSchema: z.ZodObject<{
4100
4121
  }>>;
4101
4122
  }, "strict", z.ZodTypeAny, {
4102
4123
  id?: string | undefined;
4103
- label?: string | undefined;
4104
4124
  config?: any;
4125
+ label?: string | undefined;
4105
4126
  prompts?: string[] | undefined;
4106
4127
  transform?: string | undefined;
4107
4128
  delay?: number | undefined;
@@ -4143,8 +4164,8 @@ export declare const ScenarioSchema: z.ZodObject<{
4143
4164
  } | undefined;
4144
4165
  }, {
4145
4166
  id?: string | undefined;
4146
- label?: string | undefined;
4147
4167
  config?: any;
4168
+ label?: string | undefined;
4148
4169
  prompts?: string[] | undefined;
4149
4170
  transform?: string | undefined;
4150
4171
  delay?: number | undefined;
@@ -4456,8 +4477,8 @@ export declare const ScenarioSchema: z.ZodObject<{
4456
4477
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
4457
4478
  provider?: string | {
4458
4479
  id?: string | undefined;
4459
- label?: string | undefined;
4460
4480
  config?: any;
4481
+ label?: string | undefined;
4461
4482
  prompts?: string[] | undefined;
4462
4483
  transform?: string | undefined;
4463
4484
  delay?: number | undefined;
@@ -4570,8 +4591,8 @@ export declare const ScenarioSchema: z.ZodObject<{
4570
4591
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
4571
4592
  provider?: string | {
4572
4593
  id?: string | undefined;
4573
- label?: string | undefined;
4574
4594
  config?: any;
4595
+ label?: string | undefined;
4575
4596
  prompts?: string[] | undefined;
4576
4597
  transform?: string | undefined;
4577
4598
  delay?: number | undefined;
@@ -4686,8 +4707,8 @@ export declare const ScenarioSchema: z.ZodObject<{
4686
4707
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
4687
4708
  provider?: string | {
4688
4709
  id?: string | undefined;
4689
- label?: string | undefined;
4690
4710
  config?: any;
4711
+ label?: string | undefined;
4691
4712
  prompts?: string[] | undefined;
4692
4713
  transform?: string | undefined;
4693
4714
  delay?: number | undefined;
@@ -4801,8 +4822,8 @@ export declare const ScenarioSchema: z.ZodObject<{
4801
4822
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
4802
4823
  provider?: string | {
4803
4824
  id?: string | undefined;
4804
- label?: string | undefined;
4805
4825
  config?: any;
4826
+ label?: string | undefined;
4806
4827
  prompts?: string[] | undefined;
4807
4828
  transform?: string | undefined;
4808
4829
  delay?: number | undefined;
@@ -4918,8 +4939,8 @@ export declare const ScenarioSchema: z.ZodObject<{
4918
4939
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
4919
4940
  provider?: string | {
4920
4941
  id?: string | undefined;
4921
- label?: string | undefined;
4922
4942
  config?: any;
4943
+ label?: string | undefined;
4923
4944
  prompts?: string[] | undefined;
4924
4945
  transform?: string | undefined;
4925
4946
  delay?: number | undefined;
@@ -5033,8 +5054,8 @@ export declare const ScenarioSchema: z.ZodObject<{
5033
5054
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
5034
5055
  provider?: string | {
5035
5056
  id?: string | undefined;
5036
- label?: string | undefined;
5037
5057
  config?: any;
5058
+ label?: string | undefined;
5038
5059
  prompts?: string[] | undefined;
5039
5060
  transform?: string | undefined;
5040
5061
  delay?: number | undefined;
@@ -5240,8 +5261,8 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
5240
5261
  }>>;
5241
5262
  }, "strict", z.ZodTypeAny, {
5242
5263
  id?: string | undefined;
5243
- label?: string | undefined;
5244
5264
  config?: any;
5265
+ label?: string | undefined;
5245
5266
  prompts?: string[] | undefined;
5246
5267
  transform?: string | undefined;
5247
5268
  delay?: number | undefined;
@@ -5283,8 +5304,8 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
5283
5304
  } | undefined;
5284
5305
  }, {
5285
5306
  id?: string | undefined;
5286
- label?: string | undefined;
5287
5307
  config?: any;
5308
+ label?: string | undefined;
5288
5309
  prompts?: string[] | undefined;
5289
5310
  transform?: string | undefined;
5290
5311
  delay?: number | undefined;
@@ -5598,8 +5619,8 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
5598
5619
  vars?: Record<string, string | {}> | undefined;
5599
5620
  provider?: string | {
5600
5621
  id?: string | undefined;
5601
- label?: string | undefined;
5602
5622
  config?: any;
5623
+ label?: string | undefined;
5603
5624
  prompts?: string[] | undefined;
5604
5625
  transform?: string | undefined;
5605
5626
  delay?: number | undefined;
@@ -5712,8 +5733,8 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
5712
5733
  vars?: Record<string, string | {}> | undefined;
5713
5734
  provider?: string | {
5714
5735
  id?: string | undefined;
5715
- label?: string | undefined;
5716
5736
  config?: any;
5737
+ label?: string | undefined;
5717
5738
  prompts?: string[] | undefined;
5718
5739
  transform?: string | undefined;
5719
5740
  delay?: number | undefined;
@@ -5862,8 +5883,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
5862
5883
  provider?: ApiProvider | undefined;
5863
5884
  }, ...args: unknown[]) => Promise<any>) | undefined;
5864
5885
  id?: string | undefined;
5865
- display?: string | undefined;
5866
5886
  config?: any;
5887
+ display?: string | undefined;
5867
5888
  }, {
5868
5889
  raw: string;
5869
5890
  label: string;
@@ -5872,8 +5893,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
5872
5893
  provider?: ApiProvider | undefined;
5873
5894
  }, ...args: unknown[]) => Promise<any>) | undefined;
5874
5895
  id?: string | undefined;
5875
- display?: string | undefined;
5876
5896
  config?: any;
5897
+ display?: string | undefined;
5877
5898
  }>, "many">;
5878
5899
  providerPromptMap: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodEffects<z.ZodString, string[], string>, z.ZodArray<z.ZodString, "many">]>>>;
5879
5900
  tests: z.ZodOptional<z.ZodArray<z.ZodObject<{
@@ -5994,8 +6015,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
5994
6015
  }>>;
5995
6016
  }, "strict", z.ZodTypeAny, {
5996
6017
  id?: string | undefined;
5997
- label?: string | undefined;
5998
6018
  config?: any;
6019
+ label?: string | undefined;
5999
6020
  prompts?: string[] | undefined;
6000
6021
  transform?: string | undefined;
6001
6022
  delay?: number | undefined;
@@ -6037,8 +6058,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
6037
6058
  } | undefined;
6038
6059
  }, {
6039
6060
  id?: string | undefined;
6040
- label?: string | undefined;
6041
6061
  config?: any;
6062
+ label?: string | undefined;
6042
6063
  prompts?: string[] | undefined;
6043
6064
  transform?: string | undefined;
6044
6065
  delay?: number | undefined;
@@ -6350,8 +6371,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
6350
6371
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
6351
6372
  provider?: string | {
6352
6373
  id?: string | undefined;
6353
- label?: string | undefined;
6354
6374
  config?: any;
6375
+ label?: string | undefined;
6355
6376
  prompts?: string[] | undefined;
6356
6377
  transform?: string | undefined;
6357
6378
  delay?: number | undefined;
@@ -6464,8 +6485,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
6464
6485
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
6465
6486
  provider?: string | {
6466
6487
  id?: string | undefined;
6467
- label?: string | undefined;
6468
6488
  config?: any;
6489
+ label?: string | undefined;
6469
6490
  prompts?: string[] | undefined;
6470
6491
  transform?: string | undefined;
6471
6492
  delay?: number | undefined;
@@ -6670,8 +6691,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
6670
6691
  }>>;
6671
6692
  }, "strict", z.ZodTypeAny, {
6672
6693
  id?: string | undefined;
6673
- label?: string | undefined;
6674
6694
  config?: any;
6695
+ label?: string | undefined;
6675
6696
  prompts?: string[] | undefined;
6676
6697
  transform?: string | undefined;
6677
6698
  delay?: number | undefined;
@@ -6713,8 +6734,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
6713
6734
  } | undefined;
6714
6735
  }, {
6715
6736
  id?: string | undefined;
6716
- label?: string | undefined;
6717
6737
  config?: any;
6738
+ label?: string | undefined;
6718
6739
  prompts?: string[] | undefined;
6719
6740
  transform?: string | undefined;
6720
6741
  delay?: number | undefined;
@@ -7026,8 +7047,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
7026
7047
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
7027
7048
  provider?: string | {
7028
7049
  id?: string | undefined;
7029
- label?: string | undefined;
7030
7050
  config?: any;
7051
+ label?: string | undefined;
7031
7052
  prompts?: string[] | undefined;
7032
7053
  transform?: string | undefined;
7033
7054
  delay?: number | undefined;
@@ -7140,8 +7161,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
7140
7161
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
7141
7162
  provider?: string | {
7142
7163
  id?: string | undefined;
7143
- label?: string | undefined;
7144
7164
  config?: any;
7165
+ label?: string | undefined;
7145
7166
  prompts?: string[] | undefined;
7146
7167
  transform?: string | undefined;
7147
7168
  delay?: number | undefined;
@@ -7344,8 +7365,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
7344
7365
  }>>;
7345
7366
  }, "strict", z.ZodTypeAny, {
7346
7367
  id?: string | undefined;
7347
- label?: string | undefined;
7348
7368
  config?: any;
7369
+ label?: string | undefined;
7349
7370
  prompts?: string[] | undefined;
7350
7371
  transform?: string | undefined;
7351
7372
  delay?: number | undefined;
@@ -7387,8 +7408,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
7387
7408
  } | undefined;
7388
7409
  }, {
7389
7410
  id?: string | undefined;
7390
- label?: string | undefined;
7391
7411
  config?: any;
7412
+ label?: string | undefined;
7392
7413
  prompts?: string[] | undefined;
7393
7414
  transform?: string | undefined;
7394
7415
  delay?: number | undefined;
@@ -7700,8 +7721,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
7700
7721
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
7701
7722
  provider?: string | {
7702
7723
  id?: string | undefined;
7703
- label?: string | undefined;
7704
7724
  config?: any;
7725
+ label?: string | undefined;
7705
7726
  prompts?: string[] | undefined;
7706
7727
  transform?: string | undefined;
7707
7728
  delay?: number | undefined;
@@ -7814,8 +7835,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
7814
7835
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
7815
7836
  provider?: string | {
7816
7837
  id?: string | undefined;
7817
- label?: string | undefined;
7818
7838
  config?: any;
7839
+ label?: string | undefined;
7819
7840
  prompts?: string[] | undefined;
7820
7841
  transform?: string | undefined;
7821
7842
  delay?: number | undefined;
@@ -7930,8 +7951,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
7930
7951
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
7931
7952
  provider?: string | {
7932
7953
  id?: string | undefined;
7933
- label?: string | undefined;
7934
7954
  config?: any;
7955
+ label?: string | undefined;
7935
7956
  prompts?: string[] | undefined;
7936
7957
  transform?: string | undefined;
7937
7958
  delay?: number | undefined;
@@ -8045,8 +8066,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
8045
8066
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
8046
8067
  provider?: string | {
8047
8068
  id?: string | undefined;
8048
- label?: string | undefined;
8049
8069
  config?: any;
8070
+ label?: string | undefined;
8050
8071
  prompts?: string[] | undefined;
8051
8072
  transform?: string | undefined;
8052
8073
  delay?: number | undefined;
@@ -8162,8 +8183,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
8162
8183
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
8163
8184
  provider?: string | {
8164
8185
  id?: string | undefined;
8165
- label?: string | undefined;
8166
8186
  config?: any;
8187
+ label?: string | undefined;
8167
8188
  prompts?: string[] | undefined;
8168
8189
  transform?: string | undefined;
8169
8190
  delay?: number | undefined;
@@ -8277,8 +8298,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
8277
8298
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
8278
8299
  provider?: string | {
8279
8300
  id?: string | undefined;
8280
- label?: string | undefined;
8281
8301
  config?: any;
8302
+ label?: string | undefined;
8282
8303
  prompts?: string[] | undefined;
8283
8304
  transform?: string | undefined;
8284
8305
  delay?: number | undefined;
@@ -8483,8 +8504,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
8483
8504
  }>>;
8484
8505
  }, "strict", z.ZodTypeAny, {
8485
8506
  id?: string | undefined;
8486
- label?: string | undefined;
8487
8507
  config?: any;
8508
+ label?: string | undefined;
8488
8509
  prompts?: string[] | undefined;
8489
8510
  transform?: string | undefined;
8490
8511
  delay?: number | undefined;
@@ -8526,8 +8547,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
8526
8547
  } | undefined;
8527
8548
  }, {
8528
8549
  id?: string | undefined;
8529
- label?: string | undefined;
8530
8550
  config?: any;
8551
+ label?: string | undefined;
8531
8552
  prompts?: string[] | undefined;
8532
8553
  transform?: string | undefined;
8533
8554
  delay?: number | undefined;
@@ -8839,8 +8860,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
8839
8860
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
8840
8861
  provider?: string | {
8841
8862
  id?: string | undefined;
8842
- label?: string | undefined;
8843
8863
  config?: any;
8864
+ label?: string | undefined;
8844
8865
  prompts?: string[] | undefined;
8845
8866
  transform?: string | undefined;
8846
8867
  delay?: number | undefined;
@@ -8953,8 +8974,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
8953
8974
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
8954
8975
  provider?: string | {
8955
8976
  id?: string | undefined;
8956
- label?: string | undefined;
8957
8977
  config?: any;
8978
+ label?: string | undefined;
8958
8979
  prompts?: string[] | undefined;
8959
8980
  transform?: string | undefined;
8960
8981
  delay?: number | undefined;
@@ -9167,8 +9188,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
9167
9188
  provider?: ApiProvider | undefined;
9168
9189
  }, ...args: unknown[]) => Promise<any>) | undefined;
9169
9190
  id?: string | undefined;
9170
- display?: string | undefined;
9171
9191
  config?: any;
9192
+ display?: string | undefined;
9172
9193
  }[];
9173
9194
  providers: {
9174
9195
  callApi: import("./providers").CallApiFunction;
@@ -9245,8 +9266,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
9245
9266
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
9246
9267
  provider?: string | {
9247
9268
  id?: string | undefined;
9248
- label?: string | undefined;
9249
9269
  config?: any;
9270
+ label?: string | undefined;
9250
9271
  prompts?: string[] | undefined;
9251
9272
  transform?: string | undefined;
9252
9273
  delay?: number | undefined;
@@ -9363,8 +9384,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
9363
9384
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
9364
9385
  provider?: string | {
9365
9386
  id?: string | undefined;
9366
- label?: string | undefined;
9367
9387
  config?: any;
9388
+ label?: string | undefined;
9368
9389
  prompts?: string[] | undefined;
9369
9390
  transform?: string | undefined;
9370
9391
  delay?: number | undefined;
@@ -9478,8 +9499,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
9478
9499
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
9479
9500
  provider?: string | {
9480
9501
  id?: string | undefined;
9481
- label?: string | undefined;
9482
9502
  config?: any;
9503
+ label?: string | undefined;
9483
9504
  prompts?: string[] | undefined;
9484
9505
  transform?: string | undefined;
9485
9506
  delay?: number | undefined;
@@ -9595,8 +9616,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
9595
9616
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
9596
9617
  provider?: string | {
9597
9618
  id?: string | undefined;
9598
- label?: string | undefined;
9599
9619
  config?: any;
9620
+ label?: string | undefined;
9600
9621
  prompts?: string[] | undefined;
9601
9622
  transform?: string | undefined;
9602
9623
  delay?: number | undefined;
@@ -9697,8 +9718,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
9697
9718
  provider?: ApiProvider | undefined;
9698
9719
  }, ...args: unknown[]) => Promise<any>) | undefined;
9699
9720
  id?: string | undefined;
9700
- display?: string | undefined;
9701
9721
  config?: any;
9722
+ display?: string | undefined;
9702
9723
  }[];
9703
9724
  providers: {
9704
9725
  callApi: import("./providers").CallApiFunction;
@@ -9775,8 +9796,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
9775
9796
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
9776
9797
  provider?: string | {
9777
9798
  id?: string | undefined;
9778
- label?: string | undefined;
9779
9799
  config?: any;
9800
+ label?: string | undefined;
9780
9801
  prompts?: string[] | undefined;
9781
9802
  transform?: string | undefined;
9782
9803
  delay?: number | undefined;
@@ -9893,8 +9914,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
9893
9914
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
9894
9915
  provider?: string | {
9895
9916
  id?: string | undefined;
9896
- label?: string | undefined;
9897
9917
  config?: any;
9918
+ label?: string | undefined;
9898
9919
  prompts?: string[] | undefined;
9899
9920
  transform?: string | undefined;
9900
9921
  delay?: number | undefined;
@@ -10008,8 +10029,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
10008
10029
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
10009
10030
  provider?: string | {
10010
10031
  id?: string | undefined;
10011
- label?: string | undefined;
10012
10032
  config?: any;
10033
+ label?: string | undefined;
10013
10034
  prompts?: string[] | undefined;
10014
10035
  transform?: string | undefined;
10015
10036
  delay?: number | undefined;
@@ -10125,8 +10146,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
10125
10146
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
10126
10147
  provider?: string | {
10127
10148
  id?: string | undefined;
10128
- label?: string | undefined;
10129
10149
  config?: any;
10150
+ label?: string | undefined;
10130
10151
  prompts?: string[] | undefined;
10131
10152
  transform?: string | undefined;
10132
10153
  delay?: number | undefined;
@@ -10253,8 +10274,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
10253
10274
  provider?: ApiProvider | undefined;
10254
10275
  }, ...args: unknown[]) => Promise<any>) | undefined;
10255
10276
  id?: string | undefined;
10256
- display?: string | undefined;
10257
10277
  config?: any;
10278
+ display?: string | undefined;
10258
10279
  }, {
10259
10280
  raw: string;
10260
10281
  label: string;
@@ -10263,8 +10284,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
10263
10284
  provider?: ApiProvider | undefined;
10264
10285
  }, ...args: unknown[]) => Promise<any>) | undefined;
10265
10286
  id?: string | undefined;
10266
- display?: string | undefined;
10267
10287
  config?: any;
10288
+ display?: string | undefined;
10268
10289
  }>;
10269
10290
  vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
10270
10291
  }, "strip", z.ZodTypeAny, {
@@ -10277,8 +10298,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
10277
10298
  provider?: ApiProvider | undefined;
10278
10299
  }, ...args: unknown[]) => Promise<any>) | undefined;
10279
10300
  id?: string | undefined;
10280
- display?: string | undefined;
10281
10301
  config?: any;
10302
+ display?: string | undefined;
10282
10303
  };
10283
10304
  fetchWithCache?: any;
10284
10305
  filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -10295,8 +10316,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
10295
10316
  provider?: ApiProvider | undefined;
10296
10317
  }, ...args: unknown[]) => Promise<any>) | undefined;
10297
10318
  id?: string | undefined;
10298
- display?: string | undefined;
10299
10319
  config?: any;
10320
+ display?: string | undefined;
10300
10321
  };
10301
10322
  fetchWithCache?: any;
10302
10323
  filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -10430,8 +10451,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
10430
10451
  }>>;
10431
10452
  }, "strict", z.ZodTypeAny, {
10432
10453
  id?: string | undefined;
10433
- label?: string | undefined;
10434
10454
  config?: any;
10455
+ label?: string | undefined;
10435
10456
  prompts?: string[] | undefined;
10436
10457
  transform?: string | undefined;
10437
10458
  delay?: number | undefined;
@@ -10473,8 +10494,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
10473
10494
  } | undefined;
10474
10495
  }, {
10475
10496
  id?: string | undefined;
10476
- label?: string | undefined;
10477
10497
  config?: any;
10498
+ label?: string | undefined;
10478
10499
  prompts?: string[] | undefined;
10479
10500
  transform?: string | undefined;
10480
10501
  delay?: number | undefined;
@@ -10629,8 +10650,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
10629
10650
  }>>;
10630
10651
  }, "strict", z.ZodTypeAny, {
10631
10652
  id?: string | undefined;
10632
- label?: string | undefined;
10633
10653
  config?: any;
10654
+ label?: string | undefined;
10634
10655
  prompts?: string[] | undefined;
10635
10656
  transform?: string | undefined;
10636
10657
  delay?: number | undefined;
@@ -10672,8 +10693,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
10672
10693
  } | undefined;
10673
10694
  }, {
10674
10695
  id?: string | undefined;
10675
- label?: string | undefined;
10676
10696
  config?: any;
10697
+ label?: string | undefined;
10677
10698
  prompts?: string[] | undefined;
10678
10699
  transform?: string | undefined;
10679
10700
  delay?: number | undefined;
@@ -10743,8 +10764,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
10743
10764
  provider?: ApiProvider | undefined;
10744
10765
  }, ...args: unknown[]) => Promise<any>) | undefined;
10745
10766
  id?: string | undefined;
10746
- display?: string | undefined;
10747
10767
  config?: any;
10768
+ display?: string | undefined;
10748
10769
  }, {
10749
10770
  raw: string;
10750
10771
  label: string;
@@ -10753,8 +10774,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
10753
10774
  provider?: ApiProvider | undefined;
10754
10775
  }, ...args: unknown[]) => Promise<any>) | undefined;
10755
10776
  id?: string | undefined;
10756
- display?: string | undefined;
10757
10777
  config?: any;
10778
+ display?: string | undefined;
10758
10779
  }>;
10759
10780
  vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
10760
10781
  }, "strip", z.ZodTypeAny, {
@@ -10767,8 +10788,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
10767
10788
  provider?: ApiProvider | undefined;
10768
10789
  }, ...args: unknown[]) => Promise<any>) | undefined;
10769
10790
  id?: string | undefined;
10770
- display?: string | undefined;
10771
10791
  config?: any;
10792
+ display?: string | undefined;
10772
10793
  };
10773
10794
  fetchWithCache?: any;
10774
10795
  filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -10785,8 +10806,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
10785
10806
  provider?: ApiProvider | undefined;
10786
10807
  }, ...args: unknown[]) => Promise<any>) | undefined;
10787
10808
  id?: string | undefined;
10788
- display?: string | undefined;
10789
10809
  config?: any;
10810
+ display?: string | undefined;
10790
10811
  };
10791
10812
  fetchWithCache?: any;
10792
10813
  filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -10842,8 +10863,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
10842
10863
  provider?: ApiProvider | undefined;
10843
10864
  }, ...args: unknown[]) => Promise<any>) | undefined;
10844
10865
  id?: string | undefined;
10845
- display?: string | undefined;
10846
10866
  config?: any;
10867
+ display?: string | undefined;
10847
10868
  }, {
10848
10869
  raw: string;
10849
10870
  label: string;
@@ -10852,8 +10873,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
10852
10873
  provider?: ApiProvider | undefined;
10853
10874
  }, ...args: unknown[]) => Promise<any>) | undefined;
10854
10875
  id?: string | undefined;
10855
- display?: string | undefined;
10856
10876
  config?: any;
10877
+ display?: string | undefined;
10857
10878
  }>]>, "many">, z.ZodRecord<z.ZodString, z.ZodString>]>;
10858
10879
  tests: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodUnion<[z.ZodString, z.ZodObject<{
10859
10880
  description: z.ZodOptional<z.ZodString>;
@@ -10973,8 +10994,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
10973
10994
  }>>;
10974
10995
  }, "strict", z.ZodTypeAny, {
10975
10996
  id?: string | undefined;
10976
- label?: string | undefined;
10977
10997
  config?: any;
10998
+ label?: string | undefined;
10978
10999
  prompts?: string[] | undefined;
10979
11000
  transform?: string | undefined;
10980
11001
  delay?: number | undefined;
@@ -11016,8 +11037,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
11016
11037
  } | undefined;
11017
11038
  }, {
11018
11039
  id?: string | undefined;
11019
- label?: string | undefined;
11020
11040
  config?: any;
11041
+ label?: string | undefined;
11021
11042
  prompts?: string[] | undefined;
11022
11043
  transform?: string | undefined;
11023
11044
  delay?: number | undefined;
@@ -11329,8 +11350,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
11329
11350
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
11330
11351
  provider?: string | {
11331
11352
  id?: string | undefined;
11332
- label?: string | undefined;
11333
11353
  config?: any;
11354
+ label?: string | undefined;
11334
11355
  prompts?: string[] | undefined;
11335
11356
  transform?: string | undefined;
11336
11357
  delay?: number | undefined;
@@ -11443,8 +11464,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
11443
11464
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
11444
11465
  provider?: string | {
11445
11466
  id?: string | undefined;
11446
- label?: string | undefined;
11447
11467
  config?: any;
11468
+ label?: string | undefined;
11448
11469
  prompts?: string[] | undefined;
11449
11470
  transform?: string | undefined;
11450
11471
  delay?: number | undefined;
@@ -11649,8 +11670,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
11649
11670
  }>>;
11650
11671
  }, "strict", z.ZodTypeAny, {
11651
11672
  id?: string | undefined;
11652
- label?: string | undefined;
11653
11673
  config?: any;
11674
+ label?: string | undefined;
11654
11675
  prompts?: string[] | undefined;
11655
11676
  transform?: string | undefined;
11656
11677
  delay?: number | undefined;
@@ -11692,8 +11713,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
11692
11713
  } | undefined;
11693
11714
  }, {
11694
11715
  id?: string | undefined;
11695
- label?: string | undefined;
11696
11716
  config?: any;
11717
+ label?: string | undefined;
11697
11718
  prompts?: string[] | undefined;
11698
11719
  transform?: string | undefined;
11699
11720
  delay?: number | undefined;
@@ -12005,8 +12026,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
12005
12026
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
12006
12027
  provider?: string | {
12007
12028
  id?: string | undefined;
12008
- label?: string | undefined;
12009
12029
  config?: any;
12030
+ label?: string | undefined;
12010
12031
  prompts?: string[] | undefined;
12011
12032
  transform?: string | undefined;
12012
12033
  delay?: number | undefined;
@@ -12119,8 +12140,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
12119
12140
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
12120
12141
  provider?: string | {
12121
12142
  id?: string | undefined;
12122
- label?: string | undefined;
12123
12143
  config?: any;
12144
+ label?: string | undefined;
12124
12145
  prompts?: string[] | undefined;
12125
12146
  transform?: string | undefined;
12126
12147
  delay?: number | undefined;
@@ -12323,8 +12344,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
12323
12344
  }>>;
12324
12345
  }, "strict", z.ZodTypeAny, {
12325
12346
  id?: string | undefined;
12326
- label?: string | undefined;
12327
12347
  config?: any;
12348
+ label?: string | undefined;
12328
12349
  prompts?: string[] | undefined;
12329
12350
  transform?: string | undefined;
12330
12351
  delay?: number | undefined;
@@ -12366,8 +12387,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
12366
12387
  } | undefined;
12367
12388
  }, {
12368
12389
  id?: string | undefined;
12369
- label?: string | undefined;
12370
12390
  config?: any;
12391
+ label?: string | undefined;
12371
12392
  prompts?: string[] | undefined;
12372
12393
  transform?: string | undefined;
12373
12394
  delay?: number | undefined;
@@ -12679,8 +12700,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
12679
12700
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
12680
12701
  provider?: string | {
12681
12702
  id?: string | undefined;
12682
- label?: string | undefined;
12683
12703
  config?: any;
12704
+ label?: string | undefined;
12684
12705
  prompts?: string[] | undefined;
12685
12706
  transform?: string | undefined;
12686
12707
  delay?: number | undefined;
@@ -12793,8 +12814,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
12793
12814
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
12794
12815
  provider?: string | {
12795
12816
  id?: string | undefined;
12796
- label?: string | undefined;
12797
12817
  config?: any;
12818
+ label?: string | undefined;
12798
12819
  prompts?: string[] | undefined;
12799
12820
  transform?: string | undefined;
12800
12821
  delay?: number | undefined;
@@ -12909,8 +12930,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
12909
12930
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
12910
12931
  provider?: string | {
12911
12932
  id?: string | undefined;
12912
- label?: string | undefined;
12913
12933
  config?: any;
12934
+ label?: string | undefined;
12914
12935
  prompts?: string[] | undefined;
12915
12936
  transform?: string | undefined;
12916
12937
  delay?: number | undefined;
@@ -13024,8 +13045,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13024
13045
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
13025
13046
  provider?: string | {
13026
13047
  id?: string | undefined;
13027
- label?: string | undefined;
13028
13048
  config?: any;
13049
+ label?: string | undefined;
13029
13050
  prompts?: string[] | undefined;
13030
13051
  transform?: string | undefined;
13031
13052
  delay?: number | undefined;
@@ -13141,8 +13162,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13141
13162
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
13142
13163
  provider?: string | {
13143
13164
  id?: string | undefined;
13144
- label?: string | undefined;
13145
13165
  config?: any;
13166
+ label?: string | undefined;
13146
13167
  prompts?: string[] | undefined;
13147
13168
  transform?: string | undefined;
13148
13169
  delay?: number | undefined;
@@ -13256,8 +13277,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13256
13277
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
13257
13278
  provider?: string | {
13258
13279
  id?: string | undefined;
13259
- label?: string | undefined;
13260
13280
  config?: any;
13281
+ label?: string | undefined;
13261
13282
  prompts?: string[] | undefined;
13262
13283
  transform?: string | undefined;
13263
13284
  delay?: number | undefined;
@@ -13462,8 +13483,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13462
13483
  }>>;
13463
13484
  }, "strict", z.ZodTypeAny, {
13464
13485
  id?: string | undefined;
13465
- label?: string | undefined;
13466
13486
  config?: any;
13487
+ label?: string | undefined;
13467
13488
  prompts?: string[] | undefined;
13468
13489
  transform?: string | undefined;
13469
13490
  delay?: number | undefined;
@@ -13505,8 +13526,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13505
13526
  } | undefined;
13506
13527
  }, {
13507
13528
  id?: string | undefined;
13508
- label?: string | undefined;
13509
13529
  config?: any;
13530
+ label?: string | undefined;
13510
13531
  prompts?: string[] | undefined;
13511
13532
  transform?: string | undefined;
13512
13533
  delay?: number | undefined;
@@ -13818,8 +13839,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13818
13839
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
13819
13840
  provider?: string | {
13820
13841
  id?: string | undefined;
13821
- label?: string | undefined;
13822
13842
  config?: any;
13843
+ label?: string | undefined;
13823
13844
  prompts?: string[] | undefined;
13824
13845
  transform?: string | undefined;
13825
13846
  delay?: number | undefined;
@@ -13931,8 +13952,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13931
13952
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
13932
13953
  provider?: string | {
13933
13954
  id?: string | undefined;
13934
- label?: string | undefined;
13935
13955
  config?: any;
13956
+ label?: string | undefined;
13936
13957
  prompts?: string[] | undefined;
13937
13958
  transform?: string | undefined;
13938
13959
  delay?: number | undefined;
@@ -14157,8 +14178,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14157
14178
  provider?: ApiProvider | undefined;
14158
14179
  }, ...args: unknown[]) => Promise<any>) | undefined;
14159
14180
  id?: string | undefined;
14160
- display?: string | undefined;
14161
14181
  config?: any;
14182
+ display?: string | undefined;
14162
14183
  } | {
14163
14184
  id: string;
14164
14185
  raw?: string | undefined;
@@ -14174,8 +14195,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14174
14195
  provider?: ApiProvider | undefined;
14175
14196
  }, ...args: unknown[]) => Promise<any>) | undefined;
14176
14197
  id?: string | undefined;
14177
- display?: string | undefined;
14178
14198
  config?: any;
14199
+ display?: string | undefined;
14179
14200
  };
14180
14201
  fetchWithCache?: any;
14181
14202
  filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -14188,8 +14209,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14188
14209
  label?: string | undefined;
14189
14210
  }) | (string | {
14190
14211
  id?: string | undefined;
14191
- label?: string | undefined;
14192
14212
  config?: any;
14213
+ label?: string | undefined;
14193
14214
  prompts?: string[] | undefined;
14194
14215
  transform?: string | undefined;
14195
14216
  delay?: number | undefined;
@@ -14239,8 +14260,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14239
14260
  provider?: ApiProvider | undefined;
14240
14261
  }, ...args: unknown[]) => Promise<any>) | undefined;
14241
14262
  id?: string | undefined;
14242
- display?: string | undefined;
14243
14263
  config?: any;
14264
+ display?: string | undefined;
14244
14265
  };
14245
14266
  fetchWithCache?: any;
14246
14267
  filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -14253,8 +14274,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14253
14274
  label?: string | undefined;
14254
14275
  }) | Record<string, {
14255
14276
  id?: string | undefined;
14256
- label?: string | undefined;
14257
14277
  config?: any;
14278
+ label?: string | undefined;
14258
14279
  prompts?: string[] | undefined;
14259
14280
  transform?: string | undefined;
14260
14281
  delay?: number | undefined;
@@ -14362,8 +14383,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14362
14383
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
14363
14384
  provider?: string | {
14364
14385
  id?: string | undefined;
14365
- label?: string | undefined;
14366
14386
  config?: any;
14387
+ label?: string | undefined;
14367
14388
  prompts?: string[] | undefined;
14368
14389
  transform?: string | undefined;
14369
14390
  delay?: number | undefined;
@@ -14479,8 +14500,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14479
14500
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
14480
14501
  provider?: string | {
14481
14502
  id?: string | undefined;
14482
- label?: string | undefined;
14483
14503
  config?: any;
14504
+ label?: string | undefined;
14484
14505
  prompts?: string[] | undefined;
14485
14506
  transform?: string | undefined;
14486
14507
  delay?: number | undefined;
@@ -14594,8 +14615,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14594
14615
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
14595
14616
  provider?: string | {
14596
14617
  id?: string | undefined;
14597
- label?: string | undefined;
14598
14618
  config?: any;
14619
+ label?: string | undefined;
14599
14620
  prompts?: string[] | undefined;
14600
14621
  transform?: string | undefined;
14601
14622
  delay?: number | undefined;
@@ -14711,8 +14732,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14711
14732
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
14712
14733
  provider?: string | {
14713
14734
  id?: string | undefined;
14714
- label?: string | undefined;
14715
14735
  config?: any;
14736
+ label?: string | undefined;
14716
14737
  prompts?: string[] | undefined;
14717
14738
  transform?: string | undefined;
14718
14739
  delay?: number | undefined;
@@ -14818,8 +14839,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14818
14839
  provider?: ApiProvider | undefined;
14819
14840
  }, ...args: unknown[]) => Promise<any>) | undefined;
14820
14841
  id?: string | undefined;
14821
- display?: string | undefined;
14822
14842
  config?: any;
14843
+ display?: string | undefined;
14823
14844
  } | {
14824
14845
  id: string;
14825
14846
  raw?: string | undefined;
@@ -14835,8 +14856,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14835
14856
  provider?: ApiProvider | undefined;
14836
14857
  }, ...args: unknown[]) => Promise<any>) | undefined;
14837
14858
  id?: string | undefined;
14838
- display?: string | undefined;
14839
14859
  config?: any;
14860
+ display?: string | undefined;
14840
14861
  };
14841
14862
  fetchWithCache?: any;
14842
14863
  filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -14849,8 +14870,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14849
14870
  label?: string | undefined;
14850
14871
  }) | (string | {
14851
14872
  id?: string | undefined;
14852
- label?: string | undefined;
14853
14873
  config?: any;
14874
+ label?: string | undefined;
14854
14875
  prompts?: string[] | undefined;
14855
14876
  transform?: string | undefined;
14856
14877
  delay?: number | undefined;
@@ -14900,8 +14921,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14900
14921
  provider?: ApiProvider | undefined;
14901
14922
  }, ...args: unknown[]) => Promise<any>) | undefined;
14902
14923
  id?: string | undefined;
14903
- display?: string | undefined;
14904
14924
  config?: any;
14925
+ display?: string | undefined;
14905
14926
  };
14906
14927
  fetchWithCache?: any;
14907
14928
  filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -14914,8 +14935,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14914
14935
  label?: string | undefined;
14915
14936
  }) | Record<string, {
14916
14937
  id?: string | undefined;
14917
- label?: string | undefined;
14918
14938
  config?: any;
14939
+ label?: string | undefined;
14919
14940
  prompts?: string[] | undefined;
14920
14941
  transform?: string | undefined;
14921
14942
  delay?: number | undefined;
@@ -15023,8 +15044,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
15023
15044
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
15024
15045
  provider?: string | {
15025
15046
  id?: string | undefined;
15026
- label?: string | undefined;
15027
15047
  config?: any;
15048
+ label?: string | undefined;
15028
15049
  prompts?: string[] | undefined;
15029
15050
  transform?: string | undefined;
15030
15051
  delay?: number | undefined;
@@ -15140,8 +15161,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
15140
15161
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
15141
15162
  provider?: string | {
15142
15163
  id?: string | undefined;
15143
- label?: string | undefined;
15144
15164
  config?: any;
15165
+ label?: string | undefined;
15145
15166
  prompts?: string[] | undefined;
15146
15167
  transform?: string | undefined;
15147
15168
  delay?: number | undefined;
@@ -15255,8 +15276,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
15255
15276
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
15256
15277
  provider?: string | {
15257
15278
  id?: string | undefined;
15258
- label?: string | undefined;
15259
15279
  config?: any;
15280
+ label?: string | undefined;
15260
15281
  prompts?: string[] | undefined;
15261
15282
  transform?: string | undefined;
15262
15283
  delay?: number | undefined;
@@ -15372,8 +15393,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
15372
15393
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
15373
15394
  provider?: string | {
15374
15395
  id?: string | undefined;
15375
- label?: string | undefined;
15376
15396
  config?: any;
15397
+ label?: string | undefined;
15377
15398
  prompts?: string[] | undefined;
15378
15399
  transform?: string | undefined;
15379
15400
  delay?: number | undefined;
@@ -15505,8 +15526,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
15505
15526
  provider?: ApiProvider | undefined;
15506
15527
  }, ...args: unknown[]) => Promise<any>) | undefined;
15507
15528
  id?: string | undefined;
15508
- display?: string | undefined;
15509
15529
  config?: any;
15530
+ display?: string | undefined;
15510
15531
  }, {
15511
15532
  raw: string;
15512
15533
  label: string;
@@ -15515,8 +15536,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
15515
15536
  provider?: ApiProvider | undefined;
15516
15537
  }, ...args: unknown[]) => Promise<any>) | undefined;
15517
15538
  id?: string | undefined;
15518
- display?: string | undefined;
15519
15539
  config?: any;
15540
+ display?: string | undefined;
15520
15541
  }>;
15521
15542
  vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
15522
15543
  }, "strip", z.ZodTypeAny, {
@@ -15529,8 +15550,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
15529
15550
  provider?: ApiProvider | undefined;
15530
15551
  }, ...args: unknown[]) => Promise<any>) | undefined;
15531
15552
  id?: string | undefined;
15532
- display?: string | undefined;
15533
15553
  config?: any;
15554
+ display?: string | undefined;
15534
15555
  };
15535
15556
  fetchWithCache?: any;
15536
15557
  filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -15547,8 +15568,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
15547
15568
  provider?: ApiProvider | undefined;
15548
15569
  }, ...args: unknown[]) => Promise<any>) | undefined;
15549
15570
  id?: string | undefined;
15550
- display?: string | undefined;
15551
15571
  config?: any;
15572
+ display?: string | undefined;
15552
15573
  };
15553
15574
  fetchWithCache?: any;
15554
15575
  filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -15682,8 +15703,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
15682
15703
  }>>;
15683
15704
  }, "strict", z.ZodTypeAny, {
15684
15705
  id?: string | undefined;
15685
- label?: string | undefined;
15686
15706
  config?: any;
15707
+ label?: string | undefined;
15687
15708
  prompts?: string[] | undefined;
15688
15709
  transform?: string | undefined;
15689
15710
  delay?: number | undefined;
@@ -15725,8 +15746,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
15725
15746
  } | undefined;
15726
15747
  }, {
15727
15748
  id?: string | undefined;
15728
- label?: string | undefined;
15729
15749
  config?: any;
15750
+ label?: string | undefined;
15730
15751
  prompts?: string[] | undefined;
15731
15752
  transform?: string | undefined;
15732
15753
  delay?: number | undefined;
@@ -15881,8 +15902,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
15881
15902
  }>>;
15882
15903
  }, "strict", z.ZodTypeAny, {
15883
15904
  id?: string | undefined;
15884
- label?: string | undefined;
15885
15905
  config?: any;
15906
+ label?: string | undefined;
15886
15907
  prompts?: string[] | undefined;
15887
15908
  transform?: string | undefined;
15888
15909
  delay?: number | undefined;
@@ -15924,8 +15945,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
15924
15945
  } | undefined;
15925
15946
  }, {
15926
15947
  id?: string | undefined;
15927
- label?: string | undefined;
15928
15948
  config?: any;
15949
+ label?: string | undefined;
15929
15950
  prompts?: string[] | undefined;
15930
15951
  transform?: string | undefined;
15931
15952
  delay?: number | undefined;
@@ -15995,8 +16016,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
15995
16016
  provider?: ApiProvider | undefined;
15996
16017
  }, ...args: unknown[]) => Promise<any>) | undefined;
15997
16018
  id?: string | undefined;
15998
- display?: string | undefined;
15999
16019
  config?: any;
16020
+ display?: string | undefined;
16000
16021
  }, {
16001
16022
  raw: string;
16002
16023
  label: string;
@@ -16005,8 +16026,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
16005
16026
  provider?: ApiProvider | undefined;
16006
16027
  }, ...args: unknown[]) => Promise<any>) | undefined;
16007
16028
  id?: string | undefined;
16008
- display?: string | undefined;
16009
16029
  config?: any;
16030
+ display?: string | undefined;
16010
16031
  }>;
16011
16032
  vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
16012
16033
  }, "strip", z.ZodTypeAny, {
@@ -16019,8 +16040,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
16019
16040
  provider?: ApiProvider | undefined;
16020
16041
  }, ...args: unknown[]) => Promise<any>) | undefined;
16021
16042
  id?: string | undefined;
16022
- display?: string | undefined;
16023
16043
  config?: any;
16044
+ display?: string | undefined;
16024
16045
  };
16025
16046
  fetchWithCache?: any;
16026
16047
  filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -16037,8 +16058,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
16037
16058
  provider?: ApiProvider | undefined;
16038
16059
  }, ...args: unknown[]) => Promise<any>) | undefined;
16039
16060
  id?: string | undefined;
16040
- display?: string | undefined;
16041
16061
  config?: any;
16062
+ display?: string | undefined;
16042
16063
  };
16043
16064
  fetchWithCache?: any;
16044
16065
  filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -16094,8 +16115,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
16094
16115
  provider?: ApiProvider | undefined;
16095
16116
  }, ...args: unknown[]) => Promise<any>) | undefined;
16096
16117
  id?: string | undefined;
16097
- display?: string | undefined;
16098
16118
  config?: any;
16119
+ display?: string | undefined;
16099
16120
  }, {
16100
16121
  raw: string;
16101
16122
  label: string;
@@ -16104,8 +16125,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
16104
16125
  provider?: ApiProvider | undefined;
16105
16126
  }, ...args: unknown[]) => Promise<any>) | undefined;
16106
16127
  id?: string | undefined;
16107
- display?: string | undefined;
16108
16128
  config?: any;
16129
+ display?: string | undefined;
16109
16130
  }>]>, "many">, z.ZodRecord<z.ZodString, z.ZodString>]>;
16110
16131
  tests: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodUnion<[z.ZodString, z.ZodObject<{
16111
16132
  description: z.ZodOptional<z.ZodString>;
@@ -16225,8 +16246,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
16225
16246
  }>>;
16226
16247
  }, "strict", z.ZodTypeAny, {
16227
16248
  id?: string | undefined;
16228
- label?: string | undefined;
16229
16249
  config?: any;
16250
+ label?: string | undefined;
16230
16251
  prompts?: string[] | undefined;
16231
16252
  transform?: string | undefined;
16232
16253
  delay?: number | undefined;
@@ -16268,8 +16289,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
16268
16289
  } | undefined;
16269
16290
  }, {
16270
16291
  id?: string | undefined;
16271
- label?: string | undefined;
16272
16292
  config?: any;
16293
+ label?: string | undefined;
16273
16294
  prompts?: string[] | undefined;
16274
16295
  transform?: string | undefined;
16275
16296
  delay?: number | undefined;
@@ -16581,8 +16602,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
16581
16602
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
16582
16603
  provider?: string | {
16583
16604
  id?: string | undefined;
16584
- label?: string | undefined;
16585
16605
  config?: any;
16606
+ label?: string | undefined;
16586
16607
  prompts?: string[] | undefined;
16587
16608
  transform?: string | undefined;
16588
16609
  delay?: number | undefined;
@@ -16695,8 +16716,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
16695
16716
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
16696
16717
  provider?: string | {
16697
16718
  id?: string | undefined;
16698
- label?: string | undefined;
16699
16719
  config?: any;
16720
+ label?: string | undefined;
16700
16721
  prompts?: string[] | undefined;
16701
16722
  transform?: string | undefined;
16702
16723
  delay?: number | undefined;
@@ -16901,8 +16922,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
16901
16922
  }>>;
16902
16923
  }, "strict", z.ZodTypeAny, {
16903
16924
  id?: string | undefined;
16904
- label?: string | undefined;
16905
16925
  config?: any;
16926
+ label?: string | undefined;
16906
16927
  prompts?: string[] | undefined;
16907
16928
  transform?: string | undefined;
16908
16929
  delay?: number | undefined;
@@ -16944,8 +16965,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
16944
16965
  } | undefined;
16945
16966
  }, {
16946
16967
  id?: string | undefined;
16947
- label?: string | undefined;
16948
16968
  config?: any;
16969
+ label?: string | undefined;
16949
16970
  prompts?: string[] | undefined;
16950
16971
  transform?: string | undefined;
16951
16972
  delay?: number | undefined;
@@ -17257,8 +17278,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
17257
17278
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
17258
17279
  provider?: string | {
17259
17280
  id?: string | undefined;
17260
- label?: string | undefined;
17261
17281
  config?: any;
17282
+ label?: string | undefined;
17262
17283
  prompts?: string[] | undefined;
17263
17284
  transform?: string | undefined;
17264
17285
  delay?: number | undefined;
@@ -17371,8 +17392,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
17371
17392
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
17372
17393
  provider?: string | {
17373
17394
  id?: string | undefined;
17374
- label?: string | undefined;
17375
17395
  config?: any;
17396
+ label?: string | undefined;
17376
17397
  prompts?: string[] | undefined;
17377
17398
  transform?: string | undefined;
17378
17399
  delay?: number | undefined;
@@ -17575,8 +17596,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
17575
17596
  }>>;
17576
17597
  }, "strict", z.ZodTypeAny, {
17577
17598
  id?: string | undefined;
17578
- label?: string | undefined;
17579
17599
  config?: any;
17600
+ label?: string | undefined;
17580
17601
  prompts?: string[] | undefined;
17581
17602
  transform?: string | undefined;
17582
17603
  delay?: number | undefined;
@@ -17618,8 +17639,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
17618
17639
  } | undefined;
17619
17640
  }, {
17620
17641
  id?: string | undefined;
17621
- label?: string | undefined;
17622
17642
  config?: any;
17643
+ label?: string | undefined;
17623
17644
  prompts?: string[] | undefined;
17624
17645
  transform?: string | undefined;
17625
17646
  delay?: number | undefined;
@@ -17931,8 +17952,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
17931
17952
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
17932
17953
  provider?: string | {
17933
17954
  id?: string | undefined;
17934
- label?: string | undefined;
17935
17955
  config?: any;
17956
+ label?: string | undefined;
17936
17957
  prompts?: string[] | undefined;
17937
17958
  transform?: string | undefined;
17938
17959
  delay?: number | undefined;
@@ -18045,8 +18066,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
18045
18066
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
18046
18067
  provider?: string | {
18047
18068
  id?: string | undefined;
18048
- label?: string | undefined;
18049
18069
  config?: any;
18070
+ label?: string | undefined;
18050
18071
  prompts?: string[] | undefined;
18051
18072
  transform?: string | undefined;
18052
18073
  delay?: number | undefined;
@@ -18161,8 +18182,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
18161
18182
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
18162
18183
  provider?: string | {
18163
18184
  id?: string | undefined;
18164
- label?: string | undefined;
18165
18185
  config?: any;
18186
+ label?: string | undefined;
18166
18187
  prompts?: string[] | undefined;
18167
18188
  transform?: string | undefined;
18168
18189
  delay?: number | undefined;
@@ -18276,8 +18297,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
18276
18297
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
18277
18298
  provider?: string | {
18278
18299
  id?: string | undefined;
18279
- label?: string | undefined;
18280
18300
  config?: any;
18301
+ label?: string | undefined;
18281
18302
  prompts?: string[] | undefined;
18282
18303
  transform?: string | undefined;
18283
18304
  delay?: number | undefined;
@@ -18393,8 +18414,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
18393
18414
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
18394
18415
  provider?: string | {
18395
18416
  id?: string | undefined;
18396
- label?: string | undefined;
18397
18417
  config?: any;
18418
+ label?: string | undefined;
18398
18419
  prompts?: string[] | undefined;
18399
18420
  transform?: string | undefined;
18400
18421
  delay?: number | undefined;
@@ -18508,8 +18529,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
18508
18529
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
18509
18530
  provider?: string | {
18510
18531
  id?: string | undefined;
18511
- label?: string | undefined;
18512
18532
  config?: any;
18533
+ label?: string | undefined;
18513
18534
  prompts?: string[] | undefined;
18514
18535
  transform?: string | undefined;
18515
18536
  delay?: number | undefined;
@@ -18714,8 +18735,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
18714
18735
  }>>;
18715
18736
  }, "strict", z.ZodTypeAny, {
18716
18737
  id?: string | undefined;
18717
- label?: string | undefined;
18718
18738
  config?: any;
18739
+ label?: string | undefined;
18719
18740
  prompts?: string[] | undefined;
18720
18741
  transform?: string | undefined;
18721
18742
  delay?: number | undefined;
@@ -18757,8 +18778,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
18757
18778
  } | undefined;
18758
18779
  }, {
18759
18780
  id?: string | undefined;
18760
- label?: string | undefined;
18761
18781
  config?: any;
18782
+ label?: string | undefined;
18762
18783
  prompts?: string[] | undefined;
18763
18784
  transform?: string | undefined;
18764
18785
  delay?: number | undefined;
@@ -19070,8 +19091,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
19070
19091
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
19071
19092
  provider?: string | {
19072
19093
  id?: string | undefined;
19073
- label?: string | undefined;
19074
19094
  config?: any;
19095
+ label?: string | undefined;
19075
19096
  prompts?: string[] | undefined;
19076
19097
  transform?: string | undefined;
19077
19098
  delay?: number | undefined;
@@ -19183,8 +19204,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
19183
19204
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
19184
19205
  provider?: string | {
19185
19206
  id?: string | undefined;
19186
- label?: string | undefined;
19187
19207
  config?: any;
19208
+ label?: string | undefined;
19188
19209
  prompts?: string[] | undefined;
19189
19210
  transform?: string | undefined;
19190
19211
  delay?: number | undefined;
@@ -19417,9 +19438,9 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
19417
19438
  repeat: z.ZodOptional<z.ZodNumber>;
19418
19439
  showProgressBar: z.ZodOptional<z.ZodBoolean>;
19419
19440
  }, "strip", z.ZodTypeAny, {
19420
- delay?: number | undefined;
19421
19441
  cache?: boolean | undefined;
19422
19442
  maxConcurrency?: number | undefined;
19443
+ delay?: number | undefined;
19423
19444
  repeat?: number | undefined;
19424
19445
  generateSuggestions?: boolean | undefined;
19425
19446
  eventSource?: string | undefined;
@@ -19427,9 +19448,9 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
19427
19448
  progressCallback?: ((args_0: number, args_1: number, args_2: number, args_3: RunEvalOptions) => void) | undefined;
19428
19449
  showProgressBar?: boolean | undefined;
19429
19450
  }, {
19430
- delay?: number | undefined;
19431
19451
  cache?: boolean | undefined;
19432
19452
  maxConcurrency?: number | undefined;
19453
+ delay?: number | undefined;
19433
19454
  repeat?: number | undefined;
19434
19455
  generateSuggestions?: boolean | undefined;
19435
19456
  eventSource?: string | undefined;
@@ -19467,17 +19488,16 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
19467
19488
  generateSuggestions: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
19468
19489
  promptPrefix: z.ZodOptional<z.ZodOptional<z.ZodString>>;
19469
19490
  promptSuffix: z.ZodOptional<z.ZodOptional<z.ZodString>>;
19470
- envFile: z.ZodOptional<z.ZodOptional<z.ZodString>>;
19491
+ envPath: z.ZodOptional<z.ZodOptional<z.ZodString>>;
19471
19492
  }, "strip", z.ZodTypeAny, {
19472
- vars?: string | undefined;
19473
- config?: string[] | undefined;
19474
- prompts?: string[] | undefined;
19475
- delay?: string | undefined;
19476
- output?: string[] | undefined;
19477
19493
  cache?: boolean | undefined;
19478
- envFile?: string | undefined;
19494
+ config?: string[] | undefined;
19479
19495
  maxConcurrency?: string | undefined;
19496
+ output?: string[] | undefined;
19480
19497
  write?: boolean | undefined;
19498
+ vars?: string | undefined;
19499
+ prompts?: string[] | undefined;
19500
+ delay?: string | undefined;
19481
19501
  description?: string | undefined;
19482
19502
  providers?: string[] | undefined;
19483
19503
  repeat?: string | undefined;
@@ -19499,16 +19519,16 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
19499
19519
  generateSuggestions?: boolean | undefined;
19500
19520
  promptPrefix?: string | undefined;
19501
19521
  promptSuffix?: string | undefined;
19522
+ envPath?: string | undefined;
19502
19523
  }, {
19503
- vars?: string | undefined;
19504
- config?: string[] | undefined;
19505
- prompts?: string[] | undefined;
19506
- delay?: string | undefined;
19507
- output?: string[] | undefined;
19508
19524
  cache?: boolean | undefined;
19509
- envFile?: string | undefined;
19525
+ config?: string[] | undefined;
19510
19526
  maxConcurrency?: string | undefined;
19527
+ output?: string[] | undefined;
19511
19528
  write?: boolean | undefined;
19529
+ vars?: string | undefined;
19530
+ prompts?: string[] | undefined;
19531
+ delay?: string | undefined;
19512
19532
  description?: string | undefined;
19513
19533
  providers?: string[] | undefined;
19514
19534
  repeat?: string | undefined;
@@ -19530,6 +19550,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
19530
19550
  generateSuggestions?: boolean | undefined;
19531
19551
  promptPrefix?: string | undefined;
19532
19552
  promptSuffix?: string | undefined;
19553
+ envPath?: string | undefined;
19533
19554
  }>>;
19534
19555
  }>, "strip", z.ZodTypeAny, {
19535
19556
  prompts: string | Record<string, string> | (string | {
@@ -19540,8 +19561,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
19540
19561
  provider?: ApiProvider | undefined;
19541
19562
  }, ...args: unknown[]) => Promise<any>) | undefined;
19542
19563
  id?: string | undefined;
19543
- display?: string | undefined;
19544
19564
  config?: any;
19565
+ display?: string | undefined;
19545
19566
  } | {
19546
19567
  id: string;
19547
19568
  raw?: string | undefined;
@@ -19557,8 +19578,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
19557
19578
  provider?: ApiProvider | undefined;
19558
19579
  }, ...args: unknown[]) => Promise<any>) | undefined;
19559
19580
  id?: string | undefined;
19560
- display?: string | undefined;
19561
19581
  config?: any;
19582
+ display?: string | undefined;
19562
19583
  };
19563
19584
  fetchWithCache?: any;
19564
19585
  filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -19571,8 +19592,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
19571
19592
  label?: string | undefined;
19572
19593
  }) | (string | {
19573
19594
  id?: string | undefined;
19574
- label?: string | undefined;
19575
19595
  config?: any;
19596
+ label?: string | undefined;
19576
19597
  prompts?: string[] | undefined;
19577
19598
  transform?: string | undefined;
19578
19599
  delay?: number | undefined;
@@ -19622,8 +19643,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
19622
19643
  provider?: ApiProvider | undefined;
19623
19644
  }, ...args: unknown[]) => Promise<any>) | undefined;
19624
19645
  id?: string | undefined;
19625
- display?: string | undefined;
19626
19646
  config?: any;
19647
+ display?: string | undefined;
19627
19648
  };
19628
19649
  fetchWithCache?: any;
19629
19650
  filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -19636,8 +19657,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
19636
19657
  label?: string | undefined;
19637
19658
  }) | Record<string, {
19638
19659
  id?: string | undefined;
19639
- label?: string | undefined;
19640
19660
  config?: any;
19661
+ label?: string | undefined;
19641
19662
  prompts?: string[] | undefined;
19642
19663
  transform?: string | undefined;
19643
19664
  delay?: number | undefined;
@@ -19745,8 +19766,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
19745
19766
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
19746
19767
  provider?: string | {
19747
19768
  id?: string | undefined;
19748
- label?: string | undefined;
19749
19769
  config?: any;
19770
+ label?: string | undefined;
19750
19771
  prompts?: string[] | undefined;
19751
19772
  transform?: string | undefined;
19752
19773
  delay?: number | undefined;
@@ -19862,8 +19883,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
19862
19883
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
19863
19884
  provider?: string | {
19864
19885
  id?: string | undefined;
19865
- label?: string | undefined;
19866
19886
  config?: any;
19887
+ label?: string | undefined;
19867
19888
  prompts?: string[] | undefined;
19868
19889
  transform?: string | undefined;
19869
19890
  delay?: number | undefined;
@@ -19977,8 +19998,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
19977
19998
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
19978
19999
  provider?: string | {
19979
20000
  id?: string | undefined;
19980
- label?: string | undefined;
19981
20001
  config?: any;
20002
+ label?: string | undefined;
19982
20003
  prompts?: string[] | undefined;
19983
20004
  transform?: string | undefined;
19984
20005
  delay?: number | undefined;
@@ -20094,8 +20115,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20094
20115
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
20095
20116
  provider?: string | {
20096
20117
  id?: string | undefined;
20097
- label?: string | undefined;
20098
20118
  config?: any;
20119
+ label?: string | undefined;
20099
20120
  prompts?: string[] | undefined;
20100
20121
  transform?: string | undefined;
20101
20122
  delay?: number | undefined;
@@ -20193,9 +20214,9 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20193
20214
  } | undefined;
20194
20215
  writeLatestResults?: boolean | undefined;
20195
20216
  evaluateOptions?: {
20196
- delay?: number | undefined;
20197
20217
  cache?: boolean | undefined;
20198
20218
  maxConcurrency?: number | undefined;
20219
+ delay?: number | undefined;
20199
20220
  repeat?: number | undefined;
20200
20221
  generateSuggestions?: boolean | undefined;
20201
20222
  eventSource?: string | undefined;
@@ -20204,15 +20225,14 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20204
20225
  showProgressBar?: boolean | undefined;
20205
20226
  } | undefined;
20206
20227
  commandLineOptions?: {
20207
- vars?: string | undefined;
20208
- config?: string[] | undefined;
20209
- prompts?: string[] | undefined;
20210
- delay?: string | undefined;
20211
- output?: string[] | undefined;
20212
20228
  cache?: boolean | undefined;
20213
- envFile?: string | undefined;
20229
+ config?: string[] | undefined;
20214
20230
  maxConcurrency?: string | undefined;
20231
+ output?: string[] | undefined;
20215
20232
  write?: boolean | undefined;
20233
+ vars?: string | undefined;
20234
+ prompts?: string[] | undefined;
20235
+ delay?: string | undefined;
20216
20236
  description?: string | undefined;
20217
20237
  providers?: string[] | undefined;
20218
20238
  repeat?: string | undefined;
@@ -20234,6 +20254,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20234
20254
  generateSuggestions?: boolean | undefined;
20235
20255
  promptPrefix?: string | undefined;
20236
20256
  promptSuffix?: string | undefined;
20257
+ envPath?: string | undefined;
20237
20258
  } | undefined;
20238
20259
  }, {
20239
20260
  prompts: string | Record<string, string> | (string | {
@@ -20244,8 +20265,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20244
20265
  provider?: ApiProvider | undefined;
20245
20266
  }, ...args: unknown[]) => Promise<any>) | undefined;
20246
20267
  id?: string | undefined;
20247
- display?: string | undefined;
20248
20268
  config?: any;
20269
+ display?: string | undefined;
20249
20270
  } | {
20250
20271
  id: string;
20251
20272
  raw?: string | undefined;
@@ -20261,8 +20282,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20261
20282
  provider?: ApiProvider | undefined;
20262
20283
  }, ...args: unknown[]) => Promise<any>) | undefined;
20263
20284
  id?: string | undefined;
20264
- display?: string | undefined;
20265
20285
  config?: any;
20286
+ display?: string | undefined;
20266
20287
  };
20267
20288
  fetchWithCache?: any;
20268
20289
  filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -20275,8 +20296,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20275
20296
  label?: string | undefined;
20276
20297
  }) | (string | {
20277
20298
  id?: string | undefined;
20278
- label?: string | undefined;
20279
20299
  config?: any;
20300
+ label?: string | undefined;
20280
20301
  prompts?: string[] | undefined;
20281
20302
  transform?: string | undefined;
20282
20303
  delay?: number | undefined;
@@ -20326,8 +20347,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20326
20347
  provider?: ApiProvider | undefined;
20327
20348
  }, ...args: unknown[]) => Promise<any>) | undefined;
20328
20349
  id?: string | undefined;
20329
- display?: string | undefined;
20330
20350
  config?: any;
20351
+ display?: string | undefined;
20331
20352
  };
20332
20353
  fetchWithCache?: any;
20333
20354
  filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -20340,8 +20361,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20340
20361
  label?: string | undefined;
20341
20362
  }) | Record<string, {
20342
20363
  id?: string | undefined;
20343
- label?: string | undefined;
20344
20364
  config?: any;
20365
+ label?: string | undefined;
20345
20366
  prompts?: string[] | undefined;
20346
20367
  transform?: string | undefined;
20347
20368
  delay?: number | undefined;
@@ -20449,8 +20470,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20449
20470
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
20450
20471
  provider?: string | {
20451
20472
  id?: string | undefined;
20452
- label?: string | undefined;
20453
20473
  config?: any;
20474
+ label?: string | undefined;
20454
20475
  prompts?: string[] | undefined;
20455
20476
  transform?: string | undefined;
20456
20477
  delay?: number | undefined;
@@ -20566,8 +20587,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20566
20587
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
20567
20588
  provider?: string | {
20568
20589
  id?: string | undefined;
20569
- label?: string | undefined;
20570
20590
  config?: any;
20591
+ label?: string | undefined;
20571
20592
  prompts?: string[] | undefined;
20572
20593
  transform?: string | undefined;
20573
20594
  delay?: number | undefined;
@@ -20681,8 +20702,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20681
20702
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
20682
20703
  provider?: string | {
20683
20704
  id?: string | undefined;
20684
- label?: string | undefined;
20685
20705
  config?: any;
20706
+ label?: string | undefined;
20686
20707
  prompts?: string[] | undefined;
20687
20708
  transform?: string | undefined;
20688
20709
  delay?: number | undefined;
@@ -20798,8 +20819,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20798
20819
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
20799
20820
  provider?: string | {
20800
20821
  id?: string | undefined;
20801
- label?: string | undefined;
20802
20822
  config?: any;
20823
+ label?: string | undefined;
20803
20824
  prompts?: string[] | undefined;
20804
20825
  transform?: string | undefined;
20805
20826
  delay?: number | undefined;
@@ -20897,9 +20918,9 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20897
20918
  } | undefined;
20898
20919
  writeLatestResults?: boolean | undefined;
20899
20920
  evaluateOptions?: {
20900
- delay?: number | undefined;
20901
20921
  cache?: boolean | undefined;
20902
20922
  maxConcurrency?: number | undefined;
20923
+ delay?: number | undefined;
20903
20924
  repeat?: number | undefined;
20904
20925
  generateSuggestions?: boolean | undefined;
20905
20926
  eventSource?: string | undefined;
@@ -20908,15 +20929,14 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20908
20929
  showProgressBar?: boolean | undefined;
20909
20930
  } | undefined;
20910
20931
  commandLineOptions?: {
20911
- vars?: string | undefined;
20912
- config?: string[] | undefined;
20913
- prompts?: string[] | undefined;
20914
- delay?: string | undefined;
20915
- output?: string[] | undefined;
20916
20932
  cache?: boolean | undefined;
20917
- envFile?: string | undefined;
20933
+ config?: string[] | undefined;
20918
20934
  maxConcurrency?: string | undefined;
20935
+ output?: string[] | undefined;
20919
20936
  write?: boolean | undefined;
20937
+ vars?: string | undefined;
20938
+ prompts?: string[] | undefined;
20939
+ delay?: string | undefined;
20920
20940
  description?: string | undefined;
20921
20941
  providers?: string[] | undefined;
20922
20942
  repeat?: string | undefined;
@@ -20938,6 +20958,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20938
20958
  generateSuggestions?: boolean | undefined;
20939
20959
  promptPrefix?: string | undefined;
20940
20960
  promptSuffix?: string | undefined;
20961
+ envPath?: string | undefined;
20941
20962
  } | undefined;
20942
20963
  }>;
20943
20964
  export type UnifiedConfig = z.infer<typeof UnifiedConfigSchema>;