promptfoo 0.87.0 → 0.88.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (186) hide show
  1. package/README.md +6 -14
  2. package/dist/package.json +14 -14
  3. package/dist/src/assertions/AssertionsResult.d.ts.map +1 -1
  4. package/dist/src/assertions/AssertionsResult.js +7 -0
  5. package/dist/src/assertions/AssertionsResult.js.map +1 -1
  6. package/dist/src/assertions.d.ts.map +1 -1
  7. package/dist/src/assertions.js +11 -1
  8. package/dist/src/assertions.js.map +1 -1
  9. package/dist/src/commands/cache.js +2 -2
  10. package/dist/src/commands/cache.js.map +1 -1
  11. package/dist/src/commands/delete.js +2 -2
  12. package/dist/src/commands/delete.js.map +1 -1
  13. package/dist/src/commands/eval.d.ts +1 -1
  14. package/dist/src/commands/eval.d.ts.map +1 -1
  15. package/dist/src/commands/eval.js +17 -3
  16. package/dist/src/commands/eval.js.map +1 -1
  17. package/dist/src/commands/generate/dataset.js +1 -1
  18. package/dist/src/commands/generate/dataset.js.map +1 -1
  19. package/dist/src/commands/list.js +3 -3
  20. package/dist/src/commands/list.js.map +1 -1
  21. package/dist/src/commands/share.js +2 -2
  22. package/dist/src/commands/share.js.map +1 -1
  23. package/dist/src/commands/show.js +1 -1
  24. package/dist/src/commands/show.js.map +1 -1
  25. package/dist/src/commands/view.js +2 -2
  26. package/dist/src/commands/view.js.map +1 -1
  27. package/dist/src/config.d.ts.map +1 -1
  28. package/dist/src/config.js +8 -54
  29. package/dist/src/config.js.map +1 -1
  30. package/dist/src/constants.d.ts +1 -0
  31. package/dist/src/constants.d.ts.map +1 -1
  32. package/dist/src/constants.js +3 -2
  33. package/dist/src/constants.js.map +1 -1
  34. package/dist/src/database/tables.d.ts +35 -35
  35. package/dist/src/envars.d.ts +2 -0
  36. package/dist/src/envars.d.ts.map +1 -1
  37. package/dist/src/envars.js.map +1 -1
  38. package/dist/src/evaluator.d.ts.map +1 -1
  39. package/dist/src/evaluator.js +2 -0
  40. package/dist/src/evaluator.js.map +1 -1
  41. package/dist/src/main.d.ts.map +1 -1
  42. package/dist/src/main.js +5 -11
  43. package/dist/src/main.js.map +1 -1
  44. package/dist/src/onboarding.js +1 -1
  45. package/dist/src/onboarding.js.map +1 -1
  46. package/dist/src/providers/ai21.d.ts.map +1 -1
  47. package/dist/src/providers/ai21.js +3 -12
  48. package/dist/src/providers/ai21.js.map +1 -1
  49. package/dist/src/providers/anthropic.d.ts +3 -3
  50. package/dist/src/providers/anthropic.d.ts.map +1 -1
  51. package/dist/src/providers/anthropic.js +43 -33
  52. package/dist/src/providers/anthropic.js.map +1 -1
  53. package/dist/src/providers/azureopenai.d.ts +3 -2
  54. package/dist/src/providers/azureopenai.d.ts.map +1 -1
  55. package/dist/src/providers/azureopenai.js +129 -3
  56. package/dist/src/providers/azureopenai.js.map +1 -1
  57. package/dist/src/providers/mistral.d.ts.map +1 -1
  58. package/dist/src/providers/mistral.js +7 -17
  59. package/dist/src/providers/mistral.js.map +1 -1
  60. package/dist/src/providers/openai.d.ts +14 -0
  61. package/dist/src/providers/openai.d.ts.map +1 -1
  62. package/dist/src/providers/openai.js +73 -34
  63. package/dist/src/providers/openai.js.map +1 -1
  64. package/dist/src/providers/openaiUtil.d.ts.map +1 -1
  65. package/dist/src/providers/openaiUtil.js +1 -1
  66. package/dist/src/providers/openaiUtil.js.map +1 -1
  67. package/dist/src/providers/shared.d.ts +41 -0
  68. package/dist/src/providers/shared.d.ts.map +1 -1
  69. package/dist/src/providers/shared.js +44 -0
  70. package/dist/src/providers/shared.js.map +1 -1
  71. package/dist/src/python/pythonUtils.d.ts +23 -0
  72. package/dist/src/python/pythonUtils.d.ts.map +1 -1
  73. package/dist/src/python/pythonUtils.js +66 -1
  74. package/dist/src/python/pythonUtils.js.map +1 -1
  75. package/dist/src/{commands/redteam → redteam/commands}/generate.d.ts +1 -1
  76. package/dist/src/redteam/commands/generate.d.ts.map +1 -0
  77. package/dist/src/{commands/redteam → redteam/commands}/generate.js +14 -14
  78. package/dist/src/redteam/commands/generate.js.map +1 -0
  79. package/dist/src/{commands/redteam → redteam/commands}/init.d.ts.map +1 -1
  80. package/dist/src/{commands/redteam → redteam/commands}/init.js +1 -1
  81. package/dist/src/{commands/redteam → redteam/commands}/init.js.map +1 -1
  82. package/dist/src/{commands/redteam → redteam/commands}/plugins.d.ts.map +1 -1
  83. package/dist/src/{commands/redteam → redteam/commands}/plugins.js +1 -1
  84. package/dist/src/{commands/redteam → redteam/commands}/plugins.js.map +1 -1
  85. package/dist/src/redteam/index.d.ts +1 -1
  86. package/dist/src/redteam/index.d.ts.map +1 -1
  87. package/dist/src/redteam/index.js.map +1 -1
  88. package/dist/src/redteam/providers/prompts.d.ts.map +1 -1
  89. package/dist/src/redteam/providers/prompts.js +23 -0
  90. package/dist/src/redteam/providers/prompts.js.map +1 -1
  91. package/dist/src/{types/redteam.d.ts → redteam/types.d.ts} +1 -1
  92. package/dist/src/redteam/types.d.ts.map +1 -0
  93. package/dist/src/{types/redteam.js → redteam/types.js} +1 -1
  94. package/dist/src/redteam/types.js.map +1 -0
  95. package/dist/src/server/server.d.ts.map +1 -1
  96. package/dist/src/server/server.js +3 -0
  97. package/dist/src/server/server.js.map +1 -1
  98. package/dist/src/share.d.ts.map +1 -1
  99. package/dist/src/share.js +3 -1
  100. package/dist/src/share.js.map +1 -1
  101. package/dist/src/testCases.js +2 -2
  102. package/dist/src/testCases.js.map +1 -1
  103. package/dist/src/types/index.d.ts +569 -548
  104. package/dist/src/types/index.d.ts.map +1 -1
  105. package/dist/src/types/index.js +3 -2
  106. package/dist/src/types/index.js.map +1 -1
  107. package/dist/src/util/index.d.ts +12 -10
  108. package/dist/src/util/index.d.ts.map +1 -1
  109. package/dist/src/validators/prompts.d.ts +4 -4
  110. package/dist/src/validators/providers.d.ts +46 -46
  111. package/dist/src/validators/redteam.d.ts +25 -25
  112. package/dist/src/web/nextui/404/index.html +1 -1
  113. package/dist/src/web/nextui/404.html +1 -1
  114. package/dist/src/web/nextui/_next/static/chunks/86-aa3374f7327c985c.js +1 -0
  115. package/dist/src/web/nextui/_next/static/chunks/app/{layout-ad06af684889c655.js → layout-b0e8e0230ef8ed73.js} +1 -1
  116. package/dist/src/web/nextui/_next/static/chunks/app/setup/page-b88fdbe49672ce14.js +1 -0
  117. package/dist/src/web/nextui/auth/login/index.html +1 -1
  118. package/dist/src/web/nextui/auth/login/index.txt +2 -2
  119. package/dist/src/web/nextui/auth/signup/index.html +1 -1
  120. package/dist/src/web/nextui/auth/signup/index.txt +2 -2
  121. package/dist/src/web/nextui/datasets/index.html +1 -1
  122. package/dist/src/web/nextui/datasets/index.txt +2 -2
  123. package/dist/src/web/nextui/eval/index.html +1 -1
  124. package/dist/src/web/nextui/eval/index.txt +3 -3
  125. package/dist/src/web/nextui/index.html +1 -1
  126. package/dist/src/web/nextui/index.txt +2 -2
  127. package/dist/src/web/nextui/progress/index.html +1 -1
  128. package/dist/src/web/nextui/progress/index.txt +2 -2
  129. package/dist/src/web/nextui/prompts/index.html +1 -1
  130. package/dist/src/web/nextui/prompts/index.txt +2 -2
  131. package/dist/src/web/nextui/report/index.html +1 -1
  132. package/dist/src/web/nextui/report/index.txt +2 -2
  133. package/dist/src/web/nextui/setup/index.html +1 -1
  134. package/dist/src/web/nextui/setup/index.txt +3 -3
  135. package/dist/test/assertions.test.js +49 -0
  136. package/dist/test/assertions.test.js.map +1 -1
  137. package/dist/test/config.test.js +90 -42
  138. package/dist/test/config.test.js.map +1 -1
  139. package/dist/test/envars.test.js +103 -0
  140. package/dist/test/envars.test.js.map +1 -1
  141. package/dist/test/matchers.test.js +4 -4
  142. package/dist/test/matchers.test.js.map +1 -1
  143. package/dist/test/providers.anthropic.test.js +93 -23
  144. package/dist/test/providers.anthropic.test.js.map +1 -1
  145. package/dist/test/providers.azure.test.js +42 -0
  146. package/dist/test/providers.azure.test.js.map +1 -1
  147. package/dist/test/providers.shared.test.d.ts +2 -0
  148. package/dist/test/providers.shared.test.d.ts.map +1 -0
  149. package/dist/test/providers.shared.test.js +92 -0
  150. package/dist/test/providers.shared.test.js.map +1 -0
  151. package/dist/test/providers.test.js +294 -7
  152. package/dist/test/providers.test.js.map +1 -1
  153. package/dist/test/python/pythonUtils.test.d.ts +2 -0
  154. package/dist/test/python/pythonUtils.test.d.ts.map +1 -0
  155. package/dist/test/python/pythonUtils.test.js +164 -0
  156. package/dist/test/python/pythonUtils.test.js.map +1 -0
  157. package/dist/test/python/wrapper.test.d.ts +2 -0
  158. package/dist/test/python/wrapper.test.d.ts.map +1 -0
  159. package/dist/test/python/wrapper.test.js +56 -0
  160. package/dist/test/python/wrapper.test.js.map +1 -0
  161. package/dist/test/redteam/commands/generate.test.d.ts.map +1 -0
  162. package/dist/test/{commands/redteam → redteam/commands}/generate.test.js +1 -1
  163. package/dist/test/{commands/redteam → redteam/commands}/generate.test.js.map +1 -1
  164. package/dist/test/redteam/validators.test.js +2 -2
  165. package/dist/test/redteam/validators.test.js.map +1 -1
  166. package/dist/test/testCases.test.js +75 -27
  167. package/dist/test/testCases.test.js.map +1 -1
  168. package/dist/test/types.test.js +1 -1
  169. package/dist/test/types.test.js.map +1 -1
  170. package/package.json +14 -14
  171. package/dist/src/commands/redteam/generate.d.ts.map +0 -1
  172. package/dist/src/commands/redteam/generate.js.map +0 -1
  173. package/dist/src/types/redteam.d.ts.map +0 -1
  174. package/dist/src/types/redteam.js.map +0 -1
  175. package/dist/src/web/nextui/_next/static/chunks/86-fcb0efd0a19bac7d.js +0 -1
  176. package/dist/src/web/nextui/_next/static/chunks/app/setup/page-35c95dd67114a045.js +0 -1
  177. package/dist/test/commands/redteam/generate.test.d.ts.map +0 -1
  178. package/dist/test/pythonWrapper.test.d.ts +0 -2
  179. package/dist/test/pythonWrapper.test.d.ts.map +0 -1
  180. package/dist/test/pythonWrapper.test.js +0 -99
  181. package/dist/test/pythonWrapper.test.js.map +0 -1
  182. /package/dist/src/{commands/redteam → redteam/commands}/init.d.ts +0 -0
  183. /package/dist/src/{commands/redteam → redteam/commands}/plugins.d.ts +0 -0
  184. /package/dist/src/web/nextui/_next/static/{9oePeu-Q4M9r_50nf_Dh9 → MqErSXRfFhsncheOBrGQG}/_buildManifest.js +0 -0
  185. /package/dist/src/web/nextui/_next/static/{9oePeu-Q4M9r_50nf_Dh9 → MqErSXRfFhsncheOBrGQG}/_ssgManifest.js +0 -0
  186. /package/dist/test/{commands/redteam → redteam/commands}/generate.test.d.ts +0 -0
@@ -1,11 +1,11 @@
1
1
  import { z } from 'zod';
2
+ import type { RedteamAssertionTypes, RedteamFileConfig } from '../redteam/types';
2
3
  import type { Prompt, PromptFunction } from './prompts';
3
4
  import type { ApiProvider, ProviderOptions, ProviderResponse } from './providers';
4
- import type { RedteamAssertionTypes, RedteamFileConfig } from './redteam';
5
5
  import type { NunjucksFilterMap, TokenUsage } from './shared';
6
6
  export * from './prompts';
7
7
  export * from './providers';
8
- export * from './redteam';
8
+ export * from '../redteam/types';
9
9
  export * from './shared';
10
10
  export declare const CommandLineOptionsSchema: z.ZodObject<{
11
11
  description: z.ZodOptional<z.ZodString>;
@@ -37,19 +37,18 @@ export declare const CommandLineOptionsSchema: z.ZodObject<{
37
37
  generateSuggestions: z.ZodOptional<z.ZodBoolean>;
38
38
  promptPrefix: z.ZodOptional<z.ZodString>;
39
39
  promptSuffix: z.ZodOptional<z.ZodString>;
40
- envFile: z.ZodOptional<z.ZodString>;
40
+ envPath: z.ZodOptional<z.ZodString>;
41
41
  }, "strip", z.ZodTypeAny, {
42
- delay: string;
43
- output: string[];
44
42
  maxConcurrency: string;
43
+ output: string[];
44
+ delay: string;
45
45
  providers: string[];
46
46
  repeat: string;
47
- vars?: string | undefined;
48
- config?: string[] | undefined;
49
- prompts?: string[] | undefined;
50
47
  cache?: boolean | undefined;
51
- envFile?: string | undefined;
48
+ config?: string[] | undefined;
52
49
  write?: boolean | undefined;
50
+ vars?: string | undefined;
51
+ prompts?: string[] | undefined;
53
52
  description?: string | undefined;
54
53
  tests?: string | undefined;
55
54
  assertions?: string | undefined;
@@ -69,18 +68,18 @@ export declare const CommandLineOptionsSchema: z.ZodObject<{
69
68
  generateSuggestions?: boolean | undefined;
70
69
  promptPrefix?: string | undefined;
71
70
  promptSuffix?: string | undefined;
71
+ envPath?: string | undefined;
72
72
  }, {
73
- delay: string;
74
- output: string[];
75
73
  maxConcurrency: string;
74
+ output: string[];
75
+ delay: string;
76
76
  providers: string[];
77
77
  repeat: string;
78
- vars?: string | undefined;
79
- config?: string[] | undefined;
80
- prompts?: string[] | undefined;
81
78
  cache?: boolean | undefined;
82
- envFile?: string | undefined;
79
+ config?: string[] | undefined;
83
80
  write?: boolean | undefined;
81
+ vars?: string | undefined;
82
+ prompts?: string[] | undefined;
84
83
  description?: string | undefined;
85
84
  tests?: string | undefined;
86
85
  assertions?: string | undefined;
@@ -100,6 +99,7 @@ export declare const CommandLineOptionsSchema: z.ZodObject<{
100
99
  generateSuggestions?: boolean | undefined;
101
100
  promptPrefix?: string | undefined;
102
101
  promptSuffix?: string | undefined;
102
+ envPath?: string | undefined;
103
103
  }>;
104
104
  export type CommandLineOptions = z.infer<typeof CommandLineOptionsSchema>;
105
105
  export interface CsvRow {
@@ -209,9 +209,9 @@ declare const EvaluateOptionsSchema: z.ZodObject<{
209
209
  repeat: z.ZodOptional<z.ZodNumber>;
210
210
  showProgressBar: z.ZodOptional<z.ZodBoolean>;
211
211
  }, "strip", z.ZodTypeAny, {
212
- delay?: number | undefined;
213
212
  cache?: boolean | undefined;
214
213
  maxConcurrency?: number | undefined;
214
+ delay?: number | undefined;
215
215
  repeat?: number | undefined;
216
216
  generateSuggestions?: boolean | undefined;
217
217
  eventSource?: string | undefined;
@@ -219,9 +219,9 @@ declare const EvaluateOptionsSchema: z.ZodObject<{
219
219
  progressCallback?: ((args_0: number, args_1: number, args_2: number, args_3: RunEvalOptions) => void) | undefined;
220
220
  showProgressBar?: boolean | undefined;
221
221
  }, {
222
- delay?: number | undefined;
223
222
  cache?: boolean | undefined;
224
223
  maxConcurrency?: number | undefined;
224
+ delay?: number | undefined;
225
225
  repeat?: number | undefined;
226
226
  generateSuggestions?: boolean | undefined;
227
227
  eventSource?: string | undefined;
@@ -272,6 +272,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
272
272
  total?: number | undefined;
273
273
  }>;
274
274
  namedScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
275
+ namedScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
275
276
  cost: z.ZodNumber;
276
277
  }, "strip", z.ZodTypeAny, {
277
278
  cost: number;
@@ -288,6 +289,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
288
289
  assertFailCount: number;
289
290
  totalLatencyMs: number;
290
291
  namedScores: Record<string, number>;
292
+ namedScoresCount: Record<string, number>;
291
293
  }, {
292
294
  cost: number;
293
295
  tokenUsage: {
@@ -303,6 +305,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
303
305
  assertFailCount: number;
304
306
  totalLatencyMs: number;
305
307
  namedScores: Record<string, number>;
308
+ namedScoresCount: Record<string, number>;
306
309
  }>>;
307
310
  }>, "strip", z.ZodTypeAny, {
308
311
  provider: string;
@@ -311,10 +314,10 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
311
314
  function?: ((args_0: {
312
315
  vars: Record<string, any>;
313
316
  provider?: ApiProvider | undefined;
314
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
317
+ }, ...args: unknown[]) => Promise<any>) | undefined;
315
318
  id?: string | undefined;
316
- display?: string | undefined;
317
319
  config?: any;
320
+ display?: string | undefined;
318
321
  metrics?: {
319
322
  cost: number;
320
323
  tokenUsage: {
@@ -330,6 +333,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
330
333
  assertFailCount: number;
331
334
  totalLatencyMs: number;
332
335
  namedScores: Record<string, number>;
336
+ namedScoresCount: Record<string, number>;
333
337
  } | undefined;
334
338
  }, {
335
339
  provider: string;
@@ -338,10 +342,10 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
338
342
  function?: ((args_0: {
339
343
  vars: Record<string, any>;
340
344
  provider?: ApiProvider | undefined;
341
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
345
+ }, ...args: unknown[]) => Promise<any>) | undefined;
342
346
  id?: string | undefined;
343
- display?: string | undefined;
344
347
  config?: any;
348
+ display?: string | undefined;
345
349
  metrics?: {
346
350
  cost: number;
347
351
  tokenUsage: {
@@ -357,6 +361,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
357
361
  assertFailCount: number;
358
362
  totalLatencyMs: number;
359
363
  namedScores: Record<string, number>;
364
+ namedScoresCount: Record<string, number>;
360
365
  } | undefined;
361
366
  }>;
362
367
  export type CompletedPrompt = z.infer<typeof CompletedPromptSchema>;
@@ -614,6 +619,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
614
619
  total?: number | undefined;
615
620
  }>;
616
621
  namedScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
622
+ namedScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
617
623
  cost: z.ZodNumber;
618
624
  }, "strip", z.ZodTypeAny, {
619
625
  cost: number;
@@ -630,6 +636,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
630
636
  assertFailCount: number;
631
637
  totalLatencyMs: number;
632
638
  namedScores: Record<string, number>;
639
+ namedScoresCount: Record<string, number>;
633
640
  }, {
634
641
  cost: number;
635
642
  tokenUsage: {
@@ -645,6 +652,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
645
652
  assertFailCount: number;
646
653
  totalLatencyMs: number;
647
654
  namedScores: Record<string, number>;
655
+ namedScoresCount: Record<string, number>;
648
656
  }>>;
649
657
  }>, "strip", z.ZodTypeAny, {
650
658
  provider: string;
@@ -653,10 +661,10 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
653
661
  function?: ((args_0: {
654
662
  vars: Record<string, any>;
655
663
  provider?: ApiProvider | undefined;
656
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
664
+ }, ...args: unknown[]) => Promise<any>) | undefined;
657
665
  id?: string | undefined;
658
- display?: string | undefined;
659
666
  config?: any;
667
+ display?: string | undefined;
660
668
  metrics?: {
661
669
  cost: number;
662
670
  tokenUsage: {
@@ -672,6 +680,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
672
680
  assertFailCount: number;
673
681
  totalLatencyMs: number;
674
682
  namedScores: Record<string, number>;
683
+ namedScoresCount: Record<string, number>;
675
684
  } | undefined;
676
685
  }, {
677
686
  provider: string;
@@ -680,10 +689,10 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
680
689
  function?: ((args_0: {
681
690
  vars: Record<string, any>;
682
691
  provider?: ApiProvider | undefined;
683
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
692
+ }, ...args: unknown[]) => Promise<any>) | undefined;
684
693
  id?: string | undefined;
685
- display?: string | undefined;
686
694
  config?: any;
695
+ display?: string | undefined;
687
696
  metrics?: {
688
697
  cost: number;
689
698
  tokenUsage: {
@@ -699,6 +708,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
699
708
  assertFailCount: number;
700
709
  totalLatencyMs: number;
701
710
  namedScores: Record<string, number>;
711
+ namedScoresCount: Record<string, number>;
702
712
  } | undefined;
703
713
  }>;
704
714
  id: z.ZodString;
@@ -712,10 +722,10 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
712
722
  function?: ((args_0: {
713
723
  vars: Record<string, any>;
714
724
  provider?: ApiProvider | undefined;
715
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
725
+ }, ...args: unknown[]) => Promise<any>) | undefined;
716
726
  id?: string | undefined;
717
- display?: string | undefined;
718
727
  config?: any;
728
+ display?: string | undefined;
719
729
  metrics?: {
720
730
  cost: number;
721
731
  tokenUsage: {
@@ -731,6 +741,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
731
741
  assertFailCount: number;
732
742
  totalLatencyMs: number;
733
743
  namedScores: Record<string, number>;
744
+ namedScoresCount: Record<string, number>;
734
745
  } | undefined;
735
746
  };
736
747
  evalId: string;
@@ -743,10 +754,10 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
743
754
  function?: ((args_0: {
744
755
  vars: Record<string, any>;
745
756
  provider?: ApiProvider | undefined;
746
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
757
+ }, ...args: unknown[]) => Promise<any>) | undefined;
747
758
  id?: string | undefined;
748
- display?: string | undefined;
749
759
  config?: any;
760
+ display?: string | undefined;
750
761
  metrics?: {
751
762
  cost: number;
752
763
  tokenUsage: {
@@ -762,6 +773,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
762
773
  assertFailCount: number;
763
774
  totalLatencyMs: number;
764
775
  namedScores: Record<string, number>;
776
+ namedScoresCount: Record<string, number>;
765
777
  } | undefined;
766
778
  };
767
779
  evalId: string;
@@ -887,8 +899,8 @@ export declare const TestCaseSchema: z.ZodObject<{
887
899
  }>>;
888
900
  }, "strict", z.ZodTypeAny, {
889
901
  id?: string | undefined;
890
- label?: string | undefined;
891
902
  config?: any;
903
+ label?: string | undefined;
892
904
  prompts?: string[] | undefined;
893
905
  transform?: string | undefined;
894
906
  delay?: number | undefined;
@@ -930,8 +942,8 @@ export declare const TestCaseSchema: z.ZodObject<{
930
942
  } | undefined;
931
943
  }, {
932
944
  id?: string | undefined;
933
- label?: string | undefined;
934
945
  config?: any;
946
+ label?: string | undefined;
935
947
  prompts?: string[] | undefined;
936
948
  transform?: string | undefined;
937
949
  delay?: number | undefined;
@@ -985,16 +997,16 @@ export declare const TestCaseSchema: z.ZodObject<{
985
997
  label?: string | undefined;
986
998
  transform?: string | undefined;
987
999
  delay?: number | undefined;
988
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
989
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
1000
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
1001
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
990
1002
  }, {
991
1003
  callApi: import("./providers").CallApiFunction;
992
1004
  id: (...args: unknown[]) => string;
993
1005
  label?: string | undefined;
994
1006
  transform?: string | undefined;
995
1007
  delay?: number | undefined;
996
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
997
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
1008
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
1009
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
998
1010
  }>]>>;
999
1011
  providerOutput: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
1000
1012
  assert: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
@@ -1243,8 +1255,8 @@ export declare const TestCaseSchema: z.ZodObject<{
1243
1255
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
1244
1256
  provider?: string | {
1245
1257
  id?: string | undefined;
1246
- label?: string | undefined;
1247
1258
  config?: any;
1259
+ label?: string | undefined;
1248
1260
  prompts?: string[] | undefined;
1249
1261
  transform?: string | undefined;
1250
1262
  delay?: number | undefined;
@@ -1290,8 +1302,8 @@ export declare const TestCaseSchema: z.ZodObject<{
1290
1302
  label?: string | undefined;
1291
1303
  transform?: string | undefined;
1292
1304
  delay?: number | undefined;
1293
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
1294
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
1305
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
1306
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
1295
1307
  } | undefined;
1296
1308
  metadata?: Record<string, any> | undefined;
1297
1309
  description?: string | undefined;
@@ -1357,8 +1369,8 @@ export declare const TestCaseSchema: z.ZodObject<{
1357
1369
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
1358
1370
  provider?: string | {
1359
1371
  id?: string | undefined;
1360
- label?: string | undefined;
1361
1372
  config?: any;
1373
+ label?: string | undefined;
1362
1374
  prompts?: string[] | undefined;
1363
1375
  transform?: string | undefined;
1364
1376
  delay?: number | undefined;
@@ -1404,8 +1416,8 @@ export declare const TestCaseSchema: z.ZodObject<{
1404
1416
  label?: string | undefined;
1405
1417
  transform?: string | undefined;
1406
1418
  delay?: number | undefined;
1407
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
1408
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
1419
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
1420
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
1409
1421
  } | undefined;
1410
1422
  metadata?: Record<string, any> | undefined;
1411
1423
  description?: string | undefined;
@@ -1567,8 +1579,8 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
1567
1579
  }>>;
1568
1580
  }, "strict", z.ZodTypeAny, {
1569
1581
  id?: string | undefined;
1570
- label?: string | undefined;
1571
1582
  config?: any;
1583
+ label?: string | undefined;
1572
1584
  prompts?: string[] | undefined;
1573
1585
  transform?: string | undefined;
1574
1586
  delay?: number | undefined;
@@ -1610,8 +1622,8 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
1610
1622
  } | undefined;
1611
1623
  }, {
1612
1624
  id?: string | undefined;
1613
- label?: string | undefined;
1614
1625
  config?: any;
1626
+ label?: string | undefined;
1615
1627
  prompts?: string[] | undefined;
1616
1628
  transform?: string | undefined;
1617
1629
  delay?: number | undefined;
@@ -1665,16 +1677,16 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
1665
1677
  label?: string | undefined;
1666
1678
  transform?: string | undefined;
1667
1679
  delay?: number | undefined;
1668
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
1669
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
1680
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
1681
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
1670
1682
  }, {
1671
1683
  callApi: import("./providers").CallApiFunction;
1672
1684
  id: (...args: unknown[]) => string;
1673
1685
  label?: string | undefined;
1674
1686
  transform?: string | undefined;
1675
1687
  delay?: number | undefined;
1676
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
1677
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
1688
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
1689
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
1678
1690
  }>]>>;
1679
1691
  providerOutput: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
1680
1692
  assert: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
@@ -1925,8 +1937,8 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
1925
1937
  vars?: string | string[] | Record<string, string | any[] | string[] | {}> | undefined;
1926
1938
  provider?: string | {
1927
1939
  id?: string | undefined;
1928
- label?: string | undefined;
1929
1940
  config?: any;
1941
+ label?: string | undefined;
1930
1942
  prompts?: string[] | undefined;
1931
1943
  transform?: string | undefined;
1932
1944
  delay?: number | undefined;
@@ -1972,8 +1984,8 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
1972
1984
  label?: string | undefined;
1973
1985
  transform?: string | undefined;
1974
1986
  delay?: number | undefined;
1975
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
1976
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
1987
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
1988
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
1977
1989
  } | undefined;
1978
1990
  metadata?: Record<string, any> | undefined;
1979
1991
  description?: string | undefined;
@@ -2039,8 +2051,8 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
2039
2051
  vars?: string | string[] | Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
2040
2052
  provider?: string | {
2041
2053
  id?: string | undefined;
2042
- label?: string | undefined;
2043
2054
  config?: any;
2055
+ label?: string | undefined;
2044
2056
  prompts?: string[] | undefined;
2045
2057
  transform?: string | undefined;
2046
2058
  delay?: number | undefined;
@@ -2086,8 +2098,8 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
2086
2098
  label?: string | undefined;
2087
2099
  transform?: string | undefined;
2088
2100
  delay?: number | undefined;
2089
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
2090
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
2101
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
2102
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
2091
2103
  } | undefined;
2092
2104
  metadata?: Record<string, any> | undefined;
2093
2105
  description?: string | undefined;
@@ -2246,8 +2258,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
2246
2258
  }>>;
2247
2259
  }, "strict", z.ZodTypeAny, {
2248
2260
  id?: string | undefined;
2249
- label?: string | undefined;
2250
2261
  config?: any;
2262
+ label?: string | undefined;
2251
2263
  prompts?: string[] | undefined;
2252
2264
  transform?: string | undefined;
2253
2265
  delay?: number | undefined;
@@ -2289,8 +2301,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
2289
2301
  } | undefined;
2290
2302
  }, {
2291
2303
  id?: string | undefined;
2292
- label?: string | undefined;
2293
2304
  config?: any;
2305
+ label?: string | undefined;
2294
2306
  prompts?: string[] | undefined;
2295
2307
  transform?: string | undefined;
2296
2308
  delay?: number | undefined;
@@ -2344,16 +2356,16 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
2344
2356
  label?: string | undefined;
2345
2357
  transform?: string | undefined;
2346
2358
  delay?: number | undefined;
2347
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
2348
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
2359
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
2360
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
2349
2361
  }, {
2350
2362
  callApi: import("./providers").CallApiFunction;
2351
2363
  id: (...args: unknown[]) => string;
2352
2364
  label?: string | undefined;
2353
2365
  transform?: string | undefined;
2354
2366
  delay?: number | undefined;
2355
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
2356
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
2367
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
2368
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
2357
2369
  }>]>>;
2358
2370
  providerOutput: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
2359
2371
  assert: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
@@ -2602,8 +2614,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
2602
2614
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
2603
2615
  provider?: string | {
2604
2616
  id?: string | undefined;
2605
- label?: string | undefined;
2606
2617
  config?: any;
2618
+ label?: string | undefined;
2607
2619
  prompts?: string[] | undefined;
2608
2620
  transform?: string | undefined;
2609
2621
  delay?: number | undefined;
@@ -2649,8 +2661,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
2649
2661
  label?: string | undefined;
2650
2662
  transform?: string | undefined;
2651
2663
  delay?: number | undefined;
2652
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
2653
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
2664
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
2665
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
2654
2666
  } | undefined;
2655
2667
  metadata?: Record<string, any> | undefined;
2656
2668
  description?: string | undefined;
@@ -2716,8 +2728,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
2716
2728
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
2717
2729
  provider?: string | {
2718
2730
  id?: string | undefined;
2719
- label?: string | undefined;
2720
2731
  config?: any;
2732
+ label?: string | undefined;
2721
2733
  prompts?: string[] | undefined;
2722
2734
  transform?: string | undefined;
2723
2735
  delay?: number | undefined;
@@ -2763,8 +2775,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
2763
2775
  label?: string | undefined;
2764
2776
  transform?: string | undefined;
2765
2777
  delay?: number | undefined;
2766
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
2767
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
2778
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
2779
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
2768
2780
  } | undefined;
2769
2781
  metadata?: Record<string, any> | undefined;
2770
2782
  description?: string | undefined;
@@ -2848,6 +2860,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
2848
2860
  total?: number | undefined;
2849
2861
  }>;
2850
2862
  namedScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
2863
+ namedScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
2851
2864
  cost: z.ZodNumber;
2852
2865
  }, "strip", z.ZodTypeAny, {
2853
2866
  cost: number;
@@ -2864,6 +2877,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
2864
2877
  assertFailCount: number;
2865
2878
  totalLatencyMs: number;
2866
2879
  namedScores: Record<string, number>;
2880
+ namedScoresCount: Record<string, number>;
2867
2881
  }, {
2868
2882
  cost: number;
2869
2883
  tokenUsage: {
@@ -2879,6 +2893,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
2879
2893
  assertFailCount: number;
2880
2894
  totalLatencyMs: number;
2881
2895
  namedScores: Record<string, number>;
2896
+ namedScoresCount: Record<string, number>;
2882
2897
  }>>;
2883
2898
  }>, "strip", z.ZodTypeAny, {
2884
2899
  provider: string;
@@ -2887,10 +2902,10 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
2887
2902
  function?: ((args_0: {
2888
2903
  vars: Record<string, any>;
2889
2904
  provider?: ApiProvider | undefined;
2890
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
2905
+ }, ...args: unknown[]) => Promise<any>) | undefined;
2891
2906
  id?: string | undefined;
2892
- display?: string | undefined;
2893
2907
  config?: any;
2908
+ display?: string | undefined;
2894
2909
  metrics?: {
2895
2910
  cost: number;
2896
2911
  tokenUsage: {
@@ -2906,6 +2921,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
2906
2921
  assertFailCount: number;
2907
2922
  totalLatencyMs: number;
2908
2923
  namedScores: Record<string, number>;
2924
+ namedScoresCount: Record<string, number>;
2909
2925
  } | undefined;
2910
2926
  }, {
2911
2927
  provider: string;
@@ -2914,10 +2930,10 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
2914
2930
  function?: ((args_0: {
2915
2931
  vars: Record<string, any>;
2916
2932
  provider?: ApiProvider | undefined;
2917
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
2933
+ }, ...args: unknown[]) => Promise<any>) | undefined;
2918
2934
  id?: string | undefined;
2919
- display?: string | undefined;
2920
2935
  config?: any;
2936
+ display?: string | undefined;
2921
2937
  metrics?: {
2922
2938
  cost: number;
2923
2939
  tokenUsage: {
@@ -2933,6 +2949,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
2933
2949
  assertFailCount: number;
2934
2950
  totalLatencyMs: number;
2935
2951
  namedScores: Record<string, number>;
2952
+ namedScoresCount: Record<string, number>;
2936
2953
  } | undefined;
2937
2954
  }>;
2938
2955
  id: z.ZodString;
@@ -2946,10 +2963,10 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
2946
2963
  function?: ((args_0: {
2947
2964
  vars: Record<string, any>;
2948
2965
  provider?: ApiProvider | undefined;
2949
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
2966
+ }, ...args: unknown[]) => Promise<any>) | undefined;
2950
2967
  id?: string | undefined;
2951
- display?: string | undefined;
2952
2968
  config?: any;
2969
+ display?: string | undefined;
2953
2970
  metrics?: {
2954
2971
  cost: number;
2955
2972
  tokenUsage: {
@@ -2965,6 +2982,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
2965
2982
  assertFailCount: number;
2966
2983
  totalLatencyMs: number;
2967
2984
  namedScores: Record<string, number>;
2985
+ namedScoresCount: Record<string, number>;
2968
2986
  } | undefined;
2969
2987
  };
2970
2988
  evalId: string;
@@ -2977,10 +2995,10 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
2977
2995
  function?: ((args_0: {
2978
2996
  vars: Record<string, any>;
2979
2997
  provider?: ApiProvider | undefined;
2980
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
2998
+ }, ...args: unknown[]) => Promise<any>) | undefined;
2981
2999
  id?: string | undefined;
2982
- display?: string | undefined;
2983
3000
  config?: any;
3001
+ display?: string | undefined;
2984
3002
  metrics?: {
2985
3003
  cost: number;
2986
3004
  tokenUsage: {
@@ -2996,6 +3014,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
2996
3014
  assertFailCount: number;
2997
3015
  totalLatencyMs: number;
2998
3016
  namedScores: Record<string, number>;
3017
+ namedScoresCount: Record<string, number>;
2999
3018
  } | undefined;
3000
3019
  };
3001
3020
  evalId: string;
@@ -3011,10 +3030,10 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3011
3030
  function?: ((args_0: {
3012
3031
  vars: Record<string, any>;
3013
3032
  provider?: ApiProvider | undefined;
3014
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
3033
+ }, ...args: unknown[]) => Promise<any>) | undefined;
3015
3034
  id?: string | undefined;
3016
- display?: string | undefined;
3017
3035
  config?: any;
3036
+ display?: string | undefined;
3018
3037
  metrics?: {
3019
3038
  cost: number;
3020
3039
  tokenUsage: {
@@ -3030,6 +3049,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3030
3049
  assertFailCount: number;
3031
3050
  totalLatencyMs: number;
3032
3051
  namedScores: Record<string, number>;
3052
+ namedScoresCount: Record<string, number>;
3033
3053
  } | undefined;
3034
3054
  };
3035
3055
  evalId: string;
@@ -3063,8 +3083,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3063
3083
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
3064
3084
  provider?: string | {
3065
3085
  id?: string | undefined;
3066
- label?: string | undefined;
3067
3086
  config?: any;
3087
+ label?: string | undefined;
3068
3088
  prompts?: string[] | undefined;
3069
3089
  transform?: string | undefined;
3070
3090
  delay?: number | undefined;
@@ -3110,8 +3130,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3110
3130
  label?: string | undefined;
3111
3131
  transform?: string | undefined;
3112
3132
  delay?: number | undefined;
3113
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
3114
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
3133
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
3134
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
3115
3135
  } | undefined;
3116
3136
  metadata?: Record<string, any> | undefined;
3117
3137
  description?: string | undefined;
@@ -3163,10 +3183,10 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3163
3183
  function?: ((args_0: {
3164
3184
  vars: Record<string, any>;
3165
3185
  provider?: ApiProvider | undefined;
3166
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
3186
+ }, ...args: unknown[]) => Promise<any>) | undefined;
3167
3187
  id?: string | undefined;
3168
- display?: string | undefined;
3169
3188
  config?: any;
3189
+ display?: string | undefined;
3170
3190
  metrics?: {
3171
3191
  cost: number;
3172
3192
  tokenUsage: {
@@ -3182,6 +3202,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3182
3202
  assertFailCount: number;
3183
3203
  totalLatencyMs: number;
3184
3204
  namedScores: Record<string, number>;
3205
+ namedScoresCount: Record<string, number>;
3185
3206
  } | undefined;
3186
3207
  };
3187
3208
  evalId: string;
@@ -3215,8 +3236,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3215
3236
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
3216
3237
  provider?: string | {
3217
3238
  id?: string | undefined;
3218
- label?: string | undefined;
3219
3239
  config?: any;
3240
+ label?: string | undefined;
3220
3241
  prompts?: string[] | undefined;
3221
3242
  transform?: string | undefined;
3222
3243
  delay?: number | undefined;
@@ -3262,8 +3283,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3262
3283
  label?: string | undefined;
3263
3284
  transform?: string | undefined;
3264
3285
  delay?: number | undefined;
3265
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
3266
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
3286
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
3287
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
3267
3288
  } | undefined;
3268
3289
  metadata?: Record<string, any> | undefined;
3269
3290
  description?: string | undefined;
@@ -3426,8 +3447,8 @@ export declare const ScenarioSchema: z.ZodObject<{
3426
3447
  }>>;
3427
3448
  }, "strict", z.ZodTypeAny, {
3428
3449
  id?: string | undefined;
3429
- label?: string | undefined;
3430
3450
  config?: any;
3451
+ label?: string | undefined;
3431
3452
  prompts?: string[] | undefined;
3432
3453
  transform?: string | undefined;
3433
3454
  delay?: number | undefined;
@@ -3469,8 +3490,8 @@ export declare const ScenarioSchema: z.ZodObject<{
3469
3490
  } | undefined;
3470
3491
  }, {
3471
3492
  id?: string | undefined;
3472
- label?: string | undefined;
3473
3493
  config?: any;
3494
+ label?: string | undefined;
3474
3495
  prompts?: string[] | undefined;
3475
3496
  transform?: string | undefined;
3476
3497
  delay?: number | undefined;
@@ -3524,16 +3545,16 @@ export declare const ScenarioSchema: z.ZodObject<{
3524
3545
  label?: string | undefined;
3525
3546
  transform?: string | undefined;
3526
3547
  delay?: number | undefined;
3527
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
3528
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
3548
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
3549
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
3529
3550
  }, {
3530
3551
  callApi: import("./providers").CallApiFunction;
3531
3552
  id: (...args: unknown[]) => string;
3532
3553
  label?: string | undefined;
3533
3554
  transform?: string | undefined;
3534
3555
  delay?: number | undefined;
3535
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
3536
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
3556
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
3557
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
3537
3558
  }>]>>>;
3538
3559
  providerOutput: z.ZodOptional<z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>>;
3539
3560
  assert: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
@@ -3782,8 +3803,8 @@ export declare const ScenarioSchema: z.ZodObject<{
3782
3803
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
3783
3804
  provider?: string | {
3784
3805
  id?: string | undefined;
3785
- label?: string | undefined;
3786
3806
  config?: any;
3807
+ label?: string | undefined;
3787
3808
  prompts?: string[] | undefined;
3788
3809
  transform?: string | undefined;
3789
3810
  delay?: number | undefined;
@@ -3829,8 +3850,8 @@ export declare const ScenarioSchema: z.ZodObject<{
3829
3850
  label?: string | undefined;
3830
3851
  transform?: string | undefined;
3831
3852
  delay?: number | undefined;
3832
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
3833
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
3853
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
3854
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
3834
3855
  } | undefined;
3835
3856
  metadata?: Record<string, any> | undefined;
3836
3857
  description?: string | undefined;
@@ -3896,8 +3917,8 @@ export declare const ScenarioSchema: z.ZodObject<{
3896
3917
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
3897
3918
  provider?: string | {
3898
3919
  id?: string | undefined;
3899
- label?: string | undefined;
3900
3920
  config?: any;
3921
+ label?: string | undefined;
3901
3922
  prompts?: string[] | undefined;
3902
3923
  transform?: string | undefined;
3903
3924
  delay?: number | undefined;
@@ -3943,8 +3964,8 @@ export declare const ScenarioSchema: z.ZodObject<{
3943
3964
  label?: string | undefined;
3944
3965
  transform?: string | undefined;
3945
3966
  delay?: number | undefined;
3946
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
3947
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
3967
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
3968
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
3948
3969
  } | undefined;
3949
3970
  metadata?: Record<string, any> | undefined;
3950
3971
  description?: string | undefined;
@@ -4100,8 +4121,8 @@ export declare const ScenarioSchema: z.ZodObject<{
4100
4121
  }>>;
4101
4122
  }, "strict", z.ZodTypeAny, {
4102
4123
  id?: string | undefined;
4103
- label?: string | undefined;
4104
4124
  config?: any;
4125
+ label?: string | undefined;
4105
4126
  prompts?: string[] | undefined;
4106
4127
  transform?: string | undefined;
4107
4128
  delay?: number | undefined;
@@ -4143,8 +4164,8 @@ export declare const ScenarioSchema: z.ZodObject<{
4143
4164
  } | undefined;
4144
4165
  }, {
4145
4166
  id?: string | undefined;
4146
- label?: string | undefined;
4147
4167
  config?: any;
4168
+ label?: string | undefined;
4148
4169
  prompts?: string[] | undefined;
4149
4170
  transform?: string | undefined;
4150
4171
  delay?: number | undefined;
@@ -4198,16 +4219,16 @@ export declare const ScenarioSchema: z.ZodObject<{
4198
4219
  label?: string | undefined;
4199
4220
  transform?: string | undefined;
4200
4221
  delay?: number | undefined;
4201
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
4202
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
4222
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
4223
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
4203
4224
  }, {
4204
4225
  callApi: import("./providers").CallApiFunction;
4205
4226
  id: (...args: unknown[]) => string;
4206
4227
  label?: string | undefined;
4207
4228
  transform?: string | undefined;
4208
4229
  delay?: number | undefined;
4209
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
4210
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
4230
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
4231
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
4211
4232
  }>]>>;
4212
4233
  providerOutput: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
4213
4234
  assert: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
@@ -4456,8 +4477,8 @@ export declare const ScenarioSchema: z.ZodObject<{
4456
4477
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
4457
4478
  provider?: string | {
4458
4479
  id?: string | undefined;
4459
- label?: string | undefined;
4460
4480
  config?: any;
4481
+ label?: string | undefined;
4461
4482
  prompts?: string[] | undefined;
4462
4483
  transform?: string | undefined;
4463
4484
  delay?: number | undefined;
@@ -4503,8 +4524,8 @@ export declare const ScenarioSchema: z.ZodObject<{
4503
4524
  label?: string | undefined;
4504
4525
  transform?: string | undefined;
4505
4526
  delay?: number | undefined;
4506
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
4507
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
4527
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
4528
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
4508
4529
  } | undefined;
4509
4530
  metadata?: Record<string, any> | undefined;
4510
4531
  description?: string | undefined;
@@ -4570,8 +4591,8 @@ export declare const ScenarioSchema: z.ZodObject<{
4570
4591
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
4571
4592
  provider?: string | {
4572
4593
  id?: string | undefined;
4573
- label?: string | undefined;
4574
4594
  config?: any;
4595
+ label?: string | undefined;
4575
4596
  prompts?: string[] | undefined;
4576
4597
  transform?: string | undefined;
4577
4598
  delay?: number | undefined;
@@ -4617,8 +4638,8 @@ export declare const ScenarioSchema: z.ZodObject<{
4617
4638
  label?: string | undefined;
4618
4639
  transform?: string | undefined;
4619
4640
  delay?: number | undefined;
4620
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
4621
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
4641
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
4642
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
4622
4643
  } | undefined;
4623
4644
  metadata?: Record<string, any> | undefined;
4624
4645
  description?: string | undefined;
@@ -4686,8 +4707,8 @@ export declare const ScenarioSchema: z.ZodObject<{
4686
4707
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
4687
4708
  provider?: string | {
4688
4709
  id?: string | undefined;
4689
- label?: string | undefined;
4690
4710
  config?: any;
4711
+ label?: string | undefined;
4691
4712
  prompts?: string[] | undefined;
4692
4713
  transform?: string | undefined;
4693
4714
  delay?: number | undefined;
@@ -4733,8 +4754,8 @@ export declare const ScenarioSchema: z.ZodObject<{
4733
4754
  label?: string | undefined;
4734
4755
  transform?: string | undefined;
4735
4756
  delay?: number | undefined;
4736
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
4737
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
4757
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
4758
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
4738
4759
  } | undefined;
4739
4760
  metadata?: Record<string, any> | undefined;
4740
4761
  description?: string | undefined;
@@ -4801,8 +4822,8 @@ export declare const ScenarioSchema: z.ZodObject<{
4801
4822
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
4802
4823
  provider?: string | {
4803
4824
  id?: string | undefined;
4804
- label?: string | undefined;
4805
4825
  config?: any;
4826
+ label?: string | undefined;
4806
4827
  prompts?: string[] | undefined;
4807
4828
  transform?: string | undefined;
4808
4829
  delay?: number | undefined;
@@ -4848,8 +4869,8 @@ export declare const ScenarioSchema: z.ZodObject<{
4848
4869
  label?: string | undefined;
4849
4870
  transform?: string | undefined;
4850
4871
  delay?: number | undefined;
4851
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
4852
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
4872
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
4873
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
4853
4874
  } | undefined;
4854
4875
  metadata?: Record<string, any> | undefined;
4855
4876
  description?: string | undefined;
@@ -4918,8 +4939,8 @@ export declare const ScenarioSchema: z.ZodObject<{
4918
4939
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
4919
4940
  provider?: string | {
4920
4941
  id?: string | undefined;
4921
- label?: string | undefined;
4922
4942
  config?: any;
4943
+ label?: string | undefined;
4923
4944
  prompts?: string[] | undefined;
4924
4945
  transform?: string | undefined;
4925
4946
  delay?: number | undefined;
@@ -4965,8 +4986,8 @@ export declare const ScenarioSchema: z.ZodObject<{
4965
4986
  label?: string | undefined;
4966
4987
  transform?: string | undefined;
4967
4988
  delay?: number | undefined;
4968
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
4969
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
4989
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
4990
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
4970
4991
  } | undefined;
4971
4992
  metadata?: Record<string, any> | undefined;
4972
4993
  description?: string | undefined;
@@ -5033,8 +5054,8 @@ export declare const ScenarioSchema: z.ZodObject<{
5033
5054
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
5034
5055
  provider?: string | {
5035
5056
  id?: string | undefined;
5036
- label?: string | undefined;
5037
5057
  config?: any;
5058
+ label?: string | undefined;
5038
5059
  prompts?: string[] | undefined;
5039
5060
  transform?: string | undefined;
5040
5061
  delay?: number | undefined;
@@ -5080,8 +5101,8 @@ export declare const ScenarioSchema: z.ZodObject<{
5080
5101
  label?: string | undefined;
5081
5102
  transform?: string | undefined;
5082
5103
  delay?: number | undefined;
5083
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
5084
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
5104
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
5105
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
5085
5106
  } | undefined;
5086
5107
  metadata?: Record<string, any> | undefined;
5087
5108
  description?: string | undefined;
@@ -5240,8 +5261,8 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
5240
5261
  }>>;
5241
5262
  }, "strict", z.ZodTypeAny, {
5242
5263
  id?: string | undefined;
5243
- label?: string | undefined;
5244
5264
  config?: any;
5265
+ label?: string | undefined;
5245
5266
  prompts?: string[] | undefined;
5246
5267
  transform?: string | undefined;
5247
5268
  delay?: number | undefined;
@@ -5283,8 +5304,8 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
5283
5304
  } | undefined;
5284
5305
  }, {
5285
5306
  id?: string | undefined;
5286
- label?: string | undefined;
5287
5307
  config?: any;
5308
+ label?: string | undefined;
5288
5309
  prompts?: string[] | undefined;
5289
5310
  transform?: string | undefined;
5290
5311
  delay?: number | undefined;
@@ -5338,16 +5359,16 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
5338
5359
  label?: string | undefined;
5339
5360
  transform?: string | undefined;
5340
5361
  delay?: number | undefined;
5341
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
5342
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
5362
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
5363
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
5343
5364
  }, {
5344
5365
  callApi: import("./providers").CallApiFunction;
5345
5366
  id: (...args: unknown[]) => string;
5346
5367
  label?: string | undefined;
5347
5368
  transform?: string | undefined;
5348
5369
  delay?: number | undefined;
5349
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
5350
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
5370
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
5371
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
5351
5372
  }>]>>;
5352
5373
  providerOutput: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
5353
5374
  assert: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
@@ -5598,8 +5619,8 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
5598
5619
  vars?: Record<string, string | {}> | undefined;
5599
5620
  provider?: string | {
5600
5621
  id?: string | undefined;
5601
- label?: string | undefined;
5602
5622
  config?: any;
5623
+ label?: string | undefined;
5603
5624
  prompts?: string[] | undefined;
5604
5625
  transform?: string | undefined;
5605
5626
  delay?: number | undefined;
@@ -5645,8 +5666,8 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
5645
5666
  label?: string | undefined;
5646
5667
  transform?: string | undefined;
5647
5668
  delay?: number | undefined;
5648
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
5649
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
5669
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
5670
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
5650
5671
  } | undefined;
5651
5672
  metadata?: Record<string, any> | undefined;
5652
5673
  description?: string | undefined;
@@ -5712,8 +5733,8 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
5712
5733
  vars?: Record<string, string | {}> | undefined;
5713
5734
  provider?: string | {
5714
5735
  id?: string | undefined;
5715
- label?: string | undefined;
5716
5736
  config?: any;
5737
+ label?: string | undefined;
5717
5738
  prompts?: string[] | undefined;
5718
5739
  transform?: string | undefined;
5719
5740
  delay?: number | undefined;
@@ -5759,8 +5780,8 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
5759
5780
  label?: string | undefined;
5760
5781
  transform?: string | undefined;
5761
5782
  delay?: number | undefined;
5762
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
5763
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
5783
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
5784
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
5764
5785
  } | undefined;
5765
5786
  metadata?: Record<string, any> | undefined;
5766
5787
  description?: string | undefined;
@@ -5803,10 +5824,10 @@ export declare const DerivedMetricSchema: z.ZodObject<{
5803
5824
  name: z.ZodString;
5804
5825
  value: z.ZodUnion<[z.ZodString, z.ZodFunction<z.ZodTuple<[z.ZodRecord<z.ZodString, z.ZodNumber>, z.ZodType<RunEvalOptions, z.ZodTypeDef, RunEvalOptions>], z.ZodUnknown>, z.ZodNumber>]>;
5805
5826
  }, "strip", z.ZodTypeAny, {
5806
- value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args_2: unknown[]) => number);
5827
+ value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
5807
5828
  name: string;
5808
5829
  }, {
5809
- value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args_2: unknown[]) => number);
5830
+ value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
5810
5831
  name: string;
5811
5832
  }>;
5812
5833
  export type DerivedMetric = z.infer<typeof DerivedMetricSchema>;
@@ -5827,16 +5848,16 @@ export declare const TestSuiteSchema: z.ZodObject<{
5827
5848
  label?: string | undefined;
5828
5849
  transform?: string | undefined;
5829
5850
  delay?: number | undefined;
5830
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
5831
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
5851
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
5852
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
5832
5853
  }, {
5833
5854
  callApi: import("./providers").CallApiFunction;
5834
5855
  id: (...args: unknown[]) => string;
5835
5856
  label?: string | undefined;
5836
5857
  transform?: string | undefined;
5837
5858
  delay?: number | undefined;
5838
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
5839
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
5859
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
5860
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
5840
5861
  }>, "many">;
5841
5862
  prompts: z.ZodArray<z.ZodObject<{
5842
5863
  id: z.ZodOptional<z.ZodString>;
@@ -5860,20 +5881,20 @@ export declare const TestSuiteSchema: z.ZodObject<{
5860
5881
  function?: ((args_0: {
5861
5882
  vars: Record<string, any>;
5862
5883
  provider?: ApiProvider | undefined;
5863
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
5884
+ }, ...args: unknown[]) => Promise<any>) | undefined;
5864
5885
  id?: string | undefined;
5865
- display?: string | undefined;
5866
5886
  config?: any;
5887
+ display?: string | undefined;
5867
5888
  }, {
5868
5889
  raw: string;
5869
5890
  label: string;
5870
5891
  function?: ((args_0: {
5871
5892
  vars: Record<string, any>;
5872
5893
  provider?: ApiProvider | undefined;
5873
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
5894
+ }, ...args: unknown[]) => Promise<any>) | undefined;
5874
5895
  id?: string | undefined;
5875
- display?: string | undefined;
5876
5896
  config?: any;
5897
+ display?: string | undefined;
5877
5898
  }>, "many">;
5878
5899
  providerPromptMap: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodEffects<z.ZodString, string[], string>, z.ZodArray<z.ZodString, "many">]>>>;
5879
5900
  tests: z.ZodOptional<z.ZodArray<z.ZodObject<{
@@ -5994,8 +6015,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
5994
6015
  }>>;
5995
6016
  }, "strict", z.ZodTypeAny, {
5996
6017
  id?: string | undefined;
5997
- label?: string | undefined;
5998
6018
  config?: any;
6019
+ label?: string | undefined;
5999
6020
  prompts?: string[] | undefined;
6000
6021
  transform?: string | undefined;
6001
6022
  delay?: number | undefined;
@@ -6037,8 +6058,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
6037
6058
  } | undefined;
6038
6059
  }, {
6039
6060
  id?: string | undefined;
6040
- label?: string | undefined;
6041
6061
  config?: any;
6062
+ label?: string | undefined;
6042
6063
  prompts?: string[] | undefined;
6043
6064
  transform?: string | undefined;
6044
6065
  delay?: number | undefined;
@@ -6092,16 +6113,16 @@ export declare const TestSuiteSchema: z.ZodObject<{
6092
6113
  label?: string | undefined;
6093
6114
  transform?: string | undefined;
6094
6115
  delay?: number | undefined;
6095
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
6096
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
6116
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
6117
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
6097
6118
  }, {
6098
6119
  callApi: import("./providers").CallApiFunction;
6099
6120
  id: (...args: unknown[]) => string;
6100
6121
  label?: string | undefined;
6101
6122
  transform?: string | undefined;
6102
6123
  delay?: number | undefined;
6103
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
6104
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
6124
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
6125
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
6105
6126
  }>]>>;
6106
6127
  providerOutput: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
6107
6128
  assert: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
@@ -6350,8 +6371,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
6350
6371
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
6351
6372
  provider?: string | {
6352
6373
  id?: string | undefined;
6353
- label?: string | undefined;
6354
6374
  config?: any;
6375
+ label?: string | undefined;
6355
6376
  prompts?: string[] | undefined;
6356
6377
  transform?: string | undefined;
6357
6378
  delay?: number | undefined;
@@ -6397,8 +6418,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
6397
6418
  label?: string | undefined;
6398
6419
  transform?: string | undefined;
6399
6420
  delay?: number | undefined;
6400
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
6401
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
6421
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
6422
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
6402
6423
  } | undefined;
6403
6424
  metadata?: Record<string, any> | undefined;
6404
6425
  description?: string | undefined;
@@ -6464,8 +6485,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
6464
6485
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
6465
6486
  provider?: string | {
6466
6487
  id?: string | undefined;
6467
- label?: string | undefined;
6468
6488
  config?: any;
6489
+ label?: string | undefined;
6469
6490
  prompts?: string[] | undefined;
6470
6491
  transform?: string | undefined;
6471
6492
  delay?: number | undefined;
@@ -6511,8 +6532,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
6511
6532
  label?: string | undefined;
6512
6533
  transform?: string | undefined;
6513
6534
  delay?: number | undefined;
6514
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
6515
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
6535
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
6536
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
6516
6537
  } | undefined;
6517
6538
  metadata?: Record<string, any> | undefined;
6518
6539
  description?: string | undefined;
@@ -6670,8 +6691,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
6670
6691
  }>>;
6671
6692
  }, "strict", z.ZodTypeAny, {
6672
6693
  id?: string | undefined;
6673
- label?: string | undefined;
6674
6694
  config?: any;
6695
+ label?: string | undefined;
6675
6696
  prompts?: string[] | undefined;
6676
6697
  transform?: string | undefined;
6677
6698
  delay?: number | undefined;
@@ -6713,8 +6734,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
6713
6734
  } | undefined;
6714
6735
  }, {
6715
6736
  id?: string | undefined;
6716
- label?: string | undefined;
6717
6737
  config?: any;
6738
+ label?: string | undefined;
6718
6739
  prompts?: string[] | undefined;
6719
6740
  transform?: string | undefined;
6720
6741
  delay?: number | undefined;
@@ -6768,16 +6789,16 @@ export declare const TestSuiteSchema: z.ZodObject<{
6768
6789
  label?: string | undefined;
6769
6790
  transform?: string | undefined;
6770
6791
  delay?: number | undefined;
6771
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
6772
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
6792
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
6793
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
6773
6794
  }, {
6774
6795
  callApi: import("./providers").CallApiFunction;
6775
6796
  id: (...args: unknown[]) => string;
6776
6797
  label?: string | undefined;
6777
6798
  transform?: string | undefined;
6778
6799
  delay?: number | undefined;
6779
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
6780
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
6800
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
6801
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
6781
6802
  }>]>>>;
6782
6803
  providerOutput: z.ZodOptional<z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>>;
6783
6804
  assert: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
@@ -7026,8 +7047,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
7026
7047
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
7027
7048
  provider?: string | {
7028
7049
  id?: string | undefined;
7029
- label?: string | undefined;
7030
7050
  config?: any;
7051
+ label?: string | undefined;
7031
7052
  prompts?: string[] | undefined;
7032
7053
  transform?: string | undefined;
7033
7054
  delay?: number | undefined;
@@ -7073,8 +7094,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
7073
7094
  label?: string | undefined;
7074
7095
  transform?: string | undefined;
7075
7096
  delay?: number | undefined;
7076
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
7077
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
7097
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
7098
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
7078
7099
  } | undefined;
7079
7100
  metadata?: Record<string, any> | undefined;
7080
7101
  description?: string | undefined;
@@ -7140,8 +7161,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
7140
7161
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
7141
7162
  provider?: string | {
7142
7163
  id?: string | undefined;
7143
- label?: string | undefined;
7144
7164
  config?: any;
7165
+ label?: string | undefined;
7145
7166
  prompts?: string[] | undefined;
7146
7167
  transform?: string | undefined;
7147
7168
  delay?: number | undefined;
@@ -7187,8 +7208,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
7187
7208
  label?: string | undefined;
7188
7209
  transform?: string | undefined;
7189
7210
  delay?: number | undefined;
7190
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
7191
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
7211
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
7212
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
7192
7213
  } | undefined;
7193
7214
  metadata?: Record<string, any> | undefined;
7194
7215
  description?: string | undefined;
@@ -7344,8 +7365,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
7344
7365
  }>>;
7345
7366
  }, "strict", z.ZodTypeAny, {
7346
7367
  id?: string | undefined;
7347
- label?: string | undefined;
7348
7368
  config?: any;
7369
+ label?: string | undefined;
7349
7370
  prompts?: string[] | undefined;
7350
7371
  transform?: string | undefined;
7351
7372
  delay?: number | undefined;
@@ -7387,8 +7408,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
7387
7408
  } | undefined;
7388
7409
  }, {
7389
7410
  id?: string | undefined;
7390
- label?: string | undefined;
7391
7411
  config?: any;
7412
+ label?: string | undefined;
7392
7413
  prompts?: string[] | undefined;
7393
7414
  transform?: string | undefined;
7394
7415
  delay?: number | undefined;
@@ -7442,16 +7463,16 @@ export declare const TestSuiteSchema: z.ZodObject<{
7442
7463
  label?: string | undefined;
7443
7464
  transform?: string | undefined;
7444
7465
  delay?: number | undefined;
7445
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
7446
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
7466
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
7467
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
7447
7468
  }, {
7448
7469
  callApi: import("./providers").CallApiFunction;
7449
7470
  id: (...args: unknown[]) => string;
7450
7471
  label?: string | undefined;
7451
7472
  transform?: string | undefined;
7452
7473
  delay?: number | undefined;
7453
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
7454
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
7474
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
7475
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
7455
7476
  }>]>>;
7456
7477
  providerOutput: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
7457
7478
  assert: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
@@ -7700,8 +7721,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
7700
7721
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
7701
7722
  provider?: string | {
7702
7723
  id?: string | undefined;
7703
- label?: string | undefined;
7704
7724
  config?: any;
7725
+ label?: string | undefined;
7705
7726
  prompts?: string[] | undefined;
7706
7727
  transform?: string | undefined;
7707
7728
  delay?: number | undefined;
@@ -7747,8 +7768,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
7747
7768
  label?: string | undefined;
7748
7769
  transform?: string | undefined;
7749
7770
  delay?: number | undefined;
7750
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
7751
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
7771
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
7772
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
7752
7773
  } | undefined;
7753
7774
  metadata?: Record<string, any> | undefined;
7754
7775
  description?: string | undefined;
@@ -7814,8 +7835,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
7814
7835
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
7815
7836
  provider?: string | {
7816
7837
  id?: string | undefined;
7817
- label?: string | undefined;
7818
7838
  config?: any;
7839
+ label?: string | undefined;
7819
7840
  prompts?: string[] | undefined;
7820
7841
  transform?: string | undefined;
7821
7842
  delay?: number | undefined;
@@ -7861,8 +7882,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
7861
7882
  label?: string | undefined;
7862
7883
  transform?: string | undefined;
7863
7884
  delay?: number | undefined;
7864
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
7865
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
7885
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
7886
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
7866
7887
  } | undefined;
7867
7888
  metadata?: Record<string, any> | undefined;
7868
7889
  description?: string | undefined;
@@ -7930,8 +7951,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
7930
7951
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
7931
7952
  provider?: string | {
7932
7953
  id?: string | undefined;
7933
- label?: string | undefined;
7934
7954
  config?: any;
7955
+ label?: string | undefined;
7935
7956
  prompts?: string[] | undefined;
7936
7957
  transform?: string | undefined;
7937
7958
  delay?: number | undefined;
@@ -7977,8 +7998,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
7977
7998
  label?: string | undefined;
7978
7999
  transform?: string | undefined;
7979
8000
  delay?: number | undefined;
7980
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
7981
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
8001
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
8002
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
7982
8003
  } | undefined;
7983
8004
  metadata?: Record<string, any> | undefined;
7984
8005
  description?: string | undefined;
@@ -8045,8 +8066,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
8045
8066
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
8046
8067
  provider?: string | {
8047
8068
  id?: string | undefined;
8048
- label?: string | undefined;
8049
8069
  config?: any;
8070
+ label?: string | undefined;
8050
8071
  prompts?: string[] | undefined;
8051
8072
  transform?: string | undefined;
8052
8073
  delay?: number | undefined;
@@ -8092,8 +8113,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
8092
8113
  label?: string | undefined;
8093
8114
  transform?: string | undefined;
8094
8115
  delay?: number | undefined;
8095
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
8096
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
8116
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
8117
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
8097
8118
  } | undefined;
8098
8119
  metadata?: Record<string, any> | undefined;
8099
8120
  description?: string | undefined;
@@ -8162,8 +8183,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
8162
8183
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
8163
8184
  provider?: string | {
8164
8185
  id?: string | undefined;
8165
- label?: string | undefined;
8166
8186
  config?: any;
8187
+ label?: string | undefined;
8167
8188
  prompts?: string[] | undefined;
8168
8189
  transform?: string | undefined;
8169
8190
  delay?: number | undefined;
@@ -8209,8 +8230,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
8209
8230
  label?: string | undefined;
8210
8231
  transform?: string | undefined;
8211
8232
  delay?: number | undefined;
8212
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
8213
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
8233
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
8234
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
8214
8235
  } | undefined;
8215
8236
  metadata?: Record<string, any> | undefined;
8216
8237
  description?: string | undefined;
@@ -8277,8 +8298,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
8277
8298
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
8278
8299
  provider?: string | {
8279
8300
  id?: string | undefined;
8280
- label?: string | undefined;
8281
8301
  config?: any;
8302
+ label?: string | undefined;
8282
8303
  prompts?: string[] | undefined;
8283
8304
  transform?: string | undefined;
8284
8305
  delay?: number | undefined;
@@ -8324,8 +8345,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
8324
8345
  label?: string | undefined;
8325
8346
  transform?: string | undefined;
8326
8347
  delay?: number | undefined;
8327
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
8328
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
8348
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
8349
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
8329
8350
  } | undefined;
8330
8351
  metadata?: Record<string, any> | undefined;
8331
8352
  description?: string | undefined;
@@ -8483,8 +8504,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
8483
8504
  }>>;
8484
8505
  }, "strict", z.ZodTypeAny, {
8485
8506
  id?: string | undefined;
8486
- label?: string | undefined;
8487
8507
  config?: any;
8508
+ label?: string | undefined;
8488
8509
  prompts?: string[] | undefined;
8489
8510
  transform?: string | undefined;
8490
8511
  delay?: number | undefined;
@@ -8526,8 +8547,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
8526
8547
  } | undefined;
8527
8548
  }, {
8528
8549
  id?: string | undefined;
8529
- label?: string | undefined;
8530
8550
  config?: any;
8551
+ label?: string | undefined;
8531
8552
  prompts?: string[] | undefined;
8532
8553
  transform?: string | undefined;
8533
8554
  delay?: number | undefined;
@@ -8581,16 +8602,16 @@ export declare const TestSuiteSchema: z.ZodObject<{
8581
8602
  label?: string | undefined;
8582
8603
  transform?: string | undefined;
8583
8604
  delay?: number | undefined;
8584
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
8585
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
8605
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
8606
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
8586
8607
  }, {
8587
8608
  callApi: import("./providers").CallApiFunction;
8588
8609
  id: (...args: unknown[]) => string;
8589
8610
  label?: string | undefined;
8590
8611
  transform?: string | undefined;
8591
8612
  delay?: number | undefined;
8592
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
8593
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
8613
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
8614
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
8594
8615
  }>]>>>;
8595
8616
  providerOutput: z.ZodOptional<z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>>;
8596
8617
  assert: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
@@ -8839,8 +8860,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
8839
8860
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
8840
8861
  provider?: string | {
8841
8862
  id?: string | undefined;
8842
- label?: string | undefined;
8843
8863
  config?: any;
8864
+ label?: string | undefined;
8844
8865
  prompts?: string[] | undefined;
8845
8866
  transform?: string | undefined;
8846
8867
  delay?: number | undefined;
@@ -8886,8 +8907,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
8886
8907
  label?: string | undefined;
8887
8908
  transform?: string | undefined;
8888
8909
  delay?: number | undefined;
8889
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
8890
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
8910
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
8911
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
8891
8912
  } | undefined;
8892
8913
  metadata?: Record<string, any> | undefined;
8893
8914
  description?: string | undefined;
@@ -8953,8 +8974,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
8953
8974
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
8954
8975
  provider?: string | {
8955
8976
  id?: string | undefined;
8956
- label?: string | undefined;
8957
8977
  config?: any;
8978
+ label?: string | undefined;
8958
8979
  prompts?: string[] | undefined;
8959
8980
  transform?: string | undefined;
8960
8981
  delay?: number | undefined;
@@ -9000,8 +9021,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
9000
9021
  label?: string | undefined;
9001
9022
  transform?: string | undefined;
9002
9023
  delay?: number | undefined;
9003
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
9004
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
9024
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
9025
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
9005
9026
  } | undefined;
9006
9027
  metadata?: Record<string, any> | undefined;
9007
9028
  description?: string | undefined;
@@ -9150,10 +9171,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
9150
9171
  name: z.ZodString;
9151
9172
  value: z.ZodUnion<[z.ZodString, z.ZodFunction<z.ZodTuple<[z.ZodRecord<z.ZodString, z.ZodNumber>, z.ZodType<RunEvalOptions, z.ZodTypeDef, RunEvalOptions>], z.ZodUnknown>, z.ZodNumber>]>;
9152
9173
  }, "strip", z.ZodTypeAny, {
9153
- value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args_2: unknown[]) => number);
9174
+ value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
9154
9175
  name: string;
9155
9176
  }, {
9156
- value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args_2: unknown[]) => number);
9177
+ value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
9157
9178
  name: string;
9158
9179
  }>, "many">>;
9159
9180
  extensions: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
@@ -9165,10 +9186,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
9165
9186
  function?: ((args_0: {
9166
9187
  vars: Record<string, any>;
9167
9188
  provider?: ApiProvider | undefined;
9168
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
9189
+ }, ...args: unknown[]) => Promise<any>) | undefined;
9169
9190
  id?: string | undefined;
9170
- display?: string | undefined;
9171
9191
  config?: any;
9192
+ display?: string | undefined;
9172
9193
  }[];
9173
9194
  providers: {
9174
9195
  callApi: import("./providers").CallApiFunction;
@@ -9176,8 +9197,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
9176
9197
  label?: string | undefined;
9177
9198
  transform?: string | undefined;
9178
9199
  delay?: number | undefined;
9179
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
9180
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
9200
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
9201
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
9181
9202
  }[];
9182
9203
  env?: {
9183
9204
  AI21_API_BASE_URL?: string | undefined;
@@ -9245,8 +9266,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
9245
9266
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
9246
9267
  provider?: string | {
9247
9268
  id?: string | undefined;
9248
- label?: string | undefined;
9249
9269
  config?: any;
9270
+ label?: string | undefined;
9250
9271
  prompts?: string[] | undefined;
9251
9272
  transform?: string | undefined;
9252
9273
  delay?: number | undefined;
@@ -9292,8 +9313,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
9292
9313
  label?: string | undefined;
9293
9314
  transform?: string | undefined;
9294
9315
  delay?: number | undefined;
9295
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
9296
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
9316
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
9317
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
9297
9318
  } | undefined;
9298
9319
  metadata?: Record<string, any> | undefined;
9299
9320
  description?: string | undefined;
@@ -9363,8 +9384,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
9363
9384
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
9364
9385
  provider?: string | {
9365
9386
  id?: string | undefined;
9366
- label?: string | undefined;
9367
9387
  config?: any;
9388
+ label?: string | undefined;
9368
9389
  prompts?: string[] | undefined;
9369
9390
  transform?: string | undefined;
9370
9391
  delay?: number | undefined;
@@ -9410,8 +9431,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
9410
9431
  label?: string | undefined;
9411
9432
  transform?: string | undefined;
9412
9433
  delay?: number | undefined;
9413
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
9414
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
9434
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
9435
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
9415
9436
  } | undefined;
9416
9437
  metadata?: Record<string, any> | undefined;
9417
9438
  description?: string | undefined;
@@ -9478,8 +9499,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
9478
9499
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
9479
9500
  provider?: string | {
9480
9501
  id?: string | undefined;
9481
- label?: string | undefined;
9482
9502
  config?: any;
9503
+ label?: string | undefined;
9483
9504
  prompts?: string[] | undefined;
9484
9505
  transform?: string | undefined;
9485
9506
  delay?: number | undefined;
@@ -9525,8 +9546,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
9525
9546
  label?: string | undefined;
9526
9547
  transform?: string | undefined;
9527
9548
  delay?: number | undefined;
9528
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
9529
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
9549
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
9550
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
9530
9551
  } | undefined;
9531
9552
  metadata?: Record<string, any> | undefined;
9532
9553
  description?: string | undefined;
@@ -9595,8 +9616,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
9595
9616
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
9596
9617
  provider?: string | {
9597
9618
  id?: string | undefined;
9598
- label?: string | undefined;
9599
9619
  config?: any;
9620
+ label?: string | undefined;
9600
9621
  prompts?: string[] | undefined;
9601
9622
  transform?: string | undefined;
9602
9623
  delay?: number | undefined;
@@ -9642,8 +9663,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
9642
9663
  label?: string | undefined;
9643
9664
  transform?: string | undefined;
9644
9665
  delay?: number | undefined;
9645
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
9646
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
9666
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
9667
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
9647
9668
  } | undefined;
9648
9669
  metadata?: Record<string, any> | undefined;
9649
9670
  description?: string | undefined;
@@ -9681,9 +9702,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
9681
9702
  })[] | undefined;
9682
9703
  threshold?: number | undefined;
9683
9704
  } | undefined;
9684
- nunjucksFilters?: Record<string, (args_0: any, ...args_1: any[]) => string> | undefined;
9705
+ nunjucksFilters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
9685
9706
  derivedMetrics?: {
9686
- value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args_2: unknown[]) => number);
9707
+ value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
9687
9708
  name: string;
9688
9709
  }[] | undefined;
9689
9710
  extensions?: string[] | undefined;
@@ -9695,10 +9716,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
9695
9716
  function?: ((args_0: {
9696
9717
  vars: Record<string, any>;
9697
9718
  provider?: ApiProvider | undefined;
9698
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
9719
+ }, ...args: unknown[]) => Promise<any>) | undefined;
9699
9720
  id?: string | undefined;
9700
- display?: string | undefined;
9701
9721
  config?: any;
9722
+ display?: string | undefined;
9702
9723
  }[];
9703
9724
  providers: {
9704
9725
  callApi: import("./providers").CallApiFunction;
@@ -9706,8 +9727,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
9706
9727
  label?: string | undefined;
9707
9728
  transform?: string | undefined;
9708
9729
  delay?: number | undefined;
9709
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
9710
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
9730
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
9731
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
9711
9732
  }[];
9712
9733
  env?: {
9713
9734
  AI21_API_BASE_URL?: string | undefined;
@@ -9775,8 +9796,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
9775
9796
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
9776
9797
  provider?: string | {
9777
9798
  id?: string | undefined;
9778
- label?: string | undefined;
9779
9799
  config?: any;
9800
+ label?: string | undefined;
9780
9801
  prompts?: string[] | undefined;
9781
9802
  transform?: string | undefined;
9782
9803
  delay?: number | undefined;
@@ -9822,8 +9843,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
9822
9843
  label?: string | undefined;
9823
9844
  transform?: string | undefined;
9824
9845
  delay?: number | undefined;
9825
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
9826
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
9846
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
9847
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
9827
9848
  } | undefined;
9828
9849
  metadata?: Record<string, any> | undefined;
9829
9850
  description?: string | undefined;
@@ -9893,8 +9914,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
9893
9914
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
9894
9915
  provider?: string | {
9895
9916
  id?: string | undefined;
9896
- label?: string | undefined;
9897
9917
  config?: any;
9918
+ label?: string | undefined;
9898
9919
  prompts?: string[] | undefined;
9899
9920
  transform?: string | undefined;
9900
9921
  delay?: number | undefined;
@@ -9940,8 +9961,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
9940
9961
  label?: string | undefined;
9941
9962
  transform?: string | undefined;
9942
9963
  delay?: number | undefined;
9943
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
9944
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
9964
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
9965
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
9945
9966
  } | undefined;
9946
9967
  metadata?: Record<string, any> | undefined;
9947
9968
  description?: string | undefined;
@@ -10008,8 +10029,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
10008
10029
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
10009
10030
  provider?: string | {
10010
10031
  id?: string | undefined;
10011
- label?: string | undefined;
10012
10032
  config?: any;
10033
+ label?: string | undefined;
10013
10034
  prompts?: string[] | undefined;
10014
10035
  transform?: string | undefined;
10015
10036
  delay?: number | undefined;
@@ -10055,8 +10076,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
10055
10076
  label?: string | undefined;
10056
10077
  transform?: string | undefined;
10057
10078
  delay?: number | undefined;
10058
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
10059
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
10079
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
10080
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
10060
10081
  } | undefined;
10061
10082
  metadata?: Record<string, any> | undefined;
10062
10083
  description?: string | undefined;
@@ -10125,8 +10146,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
10125
10146
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
10126
10147
  provider?: string | {
10127
10148
  id?: string | undefined;
10128
- label?: string | undefined;
10129
10149
  config?: any;
10150
+ label?: string | undefined;
10130
10151
  prompts?: string[] | undefined;
10131
10152
  transform?: string | undefined;
10132
10153
  delay?: number | undefined;
@@ -10172,8 +10193,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
10172
10193
  label?: string | undefined;
10173
10194
  transform?: string | undefined;
10174
10195
  delay?: number | undefined;
10175
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
10176
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
10196
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
10197
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
10177
10198
  } | undefined;
10178
10199
  metadata?: Record<string, any> | undefined;
10179
10200
  description?: string | undefined;
@@ -10211,9 +10232,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
10211
10232
  })[] | undefined;
10212
10233
  threshold?: number | undefined;
10213
10234
  } | undefined;
10214
- nunjucksFilters?: Record<string, (args_0: any, ...args_1: any[]) => string> | undefined;
10235
+ nunjucksFilters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
10215
10236
  derivedMetrics?: {
10216
- value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args_2: unknown[]) => number);
10237
+ value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
10217
10238
  name: string;
10218
10239
  }[] | undefined;
10219
10240
  extensions?: string[] | undefined;
@@ -10251,20 +10272,20 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
10251
10272
  function?: ((args_0: {
10252
10273
  vars: Record<string, any>;
10253
10274
  provider?: ApiProvider | undefined;
10254
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
10275
+ }, ...args: unknown[]) => Promise<any>) | undefined;
10255
10276
  id?: string | undefined;
10256
- display?: string | undefined;
10257
10277
  config?: any;
10278
+ display?: string | undefined;
10258
10279
  }, {
10259
10280
  raw: string;
10260
10281
  label: string;
10261
10282
  function?: ((args_0: {
10262
10283
  vars: Record<string, any>;
10263
10284
  provider?: ApiProvider | undefined;
10264
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
10285
+ }, ...args: unknown[]) => Promise<any>) | undefined;
10265
10286
  id?: string | undefined;
10266
- display?: string | undefined;
10267
10287
  config?: any;
10288
+ display?: string | undefined;
10268
10289
  }>;
10269
10290
  vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
10270
10291
  }, "strip", z.ZodTypeAny, {
@@ -10275,13 +10296,13 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
10275
10296
  function?: ((args_0: {
10276
10297
  vars: Record<string, any>;
10277
10298
  provider?: ApiProvider | undefined;
10278
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
10299
+ }, ...args: unknown[]) => Promise<any>) | undefined;
10279
10300
  id?: string | undefined;
10280
- display?: string | undefined;
10281
10301
  config?: any;
10302
+ display?: string | undefined;
10282
10303
  };
10283
10304
  fetchWithCache?: any;
10284
- filters?: Record<string, (args_0: any, ...args_1: any[]) => string> | undefined;
10305
+ filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
10285
10306
  getCache?: any;
10286
10307
  logger?: any;
10287
10308
  originalProvider?: any;
@@ -10293,13 +10314,13 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
10293
10314
  function?: ((args_0: {
10294
10315
  vars: Record<string, any>;
10295
10316
  provider?: ApiProvider | undefined;
10296
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
10317
+ }, ...args: unknown[]) => Promise<any>) | undefined;
10297
10318
  id?: string | undefined;
10298
- display?: string | undefined;
10299
10319
  config?: any;
10320
+ display?: string | undefined;
10300
10321
  };
10301
10322
  fetchWithCache?: any;
10302
- filters?: Record<string, (args_0: any, ...args_1: any[]) => string> | undefined;
10323
+ filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
10303
10324
  getCache?: any;
10304
10325
  logger?: any;
10305
10326
  originalProvider?: any;
@@ -10430,8 +10451,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
10430
10451
  }>>;
10431
10452
  }, "strict", z.ZodTypeAny, {
10432
10453
  id?: string | undefined;
10433
- label?: string | undefined;
10434
10454
  config?: any;
10455
+ label?: string | undefined;
10435
10456
  prompts?: string[] | undefined;
10436
10457
  transform?: string | undefined;
10437
10458
  delay?: number | undefined;
@@ -10473,8 +10494,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
10473
10494
  } | undefined;
10474
10495
  }, {
10475
10496
  id?: string | undefined;
10476
- label?: string | undefined;
10477
10497
  config?: any;
10498
+ label?: string | undefined;
10478
10499
  prompts?: string[] | undefined;
10479
10500
  transform?: string | undefined;
10480
10501
  delay?: number | undefined;
@@ -10629,8 +10650,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
10629
10650
  }>>;
10630
10651
  }, "strict", z.ZodTypeAny, {
10631
10652
  id?: string | undefined;
10632
- label?: string | undefined;
10633
10653
  config?: any;
10654
+ label?: string | undefined;
10634
10655
  prompts?: string[] | undefined;
10635
10656
  transform?: string | undefined;
10636
10657
  delay?: number | undefined;
@@ -10672,8 +10693,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
10672
10693
  } | undefined;
10673
10694
  }, {
10674
10695
  id?: string | undefined;
10675
- label?: string | undefined;
10676
10696
  config?: any;
10697
+ label?: string | undefined;
10677
10698
  prompts?: string[] | undefined;
10678
10699
  transform?: string | undefined;
10679
10700
  delay?: number | undefined;
@@ -10741,20 +10762,20 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
10741
10762
  function?: ((args_0: {
10742
10763
  vars: Record<string, any>;
10743
10764
  provider?: ApiProvider | undefined;
10744
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
10765
+ }, ...args: unknown[]) => Promise<any>) | undefined;
10745
10766
  id?: string | undefined;
10746
- display?: string | undefined;
10747
10767
  config?: any;
10768
+ display?: string | undefined;
10748
10769
  }, {
10749
10770
  raw: string;
10750
10771
  label: string;
10751
10772
  function?: ((args_0: {
10752
10773
  vars: Record<string, any>;
10753
10774
  provider?: ApiProvider | undefined;
10754
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
10775
+ }, ...args: unknown[]) => Promise<any>) | undefined;
10755
10776
  id?: string | undefined;
10756
- display?: string | undefined;
10757
10777
  config?: any;
10778
+ display?: string | undefined;
10758
10779
  }>;
10759
10780
  vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
10760
10781
  }, "strip", z.ZodTypeAny, {
@@ -10765,13 +10786,13 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
10765
10786
  function?: ((args_0: {
10766
10787
  vars: Record<string, any>;
10767
10788
  provider?: ApiProvider | undefined;
10768
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
10789
+ }, ...args: unknown[]) => Promise<any>) | undefined;
10769
10790
  id?: string | undefined;
10770
- display?: string | undefined;
10771
10791
  config?: any;
10792
+ display?: string | undefined;
10772
10793
  };
10773
10794
  fetchWithCache?: any;
10774
- filters?: Record<string, (args_0: any, ...args_1: any[]) => string> | undefined;
10795
+ filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
10775
10796
  getCache?: any;
10776
10797
  logger?: any;
10777
10798
  originalProvider?: any;
@@ -10783,13 +10804,13 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
10783
10804
  function?: ((args_0: {
10784
10805
  vars: Record<string, any>;
10785
10806
  provider?: ApiProvider | undefined;
10786
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
10807
+ }, ...args: unknown[]) => Promise<any>) | undefined;
10787
10808
  id?: string | undefined;
10788
- display?: string | undefined;
10789
10809
  config?: any;
10810
+ display?: string | undefined;
10790
10811
  };
10791
10812
  fetchWithCache?: any;
10792
- filters?: Record<string, (args_0: any, ...args_1: any[]) => string> | undefined;
10813
+ filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
10793
10814
  getCache?: any;
10794
10815
  logger?: any;
10795
10816
  originalProvider?: any;
@@ -10840,20 +10861,20 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
10840
10861
  function?: ((args_0: {
10841
10862
  vars: Record<string, any>;
10842
10863
  provider?: ApiProvider | undefined;
10843
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
10864
+ }, ...args: unknown[]) => Promise<any>) | undefined;
10844
10865
  id?: string | undefined;
10845
- display?: string | undefined;
10846
10866
  config?: any;
10867
+ display?: string | undefined;
10847
10868
  }, {
10848
10869
  raw: string;
10849
10870
  label: string;
10850
10871
  function?: ((args_0: {
10851
10872
  vars: Record<string, any>;
10852
10873
  provider?: ApiProvider | undefined;
10853
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
10874
+ }, ...args: unknown[]) => Promise<any>) | undefined;
10854
10875
  id?: string | undefined;
10855
- display?: string | undefined;
10856
10876
  config?: any;
10877
+ display?: string | undefined;
10857
10878
  }>]>, "many">, z.ZodRecord<z.ZodString, z.ZodString>]>;
10858
10879
  tests: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodUnion<[z.ZodString, z.ZodObject<{
10859
10880
  description: z.ZodOptional<z.ZodString>;
@@ -10973,8 +10994,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
10973
10994
  }>>;
10974
10995
  }, "strict", z.ZodTypeAny, {
10975
10996
  id?: string | undefined;
10976
- label?: string | undefined;
10977
10997
  config?: any;
10998
+ label?: string | undefined;
10978
10999
  prompts?: string[] | undefined;
10979
11000
  transform?: string | undefined;
10980
11001
  delay?: number | undefined;
@@ -11016,8 +11037,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
11016
11037
  } | undefined;
11017
11038
  }, {
11018
11039
  id?: string | undefined;
11019
- label?: string | undefined;
11020
11040
  config?: any;
11041
+ label?: string | undefined;
11021
11042
  prompts?: string[] | undefined;
11022
11043
  transform?: string | undefined;
11023
11044
  delay?: number | undefined;
@@ -11071,16 +11092,16 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
11071
11092
  label?: string | undefined;
11072
11093
  transform?: string | undefined;
11073
11094
  delay?: number | undefined;
11074
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
11075
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
11095
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
11096
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
11076
11097
  }, {
11077
11098
  callApi: import("./providers").CallApiFunction;
11078
11099
  id: (...args: unknown[]) => string;
11079
11100
  label?: string | undefined;
11080
11101
  transform?: string | undefined;
11081
11102
  delay?: number | undefined;
11082
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
11083
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
11103
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
11104
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
11084
11105
  }>]>>;
11085
11106
  providerOutput: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
11086
11107
  assert: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
@@ -11329,8 +11350,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
11329
11350
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
11330
11351
  provider?: string | {
11331
11352
  id?: string | undefined;
11332
- label?: string | undefined;
11333
11353
  config?: any;
11354
+ label?: string | undefined;
11334
11355
  prompts?: string[] | undefined;
11335
11356
  transform?: string | undefined;
11336
11357
  delay?: number | undefined;
@@ -11376,8 +11397,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
11376
11397
  label?: string | undefined;
11377
11398
  transform?: string | undefined;
11378
11399
  delay?: number | undefined;
11379
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
11380
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
11400
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
11401
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
11381
11402
  } | undefined;
11382
11403
  metadata?: Record<string, any> | undefined;
11383
11404
  description?: string | undefined;
@@ -11443,8 +11464,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
11443
11464
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
11444
11465
  provider?: string | {
11445
11466
  id?: string | undefined;
11446
- label?: string | undefined;
11447
11467
  config?: any;
11468
+ label?: string | undefined;
11448
11469
  prompts?: string[] | undefined;
11449
11470
  transform?: string | undefined;
11450
11471
  delay?: number | undefined;
@@ -11490,8 +11511,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
11490
11511
  label?: string | undefined;
11491
11512
  transform?: string | undefined;
11492
11513
  delay?: number | undefined;
11493
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
11494
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
11514
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
11515
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
11495
11516
  } | undefined;
11496
11517
  metadata?: Record<string, any> | undefined;
11497
11518
  description?: string | undefined;
@@ -11649,8 +11670,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
11649
11670
  }>>;
11650
11671
  }, "strict", z.ZodTypeAny, {
11651
11672
  id?: string | undefined;
11652
- label?: string | undefined;
11653
11673
  config?: any;
11674
+ label?: string | undefined;
11654
11675
  prompts?: string[] | undefined;
11655
11676
  transform?: string | undefined;
11656
11677
  delay?: number | undefined;
@@ -11692,8 +11713,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
11692
11713
  } | undefined;
11693
11714
  }, {
11694
11715
  id?: string | undefined;
11695
- label?: string | undefined;
11696
11716
  config?: any;
11717
+ label?: string | undefined;
11697
11718
  prompts?: string[] | undefined;
11698
11719
  transform?: string | undefined;
11699
11720
  delay?: number | undefined;
@@ -11747,16 +11768,16 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
11747
11768
  label?: string | undefined;
11748
11769
  transform?: string | undefined;
11749
11770
  delay?: number | undefined;
11750
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
11751
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
11771
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
11772
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
11752
11773
  }, {
11753
11774
  callApi: import("./providers").CallApiFunction;
11754
11775
  id: (...args: unknown[]) => string;
11755
11776
  label?: string | undefined;
11756
11777
  transform?: string | undefined;
11757
11778
  delay?: number | undefined;
11758
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
11759
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
11779
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
11780
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
11760
11781
  }>]>>>;
11761
11782
  providerOutput: z.ZodOptional<z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>>;
11762
11783
  assert: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
@@ -12005,8 +12026,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
12005
12026
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
12006
12027
  provider?: string | {
12007
12028
  id?: string | undefined;
12008
- label?: string | undefined;
12009
12029
  config?: any;
12030
+ label?: string | undefined;
12010
12031
  prompts?: string[] | undefined;
12011
12032
  transform?: string | undefined;
12012
12033
  delay?: number | undefined;
@@ -12052,8 +12073,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
12052
12073
  label?: string | undefined;
12053
12074
  transform?: string | undefined;
12054
12075
  delay?: number | undefined;
12055
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
12056
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
12076
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
12077
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
12057
12078
  } | undefined;
12058
12079
  metadata?: Record<string, any> | undefined;
12059
12080
  description?: string | undefined;
@@ -12119,8 +12140,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
12119
12140
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
12120
12141
  provider?: string | {
12121
12142
  id?: string | undefined;
12122
- label?: string | undefined;
12123
12143
  config?: any;
12144
+ label?: string | undefined;
12124
12145
  prompts?: string[] | undefined;
12125
12146
  transform?: string | undefined;
12126
12147
  delay?: number | undefined;
@@ -12166,8 +12187,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
12166
12187
  label?: string | undefined;
12167
12188
  transform?: string | undefined;
12168
12189
  delay?: number | undefined;
12169
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
12170
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
12190
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
12191
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
12171
12192
  } | undefined;
12172
12193
  metadata?: Record<string, any> | undefined;
12173
12194
  description?: string | undefined;
@@ -12323,8 +12344,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
12323
12344
  }>>;
12324
12345
  }, "strict", z.ZodTypeAny, {
12325
12346
  id?: string | undefined;
12326
- label?: string | undefined;
12327
12347
  config?: any;
12348
+ label?: string | undefined;
12328
12349
  prompts?: string[] | undefined;
12329
12350
  transform?: string | undefined;
12330
12351
  delay?: number | undefined;
@@ -12366,8 +12387,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
12366
12387
  } | undefined;
12367
12388
  }, {
12368
12389
  id?: string | undefined;
12369
- label?: string | undefined;
12370
12390
  config?: any;
12391
+ label?: string | undefined;
12371
12392
  prompts?: string[] | undefined;
12372
12393
  transform?: string | undefined;
12373
12394
  delay?: number | undefined;
@@ -12421,16 +12442,16 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
12421
12442
  label?: string | undefined;
12422
12443
  transform?: string | undefined;
12423
12444
  delay?: number | undefined;
12424
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
12425
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
12445
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
12446
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
12426
12447
  }, {
12427
12448
  callApi: import("./providers").CallApiFunction;
12428
12449
  id: (...args: unknown[]) => string;
12429
12450
  label?: string | undefined;
12430
12451
  transform?: string | undefined;
12431
12452
  delay?: number | undefined;
12432
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
12433
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
12453
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
12454
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
12434
12455
  }>]>>;
12435
12456
  providerOutput: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
12436
12457
  assert: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
@@ -12679,8 +12700,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
12679
12700
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
12680
12701
  provider?: string | {
12681
12702
  id?: string | undefined;
12682
- label?: string | undefined;
12683
12703
  config?: any;
12704
+ label?: string | undefined;
12684
12705
  prompts?: string[] | undefined;
12685
12706
  transform?: string | undefined;
12686
12707
  delay?: number | undefined;
@@ -12726,8 +12747,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
12726
12747
  label?: string | undefined;
12727
12748
  transform?: string | undefined;
12728
12749
  delay?: number | undefined;
12729
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
12730
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
12750
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
12751
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
12731
12752
  } | undefined;
12732
12753
  metadata?: Record<string, any> | undefined;
12733
12754
  description?: string | undefined;
@@ -12793,8 +12814,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
12793
12814
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
12794
12815
  provider?: string | {
12795
12816
  id?: string | undefined;
12796
- label?: string | undefined;
12797
12817
  config?: any;
12818
+ label?: string | undefined;
12798
12819
  prompts?: string[] | undefined;
12799
12820
  transform?: string | undefined;
12800
12821
  delay?: number | undefined;
@@ -12840,8 +12861,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
12840
12861
  label?: string | undefined;
12841
12862
  transform?: string | undefined;
12842
12863
  delay?: number | undefined;
12843
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
12844
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
12864
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
12865
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
12845
12866
  } | undefined;
12846
12867
  metadata?: Record<string, any> | undefined;
12847
12868
  description?: string | undefined;
@@ -12909,8 +12930,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
12909
12930
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
12910
12931
  provider?: string | {
12911
12932
  id?: string | undefined;
12912
- label?: string | undefined;
12913
12933
  config?: any;
12934
+ label?: string | undefined;
12914
12935
  prompts?: string[] | undefined;
12915
12936
  transform?: string | undefined;
12916
12937
  delay?: number | undefined;
@@ -12956,8 +12977,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
12956
12977
  label?: string | undefined;
12957
12978
  transform?: string | undefined;
12958
12979
  delay?: number | undefined;
12959
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
12960
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
12980
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
12981
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
12961
12982
  } | undefined;
12962
12983
  metadata?: Record<string, any> | undefined;
12963
12984
  description?: string | undefined;
@@ -13024,8 +13045,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13024
13045
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
13025
13046
  provider?: string | {
13026
13047
  id?: string | undefined;
13027
- label?: string | undefined;
13028
13048
  config?: any;
13049
+ label?: string | undefined;
13029
13050
  prompts?: string[] | undefined;
13030
13051
  transform?: string | undefined;
13031
13052
  delay?: number | undefined;
@@ -13071,8 +13092,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13071
13092
  label?: string | undefined;
13072
13093
  transform?: string | undefined;
13073
13094
  delay?: number | undefined;
13074
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
13075
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
13095
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
13096
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
13076
13097
  } | undefined;
13077
13098
  metadata?: Record<string, any> | undefined;
13078
13099
  description?: string | undefined;
@@ -13141,8 +13162,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13141
13162
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
13142
13163
  provider?: string | {
13143
13164
  id?: string | undefined;
13144
- label?: string | undefined;
13145
13165
  config?: any;
13166
+ label?: string | undefined;
13146
13167
  prompts?: string[] | undefined;
13147
13168
  transform?: string | undefined;
13148
13169
  delay?: number | undefined;
@@ -13188,8 +13209,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13188
13209
  label?: string | undefined;
13189
13210
  transform?: string | undefined;
13190
13211
  delay?: number | undefined;
13191
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
13192
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
13212
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
13213
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
13193
13214
  } | undefined;
13194
13215
  metadata?: Record<string, any> | undefined;
13195
13216
  description?: string | undefined;
@@ -13256,8 +13277,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13256
13277
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
13257
13278
  provider?: string | {
13258
13279
  id?: string | undefined;
13259
- label?: string | undefined;
13260
13280
  config?: any;
13281
+ label?: string | undefined;
13261
13282
  prompts?: string[] | undefined;
13262
13283
  transform?: string | undefined;
13263
13284
  delay?: number | undefined;
@@ -13303,8 +13324,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13303
13324
  label?: string | undefined;
13304
13325
  transform?: string | undefined;
13305
13326
  delay?: number | undefined;
13306
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
13307
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
13327
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
13328
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
13308
13329
  } | undefined;
13309
13330
  metadata?: Record<string, any> | undefined;
13310
13331
  description?: string | undefined;
@@ -13462,8 +13483,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13462
13483
  }>>;
13463
13484
  }, "strict", z.ZodTypeAny, {
13464
13485
  id?: string | undefined;
13465
- label?: string | undefined;
13466
13486
  config?: any;
13487
+ label?: string | undefined;
13467
13488
  prompts?: string[] | undefined;
13468
13489
  transform?: string | undefined;
13469
13490
  delay?: number | undefined;
@@ -13505,8 +13526,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13505
13526
  } | undefined;
13506
13527
  }, {
13507
13528
  id?: string | undefined;
13508
- label?: string | undefined;
13509
13529
  config?: any;
13530
+ label?: string | undefined;
13510
13531
  prompts?: string[] | undefined;
13511
13532
  transform?: string | undefined;
13512
13533
  delay?: number | undefined;
@@ -13560,16 +13581,16 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13560
13581
  label?: string | undefined;
13561
13582
  transform?: string | undefined;
13562
13583
  delay?: number | undefined;
13563
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
13564
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
13584
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
13585
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
13565
13586
  }, {
13566
13587
  callApi: import("./providers").CallApiFunction;
13567
13588
  id: (...args: unknown[]) => string;
13568
13589
  label?: string | undefined;
13569
13590
  transform?: string | undefined;
13570
13591
  delay?: number | undefined;
13571
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
13572
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
13592
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
13593
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
13573
13594
  }>]>>>;
13574
13595
  providerOutput: z.ZodOptional<z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>>;
13575
13596
  assert: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
@@ -13818,8 +13839,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13818
13839
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
13819
13840
  provider?: string | {
13820
13841
  id?: string | undefined;
13821
- label?: string | undefined;
13822
13842
  config?: any;
13843
+ label?: string | undefined;
13823
13844
  prompts?: string[] | undefined;
13824
13845
  transform?: string | undefined;
13825
13846
  delay?: number | undefined;
@@ -13865,8 +13886,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13865
13886
  label?: string | undefined;
13866
13887
  transform?: string | undefined;
13867
13888
  delay?: number | undefined;
13868
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
13869
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
13889
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
13890
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
13870
13891
  } | undefined;
13871
13892
  metadata?: Record<string, any> | undefined;
13872
13893
  providerOutput?: string | {} | undefined;
@@ -13931,8 +13952,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13931
13952
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
13932
13953
  provider?: string | {
13933
13954
  id?: string | undefined;
13934
- label?: string | undefined;
13935
13955
  config?: any;
13956
+ label?: string | undefined;
13936
13957
  prompts?: string[] | undefined;
13937
13958
  transform?: string | undefined;
13938
13959
  delay?: number | undefined;
@@ -13978,8 +13999,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13978
13999
  label?: string | undefined;
13979
14000
  transform?: string | undefined;
13980
14001
  delay?: number | undefined;
13981
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
13982
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
14002
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
14003
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
13983
14004
  } | undefined;
13984
14005
  metadata?: Record<string, any> | undefined;
13985
14006
  providerOutput?: string | {} | undefined;
@@ -14138,10 +14159,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14138
14159
  name: z.ZodString;
14139
14160
  value: z.ZodUnion<[z.ZodString, z.ZodFunction<z.ZodTuple<[z.ZodRecord<z.ZodString, z.ZodNumber>, z.ZodType<RunEvalOptions, z.ZodTypeDef, RunEvalOptions>], z.ZodUnknown>, z.ZodNumber>]>;
14140
14161
  }, "strip", z.ZodTypeAny, {
14141
- value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args_2: unknown[]) => number);
14162
+ value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
14142
14163
  name: string;
14143
14164
  }, {
14144
- value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args_2: unknown[]) => number);
14165
+ value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
14145
14166
  name: string;
14146
14167
  }>, "many">>;
14147
14168
  extensions: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
@@ -14155,10 +14176,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14155
14176
  function?: ((args_0: {
14156
14177
  vars: Record<string, any>;
14157
14178
  provider?: ApiProvider | undefined;
14158
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
14179
+ }, ...args: unknown[]) => Promise<any>) | undefined;
14159
14180
  id?: string | undefined;
14160
- display?: string | undefined;
14161
14181
  config?: any;
14182
+ display?: string | undefined;
14162
14183
  } | {
14163
14184
  id: string;
14164
14185
  raw?: string | undefined;
@@ -14172,24 +14193,24 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14172
14193
  function?: ((args_0: {
14173
14194
  vars: Record<string, any>;
14174
14195
  provider?: ApiProvider | undefined;
14175
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
14196
+ }, ...args: unknown[]) => Promise<any>) | undefined;
14176
14197
  id?: string | undefined;
14177
- display?: string | undefined;
14178
14198
  config?: any;
14199
+ display?: string | undefined;
14179
14200
  };
14180
14201
  fetchWithCache?: any;
14181
- filters?: Record<string, (args_0: any, ...args_1: any[]) => string> | undefined;
14202
+ filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
14182
14203
  getCache?: any;
14183
14204
  logger?: any;
14184
14205
  originalProvider?: any;
14185
14206
  } | undefined, args_2: {
14186
14207
  includeLogProbs?: boolean | undefined;
14187
- } | undefined, ...args_3: unknown[]) => Promise<ProviderResponse>) & {
14208
+ } | undefined, ...args: unknown[]) => Promise<ProviderResponse>) & {
14188
14209
  label?: string | undefined;
14189
14210
  }) | (string | {
14190
14211
  id?: string | undefined;
14191
- label?: string | undefined;
14192
14212
  config?: any;
14213
+ label?: string | undefined;
14193
14214
  prompts?: string[] | undefined;
14194
14215
  transform?: string | undefined;
14195
14216
  delay?: number | undefined;
@@ -14237,24 +14258,24 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14237
14258
  function?: ((args_0: {
14238
14259
  vars: Record<string, any>;
14239
14260
  provider?: ApiProvider | undefined;
14240
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
14261
+ }, ...args: unknown[]) => Promise<any>) | undefined;
14241
14262
  id?: string | undefined;
14242
- display?: string | undefined;
14243
14263
  config?: any;
14264
+ display?: string | undefined;
14244
14265
  };
14245
14266
  fetchWithCache?: any;
14246
- filters?: Record<string, (args_0: any, ...args_1: any[]) => string> | undefined;
14267
+ filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
14247
14268
  getCache?: any;
14248
14269
  logger?: any;
14249
14270
  originalProvider?: any;
14250
14271
  } | undefined, args_2: {
14251
14272
  includeLogProbs?: boolean | undefined;
14252
- } | undefined, ...args_3: unknown[]) => Promise<ProviderResponse>) & {
14273
+ } | undefined, ...args: unknown[]) => Promise<ProviderResponse>) & {
14253
14274
  label?: string | undefined;
14254
14275
  }) | Record<string, {
14255
14276
  id?: string | undefined;
14256
- label?: string | undefined;
14257
14277
  config?: any;
14278
+ label?: string | undefined;
14258
14279
  prompts?: string[] | undefined;
14259
14280
  transform?: string | undefined;
14260
14281
  delay?: number | undefined;
@@ -14362,8 +14383,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14362
14383
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
14363
14384
  provider?: string | {
14364
14385
  id?: string | undefined;
14365
- label?: string | undefined;
14366
14386
  config?: any;
14387
+ label?: string | undefined;
14367
14388
  prompts?: string[] | undefined;
14368
14389
  transform?: string | undefined;
14369
14390
  delay?: number | undefined;
@@ -14409,8 +14430,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14409
14430
  label?: string | undefined;
14410
14431
  transform?: string | undefined;
14411
14432
  delay?: number | undefined;
14412
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
14413
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
14433
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
14434
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
14414
14435
  } | undefined;
14415
14436
  metadata?: Record<string, any> | undefined;
14416
14437
  description?: string | undefined;
@@ -14479,8 +14500,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14479
14500
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
14480
14501
  provider?: string | {
14481
14502
  id?: string | undefined;
14482
- label?: string | undefined;
14483
14503
  config?: any;
14504
+ label?: string | undefined;
14484
14505
  prompts?: string[] | undefined;
14485
14506
  transform?: string | undefined;
14486
14507
  delay?: number | undefined;
@@ -14526,8 +14547,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14526
14547
  label?: string | undefined;
14527
14548
  transform?: string | undefined;
14528
14549
  delay?: number | undefined;
14529
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
14530
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
14550
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
14551
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
14531
14552
  } | undefined;
14532
14553
  metadata?: Record<string, any> | undefined;
14533
14554
  description?: string | undefined;
@@ -14594,8 +14615,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14594
14615
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
14595
14616
  provider?: string | {
14596
14617
  id?: string | undefined;
14597
- label?: string | undefined;
14598
14618
  config?: any;
14619
+ label?: string | undefined;
14599
14620
  prompts?: string[] | undefined;
14600
14621
  transform?: string | undefined;
14601
14622
  delay?: number | undefined;
@@ -14641,8 +14662,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14641
14662
  label?: string | undefined;
14642
14663
  transform?: string | undefined;
14643
14664
  delay?: number | undefined;
14644
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
14645
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
14665
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
14666
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
14646
14667
  } | undefined;
14647
14668
  metadata?: Record<string, any> | undefined;
14648
14669
  description?: string | undefined;
@@ -14711,8 +14732,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14711
14732
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
14712
14733
  provider?: string | {
14713
14734
  id?: string | undefined;
14714
- label?: string | undefined;
14715
14735
  config?: any;
14736
+ label?: string | undefined;
14716
14737
  prompts?: string[] | undefined;
14717
14738
  transform?: string | undefined;
14718
14739
  delay?: number | undefined;
@@ -14758,8 +14779,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14758
14779
  label?: string | undefined;
14759
14780
  transform?: string | undefined;
14760
14781
  delay?: number | undefined;
14761
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
14762
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
14782
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
14783
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
14763
14784
  } | undefined;
14764
14785
  metadata?: Record<string, any> | undefined;
14765
14786
  providerOutput?: string | {} | undefined;
@@ -14798,7 +14819,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14798
14819
  } | undefined;
14799
14820
  nunjucksFilters?: Record<string, string> | undefined;
14800
14821
  derivedMetrics?: {
14801
- value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args_2: unknown[]) => number);
14822
+ value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
14802
14823
  name: string;
14803
14824
  }[] | undefined;
14804
14825
  extensions?: string[] | undefined;
@@ -14816,10 +14837,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14816
14837
  function?: ((args_0: {
14817
14838
  vars: Record<string, any>;
14818
14839
  provider?: ApiProvider | undefined;
14819
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
14840
+ }, ...args: unknown[]) => Promise<any>) | undefined;
14820
14841
  id?: string | undefined;
14821
- display?: string | undefined;
14822
14842
  config?: any;
14843
+ display?: string | undefined;
14823
14844
  } | {
14824
14845
  id: string;
14825
14846
  raw?: string | undefined;
@@ -14833,24 +14854,24 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14833
14854
  function?: ((args_0: {
14834
14855
  vars: Record<string, any>;
14835
14856
  provider?: ApiProvider | undefined;
14836
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
14857
+ }, ...args: unknown[]) => Promise<any>) | undefined;
14837
14858
  id?: string | undefined;
14838
- display?: string | undefined;
14839
14859
  config?: any;
14860
+ display?: string | undefined;
14840
14861
  };
14841
14862
  fetchWithCache?: any;
14842
- filters?: Record<string, (args_0: any, ...args_1: any[]) => string> | undefined;
14863
+ filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
14843
14864
  getCache?: any;
14844
14865
  logger?: any;
14845
14866
  originalProvider?: any;
14846
14867
  } | undefined, args_2: {
14847
14868
  includeLogProbs?: boolean | undefined;
14848
- } | undefined, ...args_3: unknown[]) => Promise<ProviderResponse>) & {
14869
+ } | undefined, ...args: unknown[]) => Promise<ProviderResponse>) & {
14849
14870
  label?: string | undefined;
14850
14871
  }) | (string | {
14851
14872
  id?: string | undefined;
14852
- label?: string | undefined;
14853
14873
  config?: any;
14874
+ label?: string | undefined;
14854
14875
  prompts?: string[] | undefined;
14855
14876
  transform?: string | undefined;
14856
14877
  delay?: number | undefined;
@@ -14898,24 +14919,24 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14898
14919
  function?: ((args_0: {
14899
14920
  vars: Record<string, any>;
14900
14921
  provider?: ApiProvider | undefined;
14901
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
14922
+ }, ...args: unknown[]) => Promise<any>) | undefined;
14902
14923
  id?: string | undefined;
14903
- display?: string | undefined;
14904
14924
  config?: any;
14925
+ display?: string | undefined;
14905
14926
  };
14906
14927
  fetchWithCache?: any;
14907
- filters?: Record<string, (args_0: any, ...args_1: any[]) => string> | undefined;
14928
+ filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
14908
14929
  getCache?: any;
14909
14930
  logger?: any;
14910
14931
  originalProvider?: any;
14911
14932
  } | undefined, args_2: {
14912
14933
  includeLogProbs?: boolean | undefined;
14913
- } | undefined, ...args_3: unknown[]) => Promise<ProviderResponse>) & {
14934
+ } | undefined, ...args: unknown[]) => Promise<ProviderResponse>) & {
14914
14935
  label?: string | undefined;
14915
14936
  }) | Record<string, {
14916
14937
  id?: string | undefined;
14917
- label?: string | undefined;
14918
14938
  config?: any;
14939
+ label?: string | undefined;
14919
14940
  prompts?: string[] | undefined;
14920
14941
  transform?: string | undefined;
14921
14942
  delay?: number | undefined;
@@ -15023,8 +15044,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
15023
15044
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
15024
15045
  provider?: string | {
15025
15046
  id?: string | undefined;
15026
- label?: string | undefined;
15027
15047
  config?: any;
15048
+ label?: string | undefined;
15028
15049
  prompts?: string[] | undefined;
15029
15050
  transform?: string | undefined;
15030
15051
  delay?: number | undefined;
@@ -15070,8 +15091,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
15070
15091
  label?: string | undefined;
15071
15092
  transform?: string | undefined;
15072
15093
  delay?: number | undefined;
15073
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
15074
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
15094
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
15095
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
15075
15096
  } | undefined;
15076
15097
  metadata?: Record<string, any> | undefined;
15077
15098
  description?: string | undefined;
@@ -15140,8 +15161,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
15140
15161
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
15141
15162
  provider?: string | {
15142
15163
  id?: string | undefined;
15143
- label?: string | undefined;
15144
15164
  config?: any;
15165
+ label?: string | undefined;
15145
15166
  prompts?: string[] | undefined;
15146
15167
  transform?: string | undefined;
15147
15168
  delay?: number | undefined;
@@ -15187,8 +15208,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
15187
15208
  label?: string | undefined;
15188
15209
  transform?: string | undefined;
15189
15210
  delay?: number | undefined;
15190
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
15191
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
15211
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
15212
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
15192
15213
  } | undefined;
15193
15214
  metadata?: Record<string, any> | undefined;
15194
15215
  description?: string | undefined;
@@ -15255,8 +15276,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
15255
15276
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
15256
15277
  provider?: string | {
15257
15278
  id?: string | undefined;
15258
- label?: string | undefined;
15259
15279
  config?: any;
15280
+ label?: string | undefined;
15260
15281
  prompts?: string[] | undefined;
15261
15282
  transform?: string | undefined;
15262
15283
  delay?: number | undefined;
@@ -15302,8 +15323,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
15302
15323
  label?: string | undefined;
15303
15324
  transform?: string | undefined;
15304
15325
  delay?: number | undefined;
15305
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
15306
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
15326
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
15327
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
15307
15328
  } | undefined;
15308
15329
  metadata?: Record<string, any> | undefined;
15309
15330
  description?: string | undefined;
@@ -15372,8 +15393,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
15372
15393
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
15373
15394
  provider?: string | {
15374
15395
  id?: string | undefined;
15375
- label?: string | undefined;
15376
15396
  config?: any;
15397
+ label?: string | undefined;
15377
15398
  prompts?: string[] | undefined;
15378
15399
  transform?: string | undefined;
15379
15400
  delay?: number | undefined;
@@ -15419,8 +15440,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
15419
15440
  label?: string | undefined;
15420
15441
  transform?: string | undefined;
15421
15442
  delay?: number | undefined;
15422
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
15423
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
15443
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
15444
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
15424
15445
  } | undefined;
15425
15446
  metadata?: Record<string, any> | undefined;
15426
15447
  providerOutput?: string | {} | undefined;
@@ -15459,7 +15480,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
15459
15480
  } | undefined;
15460
15481
  nunjucksFilters?: Record<string, string> | undefined;
15461
15482
  derivedMetrics?: {
15462
- value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args_2: unknown[]) => number);
15483
+ value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
15463
15484
  name: string;
15464
15485
  }[] | undefined;
15465
15486
  extensions?: string[] | undefined;
@@ -15503,20 +15524,20 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
15503
15524
  function?: ((args_0: {
15504
15525
  vars: Record<string, any>;
15505
15526
  provider?: ApiProvider | undefined;
15506
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
15527
+ }, ...args: unknown[]) => Promise<any>) | undefined;
15507
15528
  id?: string | undefined;
15508
- display?: string | undefined;
15509
15529
  config?: any;
15530
+ display?: string | undefined;
15510
15531
  }, {
15511
15532
  raw: string;
15512
15533
  label: string;
15513
15534
  function?: ((args_0: {
15514
15535
  vars: Record<string, any>;
15515
15536
  provider?: ApiProvider | undefined;
15516
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
15537
+ }, ...args: unknown[]) => Promise<any>) | undefined;
15517
15538
  id?: string | undefined;
15518
- display?: string | undefined;
15519
15539
  config?: any;
15540
+ display?: string | undefined;
15520
15541
  }>;
15521
15542
  vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
15522
15543
  }, "strip", z.ZodTypeAny, {
@@ -15527,13 +15548,13 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
15527
15548
  function?: ((args_0: {
15528
15549
  vars: Record<string, any>;
15529
15550
  provider?: ApiProvider | undefined;
15530
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
15551
+ }, ...args: unknown[]) => Promise<any>) | undefined;
15531
15552
  id?: string | undefined;
15532
- display?: string | undefined;
15533
15553
  config?: any;
15554
+ display?: string | undefined;
15534
15555
  };
15535
15556
  fetchWithCache?: any;
15536
- filters?: Record<string, (args_0: any, ...args_1: any[]) => string> | undefined;
15557
+ filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
15537
15558
  getCache?: any;
15538
15559
  logger?: any;
15539
15560
  originalProvider?: any;
@@ -15545,13 +15566,13 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
15545
15566
  function?: ((args_0: {
15546
15567
  vars: Record<string, any>;
15547
15568
  provider?: ApiProvider | undefined;
15548
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
15569
+ }, ...args: unknown[]) => Promise<any>) | undefined;
15549
15570
  id?: string | undefined;
15550
- display?: string | undefined;
15551
15571
  config?: any;
15572
+ display?: string | undefined;
15552
15573
  };
15553
15574
  fetchWithCache?: any;
15554
- filters?: Record<string, (args_0: any, ...args_1: any[]) => string> | undefined;
15575
+ filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
15555
15576
  getCache?: any;
15556
15577
  logger?: any;
15557
15578
  originalProvider?: any;
@@ -15682,8 +15703,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
15682
15703
  }>>;
15683
15704
  }, "strict", z.ZodTypeAny, {
15684
15705
  id?: string | undefined;
15685
- label?: string | undefined;
15686
15706
  config?: any;
15707
+ label?: string | undefined;
15687
15708
  prompts?: string[] | undefined;
15688
15709
  transform?: string | undefined;
15689
15710
  delay?: number | undefined;
@@ -15725,8 +15746,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
15725
15746
  } | undefined;
15726
15747
  }, {
15727
15748
  id?: string | undefined;
15728
- label?: string | undefined;
15729
15749
  config?: any;
15750
+ label?: string | undefined;
15730
15751
  prompts?: string[] | undefined;
15731
15752
  transform?: string | undefined;
15732
15753
  delay?: number | undefined;
@@ -15881,8 +15902,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
15881
15902
  }>>;
15882
15903
  }, "strict", z.ZodTypeAny, {
15883
15904
  id?: string | undefined;
15884
- label?: string | undefined;
15885
15905
  config?: any;
15906
+ label?: string | undefined;
15886
15907
  prompts?: string[] | undefined;
15887
15908
  transform?: string | undefined;
15888
15909
  delay?: number | undefined;
@@ -15924,8 +15945,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
15924
15945
  } | undefined;
15925
15946
  }, {
15926
15947
  id?: string | undefined;
15927
- label?: string | undefined;
15928
15948
  config?: any;
15949
+ label?: string | undefined;
15929
15950
  prompts?: string[] | undefined;
15930
15951
  transform?: string | undefined;
15931
15952
  delay?: number | undefined;
@@ -15993,20 +16014,20 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
15993
16014
  function?: ((args_0: {
15994
16015
  vars: Record<string, any>;
15995
16016
  provider?: ApiProvider | undefined;
15996
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
16017
+ }, ...args: unknown[]) => Promise<any>) | undefined;
15997
16018
  id?: string | undefined;
15998
- display?: string | undefined;
15999
16019
  config?: any;
16020
+ display?: string | undefined;
16000
16021
  }, {
16001
16022
  raw: string;
16002
16023
  label: string;
16003
16024
  function?: ((args_0: {
16004
16025
  vars: Record<string, any>;
16005
16026
  provider?: ApiProvider | undefined;
16006
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
16027
+ }, ...args: unknown[]) => Promise<any>) | undefined;
16007
16028
  id?: string | undefined;
16008
- display?: string | undefined;
16009
16029
  config?: any;
16030
+ display?: string | undefined;
16010
16031
  }>;
16011
16032
  vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
16012
16033
  }, "strip", z.ZodTypeAny, {
@@ -16017,13 +16038,13 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
16017
16038
  function?: ((args_0: {
16018
16039
  vars: Record<string, any>;
16019
16040
  provider?: ApiProvider | undefined;
16020
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
16041
+ }, ...args: unknown[]) => Promise<any>) | undefined;
16021
16042
  id?: string | undefined;
16022
- display?: string | undefined;
16023
16043
  config?: any;
16044
+ display?: string | undefined;
16024
16045
  };
16025
16046
  fetchWithCache?: any;
16026
- filters?: Record<string, (args_0: any, ...args_1: any[]) => string> | undefined;
16047
+ filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
16027
16048
  getCache?: any;
16028
16049
  logger?: any;
16029
16050
  originalProvider?: any;
@@ -16035,13 +16056,13 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
16035
16056
  function?: ((args_0: {
16036
16057
  vars: Record<string, any>;
16037
16058
  provider?: ApiProvider | undefined;
16038
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
16059
+ }, ...args: unknown[]) => Promise<any>) | undefined;
16039
16060
  id?: string | undefined;
16040
- display?: string | undefined;
16041
16061
  config?: any;
16062
+ display?: string | undefined;
16042
16063
  };
16043
16064
  fetchWithCache?: any;
16044
- filters?: Record<string, (args_0: any, ...args_1: any[]) => string> | undefined;
16065
+ filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
16045
16066
  getCache?: any;
16046
16067
  logger?: any;
16047
16068
  originalProvider?: any;
@@ -16092,20 +16113,20 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
16092
16113
  function?: ((args_0: {
16093
16114
  vars: Record<string, any>;
16094
16115
  provider?: ApiProvider | undefined;
16095
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
16116
+ }, ...args: unknown[]) => Promise<any>) | undefined;
16096
16117
  id?: string | undefined;
16097
- display?: string | undefined;
16098
16118
  config?: any;
16119
+ display?: string | undefined;
16099
16120
  }, {
16100
16121
  raw: string;
16101
16122
  label: string;
16102
16123
  function?: ((args_0: {
16103
16124
  vars: Record<string, any>;
16104
16125
  provider?: ApiProvider | undefined;
16105
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
16126
+ }, ...args: unknown[]) => Promise<any>) | undefined;
16106
16127
  id?: string | undefined;
16107
- display?: string | undefined;
16108
16128
  config?: any;
16129
+ display?: string | undefined;
16109
16130
  }>]>, "many">, z.ZodRecord<z.ZodString, z.ZodString>]>;
16110
16131
  tests: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodUnion<[z.ZodString, z.ZodObject<{
16111
16132
  description: z.ZodOptional<z.ZodString>;
@@ -16225,8 +16246,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
16225
16246
  }>>;
16226
16247
  }, "strict", z.ZodTypeAny, {
16227
16248
  id?: string | undefined;
16228
- label?: string | undefined;
16229
16249
  config?: any;
16250
+ label?: string | undefined;
16230
16251
  prompts?: string[] | undefined;
16231
16252
  transform?: string | undefined;
16232
16253
  delay?: number | undefined;
@@ -16268,8 +16289,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
16268
16289
  } | undefined;
16269
16290
  }, {
16270
16291
  id?: string | undefined;
16271
- label?: string | undefined;
16272
16292
  config?: any;
16293
+ label?: string | undefined;
16273
16294
  prompts?: string[] | undefined;
16274
16295
  transform?: string | undefined;
16275
16296
  delay?: number | undefined;
@@ -16323,16 +16344,16 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
16323
16344
  label?: string | undefined;
16324
16345
  transform?: string | undefined;
16325
16346
  delay?: number | undefined;
16326
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
16327
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
16347
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
16348
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
16328
16349
  }, {
16329
16350
  callApi: import("./providers").CallApiFunction;
16330
16351
  id: (...args: unknown[]) => string;
16331
16352
  label?: string | undefined;
16332
16353
  transform?: string | undefined;
16333
16354
  delay?: number | undefined;
16334
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
16335
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
16355
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
16356
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
16336
16357
  }>]>>;
16337
16358
  providerOutput: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
16338
16359
  assert: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
@@ -16581,8 +16602,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
16581
16602
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
16582
16603
  provider?: string | {
16583
16604
  id?: string | undefined;
16584
- label?: string | undefined;
16585
16605
  config?: any;
16606
+ label?: string | undefined;
16586
16607
  prompts?: string[] | undefined;
16587
16608
  transform?: string | undefined;
16588
16609
  delay?: number | undefined;
@@ -16628,8 +16649,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
16628
16649
  label?: string | undefined;
16629
16650
  transform?: string | undefined;
16630
16651
  delay?: number | undefined;
16631
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
16632
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
16652
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
16653
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
16633
16654
  } | undefined;
16634
16655
  metadata?: Record<string, any> | undefined;
16635
16656
  description?: string | undefined;
@@ -16695,8 +16716,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
16695
16716
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
16696
16717
  provider?: string | {
16697
16718
  id?: string | undefined;
16698
- label?: string | undefined;
16699
16719
  config?: any;
16720
+ label?: string | undefined;
16700
16721
  prompts?: string[] | undefined;
16701
16722
  transform?: string | undefined;
16702
16723
  delay?: number | undefined;
@@ -16742,8 +16763,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
16742
16763
  label?: string | undefined;
16743
16764
  transform?: string | undefined;
16744
16765
  delay?: number | undefined;
16745
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
16746
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
16766
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
16767
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
16747
16768
  } | undefined;
16748
16769
  metadata?: Record<string, any> | undefined;
16749
16770
  description?: string | undefined;
@@ -16901,8 +16922,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
16901
16922
  }>>;
16902
16923
  }, "strict", z.ZodTypeAny, {
16903
16924
  id?: string | undefined;
16904
- label?: string | undefined;
16905
16925
  config?: any;
16926
+ label?: string | undefined;
16906
16927
  prompts?: string[] | undefined;
16907
16928
  transform?: string | undefined;
16908
16929
  delay?: number | undefined;
@@ -16944,8 +16965,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
16944
16965
  } | undefined;
16945
16966
  }, {
16946
16967
  id?: string | undefined;
16947
- label?: string | undefined;
16948
16968
  config?: any;
16969
+ label?: string | undefined;
16949
16970
  prompts?: string[] | undefined;
16950
16971
  transform?: string | undefined;
16951
16972
  delay?: number | undefined;
@@ -16999,16 +17020,16 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
16999
17020
  label?: string | undefined;
17000
17021
  transform?: string | undefined;
17001
17022
  delay?: number | undefined;
17002
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
17003
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
17023
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
17024
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
17004
17025
  }, {
17005
17026
  callApi: import("./providers").CallApiFunction;
17006
17027
  id: (...args: unknown[]) => string;
17007
17028
  label?: string | undefined;
17008
17029
  transform?: string | undefined;
17009
17030
  delay?: number | undefined;
17010
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
17011
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
17031
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
17032
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
17012
17033
  }>]>>>;
17013
17034
  providerOutput: z.ZodOptional<z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>>;
17014
17035
  assert: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
@@ -17257,8 +17278,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
17257
17278
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
17258
17279
  provider?: string | {
17259
17280
  id?: string | undefined;
17260
- label?: string | undefined;
17261
17281
  config?: any;
17282
+ label?: string | undefined;
17262
17283
  prompts?: string[] | undefined;
17263
17284
  transform?: string | undefined;
17264
17285
  delay?: number | undefined;
@@ -17304,8 +17325,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
17304
17325
  label?: string | undefined;
17305
17326
  transform?: string | undefined;
17306
17327
  delay?: number | undefined;
17307
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
17308
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
17328
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
17329
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
17309
17330
  } | undefined;
17310
17331
  metadata?: Record<string, any> | undefined;
17311
17332
  description?: string | undefined;
@@ -17371,8 +17392,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
17371
17392
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
17372
17393
  provider?: string | {
17373
17394
  id?: string | undefined;
17374
- label?: string | undefined;
17375
17395
  config?: any;
17396
+ label?: string | undefined;
17376
17397
  prompts?: string[] | undefined;
17377
17398
  transform?: string | undefined;
17378
17399
  delay?: number | undefined;
@@ -17418,8 +17439,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
17418
17439
  label?: string | undefined;
17419
17440
  transform?: string | undefined;
17420
17441
  delay?: number | undefined;
17421
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
17422
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
17442
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
17443
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
17423
17444
  } | undefined;
17424
17445
  metadata?: Record<string, any> | undefined;
17425
17446
  description?: string | undefined;
@@ -17575,8 +17596,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
17575
17596
  }>>;
17576
17597
  }, "strict", z.ZodTypeAny, {
17577
17598
  id?: string | undefined;
17578
- label?: string | undefined;
17579
17599
  config?: any;
17600
+ label?: string | undefined;
17580
17601
  prompts?: string[] | undefined;
17581
17602
  transform?: string | undefined;
17582
17603
  delay?: number | undefined;
@@ -17618,8 +17639,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
17618
17639
  } | undefined;
17619
17640
  }, {
17620
17641
  id?: string | undefined;
17621
- label?: string | undefined;
17622
17642
  config?: any;
17643
+ label?: string | undefined;
17623
17644
  prompts?: string[] | undefined;
17624
17645
  transform?: string | undefined;
17625
17646
  delay?: number | undefined;
@@ -17673,16 +17694,16 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
17673
17694
  label?: string | undefined;
17674
17695
  transform?: string | undefined;
17675
17696
  delay?: number | undefined;
17676
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
17677
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
17697
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
17698
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
17678
17699
  }, {
17679
17700
  callApi: import("./providers").CallApiFunction;
17680
17701
  id: (...args: unknown[]) => string;
17681
17702
  label?: string | undefined;
17682
17703
  transform?: string | undefined;
17683
17704
  delay?: number | undefined;
17684
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
17685
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
17705
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
17706
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
17686
17707
  }>]>>;
17687
17708
  providerOutput: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
17688
17709
  assert: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
@@ -17931,8 +17952,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
17931
17952
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
17932
17953
  provider?: string | {
17933
17954
  id?: string | undefined;
17934
- label?: string | undefined;
17935
17955
  config?: any;
17956
+ label?: string | undefined;
17936
17957
  prompts?: string[] | undefined;
17937
17958
  transform?: string | undefined;
17938
17959
  delay?: number | undefined;
@@ -17978,8 +17999,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
17978
17999
  label?: string | undefined;
17979
18000
  transform?: string | undefined;
17980
18001
  delay?: number | undefined;
17981
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
17982
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
18002
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
18003
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
17983
18004
  } | undefined;
17984
18005
  metadata?: Record<string, any> | undefined;
17985
18006
  description?: string | undefined;
@@ -18045,8 +18066,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
18045
18066
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
18046
18067
  provider?: string | {
18047
18068
  id?: string | undefined;
18048
- label?: string | undefined;
18049
18069
  config?: any;
18070
+ label?: string | undefined;
18050
18071
  prompts?: string[] | undefined;
18051
18072
  transform?: string | undefined;
18052
18073
  delay?: number | undefined;
@@ -18092,8 +18113,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
18092
18113
  label?: string | undefined;
18093
18114
  transform?: string | undefined;
18094
18115
  delay?: number | undefined;
18095
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
18096
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
18116
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
18117
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
18097
18118
  } | undefined;
18098
18119
  metadata?: Record<string, any> | undefined;
18099
18120
  description?: string | undefined;
@@ -18161,8 +18182,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
18161
18182
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
18162
18183
  provider?: string | {
18163
18184
  id?: string | undefined;
18164
- label?: string | undefined;
18165
18185
  config?: any;
18186
+ label?: string | undefined;
18166
18187
  prompts?: string[] | undefined;
18167
18188
  transform?: string | undefined;
18168
18189
  delay?: number | undefined;
@@ -18208,8 +18229,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
18208
18229
  label?: string | undefined;
18209
18230
  transform?: string | undefined;
18210
18231
  delay?: number | undefined;
18211
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
18212
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
18232
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
18233
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
18213
18234
  } | undefined;
18214
18235
  metadata?: Record<string, any> | undefined;
18215
18236
  description?: string | undefined;
@@ -18276,8 +18297,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
18276
18297
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
18277
18298
  provider?: string | {
18278
18299
  id?: string | undefined;
18279
- label?: string | undefined;
18280
18300
  config?: any;
18301
+ label?: string | undefined;
18281
18302
  prompts?: string[] | undefined;
18282
18303
  transform?: string | undefined;
18283
18304
  delay?: number | undefined;
@@ -18323,8 +18344,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
18323
18344
  label?: string | undefined;
18324
18345
  transform?: string | undefined;
18325
18346
  delay?: number | undefined;
18326
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
18327
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
18347
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
18348
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
18328
18349
  } | undefined;
18329
18350
  metadata?: Record<string, any> | undefined;
18330
18351
  description?: string | undefined;
@@ -18393,8 +18414,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
18393
18414
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
18394
18415
  provider?: string | {
18395
18416
  id?: string | undefined;
18396
- label?: string | undefined;
18397
18417
  config?: any;
18418
+ label?: string | undefined;
18398
18419
  prompts?: string[] | undefined;
18399
18420
  transform?: string | undefined;
18400
18421
  delay?: number | undefined;
@@ -18440,8 +18461,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
18440
18461
  label?: string | undefined;
18441
18462
  transform?: string | undefined;
18442
18463
  delay?: number | undefined;
18443
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
18444
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
18464
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
18465
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
18445
18466
  } | undefined;
18446
18467
  metadata?: Record<string, any> | undefined;
18447
18468
  description?: string | undefined;
@@ -18508,8 +18529,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
18508
18529
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
18509
18530
  provider?: string | {
18510
18531
  id?: string | undefined;
18511
- label?: string | undefined;
18512
18532
  config?: any;
18533
+ label?: string | undefined;
18513
18534
  prompts?: string[] | undefined;
18514
18535
  transform?: string | undefined;
18515
18536
  delay?: number | undefined;
@@ -18555,8 +18576,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
18555
18576
  label?: string | undefined;
18556
18577
  transform?: string | undefined;
18557
18578
  delay?: number | undefined;
18558
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
18559
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
18579
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
18580
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
18560
18581
  } | undefined;
18561
18582
  metadata?: Record<string, any> | undefined;
18562
18583
  description?: string | undefined;
@@ -18714,8 +18735,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
18714
18735
  }>>;
18715
18736
  }, "strict", z.ZodTypeAny, {
18716
18737
  id?: string | undefined;
18717
- label?: string | undefined;
18718
18738
  config?: any;
18739
+ label?: string | undefined;
18719
18740
  prompts?: string[] | undefined;
18720
18741
  transform?: string | undefined;
18721
18742
  delay?: number | undefined;
@@ -18757,8 +18778,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
18757
18778
  } | undefined;
18758
18779
  }, {
18759
18780
  id?: string | undefined;
18760
- label?: string | undefined;
18761
18781
  config?: any;
18782
+ label?: string | undefined;
18762
18783
  prompts?: string[] | undefined;
18763
18784
  transform?: string | undefined;
18764
18785
  delay?: number | undefined;
@@ -18812,16 +18833,16 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
18812
18833
  label?: string | undefined;
18813
18834
  transform?: string | undefined;
18814
18835
  delay?: number | undefined;
18815
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
18816
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
18836
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
18837
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
18817
18838
  }, {
18818
18839
  callApi: import("./providers").CallApiFunction;
18819
18840
  id: (...args: unknown[]) => string;
18820
18841
  label?: string | undefined;
18821
18842
  transform?: string | undefined;
18822
18843
  delay?: number | undefined;
18823
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
18824
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
18844
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
18845
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
18825
18846
  }>]>>>;
18826
18847
  providerOutput: z.ZodOptional<z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>>;
18827
18848
  assert: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
@@ -19070,8 +19091,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
19070
19091
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
19071
19092
  provider?: string | {
19072
19093
  id?: string | undefined;
19073
- label?: string | undefined;
19074
19094
  config?: any;
19095
+ label?: string | undefined;
19075
19096
  prompts?: string[] | undefined;
19076
19097
  transform?: string | undefined;
19077
19098
  delay?: number | undefined;
@@ -19117,8 +19138,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
19117
19138
  label?: string | undefined;
19118
19139
  transform?: string | undefined;
19119
19140
  delay?: number | undefined;
19120
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
19121
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
19141
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
19142
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
19122
19143
  } | undefined;
19123
19144
  metadata?: Record<string, any> | undefined;
19124
19145
  providerOutput?: string | {} | undefined;
@@ -19183,8 +19204,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
19183
19204
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
19184
19205
  provider?: string | {
19185
19206
  id?: string | undefined;
19186
- label?: string | undefined;
19187
19207
  config?: any;
19208
+ label?: string | undefined;
19188
19209
  prompts?: string[] | undefined;
19189
19210
  transform?: string | undefined;
19190
19211
  delay?: number | undefined;
@@ -19230,8 +19251,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
19230
19251
  label?: string | undefined;
19231
19252
  transform?: string | undefined;
19232
19253
  delay?: number | undefined;
19233
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
19234
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
19254
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
19255
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
19235
19256
  } | undefined;
19236
19257
  metadata?: Record<string, any> | undefined;
19237
19258
  providerOutput?: string | {} | undefined;
@@ -19390,10 +19411,10 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
19390
19411
  name: z.ZodString;
19391
19412
  value: z.ZodUnion<[z.ZodString, z.ZodFunction<z.ZodTuple<[z.ZodRecord<z.ZodString, z.ZodNumber>, z.ZodType<RunEvalOptions, z.ZodTypeDef, RunEvalOptions>], z.ZodUnknown>, z.ZodNumber>]>;
19392
19413
  }, "strip", z.ZodTypeAny, {
19393
- value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args_2: unknown[]) => number);
19414
+ value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
19394
19415
  name: string;
19395
19416
  }, {
19396
- value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args_2: unknown[]) => number);
19417
+ value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
19397
19418
  name: string;
19398
19419
  }>, "many">>;
19399
19420
  extensions: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
@@ -19417,9 +19438,9 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
19417
19438
  repeat: z.ZodOptional<z.ZodNumber>;
19418
19439
  showProgressBar: z.ZodOptional<z.ZodBoolean>;
19419
19440
  }, "strip", z.ZodTypeAny, {
19420
- delay?: number | undefined;
19421
19441
  cache?: boolean | undefined;
19422
19442
  maxConcurrency?: number | undefined;
19443
+ delay?: number | undefined;
19423
19444
  repeat?: number | undefined;
19424
19445
  generateSuggestions?: boolean | undefined;
19425
19446
  eventSource?: string | undefined;
@@ -19427,9 +19448,9 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
19427
19448
  progressCallback?: ((args_0: number, args_1: number, args_2: number, args_3: RunEvalOptions) => void) | undefined;
19428
19449
  showProgressBar?: boolean | undefined;
19429
19450
  }, {
19430
- delay?: number | undefined;
19431
19451
  cache?: boolean | undefined;
19432
19452
  maxConcurrency?: number | undefined;
19453
+ delay?: number | undefined;
19433
19454
  repeat?: number | undefined;
19434
19455
  generateSuggestions?: boolean | undefined;
19435
19456
  eventSource?: string | undefined;
@@ -19467,17 +19488,16 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
19467
19488
  generateSuggestions: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
19468
19489
  promptPrefix: z.ZodOptional<z.ZodOptional<z.ZodString>>;
19469
19490
  promptSuffix: z.ZodOptional<z.ZodOptional<z.ZodString>>;
19470
- envFile: z.ZodOptional<z.ZodOptional<z.ZodString>>;
19491
+ envPath: z.ZodOptional<z.ZodOptional<z.ZodString>>;
19471
19492
  }, "strip", z.ZodTypeAny, {
19472
- vars?: string | undefined;
19473
- config?: string[] | undefined;
19474
- prompts?: string[] | undefined;
19475
- delay?: string | undefined;
19476
- output?: string[] | undefined;
19477
19493
  cache?: boolean | undefined;
19478
- envFile?: string | undefined;
19494
+ config?: string[] | undefined;
19479
19495
  maxConcurrency?: string | undefined;
19496
+ output?: string[] | undefined;
19480
19497
  write?: boolean | undefined;
19498
+ vars?: string | undefined;
19499
+ prompts?: string[] | undefined;
19500
+ delay?: string | undefined;
19481
19501
  description?: string | undefined;
19482
19502
  providers?: string[] | undefined;
19483
19503
  repeat?: string | undefined;
@@ -19499,16 +19519,16 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
19499
19519
  generateSuggestions?: boolean | undefined;
19500
19520
  promptPrefix?: string | undefined;
19501
19521
  promptSuffix?: string | undefined;
19522
+ envPath?: string | undefined;
19502
19523
  }, {
19503
- vars?: string | undefined;
19504
- config?: string[] | undefined;
19505
- prompts?: string[] | undefined;
19506
- delay?: string | undefined;
19507
- output?: string[] | undefined;
19508
19524
  cache?: boolean | undefined;
19509
- envFile?: string | undefined;
19525
+ config?: string[] | undefined;
19510
19526
  maxConcurrency?: string | undefined;
19527
+ output?: string[] | undefined;
19511
19528
  write?: boolean | undefined;
19529
+ vars?: string | undefined;
19530
+ prompts?: string[] | undefined;
19531
+ delay?: string | undefined;
19512
19532
  description?: string | undefined;
19513
19533
  providers?: string[] | undefined;
19514
19534
  repeat?: string | undefined;
@@ -19530,6 +19550,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
19530
19550
  generateSuggestions?: boolean | undefined;
19531
19551
  promptPrefix?: string | undefined;
19532
19552
  promptSuffix?: string | undefined;
19553
+ envPath?: string | undefined;
19533
19554
  }>>;
19534
19555
  }>, "strip", z.ZodTypeAny, {
19535
19556
  prompts: string | Record<string, string> | (string | {
@@ -19538,10 +19559,10 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
19538
19559
  function?: ((args_0: {
19539
19560
  vars: Record<string, any>;
19540
19561
  provider?: ApiProvider | undefined;
19541
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
19562
+ }, ...args: unknown[]) => Promise<any>) | undefined;
19542
19563
  id?: string | undefined;
19543
- display?: string | undefined;
19544
19564
  config?: any;
19565
+ display?: string | undefined;
19545
19566
  } | {
19546
19567
  id: string;
19547
19568
  raw?: string | undefined;
@@ -19555,24 +19576,24 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
19555
19576
  function?: ((args_0: {
19556
19577
  vars: Record<string, any>;
19557
19578
  provider?: ApiProvider | undefined;
19558
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
19579
+ }, ...args: unknown[]) => Promise<any>) | undefined;
19559
19580
  id?: string | undefined;
19560
- display?: string | undefined;
19561
19581
  config?: any;
19582
+ display?: string | undefined;
19562
19583
  };
19563
19584
  fetchWithCache?: any;
19564
- filters?: Record<string, (args_0: any, ...args_1: any[]) => string> | undefined;
19585
+ filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
19565
19586
  getCache?: any;
19566
19587
  logger?: any;
19567
19588
  originalProvider?: any;
19568
19589
  } | undefined, args_2: {
19569
19590
  includeLogProbs?: boolean | undefined;
19570
- } | undefined, ...args_3: unknown[]) => Promise<ProviderResponse>) & {
19591
+ } | undefined, ...args: unknown[]) => Promise<ProviderResponse>) & {
19571
19592
  label?: string | undefined;
19572
19593
  }) | (string | {
19573
19594
  id?: string | undefined;
19574
- label?: string | undefined;
19575
19595
  config?: any;
19596
+ label?: string | undefined;
19576
19597
  prompts?: string[] | undefined;
19577
19598
  transform?: string | undefined;
19578
19599
  delay?: number | undefined;
@@ -19620,24 +19641,24 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
19620
19641
  function?: ((args_0: {
19621
19642
  vars: Record<string, any>;
19622
19643
  provider?: ApiProvider | undefined;
19623
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
19644
+ }, ...args: unknown[]) => Promise<any>) | undefined;
19624
19645
  id?: string | undefined;
19625
- display?: string | undefined;
19626
19646
  config?: any;
19647
+ display?: string | undefined;
19627
19648
  };
19628
19649
  fetchWithCache?: any;
19629
- filters?: Record<string, (args_0: any, ...args_1: any[]) => string> | undefined;
19650
+ filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
19630
19651
  getCache?: any;
19631
19652
  logger?: any;
19632
19653
  originalProvider?: any;
19633
19654
  } | undefined, args_2: {
19634
19655
  includeLogProbs?: boolean | undefined;
19635
- } | undefined, ...args_3: unknown[]) => Promise<ProviderResponse>) & {
19656
+ } | undefined, ...args: unknown[]) => Promise<ProviderResponse>) & {
19636
19657
  label?: string | undefined;
19637
19658
  }) | Record<string, {
19638
19659
  id?: string | undefined;
19639
- label?: string | undefined;
19640
19660
  config?: any;
19661
+ label?: string | undefined;
19641
19662
  prompts?: string[] | undefined;
19642
19663
  transform?: string | undefined;
19643
19664
  delay?: number | undefined;
@@ -19745,8 +19766,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
19745
19766
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
19746
19767
  provider?: string | {
19747
19768
  id?: string | undefined;
19748
- label?: string | undefined;
19749
19769
  config?: any;
19770
+ label?: string | undefined;
19750
19771
  prompts?: string[] | undefined;
19751
19772
  transform?: string | undefined;
19752
19773
  delay?: number | undefined;
@@ -19792,8 +19813,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
19792
19813
  label?: string | undefined;
19793
19814
  transform?: string | undefined;
19794
19815
  delay?: number | undefined;
19795
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
19796
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
19816
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
19817
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
19797
19818
  } | undefined;
19798
19819
  metadata?: Record<string, any> | undefined;
19799
19820
  description?: string | undefined;
@@ -19862,8 +19883,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
19862
19883
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
19863
19884
  provider?: string | {
19864
19885
  id?: string | undefined;
19865
- label?: string | undefined;
19866
19886
  config?: any;
19887
+ label?: string | undefined;
19867
19888
  prompts?: string[] | undefined;
19868
19889
  transform?: string | undefined;
19869
19890
  delay?: number | undefined;
@@ -19909,8 +19930,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
19909
19930
  label?: string | undefined;
19910
19931
  transform?: string | undefined;
19911
19932
  delay?: number | undefined;
19912
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
19913
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
19933
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
19934
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
19914
19935
  } | undefined;
19915
19936
  metadata?: Record<string, any> | undefined;
19916
19937
  description?: string | undefined;
@@ -19977,8 +19998,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
19977
19998
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
19978
19999
  provider?: string | {
19979
20000
  id?: string | undefined;
19980
- label?: string | undefined;
19981
20001
  config?: any;
20002
+ label?: string | undefined;
19982
20003
  prompts?: string[] | undefined;
19983
20004
  transform?: string | undefined;
19984
20005
  delay?: number | undefined;
@@ -20024,8 +20045,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20024
20045
  label?: string | undefined;
20025
20046
  transform?: string | undefined;
20026
20047
  delay?: number | undefined;
20027
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
20028
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
20048
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
20049
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
20029
20050
  } | undefined;
20030
20051
  metadata?: Record<string, any> | undefined;
20031
20052
  description?: string | undefined;
@@ -20094,8 +20115,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20094
20115
  vars?: Record<string, string | any[] | string[] | {}> | undefined;
20095
20116
  provider?: string | {
20096
20117
  id?: string | undefined;
20097
- label?: string | undefined;
20098
20118
  config?: any;
20119
+ label?: string | undefined;
20099
20120
  prompts?: string[] | undefined;
20100
20121
  transform?: string | undefined;
20101
20122
  delay?: number | undefined;
@@ -20141,8 +20162,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20141
20162
  label?: string | undefined;
20142
20163
  transform?: string | undefined;
20143
20164
  delay?: number | undefined;
20144
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
20145
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
20165
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
20166
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
20146
20167
  } | undefined;
20147
20168
  metadata?: Record<string, any> | undefined;
20148
20169
  providerOutput?: string | {} | undefined;
@@ -20181,7 +20202,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20181
20202
  } | undefined;
20182
20203
  nunjucksFilters?: Record<string, string> | undefined;
20183
20204
  derivedMetrics?: {
20184
- value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args_2: unknown[]) => number);
20205
+ value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
20185
20206
  name: string;
20186
20207
  }[] | undefined;
20187
20208
  extensions?: string[] | undefined;
@@ -20193,9 +20214,9 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20193
20214
  } | undefined;
20194
20215
  writeLatestResults?: boolean | undefined;
20195
20216
  evaluateOptions?: {
20196
- delay?: number | undefined;
20197
20217
  cache?: boolean | undefined;
20198
20218
  maxConcurrency?: number | undefined;
20219
+ delay?: number | undefined;
20199
20220
  repeat?: number | undefined;
20200
20221
  generateSuggestions?: boolean | undefined;
20201
20222
  eventSource?: string | undefined;
@@ -20204,15 +20225,14 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20204
20225
  showProgressBar?: boolean | undefined;
20205
20226
  } | undefined;
20206
20227
  commandLineOptions?: {
20207
- vars?: string | undefined;
20208
- config?: string[] | undefined;
20209
- prompts?: string[] | undefined;
20210
- delay?: string | undefined;
20211
- output?: string[] | undefined;
20212
20228
  cache?: boolean | undefined;
20213
- envFile?: string | undefined;
20229
+ config?: string[] | undefined;
20214
20230
  maxConcurrency?: string | undefined;
20231
+ output?: string[] | undefined;
20215
20232
  write?: boolean | undefined;
20233
+ vars?: string | undefined;
20234
+ prompts?: string[] | undefined;
20235
+ delay?: string | undefined;
20216
20236
  description?: string | undefined;
20217
20237
  providers?: string[] | undefined;
20218
20238
  repeat?: string | undefined;
@@ -20234,6 +20254,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20234
20254
  generateSuggestions?: boolean | undefined;
20235
20255
  promptPrefix?: string | undefined;
20236
20256
  promptSuffix?: string | undefined;
20257
+ envPath?: string | undefined;
20237
20258
  } | undefined;
20238
20259
  }, {
20239
20260
  prompts: string | Record<string, string> | (string | {
@@ -20242,10 +20263,10 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20242
20263
  function?: ((args_0: {
20243
20264
  vars: Record<string, any>;
20244
20265
  provider?: ApiProvider | undefined;
20245
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
20266
+ }, ...args: unknown[]) => Promise<any>) | undefined;
20246
20267
  id?: string | undefined;
20247
- display?: string | undefined;
20248
20268
  config?: any;
20269
+ display?: string | undefined;
20249
20270
  } | {
20250
20271
  id: string;
20251
20272
  raw?: string | undefined;
@@ -20259,24 +20280,24 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20259
20280
  function?: ((args_0: {
20260
20281
  vars: Record<string, any>;
20261
20282
  provider?: ApiProvider | undefined;
20262
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
20283
+ }, ...args: unknown[]) => Promise<any>) | undefined;
20263
20284
  id?: string | undefined;
20264
- display?: string | undefined;
20265
20285
  config?: any;
20286
+ display?: string | undefined;
20266
20287
  };
20267
20288
  fetchWithCache?: any;
20268
- filters?: Record<string, (args_0: any, ...args_1: any[]) => string> | undefined;
20289
+ filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
20269
20290
  getCache?: any;
20270
20291
  logger?: any;
20271
20292
  originalProvider?: any;
20272
20293
  } | undefined, args_2: {
20273
20294
  includeLogProbs?: boolean | undefined;
20274
- } | undefined, ...args_3: unknown[]) => Promise<ProviderResponse>) & {
20295
+ } | undefined, ...args: unknown[]) => Promise<ProviderResponse>) & {
20275
20296
  label?: string | undefined;
20276
20297
  }) | (string | {
20277
20298
  id?: string | undefined;
20278
- label?: string | undefined;
20279
20299
  config?: any;
20300
+ label?: string | undefined;
20280
20301
  prompts?: string[] | undefined;
20281
20302
  transform?: string | undefined;
20282
20303
  delay?: number | undefined;
@@ -20324,24 +20345,24 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20324
20345
  function?: ((args_0: {
20325
20346
  vars: Record<string, any>;
20326
20347
  provider?: ApiProvider | undefined;
20327
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
20348
+ }, ...args: unknown[]) => Promise<any>) | undefined;
20328
20349
  id?: string | undefined;
20329
- display?: string | undefined;
20330
20350
  config?: any;
20351
+ display?: string | undefined;
20331
20352
  };
20332
20353
  fetchWithCache?: any;
20333
- filters?: Record<string, (args_0: any, ...args_1: any[]) => string> | undefined;
20354
+ filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
20334
20355
  getCache?: any;
20335
20356
  logger?: any;
20336
20357
  originalProvider?: any;
20337
20358
  } | undefined, args_2: {
20338
20359
  includeLogProbs?: boolean | undefined;
20339
- } | undefined, ...args_3: unknown[]) => Promise<ProviderResponse>) & {
20360
+ } | undefined, ...args: unknown[]) => Promise<ProviderResponse>) & {
20340
20361
  label?: string | undefined;
20341
20362
  }) | Record<string, {
20342
20363
  id?: string | undefined;
20343
- label?: string | undefined;
20344
20364
  config?: any;
20365
+ label?: string | undefined;
20345
20366
  prompts?: string[] | undefined;
20346
20367
  transform?: string | undefined;
20347
20368
  delay?: number | undefined;
@@ -20449,8 +20470,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20449
20470
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
20450
20471
  provider?: string | {
20451
20472
  id?: string | undefined;
20452
- label?: string | undefined;
20453
20473
  config?: any;
20474
+ label?: string | undefined;
20454
20475
  prompts?: string[] | undefined;
20455
20476
  transform?: string | undefined;
20456
20477
  delay?: number | undefined;
@@ -20496,8 +20517,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20496
20517
  label?: string | undefined;
20497
20518
  transform?: string | undefined;
20498
20519
  delay?: number | undefined;
20499
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
20500
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
20520
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
20521
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
20501
20522
  } | undefined;
20502
20523
  metadata?: Record<string, any> | undefined;
20503
20524
  description?: string | undefined;
@@ -20566,8 +20587,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20566
20587
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
20567
20588
  provider?: string | {
20568
20589
  id?: string | undefined;
20569
- label?: string | undefined;
20570
20590
  config?: any;
20591
+ label?: string | undefined;
20571
20592
  prompts?: string[] | undefined;
20572
20593
  transform?: string | undefined;
20573
20594
  delay?: number | undefined;
@@ -20613,8 +20634,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20613
20634
  label?: string | undefined;
20614
20635
  transform?: string | undefined;
20615
20636
  delay?: number | undefined;
20616
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
20617
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
20637
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
20638
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
20618
20639
  } | undefined;
20619
20640
  metadata?: Record<string, any> | undefined;
20620
20641
  description?: string | undefined;
@@ -20681,8 +20702,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20681
20702
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
20682
20703
  provider?: string | {
20683
20704
  id?: string | undefined;
20684
- label?: string | undefined;
20685
20705
  config?: any;
20706
+ label?: string | undefined;
20686
20707
  prompts?: string[] | undefined;
20687
20708
  transform?: string | undefined;
20688
20709
  delay?: number | undefined;
@@ -20728,8 +20749,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20728
20749
  label?: string | undefined;
20729
20750
  transform?: string | undefined;
20730
20751
  delay?: number | undefined;
20731
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
20732
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
20752
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
20753
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
20733
20754
  } | undefined;
20734
20755
  metadata?: Record<string, any> | undefined;
20735
20756
  description?: string | undefined;
@@ -20798,8 +20819,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20798
20819
  vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
20799
20820
  provider?: string | {
20800
20821
  id?: string | undefined;
20801
- label?: string | undefined;
20802
20822
  config?: any;
20823
+ label?: string | undefined;
20803
20824
  prompts?: string[] | undefined;
20804
20825
  transform?: string | undefined;
20805
20826
  delay?: number | undefined;
@@ -20845,8 +20866,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20845
20866
  label?: string | undefined;
20846
20867
  transform?: string | undefined;
20847
20868
  delay?: number | undefined;
20848
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
20849
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
20869
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
20870
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
20850
20871
  } | undefined;
20851
20872
  metadata?: Record<string, any> | undefined;
20852
20873
  providerOutput?: string | {} | undefined;
@@ -20885,7 +20906,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20885
20906
  } | undefined;
20886
20907
  nunjucksFilters?: Record<string, string> | undefined;
20887
20908
  derivedMetrics?: {
20888
- value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args_2: unknown[]) => number);
20909
+ value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
20889
20910
  name: string;
20890
20911
  }[] | undefined;
20891
20912
  extensions?: string[] | undefined;
@@ -20897,9 +20918,9 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20897
20918
  } | undefined;
20898
20919
  writeLatestResults?: boolean | undefined;
20899
20920
  evaluateOptions?: {
20900
- delay?: number | undefined;
20901
20921
  cache?: boolean | undefined;
20902
20922
  maxConcurrency?: number | undefined;
20923
+ delay?: number | undefined;
20903
20924
  repeat?: number | undefined;
20904
20925
  generateSuggestions?: boolean | undefined;
20905
20926
  eventSource?: string | undefined;
@@ -20908,15 +20929,14 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20908
20929
  showProgressBar?: boolean | undefined;
20909
20930
  } | undefined;
20910
20931
  commandLineOptions?: {
20911
- vars?: string | undefined;
20912
- config?: string[] | undefined;
20913
- prompts?: string[] | undefined;
20914
- delay?: string | undefined;
20915
- output?: string[] | undefined;
20916
20932
  cache?: boolean | undefined;
20917
- envFile?: string | undefined;
20933
+ config?: string[] | undefined;
20918
20934
  maxConcurrency?: string | undefined;
20935
+ output?: string[] | undefined;
20919
20936
  write?: boolean | undefined;
20937
+ vars?: string | undefined;
20938
+ prompts?: string[] | undefined;
20939
+ delay?: string | undefined;
20920
20940
  description?: string | undefined;
20921
20941
  providers?: string[] | undefined;
20922
20942
  repeat?: string | undefined;
@@ -20938,6 +20958,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20938
20958
  generateSuggestions?: boolean | undefined;
20939
20959
  promptPrefix?: string | undefined;
20940
20960
  promptSuffix?: string | undefined;
20961
+ envPath?: string | undefined;
20941
20962
  } | undefined;
20942
20963
  }>;
20943
20964
  export type UnifiedConfig = z.infer<typeof UnifiedConfigSchema>;