promptfoo 0.87.1 → 0.88.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/dist/package.json +13 -13
- package/dist/src/assertions/AssertionsResult.d.ts.map +1 -1
- package/dist/src/assertions/AssertionsResult.js +7 -0
- package/dist/src/assertions/AssertionsResult.js.map +1 -1
- package/dist/src/assertions.d.ts.map +1 -1
- package/dist/src/assertions.js +11 -1
- package/dist/src/assertions.js.map +1 -1
- package/dist/src/commands/cache.js +2 -2
- package/dist/src/commands/cache.js.map +1 -1
- package/dist/src/commands/delete.js +2 -2
- package/dist/src/commands/delete.js.map +1 -1
- package/dist/src/commands/eval.d.ts +1 -1
- package/dist/src/commands/eval.d.ts.map +1 -1
- package/dist/src/commands/eval.js +17 -3
- package/dist/src/commands/eval.js.map +1 -1
- package/dist/src/commands/generate/dataset.js +1 -1
- package/dist/src/commands/generate/dataset.js.map +1 -1
- package/dist/src/commands/list.js +3 -3
- package/dist/src/commands/list.js.map +1 -1
- package/dist/src/commands/share.js +2 -2
- package/dist/src/commands/share.js.map +1 -1
- package/dist/src/commands/show.js +1 -1
- package/dist/src/commands/show.js.map +1 -1
- package/dist/src/commands/view.js +2 -2
- package/dist/src/commands/view.js.map +1 -1
- package/dist/src/config.d.ts.map +1 -1
- package/dist/src/config.js +8 -54
- package/dist/src/config.js.map +1 -1
- package/dist/src/database/tables.d.ts +17 -17
- package/dist/src/envars.d.ts +1 -0
- package/dist/src/envars.d.ts.map +1 -1
- package/dist/src/envars.js.map +1 -1
- package/dist/src/evaluator.d.ts.map +1 -1
- package/dist/src/evaluator.js +2 -0
- package/dist/src/evaluator.js.map +1 -1
- package/dist/src/main.d.ts.map +1 -1
- package/dist/src/main.js +5 -11
- package/dist/src/main.js.map +1 -1
- package/dist/src/onboarding.js +1 -1
- package/dist/src/onboarding.js.map +1 -1
- package/dist/src/providers/ai21.d.ts.map +1 -1
- package/dist/src/providers/ai21.js +3 -12
- package/dist/src/providers/ai21.js.map +1 -1
- package/dist/src/providers/anthropic.d.ts +3 -3
- package/dist/src/providers/anthropic.d.ts.map +1 -1
- package/dist/src/providers/anthropic.js +43 -33
- package/dist/src/providers/anthropic.js.map +1 -1
- package/dist/src/providers/azureopenai.d.ts +3 -2
- package/dist/src/providers/azureopenai.d.ts.map +1 -1
- package/dist/src/providers/azureopenai.js +129 -3
- package/dist/src/providers/azureopenai.js.map +1 -1
- package/dist/src/providers/mistral.d.ts.map +1 -1
- package/dist/src/providers/mistral.js +7 -17
- package/dist/src/providers/mistral.js.map +1 -1
- package/dist/src/providers/openai.d.ts +13 -0
- package/dist/src/providers/openai.d.ts.map +1 -1
- package/dist/src/providers/openai.js +28 -24
- package/dist/src/providers/openai.js.map +1 -1
- package/dist/src/providers/openaiUtil.d.ts.map +1 -1
- package/dist/src/providers/openaiUtil.js +1 -1
- package/dist/src/providers/openaiUtil.js.map +1 -1
- package/dist/src/providers/shared.d.ts +41 -0
- package/dist/src/providers/shared.d.ts.map +1 -1
- package/dist/src/providers/shared.js +44 -0
- package/dist/src/providers/shared.js.map +1 -1
- package/dist/src/python/pythonUtils.d.ts +23 -0
- package/dist/src/python/pythonUtils.d.ts.map +1 -1
- package/dist/src/python/pythonUtils.js +66 -1
- package/dist/src/python/pythonUtils.js.map +1 -1
- package/dist/src/{commands/redteam → redteam/commands}/generate.d.ts +1 -1
- package/dist/src/redteam/commands/generate.d.ts.map +1 -0
- package/dist/src/{commands/redteam → redteam/commands}/generate.js +14 -14
- package/dist/src/redteam/commands/generate.js.map +1 -0
- package/dist/src/{commands/redteam → redteam/commands}/init.d.ts.map +1 -1
- package/dist/src/{commands/redteam → redteam/commands}/init.js +1 -1
- package/dist/src/{commands/redteam → redteam/commands}/init.js.map +1 -1
- package/dist/src/{commands/redteam → redteam/commands}/plugins.d.ts.map +1 -1
- package/dist/src/{commands/redteam → redteam/commands}/plugins.js +1 -1
- package/dist/src/{commands/redteam → redteam/commands}/plugins.js.map +1 -1
- package/dist/src/redteam/index.d.ts +1 -1
- package/dist/src/redteam/index.d.ts.map +1 -1
- package/dist/src/redteam/index.js.map +1 -1
- package/dist/src/redteam/providers/prompts.d.ts.map +1 -1
- package/dist/src/redteam/providers/prompts.js +23 -0
- package/dist/src/redteam/providers/prompts.js.map +1 -1
- package/dist/src/{types/redteam.d.ts → redteam/types.d.ts} +1 -1
- package/dist/src/redteam/types.d.ts.map +1 -0
- package/dist/src/{types/redteam.js → redteam/types.js} +1 -1
- package/dist/src/redteam/types.js.map +1 -0
- package/dist/src/server/server.d.ts.map +1 -1
- package/dist/src/server/server.js +3 -0
- package/dist/src/server/server.js.map +1 -1
- package/dist/src/testCases.js +2 -2
- package/dist/src/testCases.js.map +1 -1
- package/dist/src/types/index.d.ts +245 -224
- package/dist/src/types/index.d.ts.map +1 -1
- package/dist/src/types/index.js +3 -2
- package/dist/src/types/index.js.map +1 -1
- package/dist/src/util/index.d.ts +6 -4
- package/dist/src/util/index.d.ts.map +1 -1
- package/dist/src/validators/prompts.d.ts +2 -2
- package/dist/src/validators/providers.d.ts +20 -20
- package/dist/src/validators/redteam.d.ts +15 -15
- package/dist/src/web/nextui/404/index.html +1 -1
- package/dist/src/web/nextui/404.html +1 -1
- package/dist/src/web/nextui/_next/static/chunks/86-aa3374f7327c985c.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/{layout-e465aaafbfe88e82.js → layout-b0e8e0230ef8ed73.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/app/setup/page-b88fdbe49672ce14.js +1 -0
- package/dist/src/web/nextui/auth/login/index.html +1 -1
- package/dist/src/web/nextui/auth/login/index.txt +2 -2
- package/dist/src/web/nextui/auth/signup/index.html +1 -1
- package/dist/src/web/nextui/auth/signup/index.txt +2 -2
- package/dist/src/web/nextui/datasets/index.html +1 -1
- package/dist/src/web/nextui/datasets/index.txt +2 -2
- package/dist/src/web/nextui/eval/index.html +1 -1
- package/dist/src/web/nextui/eval/index.txt +3 -3
- package/dist/src/web/nextui/index.html +1 -1
- package/dist/src/web/nextui/index.txt +2 -2
- package/dist/src/web/nextui/progress/index.html +1 -1
- package/dist/src/web/nextui/progress/index.txt +2 -2
- package/dist/src/web/nextui/prompts/index.html +1 -1
- package/dist/src/web/nextui/prompts/index.txt +2 -2
- package/dist/src/web/nextui/report/index.html +1 -1
- package/dist/src/web/nextui/report/index.txt +2 -2
- package/dist/src/web/nextui/setup/index.html +1 -1
- package/dist/src/web/nextui/setup/index.txt +3 -3
- package/dist/test/assertions.test.js +49 -0
- package/dist/test/assertions.test.js.map +1 -1
- package/dist/test/config.test.js +90 -42
- package/dist/test/config.test.js.map +1 -1
- package/dist/test/envars.test.js +103 -0
- package/dist/test/envars.test.js.map +1 -1
- package/dist/test/matchers.test.js +4 -4
- package/dist/test/matchers.test.js.map +1 -1
- package/dist/test/providers.anthropic.test.js +93 -23
- package/dist/test/providers.anthropic.test.js.map +1 -1
- package/dist/test/providers.azure.test.js +42 -0
- package/dist/test/providers.azure.test.js.map +1 -1
- package/dist/test/providers.shared.test.d.ts +2 -0
- package/dist/test/providers.shared.test.d.ts.map +1 -0
- package/dist/test/providers.shared.test.js +92 -0
- package/dist/test/providers.shared.test.js.map +1 -0
- package/dist/test/providers.test.js +112 -7
- package/dist/test/providers.test.js.map +1 -1
- package/dist/test/python/pythonUtils.test.d.ts +2 -0
- package/dist/test/python/pythonUtils.test.d.ts.map +1 -0
- package/dist/test/python/pythonUtils.test.js +164 -0
- package/dist/test/python/pythonUtils.test.js.map +1 -0
- package/dist/test/python/wrapper.test.d.ts +2 -0
- package/dist/test/python/wrapper.test.d.ts.map +1 -0
- package/dist/test/python/wrapper.test.js +56 -0
- package/dist/test/python/wrapper.test.js.map +1 -0
- package/dist/test/redteam/commands/generate.test.d.ts.map +1 -0
- package/dist/test/{commands/redteam → redteam/commands}/generate.test.js +1 -1
- package/dist/test/{commands/redteam → redteam/commands}/generate.test.js.map +1 -1
- package/dist/test/redteam/validators.test.js +2 -2
- package/dist/test/redteam/validators.test.js.map +1 -1
- package/dist/test/testCases.test.js +75 -27
- package/dist/test/testCases.test.js.map +1 -1
- package/dist/test/types.test.js +1 -1
- package/dist/test/types.test.js.map +1 -1
- package/package.json +13 -13
- package/dist/src/commands/redteam/generate.d.ts.map +0 -1
- package/dist/src/commands/redteam/generate.js.map +0 -1
- package/dist/src/types/redteam.d.ts.map +0 -1
- package/dist/src/types/redteam.js.map +0 -1
- package/dist/src/web/nextui/_next/static/chunks/86-fcb0efd0a19bac7d.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/setup/page-35c95dd67114a045.js +0 -1
- package/dist/test/commands/redteam/generate.test.d.ts.map +0 -1
- package/dist/test/pythonWrapper.test.d.ts +0 -2
- package/dist/test/pythonWrapper.test.d.ts.map +0 -1
- package/dist/test/pythonWrapper.test.js +0 -99
- package/dist/test/pythonWrapper.test.js.map +0 -1
- /package/dist/src/{commands/redteam → redteam/commands}/init.d.ts +0 -0
- /package/dist/src/{commands/redteam → redteam/commands}/plugins.d.ts +0 -0
- /package/dist/src/web/nextui/_next/static/{gtTJhFvE95U20UjbnSnMr → MqErSXRfFhsncheOBrGQG}/_buildManifest.js +0 -0
- /package/dist/src/web/nextui/_next/static/{gtTJhFvE95U20UjbnSnMr → MqErSXRfFhsncheOBrGQG}/_ssgManifest.js +0 -0
- /package/dist/test/{commands/redteam → redteam/commands}/generate.test.d.ts +0 -0
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
+
import type { RedteamAssertionTypes, RedteamFileConfig } from '../redteam/types';
|
|
2
3
|
import type { Prompt, PromptFunction } from './prompts';
|
|
3
4
|
import type { ApiProvider, ProviderOptions, ProviderResponse } from './providers';
|
|
4
|
-
import type { RedteamAssertionTypes, RedteamFileConfig } from './redteam';
|
|
5
5
|
import type { NunjucksFilterMap, TokenUsage } from './shared';
|
|
6
6
|
export * from './prompts';
|
|
7
7
|
export * from './providers';
|
|
8
|
-
export * from '
|
|
8
|
+
export * from '../redteam/types';
|
|
9
9
|
export * from './shared';
|
|
10
10
|
export declare const CommandLineOptionsSchema: z.ZodObject<{
|
|
11
11
|
description: z.ZodOptional<z.ZodString>;
|
|
@@ -37,19 +37,18 @@ export declare const CommandLineOptionsSchema: z.ZodObject<{
|
|
|
37
37
|
generateSuggestions: z.ZodOptional<z.ZodBoolean>;
|
|
38
38
|
promptPrefix: z.ZodOptional<z.ZodString>;
|
|
39
39
|
promptSuffix: z.ZodOptional<z.ZodString>;
|
|
40
|
-
|
|
40
|
+
envPath: z.ZodOptional<z.ZodString>;
|
|
41
41
|
}, "strip", z.ZodTypeAny, {
|
|
42
|
-
delay: string;
|
|
43
|
-
output: string[];
|
|
44
42
|
maxConcurrency: string;
|
|
43
|
+
output: string[];
|
|
44
|
+
delay: string;
|
|
45
45
|
providers: string[];
|
|
46
46
|
repeat: string;
|
|
47
|
-
vars?: string | undefined;
|
|
48
|
-
config?: string[] | undefined;
|
|
49
|
-
prompts?: string[] | undefined;
|
|
50
47
|
cache?: boolean | undefined;
|
|
51
|
-
|
|
48
|
+
config?: string[] | undefined;
|
|
52
49
|
write?: boolean | undefined;
|
|
50
|
+
vars?: string | undefined;
|
|
51
|
+
prompts?: string[] | undefined;
|
|
53
52
|
description?: string | undefined;
|
|
54
53
|
tests?: string | undefined;
|
|
55
54
|
assertions?: string | undefined;
|
|
@@ -69,18 +68,18 @@ export declare const CommandLineOptionsSchema: z.ZodObject<{
|
|
|
69
68
|
generateSuggestions?: boolean | undefined;
|
|
70
69
|
promptPrefix?: string | undefined;
|
|
71
70
|
promptSuffix?: string | undefined;
|
|
71
|
+
envPath?: string | undefined;
|
|
72
72
|
}, {
|
|
73
|
-
delay: string;
|
|
74
|
-
output: string[];
|
|
75
73
|
maxConcurrency: string;
|
|
74
|
+
output: string[];
|
|
75
|
+
delay: string;
|
|
76
76
|
providers: string[];
|
|
77
77
|
repeat: string;
|
|
78
|
-
vars?: string | undefined;
|
|
79
|
-
config?: string[] | undefined;
|
|
80
|
-
prompts?: string[] | undefined;
|
|
81
78
|
cache?: boolean | undefined;
|
|
82
|
-
|
|
79
|
+
config?: string[] | undefined;
|
|
83
80
|
write?: boolean | undefined;
|
|
81
|
+
vars?: string | undefined;
|
|
82
|
+
prompts?: string[] | undefined;
|
|
84
83
|
description?: string | undefined;
|
|
85
84
|
tests?: string | undefined;
|
|
86
85
|
assertions?: string | undefined;
|
|
@@ -100,6 +99,7 @@ export declare const CommandLineOptionsSchema: z.ZodObject<{
|
|
|
100
99
|
generateSuggestions?: boolean | undefined;
|
|
101
100
|
promptPrefix?: string | undefined;
|
|
102
101
|
promptSuffix?: string | undefined;
|
|
102
|
+
envPath?: string | undefined;
|
|
103
103
|
}>;
|
|
104
104
|
export type CommandLineOptions = z.infer<typeof CommandLineOptionsSchema>;
|
|
105
105
|
export interface CsvRow {
|
|
@@ -209,9 +209,9 @@ declare const EvaluateOptionsSchema: z.ZodObject<{
|
|
|
209
209
|
repeat: z.ZodOptional<z.ZodNumber>;
|
|
210
210
|
showProgressBar: z.ZodOptional<z.ZodBoolean>;
|
|
211
211
|
}, "strip", z.ZodTypeAny, {
|
|
212
|
-
delay?: number | undefined;
|
|
213
212
|
cache?: boolean | undefined;
|
|
214
213
|
maxConcurrency?: number | undefined;
|
|
214
|
+
delay?: number | undefined;
|
|
215
215
|
repeat?: number | undefined;
|
|
216
216
|
generateSuggestions?: boolean | undefined;
|
|
217
217
|
eventSource?: string | undefined;
|
|
@@ -219,9 +219,9 @@ declare const EvaluateOptionsSchema: z.ZodObject<{
|
|
|
219
219
|
progressCallback?: ((args_0: number, args_1: number, args_2: number, args_3: RunEvalOptions) => void) | undefined;
|
|
220
220
|
showProgressBar?: boolean | undefined;
|
|
221
221
|
}, {
|
|
222
|
-
delay?: number | undefined;
|
|
223
222
|
cache?: boolean | undefined;
|
|
224
223
|
maxConcurrency?: number | undefined;
|
|
224
|
+
delay?: number | undefined;
|
|
225
225
|
repeat?: number | undefined;
|
|
226
226
|
generateSuggestions?: boolean | undefined;
|
|
227
227
|
eventSource?: string | undefined;
|
|
@@ -272,6 +272,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
|
|
|
272
272
|
total?: number | undefined;
|
|
273
273
|
}>;
|
|
274
274
|
namedScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
|
|
275
|
+
namedScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
|
|
275
276
|
cost: z.ZodNumber;
|
|
276
277
|
}, "strip", z.ZodTypeAny, {
|
|
277
278
|
cost: number;
|
|
@@ -288,6 +289,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
|
|
|
288
289
|
assertFailCount: number;
|
|
289
290
|
totalLatencyMs: number;
|
|
290
291
|
namedScores: Record<string, number>;
|
|
292
|
+
namedScoresCount: Record<string, number>;
|
|
291
293
|
}, {
|
|
292
294
|
cost: number;
|
|
293
295
|
tokenUsage: {
|
|
@@ -303,6 +305,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
|
|
|
303
305
|
assertFailCount: number;
|
|
304
306
|
totalLatencyMs: number;
|
|
305
307
|
namedScores: Record<string, number>;
|
|
308
|
+
namedScoresCount: Record<string, number>;
|
|
306
309
|
}>>;
|
|
307
310
|
}>, "strip", z.ZodTypeAny, {
|
|
308
311
|
provider: string;
|
|
@@ -313,8 +316,8 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
|
|
|
313
316
|
provider?: ApiProvider | undefined;
|
|
314
317
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
315
318
|
id?: string | undefined;
|
|
316
|
-
display?: string | undefined;
|
|
317
319
|
config?: any;
|
|
320
|
+
display?: string | undefined;
|
|
318
321
|
metrics?: {
|
|
319
322
|
cost: number;
|
|
320
323
|
tokenUsage: {
|
|
@@ -330,6 +333,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
|
|
|
330
333
|
assertFailCount: number;
|
|
331
334
|
totalLatencyMs: number;
|
|
332
335
|
namedScores: Record<string, number>;
|
|
336
|
+
namedScoresCount: Record<string, number>;
|
|
333
337
|
} | undefined;
|
|
334
338
|
}, {
|
|
335
339
|
provider: string;
|
|
@@ -340,8 +344,8 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
|
|
|
340
344
|
provider?: ApiProvider | undefined;
|
|
341
345
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
342
346
|
id?: string | undefined;
|
|
343
|
-
display?: string | undefined;
|
|
344
347
|
config?: any;
|
|
348
|
+
display?: string | undefined;
|
|
345
349
|
metrics?: {
|
|
346
350
|
cost: number;
|
|
347
351
|
tokenUsage: {
|
|
@@ -357,6 +361,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
|
|
|
357
361
|
assertFailCount: number;
|
|
358
362
|
totalLatencyMs: number;
|
|
359
363
|
namedScores: Record<string, number>;
|
|
364
|
+
namedScoresCount: Record<string, number>;
|
|
360
365
|
} | undefined;
|
|
361
366
|
}>;
|
|
362
367
|
export type CompletedPrompt = z.infer<typeof CompletedPromptSchema>;
|
|
@@ -614,6 +619,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
614
619
|
total?: number | undefined;
|
|
615
620
|
}>;
|
|
616
621
|
namedScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
|
|
622
|
+
namedScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
|
|
617
623
|
cost: z.ZodNumber;
|
|
618
624
|
}, "strip", z.ZodTypeAny, {
|
|
619
625
|
cost: number;
|
|
@@ -630,6 +636,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
630
636
|
assertFailCount: number;
|
|
631
637
|
totalLatencyMs: number;
|
|
632
638
|
namedScores: Record<string, number>;
|
|
639
|
+
namedScoresCount: Record<string, number>;
|
|
633
640
|
}, {
|
|
634
641
|
cost: number;
|
|
635
642
|
tokenUsage: {
|
|
@@ -645,6 +652,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
645
652
|
assertFailCount: number;
|
|
646
653
|
totalLatencyMs: number;
|
|
647
654
|
namedScores: Record<string, number>;
|
|
655
|
+
namedScoresCount: Record<string, number>;
|
|
648
656
|
}>>;
|
|
649
657
|
}>, "strip", z.ZodTypeAny, {
|
|
650
658
|
provider: string;
|
|
@@ -655,8 +663,8 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
655
663
|
provider?: ApiProvider | undefined;
|
|
656
664
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
657
665
|
id?: string | undefined;
|
|
658
|
-
display?: string | undefined;
|
|
659
666
|
config?: any;
|
|
667
|
+
display?: string | undefined;
|
|
660
668
|
metrics?: {
|
|
661
669
|
cost: number;
|
|
662
670
|
tokenUsage: {
|
|
@@ -672,6 +680,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
672
680
|
assertFailCount: number;
|
|
673
681
|
totalLatencyMs: number;
|
|
674
682
|
namedScores: Record<string, number>;
|
|
683
|
+
namedScoresCount: Record<string, number>;
|
|
675
684
|
} | undefined;
|
|
676
685
|
}, {
|
|
677
686
|
provider: string;
|
|
@@ -682,8 +691,8 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
682
691
|
provider?: ApiProvider | undefined;
|
|
683
692
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
684
693
|
id?: string | undefined;
|
|
685
|
-
display?: string | undefined;
|
|
686
694
|
config?: any;
|
|
695
|
+
display?: string | undefined;
|
|
687
696
|
metrics?: {
|
|
688
697
|
cost: number;
|
|
689
698
|
tokenUsage: {
|
|
@@ -699,6 +708,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
699
708
|
assertFailCount: number;
|
|
700
709
|
totalLatencyMs: number;
|
|
701
710
|
namedScores: Record<string, number>;
|
|
711
|
+
namedScoresCount: Record<string, number>;
|
|
702
712
|
} | undefined;
|
|
703
713
|
}>;
|
|
704
714
|
id: z.ZodString;
|
|
@@ -714,8 +724,8 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
714
724
|
provider?: ApiProvider | undefined;
|
|
715
725
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
716
726
|
id?: string | undefined;
|
|
717
|
-
display?: string | undefined;
|
|
718
727
|
config?: any;
|
|
728
|
+
display?: string | undefined;
|
|
719
729
|
metrics?: {
|
|
720
730
|
cost: number;
|
|
721
731
|
tokenUsage: {
|
|
@@ -731,6 +741,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
731
741
|
assertFailCount: number;
|
|
732
742
|
totalLatencyMs: number;
|
|
733
743
|
namedScores: Record<string, number>;
|
|
744
|
+
namedScoresCount: Record<string, number>;
|
|
734
745
|
} | undefined;
|
|
735
746
|
};
|
|
736
747
|
evalId: string;
|
|
@@ -745,8 +756,8 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
745
756
|
provider?: ApiProvider | undefined;
|
|
746
757
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
747
758
|
id?: string | undefined;
|
|
748
|
-
display?: string | undefined;
|
|
749
759
|
config?: any;
|
|
760
|
+
display?: string | undefined;
|
|
750
761
|
metrics?: {
|
|
751
762
|
cost: number;
|
|
752
763
|
tokenUsage: {
|
|
@@ -762,6 +773,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
762
773
|
assertFailCount: number;
|
|
763
774
|
totalLatencyMs: number;
|
|
764
775
|
namedScores: Record<string, number>;
|
|
776
|
+
namedScoresCount: Record<string, number>;
|
|
765
777
|
} | undefined;
|
|
766
778
|
};
|
|
767
779
|
evalId: string;
|
|
@@ -887,8 +899,8 @@ export declare const TestCaseSchema: z.ZodObject<{
|
|
|
887
899
|
}>>;
|
|
888
900
|
}, "strict", z.ZodTypeAny, {
|
|
889
901
|
id?: string | undefined;
|
|
890
|
-
label?: string | undefined;
|
|
891
902
|
config?: any;
|
|
903
|
+
label?: string | undefined;
|
|
892
904
|
prompts?: string[] | undefined;
|
|
893
905
|
transform?: string | undefined;
|
|
894
906
|
delay?: number | undefined;
|
|
@@ -930,8 +942,8 @@ export declare const TestCaseSchema: z.ZodObject<{
|
|
|
930
942
|
} | undefined;
|
|
931
943
|
}, {
|
|
932
944
|
id?: string | undefined;
|
|
933
|
-
label?: string | undefined;
|
|
934
945
|
config?: any;
|
|
946
|
+
label?: string | undefined;
|
|
935
947
|
prompts?: string[] | undefined;
|
|
936
948
|
transform?: string | undefined;
|
|
937
949
|
delay?: number | undefined;
|
|
@@ -1243,8 +1255,8 @@ export declare const TestCaseSchema: z.ZodObject<{
|
|
|
1243
1255
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
1244
1256
|
provider?: string | {
|
|
1245
1257
|
id?: string | undefined;
|
|
1246
|
-
label?: string | undefined;
|
|
1247
1258
|
config?: any;
|
|
1259
|
+
label?: string | undefined;
|
|
1248
1260
|
prompts?: string[] | undefined;
|
|
1249
1261
|
transform?: string | undefined;
|
|
1250
1262
|
delay?: number | undefined;
|
|
@@ -1357,8 +1369,8 @@ export declare const TestCaseSchema: z.ZodObject<{
|
|
|
1357
1369
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
1358
1370
|
provider?: string | {
|
|
1359
1371
|
id?: string | undefined;
|
|
1360
|
-
label?: string | undefined;
|
|
1361
1372
|
config?: any;
|
|
1373
|
+
label?: string | undefined;
|
|
1362
1374
|
prompts?: string[] | undefined;
|
|
1363
1375
|
transform?: string | undefined;
|
|
1364
1376
|
delay?: number | undefined;
|
|
@@ -1567,8 +1579,8 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
|
|
|
1567
1579
|
}>>;
|
|
1568
1580
|
}, "strict", z.ZodTypeAny, {
|
|
1569
1581
|
id?: string | undefined;
|
|
1570
|
-
label?: string | undefined;
|
|
1571
1582
|
config?: any;
|
|
1583
|
+
label?: string | undefined;
|
|
1572
1584
|
prompts?: string[] | undefined;
|
|
1573
1585
|
transform?: string | undefined;
|
|
1574
1586
|
delay?: number | undefined;
|
|
@@ -1610,8 +1622,8 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
|
|
|
1610
1622
|
} | undefined;
|
|
1611
1623
|
}, {
|
|
1612
1624
|
id?: string | undefined;
|
|
1613
|
-
label?: string | undefined;
|
|
1614
1625
|
config?: any;
|
|
1626
|
+
label?: string | undefined;
|
|
1615
1627
|
prompts?: string[] | undefined;
|
|
1616
1628
|
transform?: string | undefined;
|
|
1617
1629
|
delay?: number | undefined;
|
|
@@ -1925,8 +1937,8 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
|
|
|
1925
1937
|
vars?: string | string[] | Record<string, string | any[] | string[] | {}> | undefined;
|
|
1926
1938
|
provider?: string | {
|
|
1927
1939
|
id?: string | undefined;
|
|
1928
|
-
label?: string | undefined;
|
|
1929
1940
|
config?: any;
|
|
1941
|
+
label?: string | undefined;
|
|
1930
1942
|
prompts?: string[] | undefined;
|
|
1931
1943
|
transform?: string | undefined;
|
|
1932
1944
|
delay?: number | undefined;
|
|
@@ -2039,8 +2051,8 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
|
|
|
2039
2051
|
vars?: string | string[] | Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
2040
2052
|
provider?: string | {
|
|
2041
2053
|
id?: string | undefined;
|
|
2042
|
-
label?: string | undefined;
|
|
2043
2054
|
config?: any;
|
|
2055
|
+
label?: string | undefined;
|
|
2044
2056
|
prompts?: string[] | undefined;
|
|
2045
2057
|
transform?: string | undefined;
|
|
2046
2058
|
delay?: number | undefined;
|
|
@@ -2246,8 +2258,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2246
2258
|
}>>;
|
|
2247
2259
|
}, "strict", z.ZodTypeAny, {
|
|
2248
2260
|
id?: string | undefined;
|
|
2249
|
-
label?: string | undefined;
|
|
2250
2261
|
config?: any;
|
|
2262
|
+
label?: string | undefined;
|
|
2251
2263
|
prompts?: string[] | undefined;
|
|
2252
2264
|
transform?: string | undefined;
|
|
2253
2265
|
delay?: number | undefined;
|
|
@@ -2289,8 +2301,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2289
2301
|
} | undefined;
|
|
2290
2302
|
}, {
|
|
2291
2303
|
id?: string | undefined;
|
|
2292
|
-
label?: string | undefined;
|
|
2293
2304
|
config?: any;
|
|
2305
|
+
label?: string | undefined;
|
|
2294
2306
|
prompts?: string[] | undefined;
|
|
2295
2307
|
transform?: string | undefined;
|
|
2296
2308
|
delay?: number | undefined;
|
|
@@ -2602,8 +2614,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2602
2614
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
2603
2615
|
provider?: string | {
|
|
2604
2616
|
id?: string | undefined;
|
|
2605
|
-
label?: string | undefined;
|
|
2606
2617
|
config?: any;
|
|
2618
|
+
label?: string | undefined;
|
|
2607
2619
|
prompts?: string[] | undefined;
|
|
2608
2620
|
transform?: string | undefined;
|
|
2609
2621
|
delay?: number | undefined;
|
|
@@ -2716,8 +2728,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2716
2728
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
2717
2729
|
provider?: string | {
|
|
2718
2730
|
id?: string | undefined;
|
|
2719
|
-
label?: string | undefined;
|
|
2720
2731
|
config?: any;
|
|
2732
|
+
label?: string | undefined;
|
|
2721
2733
|
prompts?: string[] | undefined;
|
|
2722
2734
|
transform?: string | undefined;
|
|
2723
2735
|
delay?: number | undefined;
|
|
@@ -2848,6 +2860,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2848
2860
|
total?: number | undefined;
|
|
2849
2861
|
}>;
|
|
2850
2862
|
namedScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
|
|
2863
|
+
namedScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
|
|
2851
2864
|
cost: z.ZodNumber;
|
|
2852
2865
|
}, "strip", z.ZodTypeAny, {
|
|
2853
2866
|
cost: number;
|
|
@@ -2864,6 +2877,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2864
2877
|
assertFailCount: number;
|
|
2865
2878
|
totalLatencyMs: number;
|
|
2866
2879
|
namedScores: Record<string, number>;
|
|
2880
|
+
namedScoresCount: Record<string, number>;
|
|
2867
2881
|
}, {
|
|
2868
2882
|
cost: number;
|
|
2869
2883
|
tokenUsage: {
|
|
@@ -2879,6 +2893,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2879
2893
|
assertFailCount: number;
|
|
2880
2894
|
totalLatencyMs: number;
|
|
2881
2895
|
namedScores: Record<string, number>;
|
|
2896
|
+
namedScoresCount: Record<string, number>;
|
|
2882
2897
|
}>>;
|
|
2883
2898
|
}>, "strip", z.ZodTypeAny, {
|
|
2884
2899
|
provider: string;
|
|
@@ -2889,8 +2904,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2889
2904
|
provider?: ApiProvider | undefined;
|
|
2890
2905
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
2891
2906
|
id?: string | undefined;
|
|
2892
|
-
display?: string | undefined;
|
|
2893
2907
|
config?: any;
|
|
2908
|
+
display?: string | undefined;
|
|
2894
2909
|
metrics?: {
|
|
2895
2910
|
cost: number;
|
|
2896
2911
|
tokenUsage: {
|
|
@@ -2906,6 +2921,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2906
2921
|
assertFailCount: number;
|
|
2907
2922
|
totalLatencyMs: number;
|
|
2908
2923
|
namedScores: Record<string, number>;
|
|
2924
|
+
namedScoresCount: Record<string, number>;
|
|
2909
2925
|
} | undefined;
|
|
2910
2926
|
}, {
|
|
2911
2927
|
provider: string;
|
|
@@ -2916,8 +2932,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2916
2932
|
provider?: ApiProvider | undefined;
|
|
2917
2933
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
2918
2934
|
id?: string | undefined;
|
|
2919
|
-
display?: string | undefined;
|
|
2920
2935
|
config?: any;
|
|
2936
|
+
display?: string | undefined;
|
|
2921
2937
|
metrics?: {
|
|
2922
2938
|
cost: number;
|
|
2923
2939
|
tokenUsage: {
|
|
@@ -2933,6 +2949,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2933
2949
|
assertFailCount: number;
|
|
2934
2950
|
totalLatencyMs: number;
|
|
2935
2951
|
namedScores: Record<string, number>;
|
|
2952
|
+
namedScoresCount: Record<string, number>;
|
|
2936
2953
|
} | undefined;
|
|
2937
2954
|
}>;
|
|
2938
2955
|
id: z.ZodString;
|
|
@@ -2948,8 +2965,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2948
2965
|
provider?: ApiProvider | undefined;
|
|
2949
2966
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
2950
2967
|
id?: string | undefined;
|
|
2951
|
-
display?: string | undefined;
|
|
2952
2968
|
config?: any;
|
|
2969
|
+
display?: string | undefined;
|
|
2953
2970
|
metrics?: {
|
|
2954
2971
|
cost: number;
|
|
2955
2972
|
tokenUsage: {
|
|
@@ -2965,6 +2982,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2965
2982
|
assertFailCount: number;
|
|
2966
2983
|
totalLatencyMs: number;
|
|
2967
2984
|
namedScores: Record<string, number>;
|
|
2985
|
+
namedScoresCount: Record<string, number>;
|
|
2968
2986
|
} | undefined;
|
|
2969
2987
|
};
|
|
2970
2988
|
evalId: string;
|
|
@@ -2979,8 +2997,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2979
2997
|
provider?: ApiProvider | undefined;
|
|
2980
2998
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
2981
2999
|
id?: string | undefined;
|
|
2982
|
-
display?: string | undefined;
|
|
2983
3000
|
config?: any;
|
|
3001
|
+
display?: string | undefined;
|
|
2984
3002
|
metrics?: {
|
|
2985
3003
|
cost: number;
|
|
2986
3004
|
tokenUsage: {
|
|
@@ -2996,6 +3014,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2996
3014
|
assertFailCount: number;
|
|
2997
3015
|
totalLatencyMs: number;
|
|
2998
3016
|
namedScores: Record<string, number>;
|
|
3017
|
+
namedScoresCount: Record<string, number>;
|
|
2999
3018
|
} | undefined;
|
|
3000
3019
|
};
|
|
3001
3020
|
evalId: string;
|
|
@@ -3013,8 +3032,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3013
3032
|
provider?: ApiProvider | undefined;
|
|
3014
3033
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
3015
3034
|
id?: string | undefined;
|
|
3016
|
-
display?: string | undefined;
|
|
3017
3035
|
config?: any;
|
|
3036
|
+
display?: string | undefined;
|
|
3018
3037
|
metrics?: {
|
|
3019
3038
|
cost: number;
|
|
3020
3039
|
tokenUsage: {
|
|
@@ -3030,6 +3049,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3030
3049
|
assertFailCount: number;
|
|
3031
3050
|
totalLatencyMs: number;
|
|
3032
3051
|
namedScores: Record<string, number>;
|
|
3052
|
+
namedScoresCount: Record<string, number>;
|
|
3033
3053
|
} | undefined;
|
|
3034
3054
|
};
|
|
3035
3055
|
evalId: string;
|
|
@@ -3063,8 +3083,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3063
3083
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
3064
3084
|
provider?: string | {
|
|
3065
3085
|
id?: string | undefined;
|
|
3066
|
-
label?: string | undefined;
|
|
3067
3086
|
config?: any;
|
|
3087
|
+
label?: string | undefined;
|
|
3068
3088
|
prompts?: string[] | undefined;
|
|
3069
3089
|
transform?: string | undefined;
|
|
3070
3090
|
delay?: number | undefined;
|
|
@@ -3165,8 +3185,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3165
3185
|
provider?: ApiProvider | undefined;
|
|
3166
3186
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
3167
3187
|
id?: string | undefined;
|
|
3168
|
-
display?: string | undefined;
|
|
3169
3188
|
config?: any;
|
|
3189
|
+
display?: string | undefined;
|
|
3170
3190
|
metrics?: {
|
|
3171
3191
|
cost: number;
|
|
3172
3192
|
tokenUsage: {
|
|
@@ -3182,6 +3202,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3182
3202
|
assertFailCount: number;
|
|
3183
3203
|
totalLatencyMs: number;
|
|
3184
3204
|
namedScores: Record<string, number>;
|
|
3205
|
+
namedScoresCount: Record<string, number>;
|
|
3185
3206
|
} | undefined;
|
|
3186
3207
|
};
|
|
3187
3208
|
evalId: string;
|
|
@@ -3215,8 +3236,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3215
3236
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
3216
3237
|
provider?: string | {
|
|
3217
3238
|
id?: string | undefined;
|
|
3218
|
-
label?: string | undefined;
|
|
3219
3239
|
config?: any;
|
|
3240
|
+
label?: string | undefined;
|
|
3220
3241
|
prompts?: string[] | undefined;
|
|
3221
3242
|
transform?: string | undefined;
|
|
3222
3243
|
delay?: number | undefined;
|
|
@@ -3426,8 +3447,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
3426
3447
|
}>>;
|
|
3427
3448
|
}, "strict", z.ZodTypeAny, {
|
|
3428
3449
|
id?: string | undefined;
|
|
3429
|
-
label?: string | undefined;
|
|
3430
3450
|
config?: any;
|
|
3451
|
+
label?: string | undefined;
|
|
3431
3452
|
prompts?: string[] | undefined;
|
|
3432
3453
|
transform?: string | undefined;
|
|
3433
3454
|
delay?: number | undefined;
|
|
@@ -3469,8 +3490,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
3469
3490
|
} | undefined;
|
|
3470
3491
|
}, {
|
|
3471
3492
|
id?: string | undefined;
|
|
3472
|
-
label?: string | undefined;
|
|
3473
3493
|
config?: any;
|
|
3494
|
+
label?: string | undefined;
|
|
3474
3495
|
prompts?: string[] | undefined;
|
|
3475
3496
|
transform?: string | undefined;
|
|
3476
3497
|
delay?: number | undefined;
|
|
@@ -3782,8 +3803,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
3782
3803
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
3783
3804
|
provider?: string | {
|
|
3784
3805
|
id?: string | undefined;
|
|
3785
|
-
label?: string | undefined;
|
|
3786
3806
|
config?: any;
|
|
3807
|
+
label?: string | undefined;
|
|
3787
3808
|
prompts?: string[] | undefined;
|
|
3788
3809
|
transform?: string | undefined;
|
|
3789
3810
|
delay?: number | undefined;
|
|
@@ -3896,8 +3917,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
3896
3917
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
3897
3918
|
provider?: string | {
|
|
3898
3919
|
id?: string | undefined;
|
|
3899
|
-
label?: string | undefined;
|
|
3900
3920
|
config?: any;
|
|
3921
|
+
label?: string | undefined;
|
|
3901
3922
|
prompts?: string[] | undefined;
|
|
3902
3923
|
transform?: string | undefined;
|
|
3903
3924
|
delay?: number | undefined;
|
|
@@ -4100,8 +4121,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4100
4121
|
}>>;
|
|
4101
4122
|
}, "strict", z.ZodTypeAny, {
|
|
4102
4123
|
id?: string | undefined;
|
|
4103
|
-
label?: string | undefined;
|
|
4104
4124
|
config?: any;
|
|
4125
|
+
label?: string | undefined;
|
|
4105
4126
|
prompts?: string[] | undefined;
|
|
4106
4127
|
transform?: string | undefined;
|
|
4107
4128
|
delay?: number | undefined;
|
|
@@ -4143,8 +4164,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4143
4164
|
} | undefined;
|
|
4144
4165
|
}, {
|
|
4145
4166
|
id?: string | undefined;
|
|
4146
|
-
label?: string | undefined;
|
|
4147
4167
|
config?: any;
|
|
4168
|
+
label?: string | undefined;
|
|
4148
4169
|
prompts?: string[] | undefined;
|
|
4149
4170
|
transform?: string | undefined;
|
|
4150
4171
|
delay?: number | undefined;
|
|
@@ -4456,8 +4477,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4456
4477
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
4457
4478
|
provider?: string | {
|
|
4458
4479
|
id?: string | undefined;
|
|
4459
|
-
label?: string | undefined;
|
|
4460
4480
|
config?: any;
|
|
4481
|
+
label?: string | undefined;
|
|
4461
4482
|
prompts?: string[] | undefined;
|
|
4462
4483
|
transform?: string | undefined;
|
|
4463
4484
|
delay?: number | undefined;
|
|
@@ -4570,8 +4591,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4570
4591
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
4571
4592
|
provider?: string | {
|
|
4572
4593
|
id?: string | undefined;
|
|
4573
|
-
label?: string | undefined;
|
|
4574
4594
|
config?: any;
|
|
4595
|
+
label?: string | undefined;
|
|
4575
4596
|
prompts?: string[] | undefined;
|
|
4576
4597
|
transform?: string | undefined;
|
|
4577
4598
|
delay?: number | undefined;
|
|
@@ -4686,8 +4707,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4686
4707
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
4687
4708
|
provider?: string | {
|
|
4688
4709
|
id?: string | undefined;
|
|
4689
|
-
label?: string | undefined;
|
|
4690
4710
|
config?: any;
|
|
4711
|
+
label?: string | undefined;
|
|
4691
4712
|
prompts?: string[] | undefined;
|
|
4692
4713
|
transform?: string | undefined;
|
|
4693
4714
|
delay?: number | undefined;
|
|
@@ -4801,8 +4822,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4801
4822
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
4802
4823
|
provider?: string | {
|
|
4803
4824
|
id?: string | undefined;
|
|
4804
|
-
label?: string | undefined;
|
|
4805
4825
|
config?: any;
|
|
4826
|
+
label?: string | undefined;
|
|
4806
4827
|
prompts?: string[] | undefined;
|
|
4807
4828
|
transform?: string | undefined;
|
|
4808
4829
|
delay?: number | undefined;
|
|
@@ -4918,8 +4939,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4918
4939
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
4919
4940
|
provider?: string | {
|
|
4920
4941
|
id?: string | undefined;
|
|
4921
|
-
label?: string | undefined;
|
|
4922
4942
|
config?: any;
|
|
4943
|
+
label?: string | undefined;
|
|
4923
4944
|
prompts?: string[] | undefined;
|
|
4924
4945
|
transform?: string | undefined;
|
|
4925
4946
|
delay?: number | undefined;
|
|
@@ -5033,8 +5054,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
5033
5054
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
5034
5055
|
provider?: string | {
|
|
5035
5056
|
id?: string | undefined;
|
|
5036
|
-
label?: string | undefined;
|
|
5037
5057
|
config?: any;
|
|
5058
|
+
label?: string | undefined;
|
|
5038
5059
|
prompts?: string[] | undefined;
|
|
5039
5060
|
transform?: string | undefined;
|
|
5040
5061
|
delay?: number | undefined;
|
|
@@ -5240,8 +5261,8 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
|
|
|
5240
5261
|
}>>;
|
|
5241
5262
|
}, "strict", z.ZodTypeAny, {
|
|
5242
5263
|
id?: string | undefined;
|
|
5243
|
-
label?: string | undefined;
|
|
5244
5264
|
config?: any;
|
|
5265
|
+
label?: string | undefined;
|
|
5245
5266
|
prompts?: string[] | undefined;
|
|
5246
5267
|
transform?: string | undefined;
|
|
5247
5268
|
delay?: number | undefined;
|
|
@@ -5283,8 +5304,8 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
|
|
|
5283
5304
|
} | undefined;
|
|
5284
5305
|
}, {
|
|
5285
5306
|
id?: string | undefined;
|
|
5286
|
-
label?: string | undefined;
|
|
5287
5307
|
config?: any;
|
|
5308
|
+
label?: string | undefined;
|
|
5288
5309
|
prompts?: string[] | undefined;
|
|
5289
5310
|
transform?: string | undefined;
|
|
5290
5311
|
delay?: number | undefined;
|
|
@@ -5598,8 +5619,8 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
|
|
|
5598
5619
|
vars?: Record<string, string | {}> | undefined;
|
|
5599
5620
|
provider?: string | {
|
|
5600
5621
|
id?: string | undefined;
|
|
5601
|
-
label?: string | undefined;
|
|
5602
5622
|
config?: any;
|
|
5623
|
+
label?: string | undefined;
|
|
5603
5624
|
prompts?: string[] | undefined;
|
|
5604
5625
|
transform?: string | undefined;
|
|
5605
5626
|
delay?: number | undefined;
|
|
@@ -5712,8 +5733,8 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
|
|
|
5712
5733
|
vars?: Record<string, string | {}> | undefined;
|
|
5713
5734
|
provider?: string | {
|
|
5714
5735
|
id?: string | undefined;
|
|
5715
|
-
label?: string | undefined;
|
|
5716
5736
|
config?: any;
|
|
5737
|
+
label?: string | undefined;
|
|
5717
5738
|
prompts?: string[] | undefined;
|
|
5718
5739
|
transform?: string | undefined;
|
|
5719
5740
|
delay?: number | undefined;
|
|
@@ -5862,8 +5883,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
5862
5883
|
provider?: ApiProvider | undefined;
|
|
5863
5884
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
5864
5885
|
id?: string | undefined;
|
|
5865
|
-
display?: string | undefined;
|
|
5866
5886
|
config?: any;
|
|
5887
|
+
display?: string | undefined;
|
|
5867
5888
|
}, {
|
|
5868
5889
|
raw: string;
|
|
5869
5890
|
label: string;
|
|
@@ -5872,8 +5893,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
5872
5893
|
provider?: ApiProvider | undefined;
|
|
5873
5894
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
5874
5895
|
id?: string | undefined;
|
|
5875
|
-
display?: string | undefined;
|
|
5876
5896
|
config?: any;
|
|
5897
|
+
display?: string | undefined;
|
|
5877
5898
|
}>, "many">;
|
|
5878
5899
|
providerPromptMap: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodEffects<z.ZodString, string[], string>, z.ZodArray<z.ZodString, "many">]>>>;
|
|
5879
5900
|
tests: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
@@ -5994,8 +6015,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
5994
6015
|
}>>;
|
|
5995
6016
|
}, "strict", z.ZodTypeAny, {
|
|
5996
6017
|
id?: string | undefined;
|
|
5997
|
-
label?: string | undefined;
|
|
5998
6018
|
config?: any;
|
|
6019
|
+
label?: string | undefined;
|
|
5999
6020
|
prompts?: string[] | undefined;
|
|
6000
6021
|
transform?: string | undefined;
|
|
6001
6022
|
delay?: number | undefined;
|
|
@@ -6037,8 +6058,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
6037
6058
|
} | undefined;
|
|
6038
6059
|
}, {
|
|
6039
6060
|
id?: string | undefined;
|
|
6040
|
-
label?: string | undefined;
|
|
6041
6061
|
config?: any;
|
|
6062
|
+
label?: string | undefined;
|
|
6042
6063
|
prompts?: string[] | undefined;
|
|
6043
6064
|
transform?: string | undefined;
|
|
6044
6065
|
delay?: number | undefined;
|
|
@@ -6350,8 +6371,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
6350
6371
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
6351
6372
|
provider?: string | {
|
|
6352
6373
|
id?: string | undefined;
|
|
6353
|
-
label?: string | undefined;
|
|
6354
6374
|
config?: any;
|
|
6375
|
+
label?: string | undefined;
|
|
6355
6376
|
prompts?: string[] | undefined;
|
|
6356
6377
|
transform?: string | undefined;
|
|
6357
6378
|
delay?: number | undefined;
|
|
@@ -6464,8 +6485,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
6464
6485
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
6465
6486
|
provider?: string | {
|
|
6466
6487
|
id?: string | undefined;
|
|
6467
|
-
label?: string | undefined;
|
|
6468
6488
|
config?: any;
|
|
6489
|
+
label?: string | undefined;
|
|
6469
6490
|
prompts?: string[] | undefined;
|
|
6470
6491
|
transform?: string | undefined;
|
|
6471
6492
|
delay?: number | undefined;
|
|
@@ -6670,8 +6691,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
6670
6691
|
}>>;
|
|
6671
6692
|
}, "strict", z.ZodTypeAny, {
|
|
6672
6693
|
id?: string | undefined;
|
|
6673
|
-
label?: string | undefined;
|
|
6674
6694
|
config?: any;
|
|
6695
|
+
label?: string | undefined;
|
|
6675
6696
|
prompts?: string[] | undefined;
|
|
6676
6697
|
transform?: string | undefined;
|
|
6677
6698
|
delay?: number | undefined;
|
|
@@ -6713,8 +6734,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
6713
6734
|
} | undefined;
|
|
6714
6735
|
}, {
|
|
6715
6736
|
id?: string | undefined;
|
|
6716
|
-
label?: string | undefined;
|
|
6717
6737
|
config?: any;
|
|
6738
|
+
label?: string | undefined;
|
|
6718
6739
|
prompts?: string[] | undefined;
|
|
6719
6740
|
transform?: string | undefined;
|
|
6720
6741
|
delay?: number | undefined;
|
|
@@ -7026,8 +7047,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7026
7047
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
7027
7048
|
provider?: string | {
|
|
7028
7049
|
id?: string | undefined;
|
|
7029
|
-
label?: string | undefined;
|
|
7030
7050
|
config?: any;
|
|
7051
|
+
label?: string | undefined;
|
|
7031
7052
|
prompts?: string[] | undefined;
|
|
7032
7053
|
transform?: string | undefined;
|
|
7033
7054
|
delay?: number | undefined;
|
|
@@ -7140,8 +7161,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7140
7161
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
7141
7162
|
provider?: string | {
|
|
7142
7163
|
id?: string | undefined;
|
|
7143
|
-
label?: string | undefined;
|
|
7144
7164
|
config?: any;
|
|
7165
|
+
label?: string | undefined;
|
|
7145
7166
|
prompts?: string[] | undefined;
|
|
7146
7167
|
transform?: string | undefined;
|
|
7147
7168
|
delay?: number | undefined;
|
|
@@ -7344,8 +7365,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7344
7365
|
}>>;
|
|
7345
7366
|
}, "strict", z.ZodTypeAny, {
|
|
7346
7367
|
id?: string | undefined;
|
|
7347
|
-
label?: string | undefined;
|
|
7348
7368
|
config?: any;
|
|
7369
|
+
label?: string | undefined;
|
|
7349
7370
|
prompts?: string[] | undefined;
|
|
7350
7371
|
transform?: string | undefined;
|
|
7351
7372
|
delay?: number | undefined;
|
|
@@ -7387,8 +7408,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7387
7408
|
} | undefined;
|
|
7388
7409
|
}, {
|
|
7389
7410
|
id?: string | undefined;
|
|
7390
|
-
label?: string | undefined;
|
|
7391
7411
|
config?: any;
|
|
7412
|
+
label?: string | undefined;
|
|
7392
7413
|
prompts?: string[] | undefined;
|
|
7393
7414
|
transform?: string | undefined;
|
|
7394
7415
|
delay?: number | undefined;
|
|
@@ -7700,8 +7721,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7700
7721
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
7701
7722
|
provider?: string | {
|
|
7702
7723
|
id?: string | undefined;
|
|
7703
|
-
label?: string | undefined;
|
|
7704
7724
|
config?: any;
|
|
7725
|
+
label?: string | undefined;
|
|
7705
7726
|
prompts?: string[] | undefined;
|
|
7706
7727
|
transform?: string | undefined;
|
|
7707
7728
|
delay?: number | undefined;
|
|
@@ -7814,8 +7835,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7814
7835
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
7815
7836
|
provider?: string | {
|
|
7816
7837
|
id?: string | undefined;
|
|
7817
|
-
label?: string | undefined;
|
|
7818
7838
|
config?: any;
|
|
7839
|
+
label?: string | undefined;
|
|
7819
7840
|
prompts?: string[] | undefined;
|
|
7820
7841
|
transform?: string | undefined;
|
|
7821
7842
|
delay?: number | undefined;
|
|
@@ -7930,8 +7951,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7930
7951
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
7931
7952
|
provider?: string | {
|
|
7932
7953
|
id?: string | undefined;
|
|
7933
|
-
label?: string | undefined;
|
|
7934
7954
|
config?: any;
|
|
7955
|
+
label?: string | undefined;
|
|
7935
7956
|
prompts?: string[] | undefined;
|
|
7936
7957
|
transform?: string | undefined;
|
|
7937
7958
|
delay?: number | undefined;
|
|
@@ -8045,8 +8066,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
8045
8066
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
8046
8067
|
provider?: string | {
|
|
8047
8068
|
id?: string | undefined;
|
|
8048
|
-
label?: string | undefined;
|
|
8049
8069
|
config?: any;
|
|
8070
|
+
label?: string | undefined;
|
|
8050
8071
|
prompts?: string[] | undefined;
|
|
8051
8072
|
transform?: string | undefined;
|
|
8052
8073
|
delay?: number | undefined;
|
|
@@ -8162,8 +8183,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
8162
8183
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
8163
8184
|
provider?: string | {
|
|
8164
8185
|
id?: string | undefined;
|
|
8165
|
-
label?: string | undefined;
|
|
8166
8186
|
config?: any;
|
|
8187
|
+
label?: string | undefined;
|
|
8167
8188
|
prompts?: string[] | undefined;
|
|
8168
8189
|
transform?: string | undefined;
|
|
8169
8190
|
delay?: number | undefined;
|
|
@@ -8277,8 +8298,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
8277
8298
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
8278
8299
|
provider?: string | {
|
|
8279
8300
|
id?: string | undefined;
|
|
8280
|
-
label?: string | undefined;
|
|
8281
8301
|
config?: any;
|
|
8302
|
+
label?: string | undefined;
|
|
8282
8303
|
prompts?: string[] | undefined;
|
|
8283
8304
|
transform?: string | undefined;
|
|
8284
8305
|
delay?: number | undefined;
|
|
@@ -8483,8 +8504,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
8483
8504
|
}>>;
|
|
8484
8505
|
}, "strict", z.ZodTypeAny, {
|
|
8485
8506
|
id?: string | undefined;
|
|
8486
|
-
label?: string | undefined;
|
|
8487
8507
|
config?: any;
|
|
8508
|
+
label?: string | undefined;
|
|
8488
8509
|
prompts?: string[] | undefined;
|
|
8489
8510
|
transform?: string | undefined;
|
|
8490
8511
|
delay?: number | undefined;
|
|
@@ -8526,8 +8547,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
8526
8547
|
} | undefined;
|
|
8527
8548
|
}, {
|
|
8528
8549
|
id?: string | undefined;
|
|
8529
|
-
label?: string | undefined;
|
|
8530
8550
|
config?: any;
|
|
8551
|
+
label?: string | undefined;
|
|
8531
8552
|
prompts?: string[] | undefined;
|
|
8532
8553
|
transform?: string | undefined;
|
|
8533
8554
|
delay?: number | undefined;
|
|
@@ -8839,8 +8860,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
8839
8860
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
8840
8861
|
provider?: string | {
|
|
8841
8862
|
id?: string | undefined;
|
|
8842
|
-
label?: string | undefined;
|
|
8843
8863
|
config?: any;
|
|
8864
|
+
label?: string | undefined;
|
|
8844
8865
|
prompts?: string[] | undefined;
|
|
8845
8866
|
transform?: string | undefined;
|
|
8846
8867
|
delay?: number | undefined;
|
|
@@ -8953,8 +8974,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
8953
8974
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
8954
8975
|
provider?: string | {
|
|
8955
8976
|
id?: string | undefined;
|
|
8956
|
-
label?: string | undefined;
|
|
8957
8977
|
config?: any;
|
|
8978
|
+
label?: string | undefined;
|
|
8958
8979
|
prompts?: string[] | undefined;
|
|
8959
8980
|
transform?: string | undefined;
|
|
8960
8981
|
delay?: number | undefined;
|
|
@@ -9167,8 +9188,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9167
9188
|
provider?: ApiProvider | undefined;
|
|
9168
9189
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
9169
9190
|
id?: string | undefined;
|
|
9170
|
-
display?: string | undefined;
|
|
9171
9191
|
config?: any;
|
|
9192
|
+
display?: string | undefined;
|
|
9172
9193
|
}[];
|
|
9173
9194
|
providers: {
|
|
9174
9195
|
callApi: import("./providers").CallApiFunction;
|
|
@@ -9245,8 +9266,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9245
9266
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
9246
9267
|
provider?: string | {
|
|
9247
9268
|
id?: string | undefined;
|
|
9248
|
-
label?: string | undefined;
|
|
9249
9269
|
config?: any;
|
|
9270
|
+
label?: string | undefined;
|
|
9250
9271
|
prompts?: string[] | undefined;
|
|
9251
9272
|
transform?: string | undefined;
|
|
9252
9273
|
delay?: number | undefined;
|
|
@@ -9363,8 +9384,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9363
9384
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
9364
9385
|
provider?: string | {
|
|
9365
9386
|
id?: string | undefined;
|
|
9366
|
-
label?: string | undefined;
|
|
9367
9387
|
config?: any;
|
|
9388
|
+
label?: string | undefined;
|
|
9368
9389
|
prompts?: string[] | undefined;
|
|
9369
9390
|
transform?: string | undefined;
|
|
9370
9391
|
delay?: number | undefined;
|
|
@@ -9478,8 +9499,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9478
9499
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
9479
9500
|
provider?: string | {
|
|
9480
9501
|
id?: string | undefined;
|
|
9481
|
-
label?: string | undefined;
|
|
9482
9502
|
config?: any;
|
|
9503
|
+
label?: string | undefined;
|
|
9483
9504
|
prompts?: string[] | undefined;
|
|
9484
9505
|
transform?: string | undefined;
|
|
9485
9506
|
delay?: number | undefined;
|
|
@@ -9595,8 +9616,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9595
9616
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
9596
9617
|
provider?: string | {
|
|
9597
9618
|
id?: string | undefined;
|
|
9598
|
-
label?: string | undefined;
|
|
9599
9619
|
config?: any;
|
|
9620
|
+
label?: string | undefined;
|
|
9600
9621
|
prompts?: string[] | undefined;
|
|
9601
9622
|
transform?: string | undefined;
|
|
9602
9623
|
delay?: number | undefined;
|
|
@@ -9697,8 +9718,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9697
9718
|
provider?: ApiProvider | undefined;
|
|
9698
9719
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
9699
9720
|
id?: string | undefined;
|
|
9700
|
-
display?: string | undefined;
|
|
9701
9721
|
config?: any;
|
|
9722
|
+
display?: string | undefined;
|
|
9702
9723
|
}[];
|
|
9703
9724
|
providers: {
|
|
9704
9725
|
callApi: import("./providers").CallApiFunction;
|
|
@@ -9775,8 +9796,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9775
9796
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
9776
9797
|
provider?: string | {
|
|
9777
9798
|
id?: string | undefined;
|
|
9778
|
-
label?: string | undefined;
|
|
9779
9799
|
config?: any;
|
|
9800
|
+
label?: string | undefined;
|
|
9780
9801
|
prompts?: string[] | undefined;
|
|
9781
9802
|
transform?: string | undefined;
|
|
9782
9803
|
delay?: number | undefined;
|
|
@@ -9893,8 +9914,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9893
9914
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
9894
9915
|
provider?: string | {
|
|
9895
9916
|
id?: string | undefined;
|
|
9896
|
-
label?: string | undefined;
|
|
9897
9917
|
config?: any;
|
|
9918
|
+
label?: string | undefined;
|
|
9898
9919
|
prompts?: string[] | undefined;
|
|
9899
9920
|
transform?: string | undefined;
|
|
9900
9921
|
delay?: number | undefined;
|
|
@@ -10008,8 +10029,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
10008
10029
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
10009
10030
|
provider?: string | {
|
|
10010
10031
|
id?: string | undefined;
|
|
10011
|
-
label?: string | undefined;
|
|
10012
10032
|
config?: any;
|
|
10033
|
+
label?: string | undefined;
|
|
10013
10034
|
prompts?: string[] | undefined;
|
|
10014
10035
|
transform?: string | undefined;
|
|
10015
10036
|
delay?: number | undefined;
|
|
@@ -10125,8 +10146,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
10125
10146
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
10126
10147
|
provider?: string | {
|
|
10127
10148
|
id?: string | undefined;
|
|
10128
|
-
label?: string | undefined;
|
|
10129
10149
|
config?: any;
|
|
10150
|
+
label?: string | undefined;
|
|
10130
10151
|
prompts?: string[] | undefined;
|
|
10131
10152
|
transform?: string | undefined;
|
|
10132
10153
|
delay?: number | undefined;
|
|
@@ -10253,8 +10274,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10253
10274
|
provider?: ApiProvider | undefined;
|
|
10254
10275
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
10255
10276
|
id?: string | undefined;
|
|
10256
|
-
display?: string | undefined;
|
|
10257
10277
|
config?: any;
|
|
10278
|
+
display?: string | undefined;
|
|
10258
10279
|
}, {
|
|
10259
10280
|
raw: string;
|
|
10260
10281
|
label: string;
|
|
@@ -10263,8 +10284,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10263
10284
|
provider?: ApiProvider | undefined;
|
|
10264
10285
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
10265
10286
|
id?: string | undefined;
|
|
10266
|
-
display?: string | undefined;
|
|
10267
10287
|
config?: any;
|
|
10288
|
+
display?: string | undefined;
|
|
10268
10289
|
}>;
|
|
10269
10290
|
vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
|
|
10270
10291
|
}, "strip", z.ZodTypeAny, {
|
|
@@ -10277,8 +10298,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10277
10298
|
provider?: ApiProvider | undefined;
|
|
10278
10299
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
10279
10300
|
id?: string | undefined;
|
|
10280
|
-
display?: string | undefined;
|
|
10281
10301
|
config?: any;
|
|
10302
|
+
display?: string | undefined;
|
|
10282
10303
|
};
|
|
10283
10304
|
fetchWithCache?: any;
|
|
10284
10305
|
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
@@ -10295,8 +10316,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10295
10316
|
provider?: ApiProvider | undefined;
|
|
10296
10317
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
10297
10318
|
id?: string | undefined;
|
|
10298
|
-
display?: string | undefined;
|
|
10299
10319
|
config?: any;
|
|
10320
|
+
display?: string | undefined;
|
|
10300
10321
|
};
|
|
10301
10322
|
fetchWithCache?: any;
|
|
10302
10323
|
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
@@ -10430,8 +10451,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10430
10451
|
}>>;
|
|
10431
10452
|
}, "strict", z.ZodTypeAny, {
|
|
10432
10453
|
id?: string | undefined;
|
|
10433
|
-
label?: string | undefined;
|
|
10434
10454
|
config?: any;
|
|
10455
|
+
label?: string | undefined;
|
|
10435
10456
|
prompts?: string[] | undefined;
|
|
10436
10457
|
transform?: string | undefined;
|
|
10437
10458
|
delay?: number | undefined;
|
|
@@ -10473,8 +10494,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10473
10494
|
} | undefined;
|
|
10474
10495
|
}, {
|
|
10475
10496
|
id?: string | undefined;
|
|
10476
|
-
label?: string | undefined;
|
|
10477
10497
|
config?: any;
|
|
10498
|
+
label?: string | undefined;
|
|
10478
10499
|
prompts?: string[] | undefined;
|
|
10479
10500
|
transform?: string | undefined;
|
|
10480
10501
|
delay?: number | undefined;
|
|
@@ -10629,8 +10650,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10629
10650
|
}>>;
|
|
10630
10651
|
}, "strict", z.ZodTypeAny, {
|
|
10631
10652
|
id?: string | undefined;
|
|
10632
|
-
label?: string | undefined;
|
|
10633
10653
|
config?: any;
|
|
10654
|
+
label?: string | undefined;
|
|
10634
10655
|
prompts?: string[] | undefined;
|
|
10635
10656
|
transform?: string | undefined;
|
|
10636
10657
|
delay?: number | undefined;
|
|
@@ -10672,8 +10693,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10672
10693
|
} | undefined;
|
|
10673
10694
|
}, {
|
|
10674
10695
|
id?: string | undefined;
|
|
10675
|
-
label?: string | undefined;
|
|
10676
10696
|
config?: any;
|
|
10697
|
+
label?: string | undefined;
|
|
10677
10698
|
prompts?: string[] | undefined;
|
|
10678
10699
|
transform?: string | undefined;
|
|
10679
10700
|
delay?: number | undefined;
|
|
@@ -10743,8 +10764,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10743
10764
|
provider?: ApiProvider | undefined;
|
|
10744
10765
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
10745
10766
|
id?: string | undefined;
|
|
10746
|
-
display?: string | undefined;
|
|
10747
10767
|
config?: any;
|
|
10768
|
+
display?: string | undefined;
|
|
10748
10769
|
}, {
|
|
10749
10770
|
raw: string;
|
|
10750
10771
|
label: string;
|
|
@@ -10753,8 +10774,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10753
10774
|
provider?: ApiProvider | undefined;
|
|
10754
10775
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
10755
10776
|
id?: string | undefined;
|
|
10756
|
-
display?: string | undefined;
|
|
10757
10777
|
config?: any;
|
|
10778
|
+
display?: string | undefined;
|
|
10758
10779
|
}>;
|
|
10759
10780
|
vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
|
|
10760
10781
|
}, "strip", z.ZodTypeAny, {
|
|
@@ -10767,8 +10788,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10767
10788
|
provider?: ApiProvider | undefined;
|
|
10768
10789
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
10769
10790
|
id?: string | undefined;
|
|
10770
|
-
display?: string | undefined;
|
|
10771
10791
|
config?: any;
|
|
10792
|
+
display?: string | undefined;
|
|
10772
10793
|
};
|
|
10773
10794
|
fetchWithCache?: any;
|
|
10774
10795
|
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
@@ -10785,8 +10806,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10785
10806
|
provider?: ApiProvider | undefined;
|
|
10786
10807
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
10787
10808
|
id?: string | undefined;
|
|
10788
|
-
display?: string | undefined;
|
|
10789
10809
|
config?: any;
|
|
10810
|
+
display?: string | undefined;
|
|
10790
10811
|
};
|
|
10791
10812
|
fetchWithCache?: any;
|
|
10792
10813
|
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
@@ -10842,8 +10863,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10842
10863
|
provider?: ApiProvider | undefined;
|
|
10843
10864
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
10844
10865
|
id?: string | undefined;
|
|
10845
|
-
display?: string | undefined;
|
|
10846
10866
|
config?: any;
|
|
10867
|
+
display?: string | undefined;
|
|
10847
10868
|
}, {
|
|
10848
10869
|
raw: string;
|
|
10849
10870
|
label: string;
|
|
@@ -10852,8 +10873,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10852
10873
|
provider?: ApiProvider | undefined;
|
|
10853
10874
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
10854
10875
|
id?: string | undefined;
|
|
10855
|
-
display?: string | undefined;
|
|
10856
10876
|
config?: any;
|
|
10877
|
+
display?: string | undefined;
|
|
10857
10878
|
}>]>, "many">, z.ZodRecord<z.ZodString, z.ZodString>]>;
|
|
10858
10879
|
tests: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodUnion<[z.ZodString, z.ZodObject<{
|
|
10859
10880
|
description: z.ZodOptional<z.ZodString>;
|
|
@@ -10973,8 +10994,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10973
10994
|
}>>;
|
|
10974
10995
|
}, "strict", z.ZodTypeAny, {
|
|
10975
10996
|
id?: string | undefined;
|
|
10976
|
-
label?: string | undefined;
|
|
10977
10997
|
config?: any;
|
|
10998
|
+
label?: string | undefined;
|
|
10978
10999
|
prompts?: string[] | undefined;
|
|
10979
11000
|
transform?: string | undefined;
|
|
10980
11001
|
delay?: number | undefined;
|
|
@@ -11016,8 +11037,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
11016
11037
|
} | undefined;
|
|
11017
11038
|
}, {
|
|
11018
11039
|
id?: string | undefined;
|
|
11019
|
-
label?: string | undefined;
|
|
11020
11040
|
config?: any;
|
|
11041
|
+
label?: string | undefined;
|
|
11021
11042
|
prompts?: string[] | undefined;
|
|
11022
11043
|
transform?: string | undefined;
|
|
11023
11044
|
delay?: number | undefined;
|
|
@@ -11329,8 +11350,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
11329
11350
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
11330
11351
|
provider?: string | {
|
|
11331
11352
|
id?: string | undefined;
|
|
11332
|
-
label?: string | undefined;
|
|
11333
11353
|
config?: any;
|
|
11354
|
+
label?: string | undefined;
|
|
11334
11355
|
prompts?: string[] | undefined;
|
|
11335
11356
|
transform?: string | undefined;
|
|
11336
11357
|
delay?: number | undefined;
|
|
@@ -11443,8 +11464,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
11443
11464
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
11444
11465
|
provider?: string | {
|
|
11445
11466
|
id?: string | undefined;
|
|
11446
|
-
label?: string | undefined;
|
|
11447
11467
|
config?: any;
|
|
11468
|
+
label?: string | undefined;
|
|
11448
11469
|
prompts?: string[] | undefined;
|
|
11449
11470
|
transform?: string | undefined;
|
|
11450
11471
|
delay?: number | undefined;
|
|
@@ -11649,8 +11670,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
11649
11670
|
}>>;
|
|
11650
11671
|
}, "strict", z.ZodTypeAny, {
|
|
11651
11672
|
id?: string | undefined;
|
|
11652
|
-
label?: string | undefined;
|
|
11653
11673
|
config?: any;
|
|
11674
|
+
label?: string | undefined;
|
|
11654
11675
|
prompts?: string[] | undefined;
|
|
11655
11676
|
transform?: string | undefined;
|
|
11656
11677
|
delay?: number | undefined;
|
|
@@ -11692,8 +11713,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
11692
11713
|
} | undefined;
|
|
11693
11714
|
}, {
|
|
11694
11715
|
id?: string | undefined;
|
|
11695
|
-
label?: string | undefined;
|
|
11696
11716
|
config?: any;
|
|
11717
|
+
label?: string | undefined;
|
|
11697
11718
|
prompts?: string[] | undefined;
|
|
11698
11719
|
transform?: string | undefined;
|
|
11699
11720
|
delay?: number | undefined;
|
|
@@ -12005,8 +12026,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
12005
12026
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
12006
12027
|
provider?: string | {
|
|
12007
12028
|
id?: string | undefined;
|
|
12008
|
-
label?: string | undefined;
|
|
12009
12029
|
config?: any;
|
|
12030
|
+
label?: string | undefined;
|
|
12010
12031
|
prompts?: string[] | undefined;
|
|
12011
12032
|
transform?: string | undefined;
|
|
12012
12033
|
delay?: number | undefined;
|
|
@@ -12119,8 +12140,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
12119
12140
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
12120
12141
|
provider?: string | {
|
|
12121
12142
|
id?: string | undefined;
|
|
12122
|
-
label?: string | undefined;
|
|
12123
12143
|
config?: any;
|
|
12144
|
+
label?: string | undefined;
|
|
12124
12145
|
prompts?: string[] | undefined;
|
|
12125
12146
|
transform?: string | undefined;
|
|
12126
12147
|
delay?: number | undefined;
|
|
@@ -12323,8 +12344,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
12323
12344
|
}>>;
|
|
12324
12345
|
}, "strict", z.ZodTypeAny, {
|
|
12325
12346
|
id?: string | undefined;
|
|
12326
|
-
label?: string | undefined;
|
|
12327
12347
|
config?: any;
|
|
12348
|
+
label?: string | undefined;
|
|
12328
12349
|
prompts?: string[] | undefined;
|
|
12329
12350
|
transform?: string | undefined;
|
|
12330
12351
|
delay?: number | undefined;
|
|
@@ -12366,8 +12387,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
12366
12387
|
} | undefined;
|
|
12367
12388
|
}, {
|
|
12368
12389
|
id?: string | undefined;
|
|
12369
|
-
label?: string | undefined;
|
|
12370
12390
|
config?: any;
|
|
12391
|
+
label?: string | undefined;
|
|
12371
12392
|
prompts?: string[] | undefined;
|
|
12372
12393
|
transform?: string | undefined;
|
|
12373
12394
|
delay?: number | undefined;
|
|
@@ -12679,8 +12700,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
12679
12700
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
12680
12701
|
provider?: string | {
|
|
12681
12702
|
id?: string | undefined;
|
|
12682
|
-
label?: string | undefined;
|
|
12683
12703
|
config?: any;
|
|
12704
|
+
label?: string | undefined;
|
|
12684
12705
|
prompts?: string[] | undefined;
|
|
12685
12706
|
transform?: string | undefined;
|
|
12686
12707
|
delay?: number | undefined;
|
|
@@ -12793,8 +12814,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
12793
12814
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
12794
12815
|
provider?: string | {
|
|
12795
12816
|
id?: string | undefined;
|
|
12796
|
-
label?: string | undefined;
|
|
12797
12817
|
config?: any;
|
|
12818
|
+
label?: string | undefined;
|
|
12798
12819
|
prompts?: string[] | undefined;
|
|
12799
12820
|
transform?: string | undefined;
|
|
12800
12821
|
delay?: number | undefined;
|
|
@@ -12909,8 +12930,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
12909
12930
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
12910
12931
|
provider?: string | {
|
|
12911
12932
|
id?: string | undefined;
|
|
12912
|
-
label?: string | undefined;
|
|
12913
12933
|
config?: any;
|
|
12934
|
+
label?: string | undefined;
|
|
12914
12935
|
prompts?: string[] | undefined;
|
|
12915
12936
|
transform?: string | undefined;
|
|
12916
12937
|
delay?: number | undefined;
|
|
@@ -13024,8 +13045,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
13024
13045
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
13025
13046
|
provider?: string | {
|
|
13026
13047
|
id?: string | undefined;
|
|
13027
|
-
label?: string | undefined;
|
|
13028
13048
|
config?: any;
|
|
13049
|
+
label?: string | undefined;
|
|
13029
13050
|
prompts?: string[] | undefined;
|
|
13030
13051
|
transform?: string | undefined;
|
|
13031
13052
|
delay?: number | undefined;
|
|
@@ -13141,8 +13162,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
13141
13162
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
13142
13163
|
provider?: string | {
|
|
13143
13164
|
id?: string | undefined;
|
|
13144
|
-
label?: string | undefined;
|
|
13145
13165
|
config?: any;
|
|
13166
|
+
label?: string | undefined;
|
|
13146
13167
|
prompts?: string[] | undefined;
|
|
13147
13168
|
transform?: string | undefined;
|
|
13148
13169
|
delay?: number | undefined;
|
|
@@ -13256,8 +13277,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
13256
13277
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
13257
13278
|
provider?: string | {
|
|
13258
13279
|
id?: string | undefined;
|
|
13259
|
-
label?: string | undefined;
|
|
13260
13280
|
config?: any;
|
|
13281
|
+
label?: string | undefined;
|
|
13261
13282
|
prompts?: string[] | undefined;
|
|
13262
13283
|
transform?: string | undefined;
|
|
13263
13284
|
delay?: number | undefined;
|
|
@@ -13462,8 +13483,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
13462
13483
|
}>>;
|
|
13463
13484
|
}, "strict", z.ZodTypeAny, {
|
|
13464
13485
|
id?: string | undefined;
|
|
13465
|
-
label?: string | undefined;
|
|
13466
13486
|
config?: any;
|
|
13487
|
+
label?: string | undefined;
|
|
13467
13488
|
prompts?: string[] | undefined;
|
|
13468
13489
|
transform?: string | undefined;
|
|
13469
13490
|
delay?: number | undefined;
|
|
@@ -13505,8 +13526,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
13505
13526
|
} | undefined;
|
|
13506
13527
|
}, {
|
|
13507
13528
|
id?: string | undefined;
|
|
13508
|
-
label?: string | undefined;
|
|
13509
13529
|
config?: any;
|
|
13530
|
+
label?: string | undefined;
|
|
13510
13531
|
prompts?: string[] | undefined;
|
|
13511
13532
|
transform?: string | undefined;
|
|
13512
13533
|
delay?: number | undefined;
|
|
@@ -13818,8 +13839,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
13818
13839
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
13819
13840
|
provider?: string | {
|
|
13820
13841
|
id?: string | undefined;
|
|
13821
|
-
label?: string | undefined;
|
|
13822
13842
|
config?: any;
|
|
13843
|
+
label?: string | undefined;
|
|
13823
13844
|
prompts?: string[] | undefined;
|
|
13824
13845
|
transform?: string | undefined;
|
|
13825
13846
|
delay?: number | undefined;
|
|
@@ -13931,8 +13952,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
13931
13952
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
13932
13953
|
provider?: string | {
|
|
13933
13954
|
id?: string | undefined;
|
|
13934
|
-
label?: string | undefined;
|
|
13935
13955
|
config?: any;
|
|
13956
|
+
label?: string | undefined;
|
|
13936
13957
|
prompts?: string[] | undefined;
|
|
13937
13958
|
transform?: string | undefined;
|
|
13938
13959
|
delay?: number | undefined;
|
|
@@ -14157,8 +14178,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14157
14178
|
provider?: ApiProvider | undefined;
|
|
14158
14179
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
14159
14180
|
id?: string | undefined;
|
|
14160
|
-
display?: string | undefined;
|
|
14161
14181
|
config?: any;
|
|
14182
|
+
display?: string | undefined;
|
|
14162
14183
|
} | {
|
|
14163
14184
|
id: string;
|
|
14164
14185
|
raw?: string | undefined;
|
|
@@ -14174,8 +14195,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14174
14195
|
provider?: ApiProvider | undefined;
|
|
14175
14196
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
14176
14197
|
id?: string | undefined;
|
|
14177
|
-
display?: string | undefined;
|
|
14178
14198
|
config?: any;
|
|
14199
|
+
display?: string | undefined;
|
|
14179
14200
|
};
|
|
14180
14201
|
fetchWithCache?: any;
|
|
14181
14202
|
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
@@ -14188,8 +14209,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14188
14209
|
label?: string | undefined;
|
|
14189
14210
|
}) | (string | {
|
|
14190
14211
|
id?: string | undefined;
|
|
14191
|
-
label?: string | undefined;
|
|
14192
14212
|
config?: any;
|
|
14213
|
+
label?: string | undefined;
|
|
14193
14214
|
prompts?: string[] | undefined;
|
|
14194
14215
|
transform?: string | undefined;
|
|
14195
14216
|
delay?: number | undefined;
|
|
@@ -14239,8 +14260,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14239
14260
|
provider?: ApiProvider | undefined;
|
|
14240
14261
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
14241
14262
|
id?: string | undefined;
|
|
14242
|
-
display?: string | undefined;
|
|
14243
14263
|
config?: any;
|
|
14264
|
+
display?: string | undefined;
|
|
14244
14265
|
};
|
|
14245
14266
|
fetchWithCache?: any;
|
|
14246
14267
|
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
@@ -14253,8 +14274,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14253
14274
|
label?: string | undefined;
|
|
14254
14275
|
}) | Record<string, {
|
|
14255
14276
|
id?: string | undefined;
|
|
14256
|
-
label?: string | undefined;
|
|
14257
14277
|
config?: any;
|
|
14278
|
+
label?: string | undefined;
|
|
14258
14279
|
prompts?: string[] | undefined;
|
|
14259
14280
|
transform?: string | undefined;
|
|
14260
14281
|
delay?: number | undefined;
|
|
@@ -14362,8 +14383,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14362
14383
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
14363
14384
|
provider?: string | {
|
|
14364
14385
|
id?: string | undefined;
|
|
14365
|
-
label?: string | undefined;
|
|
14366
14386
|
config?: any;
|
|
14387
|
+
label?: string | undefined;
|
|
14367
14388
|
prompts?: string[] | undefined;
|
|
14368
14389
|
transform?: string | undefined;
|
|
14369
14390
|
delay?: number | undefined;
|
|
@@ -14479,8 +14500,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14479
14500
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
14480
14501
|
provider?: string | {
|
|
14481
14502
|
id?: string | undefined;
|
|
14482
|
-
label?: string | undefined;
|
|
14483
14503
|
config?: any;
|
|
14504
|
+
label?: string | undefined;
|
|
14484
14505
|
prompts?: string[] | undefined;
|
|
14485
14506
|
transform?: string | undefined;
|
|
14486
14507
|
delay?: number | undefined;
|
|
@@ -14594,8 +14615,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14594
14615
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
14595
14616
|
provider?: string | {
|
|
14596
14617
|
id?: string | undefined;
|
|
14597
|
-
label?: string | undefined;
|
|
14598
14618
|
config?: any;
|
|
14619
|
+
label?: string | undefined;
|
|
14599
14620
|
prompts?: string[] | undefined;
|
|
14600
14621
|
transform?: string | undefined;
|
|
14601
14622
|
delay?: number | undefined;
|
|
@@ -14711,8 +14732,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14711
14732
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
14712
14733
|
provider?: string | {
|
|
14713
14734
|
id?: string | undefined;
|
|
14714
|
-
label?: string | undefined;
|
|
14715
14735
|
config?: any;
|
|
14736
|
+
label?: string | undefined;
|
|
14716
14737
|
prompts?: string[] | undefined;
|
|
14717
14738
|
transform?: string | undefined;
|
|
14718
14739
|
delay?: number | undefined;
|
|
@@ -14818,8 +14839,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14818
14839
|
provider?: ApiProvider | undefined;
|
|
14819
14840
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
14820
14841
|
id?: string | undefined;
|
|
14821
|
-
display?: string | undefined;
|
|
14822
14842
|
config?: any;
|
|
14843
|
+
display?: string | undefined;
|
|
14823
14844
|
} | {
|
|
14824
14845
|
id: string;
|
|
14825
14846
|
raw?: string | undefined;
|
|
@@ -14835,8 +14856,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14835
14856
|
provider?: ApiProvider | undefined;
|
|
14836
14857
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
14837
14858
|
id?: string | undefined;
|
|
14838
|
-
display?: string | undefined;
|
|
14839
14859
|
config?: any;
|
|
14860
|
+
display?: string | undefined;
|
|
14840
14861
|
};
|
|
14841
14862
|
fetchWithCache?: any;
|
|
14842
14863
|
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
@@ -14849,8 +14870,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14849
14870
|
label?: string | undefined;
|
|
14850
14871
|
}) | (string | {
|
|
14851
14872
|
id?: string | undefined;
|
|
14852
|
-
label?: string | undefined;
|
|
14853
14873
|
config?: any;
|
|
14874
|
+
label?: string | undefined;
|
|
14854
14875
|
prompts?: string[] | undefined;
|
|
14855
14876
|
transform?: string | undefined;
|
|
14856
14877
|
delay?: number | undefined;
|
|
@@ -14900,8 +14921,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14900
14921
|
provider?: ApiProvider | undefined;
|
|
14901
14922
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
14902
14923
|
id?: string | undefined;
|
|
14903
|
-
display?: string | undefined;
|
|
14904
14924
|
config?: any;
|
|
14925
|
+
display?: string | undefined;
|
|
14905
14926
|
};
|
|
14906
14927
|
fetchWithCache?: any;
|
|
14907
14928
|
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
@@ -14914,8 +14935,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14914
14935
|
label?: string | undefined;
|
|
14915
14936
|
}) | Record<string, {
|
|
14916
14937
|
id?: string | undefined;
|
|
14917
|
-
label?: string | undefined;
|
|
14918
14938
|
config?: any;
|
|
14939
|
+
label?: string | undefined;
|
|
14919
14940
|
prompts?: string[] | undefined;
|
|
14920
14941
|
transform?: string | undefined;
|
|
14921
14942
|
delay?: number | undefined;
|
|
@@ -15023,8 +15044,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
15023
15044
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
15024
15045
|
provider?: string | {
|
|
15025
15046
|
id?: string | undefined;
|
|
15026
|
-
label?: string | undefined;
|
|
15027
15047
|
config?: any;
|
|
15048
|
+
label?: string | undefined;
|
|
15028
15049
|
prompts?: string[] | undefined;
|
|
15029
15050
|
transform?: string | undefined;
|
|
15030
15051
|
delay?: number | undefined;
|
|
@@ -15140,8 +15161,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
15140
15161
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
15141
15162
|
provider?: string | {
|
|
15142
15163
|
id?: string | undefined;
|
|
15143
|
-
label?: string | undefined;
|
|
15144
15164
|
config?: any;
|
|
15165
|
+
label?: string | undefined;
|
|
15145
15166
|
prompts?: string[] | undefined;
|
|
15146
15167
|
transform?: string | undefined;
|
|
15147
15168
|
delay?: number | undefined;
|
|
@@ -15255,8 +15276,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
15255
15276
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
15256
15277
|
provider?: string | {
|
|
15257
15278
|
id?: string | undefined;
|
|
15258
|
-
label?: string | undefined;
|
|
15259
15279
|
config?: any;
|
|
15280
|
+
label?: string | undefined;
|
|
15260
15281
|
prompts?: string[] | undefined;
|
|
15261
15282
|
transform?: string | undefined;
|
|
15262
15283
|
delay?: number | undefined;
|
|
@@ -15372,8 +15393,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
15372
15393
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
15373
15394
|
provider?: string | {
|
|
15374
15395
|
id?: string | undefined;
|
|
15375
|
-
label?: string | undefined;
|
|
15376
15396
|
config?: any;
|
|
15397
|
+
label?: string | undefined;
|
|
15377
15398
|
prompts?: string[] | undefined;
|
|
15378
15399
|
transform?: string | undefined;
|
|
15379
15400
|
delay?: number | undefined;
|
|
@@ -15505,8 +15526,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
15505
15526
|
provider?: ApiProvider | undefined;
|
|
15506
15527
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
15507
15528
|
id?: string | undefined;
|
|
15508
|
-
display?: string | undefined;
|
|
15509
15529
|
config?: any;
|
|
15530
|
+
display?: string | undefined;
|
|
15510
15531
|
}, {
|
|
15511
15532
|
raw: string;
|
|
15512
15533
|
label: string;
|
|
@@ -15515,8 +15536,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
15515
15536
|
provider?: ApiProvider | undefined;
|
|
15516
15537
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
15517
15538
|
id?: string | undefined;
|
|
15518
|
-
display?: string | undefined;
|
|
15519
15539
|
config?: any;
|
|
15540
|
+
display?: string | undefined;
|
|
15520
15541
|
}>;
|
|
15521
15542
|
vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
|
|
15522
15543
|
}, "strip", z.ZodTypeAny, {
|
|
@@ -15529,8 +15550,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
15529
15550
|
provider?: ApiProvider | undefined;
|
|
15530
15551
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
15531
15552
|
id?: string | undefined;
|
|
15532
|
-
display?: string | undefined;
|
|
15533
15553
|
config?: any;
|
|
15554
|
+
display?: string | undefined;
|
|
15534
15555
|
};
|
|
15535
15556
|
fetchWithCache?: any;
|
|
15536
15557
|
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
@@ -15547,8 +15568,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
15547
15568
|
provider?: ApiProvider | undefined;
|
|
15548
15569
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
15549
15570
|
id?: string | undefined;
|
|
15550
|
-
display?: string | undefined;
|
|
15551
15571
|
config?: any;
|
|
15572
|
+
display?: string | undefined;
|
|
15552
15573
|
};
|
|
15553
15574
|
fetchWithCache?: any;
|
|
15554
15575
|
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
@@ -15682,8 +15703,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
15682
15703
|
}>>;
|
|
15683
15704
|
}, "strict", z.ZodTypeAny, {
|
|
15684
15705
|
id?: string | undefined;
|
|
15685
|
-
label?: string | undefined;
|
|
15686
15706
|
config?: any;
|
|
15707
|
+
label?: string | undefined;
|
|
15687
15708
|
prompts?: string[] | undefined;
|
|
15688
15709
|
transform?: string | undefined;
|
|
15689
15710
|
delay?: number | undefined;
|
|
@@ -15725,8 +15746,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
15725
15746
|
} | undefined;
|
|
15726
15747
|
}, {
|
|
15727
15748
|
id?: string | undefined;
|
|
15728
|
-
label?: string | undefined;
|
|
15729
15749
|
config?: any;
|
|
15750
|
+
label?: string | undefined;
|
|
15730
15751
|
prompts?: string[] | undefined;
|
|
15731
15752
|
transform?: string | undefined;
|
|
15732
15753
|
delay?: number | undefined;
|
|
@@ -15881,8 +15902,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
15881
15902
|
}>>;
|
|
15882
15903
|
}, "strict", z.ZodTypeAny, {
|
|
15883
15904
|
id?: string | undefined;
|
|
15884
|
-
label?: string | undefined;
|
|
15885
15905
|
config?: any;
|
|
15906
|
+
label?: string | undefined;
|
|
15886
15907
|
prompts?: string[] | undefined;
|
|
15887
15908
|
transform?: string | undefined;
|
|
15888
15909
|
delay?: number | undefined;
|
|
@@ -15924,8 +15945,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
15924
15945
|
} | undefined;
|
|
15925
15946
|
}, {
|
|
15926
15947
|
id?: string | undefined;
|
|
15927
|
-
label?: string | undefined;
|
|
15928
15948
|
config?: any;
|
|
15949
|
+
label?: string | undefined;
|
|
15929
15950
|
prompts?: string[] | undefined;
|
|
15930
15951
|
transform?: string | undefined;
|
|
15931
15952
|
delay?: number | undefined;
|
|
@@ -15995,8 +16016,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
15995
16016
|
provider?: ApiProvider | undefined;
|
|
15996
16017
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
15997
16018
|
id?: string | undefined;
|
|
15998
|
-
display?: string | undefined;
|
|
15999
16019
|
config?: any;
|
|
16020
|
+
display?: string | undefined;
|
|
16000
16021
|
}, {
|
|
16001
16022
|
raw: string;
|
|
16002
16023
|
label: string;
|
|
@@ -16005,8 +16026,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
16005
16026
|
provider?: ApiProvider | undefined;
|
|
16006
16027
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
16007
16028
|
id?: string | undefined;
|
|
16008
|
-
display?: string | undefined;
|
|
16009
16029
|
config?: any;
|
|
16030
|
+
display?: string | undefined;
|
|
16010
16031
|
}>;
|
|
16011
16032
|
vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
|
|
16012
16033
|
}, "strip", z.ZodTypeAny, {
|
|
@@ -16019,8 +16040,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
16019
16040
|
provider?: ApiProvider | undefined;
|
|
16020
16041
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
16021
16042
|
id?: string | undefined;
|
|
16022
|
-
display?: string | undefined;
|
|
16023
16043
|
config?: any;
|
|
16044
|
+
display?: string | undefined;
|
|
16024
16045
|
};
|
|
16025
16046
|
fetchWithCache?: any;
|
|
16026
16047
|
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
@@ -16037,8 +16058,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
16037
16058
|
provider?: ApiProvider | undefined;
|
|
16038
16059
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
16039
16060
|
id?: string | undefined;
|
|
16040
|
-
display?: string | undefined;
|
|
16041
16061
|
config?: any;
|
|
16062
|
+
display?: string | undefined;
|
|
16042
16063
|
};
|
|
16043
16064
|
fetchWithCache?: any;
|
|
16044
16065
|
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
@@ -16094,8 +16115,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
16094
16115
|
provider?: ApiProvider | undefined;
|
|
16095
16116
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
16096
16117
|
id?: string | undefined;
|
|
16097
|
-
display?: string | undefined;
|
|
16098
16118
|
config?: any;
|
|
16119
|
+
display?: string | undefined;
|
|
16099
16120
|
}, {
|
|
16100
16121
|
raw: string;
|
|
16101
16122
|
label: string;
|
|
@@ -16104,8 +16125,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
16104
16125
|
provider?: ApiProvider | undefined;
|
|
16105
16126
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
16106
16127
|
id?: string | undefined;
|
|
16107
|
-
display?: string | undefined;
|
|
16108
16128
|
config?: any;
|
|
16129
|
+
display?: string | undefined;
|
|
16109
16130
|
}>]>, "many">, z.ZodRecord<z.ZodString, z.ZodString>]>;
|
|
16110
16131
|
tests: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodUnion<[z.ZodString, z.ZodObject<{
|
|
16111
16132
|
description: z.ZodOptional<z.ZodString>;
|
|
@@ -16225,8 +16246,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
16225
16246
|
}>>;
|
|
16226
16247
|
}, "strict", z.ZodTypeAny, {
|
|
16227
16248
|
id?: string | undefined;
|
|
16228
|
-
label?: string | undefined;
|
|
16229
16249
|
config?: any;
|
|
16250
|
+
label?: string | undefined;
|
|
16230
16251
|
prompts?: string[] | undefined;
|
|
16231
16252
|
transform?: string | undefined;
|
|
16232
16253
|
delay?: number | undefined;
|
|
@@ -16268,8 +16289,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
16268
16289
|
} | undefined;
|
|
16269
16290
|
}, {
|
|
16270
16291
|
id?: string | undefined;
|
|
16271
|
-
label?: string | undefined;
|
|
16272
16292
|
config?: any;
|
|
16293
|
+
label?: string | undefined;
|
|
16273
16294
|
prompts?: string[] | undefined;
|
|
16274
16295
|
transform?: string | undefined;
|
|
16275
16296
|
delay?: number | undefined;
|
|
@@ -16581,8 +16602,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
16581
16602
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
16582
16603
|
provider?: string | {
|
|
16583
16604
|
id?: string | undefined;
|
|
16584
|
-
label?: string | undefined;
|
|
16585
16605
|
config?: any;
|
|
16606
|
+
label?: string | undefined;
|
|
16586
16607
|
prompts?: string[] | undefined;
|
|
16587
16608
|
transform?: string | undefined;
|
|
16588
16609
|
delay?: number | undefined;
|
|
@@ -16695,8 +16716,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
16695
16716
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
16696
16717
|
provider?: string | {
|
|
16697
16718
|
id?: string | undefined;
|
|
16698
|
-
label?: string | undefined;
|
|
16699
16719
|
config?: any;
|
|
16720
|
+
label?: string | undefined;
|
|
16700
16721
|
prompts?: string[] | undefined;
|
|
16701
16722
|
transform?: string | undefined;
|
|
16702
16723
|
delay?: number | undefined;
|
|
@@ -16901,8 +16922,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
16901
16922
|
}>>;
|
|
16902
16923
|
}, "strict", z.ZodTypeAny, {
|
|
16903
16924
|
id?: string | undefined;
|
|
16904
|
-
label?: string | undefined;
|
|
16905
16925
|
config?: any;
|
|
16926
|
+
label?: string | undefined;
|
|
16906
16927
|
prompts?: string[] | undefined;
|
|
16907
16928
|
transform?: string | undefined;
|
|
16908
16929
|
delay?: number | undefined;
|
|
@@ -16944,8 +16965,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
16944
16965
|
} | undefined;
|
|
16945
16966
|
}, {
|
|
16946
16967
|
id?: string | undefined;
|
|
16947
|
-
label?: string | undefined;
|
|
16948
16968
|
config?: any;
|
|
16969
|
+
label?: string | undefined;
|
|
16949
16970
|
prompts?: string[] | undefined;
|
|
16950
16971
|
transform?: string | undefined;
|
|
16951
16972
|
delay?: number | undefined;
|
|
@@ -17257,8 +17278,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
17257
17278
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
17258
17279
|
provider?: string | {
|
|
17259
17280
|
id?: string | undefined;
|
|
17260
|
-
label?: string | undefined;
|
|
17261
17281
|
config?: any;
|
|
17282
|
+
label?: string | undefined;
|
|
17262
17283
|
prompts?: string[] | undefined;
|
|
17263
17284
|
transform?: string | undefined;
|
|
17264
17285
|
delay?: number | undefined;
|
|
@@ -17371,8 +17392,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
17371
17392
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
17372
17393
|
provider?: string | {
|
|
17373
17394
|
id?: string | undefined;
|
|
17374
|
-
label?: string | undefined;
|
|
17375
17395
|
config?: any;
|
|
17396
|
+
label?: string | undefined;
|
|
17376
17397
|
prompts?: string[] | undefined;
|
|
17377
17398
|
transform?: string | undefined;
|
|
17378
17399
|
delay?: number | undefined;
|
|
@@ -17575,8 +17596,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
17575
17596
|
}>>;
|
|
17576
17597
|
}, "strict", z.ZodTypeAny, {
|
|
17577
17598
|
id?: string | undefined;
|
|
17578
|
-
label?: string | undefined;
|
|
17579
17599
|
config?: any;
|
|
17600
|
+
label?: string | undefined;
|
|
17580
17601
|
prompts?: string[] | undefined;
|
|
17581
17602
|
transform?: string | undefined;
|
|
17582
17603
|
delay?: number | undefined;
|
|
@@ -17618,8 +17639,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
17618
17639
|
} | undefined;
|
|
17619
17640
|
}, {
|
|
17620
17641
|
id?: string | undefined;
|
|
17621
|
-
label?: string | undefined;
|
|
17622
17642
|
config?: any;
|
|
17643
|
+
label?: string | undefined;
|
|
17623
17644
|
prompts?: string[] | undefined;
|
|
17624
17645
|
transform?: string | undefined;
|
|
17625
17646
|
delay?: number | undefined;
|
|
@@ -17931,8 +17952,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
17931
17952
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
17932
17953
|
provider?: string | {
|
|
17933
17954
|
id?: string | undefined;
|
|
17934
|
-
label?: string | undefined;
|
|
17935
17955
|
config?: any;
|
|
17956
|
+
label?: string | undefined;
|
|
17936
17957
|
prompts?: string[] | undefined;
|
|
17937
17958
|
transform?: string | undefined;
|
|
17938
17959
|
delay?: number | undefined;
|
|
@@ -18045,8 +18066,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
18045
18066
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
18046
18067
|
provider?: string | {
|
|
18047
18068
|
id?: string | undefined;
|
|
18048
|
-
label?: string | undefined;
|
|
18049
18069
|
config?: any;
|
|
18070
|
+
label?: string | undefined;
|
|
18050
18071
|
prompts?: string[] | undefined;
|
|
18051
18072
|
transform?: string | undefined;
|
|
18052
18073
|
delay?: number | undefined;
|
|
@@ -18161,8 +18182,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
18161
18182
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
18162
18183
|
provider?: string | {
|
|
18163
18184
|
id?: string | undefined;
|
|
18164
|
-
label?: string | undefined;
|
|
18165
18185
|
config?: any;
|
|
18186
|
+
label?: string | undefined;
|
|
18166
18187
|
prompts?: string[] | undefined;
|
|
18167
18188
|
transform?: string | undefined;
|
|
18168
18189
|
delay?: number | undefined;
|
|
@@ -18276,8 +18297,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
18276
18297
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
18277
18298
|
provider?: string | {
|
|
18278
18299
|
id?: string | undefined;
|
|
18279
|
-
label?: string | undefined;
|
|
18280
18300
|
config?: any;
|
|
18301
|
+
label?: string | undefined;
|
|
18281
18302
|
prompts?: string[] | undefined;
|
|
18282
18303
|
transform?: string | undefined;
|
|
18283
18304
|
delay?: number | undefined;
|
|
@@ -18393,8 +18414,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
18393
18414
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
18394
18415
|
provider?: string | {
|
|
18395
18416
|
id?: string | undefined;
|
|
18396
|
-
label?: string | undefined;
|
|
18397
18417
|
config?: any;
|
|
18418
|
+
label?: string | undefined;
|
|
18398
18419
|
prompts?: string[] | undefined;
|
|
18399
18420
|
transform?: string | undefined;
|
|
18400
18421
|
delay?: number | undefined;
|
|
@@ -18508,8 +18529,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
18508
18529
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
18509
18530
|
provider?: string | {
|
|
18510
18531
|
id?: string | undefined;
|
|
18511
|
-
label?: string | undefined;
|
|
18512
18532
|
config?: any;
|
|
18533
|
+
label?: string | undefined;
|
|
18513
18534
|
prompts?: string[] | undefined;
|
|
18514
18535
|
transform?: string | undefined;
|
|
18515
18536
|
delay?: number | undefined;
|
|
@@ -18714,8 +18735,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
18714
18735
|
}>>;
|
|
18715
18736
|
}, "strict", z.ZodTypeAny, {
|
|
18716
18737
|
id?: string | undefined;
|
|
18717
|
-
label?: string | undefined;
|
|
18718
18738
|
config?: any;
|
|
18739
|
+
label?: string | undefined;
|
|
18719
18740
|
prompts?: string[] | undefined;
|
|
18720
18741
|
transform?: string | undefined;
|
|
18721
18742
|
delay?: number | undefined;
|
|
@@ -18757,8 +18778,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
18757
18778
|
} | undefined;
|
|
18758
18779
|
}, {
|
|
18759
18780
|
id?: string | undefined;
|
|
18760
|
-
label?: string | undefined;
|
|
18761
18781
|
config?: any;
|
|
18782
|
+
label?: string | undefined;
|
|
18762
18783
|
prompts?: string[] | undefined;
|
|
18763
18784
|
transform?: string | undefined;
|
|
18764
18785
|
delay?: number | undefined;
|
|
@@ -19070,8 +19091,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19070
19091
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
19071
19092
|
provider?: string | {
|
|
19072
19093
|
id?: string | undefined;
|
|
19073
|
-
label?: string | undefined;
|
|
19074
19094
|
config?: any;
|
|
19095
|
+
label?: string | undefined;
|
|
19075
19096
|
prompts?: string[] | undefined;
|
|
19076
19097
|
transform?: string | undefined;
|
|
19077
19098
|
delay?: number | undefined;
|
|
@@ -19183,8 +19204,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19183
19204
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
19184
19205
|
provider?: string | {
|
|
19185
19206
|
id?: string | undefined;
|
|
19186
|
-
label?: string | undefined;
|
|
19187
19207
|
config?: any;
|
|
19208
|
+
label?: string | undefined;
|
|
19188
19209
|
prompts?: string[] | undefined;
|
|
19189
19210
|
transform?: string | undefined;
|
|
19190
19211
|
delay?: number | undefined;
|
|
@@ -19417,9 +19438,9 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19417
19438
|
repeat: z.ZodOptional<z.ZodNumber>;
|
|
19418
19439
|
showProgressBar: z.ZodOptional<z.ZodBoolean>;
|
|
19419
19440
|
}, "strip", z.ZodTypeAny, {
|
|
19420
|
-
delay?: number | undefined;
|
|
19421
19441
|
cache?: boolean | undefined;
|
|
19422
19442
|
maxConcurrency?: number | undefined;
|
|
19443
|
+
delay?: number | undefined;
|
|
19423
19444
|
repeat?: number | undefined;
|
|
19424
19445
|
generateSuggestions?: boolean | undefined;
|
|
19425
19446
|
eventSource?: string | undefined;
|
|
@@ -19427,9 +19448,9 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19427
19448
|
progressCallback?: ((args_0: number, args_1: number, args_2: number, args_3: RunEvalOptions) => void) | undefined;
|
|
19428
19449
|
showProgressBar?: boolean | undefined;
|
|
19429
19450
|
}, {
|
|
19430
|
-
delay?: number | undefined;
|
|
19431
19451
|
cache?: boolean | undefined;
|
|
19432
19452
|
maxConcurrency?: number | undefined;
|
|
19453
|
+
delay?: number | undefined;
|
|
19433
19454
|
repeat?: number | undefined;
|
|
19434
19455
|
generateSuggestions?: boolean | undefined;
|
|
19435
19456
|
eventSource?: string | undefined;
|
|
@@ -19467,17 +19488,16 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19467
19488
|
generateSuggestions: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
19468
19489
|
promptPrefix: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
19469
19490
|
promptSuffix: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
19470
|
-
|
|
19491
|
+
envPath: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
19471
19492
|
}, "strip", z.ZodTypeAny, {
|
|
19472
|
-
vars?: string | undefined;
|
|
19473
|
-
config?: string[] | undefined;
|
|
19474
|
-
prompts?: string[] | undefined;
|
|
19475
|
-
delay?: string | undefined;
|
|
19476
|
-
output?: string[] | undefined;
|
|
19477
19493
|
cache?: boolean | undefined;
|
|
19478
|
-
|
|
19494
|
+
config?: string[] | undefined;
|
|
19479
19495
|
maxConcurrency?: string | undefined;
|
|
19496
|
+
output?: string[] | undefined;
|
|
19480
19497
|
write?: boolean | undefined;
|
|
19498
|
+
vars?: string | undefined;
|
|
19499
|
+
prompts?: string[] | undefined;
|
|
19500
|
+
delay?: string | undefined;
|
|
19481
19501
|
description?: string | undefined;
|
|
19482
19502
|
providers?: string[] | undefined;
|
|
19483
19503
|
repeat?: string | undefined;
|
|
@@ -19499,16 +19519,16 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19499
19519
|
generateSuggestions?: boolean | undefined;
|
|
19500
19520
|
promptPrefix?: string | undefined;
|
|
19501
19521
|
promptSuffix?: string | undefined;
|
|
19522
|
+
envPath?: string | undefined;
|
|
19502
19523
|
}, {
|
|
19503
|
-
vars?: string | undefined;
|
|
19504
|
-
config?: string[] | undefined;
|
|
19505
|
-
prompts?: string[] | undefined;
|
|
19506
|
-
delay?: string | undefined;
|
|
19507
|
-
output?: string[] | undefined;
|
|
19508
19524
|
cache?: boolean | undefined;
|
|
19509
|
-
|
|
19525
|
+
config?: string[] | undefined;
|
|
19510
19526
|
maxConcurrency?: string | undefined;
|
|
19527
|
+
output?: string[] | undefined;
|
|
19511
19528
|
write?: boolean | undefined;
|
|
19529
|
+
vars?: string | undefined;
|
|
19530
|
+
prompts?: string[] | undefined;
|
|
19531
|
+
delay?: string | undefined;
|
|
19512
19532
|
description?: string | undefined;
|
|
19513
19533
|
providers?: string[] | undefined;
|
|
19514
19534
|
repeat?: string | undefined;
|
|
@@ -19530,6 +19550,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19530
19550
|
generateSuggestions?: boolean | undefined;
|
|
19531
19551
|
promptPrefix?: string | undefined;
|
|
19532
19552
|
promptSuffix?: string | undefined;
|
|
19553
|
+
envPath?: string | undefined;
|
|
19533
19554
|
}>>;
|
|
19534
19555
|
}>, "strip", z.ZodTypeAny, {
|
|
19535
19556
|
prompts: string | Record<string, string> | (string | {
|
|
@@ -19540,8 +19561,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19540
19561
|
provider?: ApiProvider | undefined;
|
|
19541
19562
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
19542
19563
|
id?: string | undefined;
|
|
19543
|
-
display?: string | undefined;
|
|
19544
19564
|
config?: any;
|
|
19565
|
+
display?: string | undefined;
|
|
19545
19566
|
} | {
|
|
19546
19567
|
id: string;
|
|
19547
19568
|
raw?: string | undefined;
|
|
@@ -19557,8 +19578,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19557
19578
|
provider?: ApiProvider | undefined;
|
|
19558
19579
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
19559
19580
|
id?: string | undefined;
|
|
19560
|
-
display?: string | undefined;
|
|
19561
19581
|
config?: any;
|
|
19582
|
+
display?: string | undefined;
|
|
19562
19583
|
};
|
|
19563
19584
|
fetchWithCache?: any;
|
|
19564
19585
|
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
@@ -19571,8 +19592,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19571
19592
|
label?: string | undefined;
|
|
19572
19593
|
}) | (string | {
|
|
19573
19594
|
id?: string | undefined;
|
|
19574
|
-
label?: string | undefined;
|
|
19575
19595
|
config?: any;
|
|
19596
|
+
label?: string | undefined;
|
|
19576
19597
|
prompts?: string[] | undefined;
|
|
19577
19598
|
transform?: string | undefined;
|
|
19578
19599
|
delay?: number | undefined;
|
|
@@ -19622,8 +19643,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19622
19643
|
provider?: ApiProvider | undefined;
|
|
19623
19644
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
19624
19645
|
id?: string | undefined;
|
|
19625
|
-
display?: string | undefined;
|
|
19626
19646
|
config?: any;
|
|
19647
|
+
display?: string | undefined;
|
|
19627
19648
|
};
|
|
19628
19649
|
fetchWithCache?: any;
|
|
19629
19650
|
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
@@ -19636,8 +19657,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19636
19657
|
label?: string | undefined;
|
|
19637
19658
|
}) | Record<string, {
|
|
19638
19659
|
id?: string | undefined;
|
|
19639
|
-
label?: string | undefined;
|
|
19640
19660
|
config?: any;
|
|
19661
|
+
label?: string | undefined;
|
|
19641
19662
|
prompts?: string[] | undefined;
|
|
19642
19663
|
transform?: string | undefined;
|
|
19643
19664
|
delay?: number | undefined;
|
|
@@ -19745,8 +19766,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19745
19766
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
19746
19767
|
provider?: string | {
|
|
19747
19768
|
id?: string | undefined;
|
|
19748
|
-
label?: string | undefined;
|
|
19749
19769
|
config?: any;
|
|
19770
|
+
label?: string | undefined;
|
|
19750
19771
|
prompts?: string[] | undefined;
|
|
19751
19772
|
transform?: string | undefined;
|
|
19752
19773
|
delay?: number | undefined;
|
|
@@ -19862,8 +19883,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19862
19883
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
19863
19884
|
provider?: string | {
|
|
19864
19885
|
id?: string | undefined;
|
|
19865
|
-
label?: string | undefined;
|
|
19866
19886
|
config?: any;
|
|
19887
|
+
label?: string | undefined;
|
|
19867
19888
|
prompts?: string[] | undefined;
|
|
19868
19889
|
transform?: string | undefined;
|
|
19869
19890
|
delay?: number | undefined;
|
|
@@ -19977,8 +19998,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19977
19998
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
19978
19999
|
provider?: string | {
|
|
19979
20000
|
id?: string | undefined;
|
|
19980
|
-
label?: string | undefined;
|
|
19981
20001
|
config?: any;
|
|
20002
|
+
label?: string | undefined;
|
|
19982
20003
|
prompts?: string[] | undefined;
|
|
19983
20004
|
transform?: string | undefined;
|
|
19984
20005
|
delay?: number | undefined;
|
|
@@ -20094,8 +20115,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20094
20115
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
20095
20116
|
provider?: string | {
|
|
20096
20117
|
id?: string | undefined;
|
|
20097
|
-
label?: string | undefined;
|
|
20098
20118
|
config?: any;
|
|
20119
|
+
label?: string | undefined;
|
|
20099
20120
|
prompts?: string[] | undefined;
|
|
20100
20121
|
transform?: string | undefined;
|
|
20101
20122
|
delay?: number | undefined;
|
|
@@ -20193,9 +20214,9 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20193
20214
|
} | undefined;
|
|
20194
20215
|
writeLatestResults?: boolean | undefined;
|
|
20195
20216
|
evaluateOptions?: {
|
|
20196
|
-
delay?: number | undefined;
|
|
20197
20217
|
cache?: boolean | undefined;
|
|
20198
20218
|
maxConcurrency?: number | undefined;
|
|
20219
|
+
delay?: number | undefined;
|
|
20199
20220
|
repeat?: number | undefined;
|
|
20200
20221
|
generateSuggestions?: boolean | undefined;
|
|
20201
20222
|
eventSource?: string | undefined;
|
|
@@ -20204,15 +20225,14 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20204
20225
|
showProgressBar?: boolean | undefined;
|
|
20205
20226
|
} | undefined;
|
|
20206
20227
|
commandLineOptions?: {
|
|
20207
|
-
vars?: string | undefined;
|
|
20208
|
-
config?: string[] | undefined;
|
|
20209
|
-
prompts?: string[] | undefined;
|
|
20210
|
-
delay?: string | undefined;
|
|
20211
|
-
output?: string[] | undefined;
|
|
20212
20228
|
cache?: boolean | undefined;
|
|
20213
|
-
|
|
20229
|
+
config?: string[] | undefined;
|
|
20214
20230
|
maxConcurrency?: string | undefined;
|
|
20231
|
+
output?: string[] | undefined;
|
|
20215
20232
|
write?: boolean | undefined;
|
|
20233
|
+
vars?: string | undefined;
|
|
20234
|
+
prompts?: string[] | undefined;
|
|
20235
|
+
delay?: string | undefined;
|
|
20216
20236
|
description?: string | undefined;
|
|
20217
20237
|
providers?: string[] | undefined;
|
|
20218
20238
|
repeat?: string | undefined;
|
|
@@ -20234,6 +20254,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20234
20254
|
generateSuggestions?: boolean | undefined;
|
|
20235
20255
|
promptPrefix?: string | undefined;
|
|
20236
20256
|
promptSuffix?: string | undefined;
|
|
20257
|
+
envPath?: string | undefined;
|
|
20237
20258
|
} | undefined;
|
|
20238
20259
|
}, {
|
|
20239
20260
|
prompts: string | Record<string, string> | (string | {
|
|
@@ -20244,8 +20265,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20244
20265
|
provider?: ApiProvider | undefined;
|
|
20245
20266
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
20246
20267
|
id?: string | undefined;
|
|
20247
|
-
display?: string | undefined;
|
|
20248
20268
|
config?: any;
|
|
20269
|
+
display?: string | undefined;
|
|
20249
20270
|
} | {
|
|
20250
20271
|
id: string;
|
|
20251
20272
|
raw?: string | undefined;
|
|
@@ -20261,8 +20282,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20261
20282
|
provider?: ApiProvider | undefined;
|
|
20262
20283
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
20263
20284
|
id?: string | undefined;
|
|
20264
|
-
display?: string | undefined;
|
|
20265
20285
|
config?: any;
|
|
20286
|
+
display?: string | undefined;
|
|
20266
20287
|
};
|
|
20267
20288
|
fetchWithCache?: any;
|
|
20268
20289
|
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
@@ -20275,8 +20296,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20275
20296
|
label?: string | undefined;
|
|
20276
20297
|
}) | (string | {
|
|
20277
20298
|
id?: string | undefined;
|
|
20278
|
-
label?: string | undefined;
|
|
20279
20299
|
config?: any;
|
|
20300
|
+
label?: string | undefined;
|
|
20280
20301
|
prompts?: string[] | undefined;
|
|
20281
20302
|
transform?: string | undefined;
|
|
20282
20303
|
delay?: number | undefined;
|
|
@@ -20326,8 +20347,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20326
20347
|
provider?: ApiProvider | undefined;
|
|
20327
20348
|
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
20328
20349
|
id?: string | undefined;
|
|
20329
|
-
display?: string | undefined;
|
|
20330
20350
|
config?: any;
|
|
20351
|
+
display?: string | undefined;
|
|
20331
20352
|
};
|
|
20332
20353
|
fetchWithCache?: any;
|
|
20333
20354
|
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
@@ -20340,8 +20361,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20340
20361
|
label?: string | undefined;
|
|
20341
20362
|
}) | Record<string, {
|
|
20342
20363
|
id?: string | undefined;
|
|
20343
|
-
label?: string | undefined;
|
|
20344
20364
|
config?: any;
|
|
20365
|
+
label?: string | undefined;
|
|
20345
20366
|
prompts?: string[] | undefined;
|
|
20346
20367
|
transform?: string | undefined;
|
|
20347
20368
|
delay?: number | undefined;
|
|
@@ -20449,8 +20470,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20449
20470
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
20450
20471
|
provider?: string | {
|
|
20451
20472
|
id?: string | undefined;
|
|
20452
|
-
label?: string | undefined;
|
|
20453
20473
|
config?: any;
|
|
20474
|
+
label?: string | undefined;
|
|
20454
20475
|
prompts?: string[] | undefined;
|
|
20455
20476
|
transform?: string | undefined;
|
|
20456
20477
|
delay?: number | undefined;
|
|
@@ -20566,8 +20587,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20566
20587
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
20567
20588
|
provider?: string | {
|
|
20568
20589
|
id?: string | undefined;
|
|
20569
|
-
label?: string | undefined;
|
|
20570
20590
|
config?: any;
|
|
20591
|
+
label?: string | undefined;
|
|
20571
20592
|
prompts?: string[] | undefined;
|
|
20572
20593
|
transform?: string | undefined;
|
|
20573
20594
|
delay?: number | undefined;
|
|
@@ -20681,8 +20702,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20681
20702
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
20682
20703
|
provider?: string | {
|
|
20683
20704
|
id?: string | undefined;
|
|
20684
|
-
label?: string | undefined;
|
|
20685
20705
|
config?: any;
|
|
20706
|
+
label?: string | undefined;
|
|
20686
20707
|
prompts?: string[] | undefined;
|
|
20687
20708
|
transform?: string | undefined;
|
|
20688
20709
|
delay?: number | undefined;
|
|
@@ -20798,8 +20819,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20798
20819
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
20799
20820
|
provider?: string | {
|
|
20800
20821
|
id?: string | undefined;
|
|
20801
|
-
label?: string | undefined;
|
|
20802
20822
|
config?: any;
|
|
20823
|
+
label?: string | undefined;
|
|
20803
20824
|
prompts?: string[] | undefined;
|
|
20804
20825
|
transform?: string | undefined;
|
|
20805
20826
|
delay?: number | undefined;
|
|
@@ -20897,9 +20918,9 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20897
20918
|
} | undefined;
|
|
20898
20919
|
writeLatestResults?: boolean | undefined;
|
|
20899
20920
|
evaluateOptions?: {
|
|
20900
|
-
delay?: number | undefined;
|
|
20901
20921
|
cache?: boolean | undefined;
|
|
20902
20922
|
maxConcurrency?: number | undefined;
|
|
20923
|
+
delay?: number | undefined;
|
|
20903
20924
|
repeat?: number | undefined;
|
|
20904
20925
|
generateSuggestions?: boolean | undefined;
|
|
20905
20926
|
eventSource?: string | undefined;
|
|
@@ -20908,15 +20929,14 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20908
20929
|
showProgressBar?: boolean | undefined;
|
|
20909
20930
|
} | undefined;
|
|
20910
20931
|
commandLineOptions?: {
|
|
20911
|
-
vars?: string | undefined;
|
|
20912
|
-
config?: string[] | undefined;
|
|
20913
|
-
prompts?: string[] | undefined;
|
|
20914
|
-
delay?: string | undefined;
|
|
20915
|
-
output?: string[] | undefined;
|
|
20916
20932
|
cache?: boolean | undefined;
|
|
20917
|
-
|
|
20933
|
+
config?: string[] | undefined;
|
|
20918
20934
|
maxConcurrency?: string | undefined;
|
|
20935
|
+
output?: string[] | undefined;
|
|
20919
20936
|
write?: boolean | undefined;
|
|
20937
|
+
vars?: string | undefined;
|
|
20938
|
+
prompts?: string[] | undefined;
|
|
20939
|
+
delay?: string | undefined;
|
|
20920
20940
|
description?: string | undefined;
|
|
20921
20941
|
providers?: string[] | undefined;
|
|
20922
20942
|
repeat?: string | undefined;
|
|
@@ -20938,6 +20958,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20938
20958
|
generateSuggestions?: boolean | undefined;
|
|
20939
20959
|
promptPrefix?: string | undefined;
|
|
20940
20960
|
promptSuffix?: string | undefined;
|
|
20961
|
+
envPath?: string | undefined;
|
|
20941
20962
|
} | undefined;
|
|
20942
20963
|
}>;
|
|
20943
20964
|
export type UnifiedConfig = z.infer<typeof UnifiedConfigSchema>;
|