promptfoo 0.87.0 → 0.88.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +6 -14
- package/dist/package.json +14 -14
- package/dist/src/assertions/AssertionsResult.d.ts.map +1 -1
- package/dist/src/assertions/AssertionsResult.js +7 -0
- package/dist/src/assertions/AssertionsResult.js.map +1 -1
- package/dist/src/assertions.d.ts.map +1 -1
- package/dist/src/assertions.js +11 -1
- package/dist/src/assertions.js.map +1 -1
- package/dist/src/commands/cache.js +2 -2
- package/dist/src/commands/cache.js.map +1 -1
- package/dist/src/commands/delete.js +2 -2
- package/dist/src/commands/delete.js.map +1 -1
- package/dist/src/commands/eval.d.ts +1 -1
- package/dist/src/commands/eval.d.ts.map +1 -1
- package/dist/src/commands/eval.js +17 -3
- package/dist/src/commands/eval.js.map +1 -1
- package/dist/src/commands/generate/dataset.js +1 -1
- package/dist/src/commands/generate/dataset.js.map +1 -1
- package/dist/src/commands/list.js +3 -3
- package/dist/src/commands/list.js.map +1 -1
- package/dist/src/commands/share.js +2 -2
- package/dist/src/commands/share.js.map +1 -1
- package/dist/src/commands/show.js +1 -1
- package/dist/src/commands/show.js.map +1 -1
- package/dist/src/commands/view.js +2 -2
- package/dist/src/commands/view.js.map +1 -1
- package/dist/src/config.d.ts.map +1 -1
- package/dist/src/config.js +8 -54
- package/dist/src/config.js.map +1 -1
- package/dist/src/constants.d.ts +1 -0
- package/dist/src/constants.d.ts.map +1 -1
- package/dist/src/constants.js +3 -2
- package/dist/src/constants.js.map +1 -1
- package/dist/src/database/tables.d.ts +35 -35
- package/dist/src/envars.d.ts +2 -0
- package/dist/src/envars.d.ts.map +1 -1
- package/dist/src/envars.js.map +1 -1
- package/dist/src/evaluator.d.ts.map +1 -1
- package/dist/src/evaluator.js +2 -0
- package/dist/src/evaluator.js.map +1 -1
- package/dist/src/main.d.ts.map +1 -1
- package/dist/src/main.js +5 -11
- package/dist/src/main.js.map +1 -1
- package/dist/src/onboarding.js +1 -1
- package/dist/src/onboarding.js.map +1 -1
- package/dist/src/providers/ai21.d.ts.map +1 -1
- package/dist/src/providers/ai21.js +3 -12
- package/dist/src/providers/ai21.js.map +1 -1
- package/dist/src/providers/anthropic.d.ts +3 -3
- package/dist/src/providers/anthropic.d.ts.map +1 -1
- package/dist/src/providers/anthropic.js +43 -33
- package/dist/src/providers/anthropic.js.map +1 -1
- package/dist/src/providers/azureopenai.d.ts +3 -2
- package/dist/src/providers/azureopenai.d.ts.map +1 -1
- package/dist/src/providers/azureopenai.js +129 -3
- package/dist/src/providers/azureopenai.js.map +1 -1
- package/dist/src/providers/mistral.d.ts.map +1 -1
- package/dist/src/providers/mistral.js +7 -17
- package/dist/src/providers/mistral.js.map +1 -1
- package/dist/src/providers/openai.d.ts +14 -0
- package/dist/src/providers/openai.d.ts.map +1 -1
- package/dist/src/providers/openai.js +73 -34
- package/dist/src/providers/openai.js.map +1 -1
- package/dist/src/providers/openaiUtil.d.ts.map +1 -1
- package/dist/src/providers/openaiUtil.js +1 -1
- package/dist/src/providers/openaiUtil.js.map +1 -1
- package/dist/src/providers/shared.d.ts +41 -0
- package/dist/src/providers/shared.d.ts.map +1 -1
- package/dist/src/providers/shared.js +44 -0
- package/dist/src/providers/shared.js.map +1 -1
- package/dist/src/python/pythonUtils.d.ts +23 -0
- package/dist/src/python/pythonUtils.d.ts.map +1 -1
- package/dist/src/python/pythonUtils.js +66 -1
- package/dist/src/python/pythonUtils.js.map +1 -1
- package/dist/src/{commands/redteam → redteam/commands}/generate.d.ts +1 -1
- package/dist/src/redteam/commands/generate.d.ts.map +1 -0
- package/dist/src/{commands/redteam → redteam/commands}/generate.js +14 -14
- package/dist/src/redteam/commands/generate.js.map +1 -0
- package/dist/src/{commands/redteam → redteam/commands}/init.d.ts.map +1 -1
- package/dist/src/{commands/redteam → redteam/commands}/init.js +1 -1
- package/dist/src/{commands/redteam → redteam/commands}/init.js.map +1 -1
- package/dist/src/{commands/redteam → redteam/commands}/plugins.d.ts.map +1 -1
- package/dist/src/{commands/redteam → redteam/commands}/plugins.js +1 -1
- package/dist/src/{commands/redteam → redteam/commands}/plugins.js.map +1 -1
- package/dist/src/redteam/index.d.ts +1 -1
- package/dist/src/redteam/index.d.ts.map +1 -1
- package/dist/src/redteam/index.js.map +1 -1
- package/dist/src/redteam/providers/prompts.d.ts.map +1 -1
- package/dist/src/redteam/providers/prompts.js +23 -0
- package/dist/src/redteam/providers/prompts.js.map +1 -1
- package/dist/src/{types/redteam.d.ts → redteam/types.d.ts} +1 -1
- package/dist/src/redteam/types.d.ts.map +1 -0
- package/dist/src/{types/redteam.js → redteam/types.js} +1 -1
- package/dist/src/redteam/types.js.map +1 -0
- package/dist/src/server/server.d.ts.map +1 -1
- package/dist/src/server/server.js +3 -0
- package/dist/src/server/server.js.map +1 -1
- package/dist/src/share.d.ts.map +1 -1
- package/dist/src/share.js +3 -1
- package/dist/src/share.js.map +1 -1
- package/dist/src/testCases.js +2 -2
- package/dist/src/testCases.js.map +1 -1
- package/dist/src/types/index.d.ts +569 -548
- package/dist/src/types/index.d.ts.map +1 -1
- package/dist/src/types/index.js +3 -2
- package/dist/src/types/index.js.map +1 -1
- package/dist/src/util/index.d.ts +12 -10
- package/dist/src/util/index.d.ts.map +1 -1
- package/dist/src/validators/prompts.d.ts +4 -4
- package/dist/src/validators/providers.d.ts +46 -46
- package/dist/src/validators/redteam.d.ts +25 -25
- package/dist/src/web/nextui/404/index.html +1 -1
- package/dist/src/web/nextui/404.html +1 -1
- package/dist/src/web/nextui/_next/static/chunks/86-aa3374f7327c985c.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/{layout-ad06af684889c655.js → layout-b0e8e0230ef8ed73.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/app/setup/page-b88fdbe49672ce14.js +1 -0
- package/dist/src/web/nextui/auth/login/index.html +1 -1
- package/dist/src/web/nextui/auth/login/index.txt +2 -2
- package/dist/src/web/nextui/auth/signup/index.html +1 -1
- package/dist/src/web/nextui/auth/signup/index.txt +2 -2
- package/dist/src/web/nextui/datasets/index.html +1 -1
- package/dist/src/web/nextui/datasets/index.txt +2 -2
- package/dist/src/web/nextui/eval/index.html +1 -1
- package/dist/src/web/nextui/eval/index.txt +3 -3
- package/dist/src/web/nextui/index.html +1 -1
- package/dist/src/web/nextui/index.txt +2 -2
- package/dist/src/web/nextui/progress/index.html +1 -1
- package/dist/src/web/nextui/progress/index.txt +2 -2
- package/dist/src/web/nextui/prompts/index.html +1 -1
- package/dist/src/web/nextui/prompts/index.txt +2 -2
- package/dist/src/web/nextui/report/index.html +1 -1
- package/dist/src/web/nextui/report/index.txt +2 -2
- package/dist/src/web/nextui/setup/index.html +1 -1
- package/dist/src/web/nextui/setup/index.txt +3 -3
- package/dist/test/assertions.test.js +49 -0
- package/dist/test/assertions.test.js.map +1 -1
- package/dist/test/config.test.js +90 -42
- package/dist/test/config.test.js.map +1 -1
- package/dist/test/envars.test.js +103 -0
- package/dist/test/envars.test.js.map +1 -1
- package/dist/test/matchers.test.js +4 -4
- package/dist/test/matchers.test.js.map +1 -1
- package/dist/test/providers.anthropic.test.js +93 -23
- package/dist/test/providers.anthropic.test.js.map +1 -1
- package/dist/test/providers.azure.test.js +42 -0
- package/dist/test/providers.azure.test.js.map +1 -1
- package/dist/test/providers.shared.test.d.ts +2 -0
- package/dist/test/providers.shared.test.d.ts.map +1 -0
- package/dist/test/providers.shared.test.js +92 -0
- package/dist/test/providers.shared.test.js.map +1 -0
- package/dist/test/providers.test.js +294 -7
- package/dist/test/providers.test.js.map +1 -1
- package/dist/test/python/pythonUtils.test.d.ts +2 -0
- package/dist/test/python/pythonUtils.test.d.ts.map +1 -0
- package/dist/test/python/pythonUtils.test.js +164 -0
- package/dist/test/python/pythonUtils.test.js.map +1 -0
- package/dist/test/python/wrapper.test.d.ts +2 -0
- package/dist/test/python/wrapper.test.d.ts.map +1 -0
- package/dist/test/python/wrapper.test.js +56 -0
- package/dist/test/python/wrapper.test.js.map +1 -0
- package/dist/test/redteam/commands/generate.test.d.ts.map +1 -0
- package/dist/test/{commands/redteam → redteam/commands}/generate.test.js +1 -1
- package/dist/test/{commands/redteam → redteam/commands}/generate.test.js.map +1 -1
- package/dist/test/redteam/validators.test.js +2 -2
- package/dist/test/redteam/validators.test.js.map +1 -1
- package/dist/test/testCases.test.js +75 -27
- package/dist/test/testCases.test.js.map +1 -1
- package/dist/test/types.test.js +1 -1
- package/dist/test/types.test.js.map +1 -1
- package/package.json +14 -14
- package/dist/src/commands/redteam/generate.d.ts.map +0 -1
- package/dist/src/commands/redteam/generate.js.map +0 -1
- package/dist/src/types/redteam.d.ts.map +0 -1
- package/dist/src/types/redteam.js.map +0 -1
- package/dist/src/web/nextui/_next/static/chunks/86-fcb0efd0a19bac7d.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/setup/page-35c95dd67114a045.js +0 -1
- package/dist/test/commands/redteam/generate.test.d.ts.map +0 -1
- package/dist/test/pythonWrapper.test.d.ts +0 -2
- package/dist/test/pythonWrapper.test.d.ts.map +0 -1
- package/dist/test/pythonWrapper.test.js +0 -99
- package/dist/test/pythonWrapper.test.js.map +0 -1
- /package/dist/src/{commands/redteam → redteam/commands}/init.d.ts +0 -0
- /package/dist/src/{commands/redteam → redteam/commands}/plugins.d.ts +0 -0
- /package/dist/src/web/nextui/_next/static/{9oePeu-Q4M9r_50nf_Dh9 → MqErSXRfFhsncheOBrGQG}/_buildManifest.js +0 -0
- /package/dist/src/web/nextui/_next/static/{9oePeu-Q4M9r_50nf_Dh9 → MqErSXRfFhsncheOBrGQG}/_ssgManifest.js +0 -0
- /package/dist/test/{commands/redteam → redteam/commands}/generate.test.d.ts +0 -0
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
+
import type { RedteamAssertionTypes, RedteamFileConfig } from '../redteam/types';
|
|
2
3
|
import type { Prompt, PromptFunction } from './prompts';
|
|
3
4
|
import type { ApiProvider, ProviderOptions, ProviderResponse } from './providers';
|
|
4
|
-
import type { RedteamAssertionTypes, RedteamFileConfig } from './redteam';
|
|
5
5
|
import type { NunjucksFilterMap, TokenUsage } from './shared';
|
|
6
6
|
export * from './prompts';
|
|
7
7
|
export * from './providers';
|
|
8
|
-
export * from '
|
|
8
|
+
export * from '../redteam/types';
|
|
9
9
|
export * from './shared';
|
|
10
10
|
export declare const CommandLineOptionsSchema: z.ZodObject<{
|
|
11
11
|
description: z.ZodOptional<z.ZodString>;
|
|
@@ -37,19 +37,18 @@ export declare const CommandLineOptionsSchema: z.ZodObject<{
|
|
|
37
37
|
generateSuggestions: z.ZodOptional<z.ZodBoolean>;
|
|
38
38
|
promptPrefix: z.ZodOptional<z.ZodString>;
|
|
39
39
|
promptSuffix: z.ZodOptional<z.ZodString>;
|
|
40
|
-
|
|
40
|
+
envPath: z.ZodOptional<z.ZodString>;
|
|
41
41
|
}, "strip", z.ZodTypeAny, {
|
|
42
|
-
delay: string;
|
|
43
|
-
output: string[];
|
|
44
42
|
maxConcurrency: string;
|
|
43
|
+
output: string[];
|
|
44
|
+
delay: string;
|
|
45
45
|
providers: string[];
|
|
46
46
|
repeat: string;
|
|
47
|
-
vars?: string | undefined;
|
|
48
|
-
config?: string[] | undefined;
|
|
49
|
-
prompts?: string[] | undefined;
|
|
50
47
|
cache?: boolean | undefined;
|
|
51
|
-
|
|
48
|
+
config?: string[] | undefined;
|
|
52
49
|
write?: boolean | undefined;
|
|
50
|
+
vars?: string | undefined;
|
|
51
|
+
prompts?: string[] | undefined;
|
|
53
52
|
description?: string | undefined;
|
|
54
53
|
tests?: string | undefined;
|
|
55
54
|
assertions?: string | undefined;
|
|
@@ -69,18 +68,18 @@ export declare const CommandLineOptionsSchema: z.ZodObject<{
|
|
|
69
68
|
generateSuggestions?: boolean | undefined;
|
|
70
69
|
promptPrefix?: string | undefined;
|
|
71
70
|
promptSuffix?: string | undefined;
|
|
71
|
+
envPath?: string | undefined;
|
|
72
72
|
}, {
|
|
73
|
-
delay: string;
|
|
74
|
-
output: string[];
|
|
75
73
|
maxConcurrency: string;
|
|
74
|
+
output: string[];
|
|
75
|
+
delay: string;
|
|
76
76
|
providers: string[];
|
|
77
77
|
repeat: string;
|
|
78
|
-
vars?: string | undefined;
|
|
79
|
-
config?: string[] | undefined;
|
|
80
|
-
prompts?: string[] | undefined;
|
|
81
78
|
cache?: boolean | undefined;
|
|
82
|
-
|
|
79
|
+
config?: string[] | undefined;
|
|
83
80
|
write?: boolean | undefined;
|
|
81
|
+
vars?: string | undefined;
|
|
82
|
+
prompts?: string[] | undefined;
|
|
84
83
|
description?: string | undefined;
|
|
85
84
|
tests?: string | undefined;
|
|
86
85
|
assertions?: string | undefined;
|
|
@@ -100,6 +99,7 @@ export declare const CommandLineOptionsSchema: z.ZodObject<{
|
|
|
100
99
|
generateSuggestions?: boolean | undefined;
|
|
101
100
|
promptPrefix?: string | undefined;
|
|
102
101
|
promptSuffix?: string | undefined;
|
|
102
|
+
envPath?: string | undefined;
|
|
103
103
|
}>;
|
|
104
104
|
export type CommandLineOptions = z.infer<typeof CommandLineOptionsSchema>;
|
|
105
105
|
export interface CsvRow {
|
|
@@ -209,9 +209,9 @@ declare const EvaluateOptionsSchema: z.ZodObject<{
|
|
|
209
209
|
repeat: z.ZodOptional<z.ZodNumber>;
|
|
210
210
|
showProgressBar: z.ZodOptional<z.ZodBoolean>;
|
|
211
211
|
}, "strip", z.ZodTypeAny, {
|
|
212
|
-
delay?: number | undefined;
|
|
213
212
|
cache?: boolean | undefined;
|
|
214
213
|
maxConcurrency?: number | undefined;
|
|
214
|
+
delay?: number | undefined;
|
|
215
215
|
repeat?: number | undefined;
|
|
216
216
|
generateSuggestions?: boolean | undefined;
|
|
217
217
|
eventSource?: string | undefined;
|
|
@@ -219,9 +219,9 @@ declare const EvaluateOptionsSchema: z.ZodObject<{
|
|
|
219
219
|
progressCallback?: ((args_0: number, args_1: number, args_2: number, args_3: RunEvalOptions) => void) | undefined;
|
|
220
220
|
showProgressBar?: boolean | undefined;
|
|
221
221
|
}, {
|
|
222
|
-
delay?: number | undefined;
|
|
223
222
|
cache?: boolean | undefined;
|
|
224
223
|
maxConcurrency?: number | undefined;
|
|
224
|
+
delay?: number | undefined;
|
|
225
225
|
repeat?: number | undefined;
|
|
226
226
|
generateSuggestions?: boolean | undefined;
|
|
227
227
|
eventSource?: string | undefined;
|
|
@@ -272,6 +272,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
|
|
|
272
272
|
total?: number | undefined;
|
|
273
273
|
}>;
|
|
274
274
|
namedScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
|
|
275
|
+
namedScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
|
|
275
276
|
cost: z.ZodNumber;
|
|
276
277
|
}, "strip", z.ZodTypeAny, {
|
|
277
278
|
cost: number;
|
|
@@ -288,6 +289,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
|
|
|
288
289
|
assertFailCount: number;
|
|
289
290
|
totalLatencyMs: number;
|
|
290
291
|
namedScores: Record<string, number>;
|
|
292
|
+
namedScoresCount: Record<string, number>;
|
|
291
293
|
}, {
|
|
292
294
|
cost: number;
|
|
293
295
|
tokenUsage: {
|
|
@@ -303,6 +305,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
|
|
|
303
305
|
assertFailCount: number;
|
|
304
306
|
totalLatencyMs: number;
|
|
305
307
|
namedScores: Record<string, number>;
|
|
308
|
+
namedScoresCount: Record<string, number>;
|
|
306
309
|
}>>;
|
|
307
310
|
}>, "strip", z.ZodTypeAny, {
|
|
308
311
|
provider: string;
|
|
@@ -311,10 +314,10 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
|
|
|
311
314
|
function?: ((args_0: {
|
|
312
315
|
vars: Record<string, any>;
|
|
313
316
|
provider?: ApiProvider | undefined;
|
|
314
|
-
}, ...
|
|
317
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
315
318
|
id?: string | undefined;
|
|
316
|
-
display?: string | undefined;
|
|
317
319
|
config?: any;
|
|
320
|
+
display?: string | undefined;
|
|
318
321
|
metrics?: {
|
|
319
322
|
cost: number;
|
|
320
323
|
tokenUsage: {
|
|
@@ -330,6 +333,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
|
|
|
330
333
|
assertFailCount: number;
|
|
331
334
|
totalLatencyMs: number;
|
|
332
335
|
namedScores: Record<string, number>;
|
|
336
|
+
namedScoresCount: Record<string, number>;
|
|
333
337
|
} | undefined;
|
|
334
338
|
}, {
|
|
335
339
|
provider: string;
|
|
@@ -338,10 +342,10 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
|
|
|
338
342
|
function?: ((args_0: {
|
|
339
343
|
vars: Record<string, any>;
|
|
340
344
|
provider?: ApiProvider | undefined;
|
|
341
|
-
}, ...
|
|
345
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
342
346
|
id?: string | undefined;
|
|
343
|
-
display?: string | undefined;
|
|
344
347
|
config?: any;
|
|
348
|
+
display?: string | undefined;
|
|
345
349
|
metrics?: {
|
|
346
350
|
cost: number;
|
|
347
351
|
tokenUsage: {
|
|
@@ -357,6 +361,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
|
|
|
357
361
|
assertFailCount: number;
|
|
358
362
|
totalLatencyMs: number;
|
|
359
363
|
namedScores: Record<string, number>;
|
|
364
|
+
namedScoresCount: Record<string, number>;
|
|
360
365
|
} | undefined;
|
|
361
366
|
}>;
|
|
362
367
|
export type CompletedPrompt = z.infer<typeof CompletedPromptSchema>;
|
|
@@ -614,6 +619,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
614
619
|
total?: number | undefined;
|
|
615
620
|
}>;
|
|
616
621
|
namedScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
|
|
622
|
+
namedScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
|
|
617
623
|
cost: z.ZodNumber;
|
|
618
624
|
}, "strip", z.ZodTypeAny, {
|
|
619
625
|
cost: number;
|
|
@@ -630,6 +636,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
630
636
|
assertFailCount: number;
|
|
631
637
|
totalLatencyMs: number;
|
|
632
638
|
namedScores: Record<string, number>;
|
|
639
|
+
namedScoresCount: Record<string, number>;
|
|
633
640
|
}, {
|
|
634
641
|
cost: number;
|
|
635
642
|
tokenUsage: {
|
|
@@ -645,6 +652,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
645
652
|
assertFailCount: number;
|
|
646
653
|
totalLatencyMs: number;
|
|
647
654
|
namedScores: Record<string, number>;
|
|
655
|
+
namedScoresCount: Record<string, number>;
|
|
648
656
|
}>>;
|
|
649
657
|
}>, "strip", z.ZodTypeAny, {
|
|
650
658
|
provider: string;
|
|
@@ -653,10 +661,10 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
653
661
|
function?: ((args_0: {
|
|
654
662
|
vars: Record<string, any>;
|
|
655
663
|
provider?: ApiProvider | undefined;
|
|
656
|
-
}, ...
|
|
664
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
657
665
|
id?: string | undefined;
|
|
658
|
-
display?: string | undefined;
|
|
659
666
|
config?: any;
|
|
667
|
+
display?: string | undefined;
|
|
660
668
|
metrics?: {
|
|
661
669
|
cost: number;
|
|
662
670
|
tokenUsage: {
|
|
@@ -672,6 +680,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
672
680
|
assertFailCount: number;
|
|
673
681
|
totalLatencyMs: number;
|
|
674
682
|
namedScores: Record<string, number>;
|
|
683
|
+
namedScoresCount: Record<string, number>;
|
|
675
684
|
} | undefined;
|
|
676
685
|
}, {
|
|
677
686
|
provider: string;
|
|
@@ -680,10 +689,10 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
680
689
|
function?: ((args_0: {
|
|
681
690
|
vars: Record<string, any>;
|
|
682
691
|
provider?: ApiProvider | undefined;
|
|
683
|
-
}, ...
|
|
692
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
684
693
|
id?: string | undefined;
|
|
685
|
-
display?: string | undefined;
|
|
686
694
|
config?: any;
|
|
695
|
+
display?: string | undefined;
|
|
687
696
|
metrics?: {
|
|
688
697
|
cost: number;
|
|
689
698
|
tokenUsage: {
|
|
@@ -699,6 +708,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
699
708
|
assertFailCount: number;
|
|
700
709
|
totalLatencyMs: number;
|
|
701
710
|
namedScores: Record<string, number>;
|
|
711
|
+
namedScoresCount: Record<string, number>;
|
|
702
712
|
} | undefined;
|
|
703
713
|
}>;
|
|
704
714
|
id: z.ZodString;
|
|
@@ -712,10 +722,10 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
712
722
|
function?: ((args_0: {
|
|
713
723
|
vars: Record<string, any>;
|
|
714
724
|
provider?: ApiProvider | undefined;
|
|
715
|
-
}, ...
|
|
725
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
716
726
|
id?: string | undefined;
|
|
717
|
-
display?: string | undefined;
|
|
718
727
|
config?: any;
|
|
728
|
+
display?: string | undefined;
|
|
719
729
|
metrics?: {
|
|
720
730
|
cost: number;
|
|
721
731
|
tokenUsage: {
|
|
@@ -731,6 +741,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
731
741
|
assertFailCount: number;
|
|
732
742
|
totalLatencyMs: number;
|
|
733
743
|
namedScores: Record<string, number>;
|
|
744
|
+
namedScoresCount: Record<string, number>;
|
|
734
745
|
} | undefined;
|
|
735
746
|
};
|
|
736
747
|
evalId: string;
|
|
@@ -743,10 +754,10 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
743
754
|
function?: ((args_0: {
|
|
744
755
|
vars: Record<string, any>;
|
|
745
756
|
provider?: ApiProvider | undefined;
|
|
746
|
-
}, ...
|
|
757
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
747
758
|
id?: string | undefined;
|
|
748
|
-
display?: string | undefined;
|
|
749
759
|
config?: any;
|
|
760
|
+
display?: string | undefined;
|
|
750
761
|
metrics?: {
|
|
751
762
|
cost: number;
|
|
752
763
|
tokenUsage: {
|
|
@@ -762,6 +773,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
762
773
|
assertFailCount: number;
|
|
763
774
|
totalLatencyMs: number;
|
|
764
775
|
namedScores: Record<string, number>;
|
|
776
|
+
namedScoresCount: Record<string, number>;
|
|
765
777
|
} | undefined;
|
|
766
778
|
};
|
|
767
779
|
evalId: string;
|
|
@@ -887,8 +899,8 @@ export declare const TestCaseSchema: z.ZodObject<{
|
|
|
887
899
|
}>>;
|
|
888
900
|
}, "strict", z.ZodTypeAny, {
|
|
889
901
|
id?: string | undefined;
|
|
890
|
-
label?: string | undefined;
|
|
891
902
|
config?: any;
|
|
903
|
+
label?: string | undefined;
|
|
892
904
|
prompts?: string[] | undefined;
|
|
893
905
|
transform?: string | undefined;
|
|
894
906
|
delay?: number | undefined;
|
|
@@ -930,8 +942,8 @@ export declare const TestCaseSchema: z.ZodObject<{
|
|
|
930
942
|
} | undefined;
|
|
931
943
|
}, {
|
|
932
944
|
id?: string | undefined;
|
|
933
|
-
label?: string | undefined;
|
|
934
945
|
config?: any;
|
|
946
|
+
label?: string | undefined;
|
|
935
947
|
prompts?: string[] | undefined;
|
|
936
948
|
transform?: string | undefined;
|
|
937
949
|
delay?: number | undefined;
|
|
@@ -985,16 +997,16 @@ export declare const TestCaseSchema: z.ZodObject<{
|
|
|
985
997
|
label?: string | undefined;
|
|
986
998
|
transform?: string | undefined;
|
|
987
999
|
delay?: number | undefined;
|
|
988
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
989
|
-
callClassificationApi?: ((args_0: string, ...
|
|
1000
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
1001
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
990
1002
|
}, {
|
|
991
1003
|
callApi: import("./providers").CallApiFunction;
|
|
992
1004
|
id: (...args: unknown[]) => string;
|
|
993
1005
|
label?: string | undefined;
|
|
994
1006
|
transform?: string | undefined;
|
|
995
1007
|
delay?: number | undefined;
|
|
996
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
997
|
-
callClassificationApi?: ((args_0: string, ...
|
|
1008
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
1009
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
998
1010
|
}>]>>;
|
|
999
1011
|
providerOutput: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
|
|
1000
1012
|
assert: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
|
|
@@ -1243,8 +1255,8 @@ export declare const TestCaseSchema: z.ZodObject<{
|
|
|
1243
1255
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
1244
1256
|
provider?: string | {
|
|
1245
1257
|
id?: string | undefined;
|
|
1246
|
-
label?: string | undefined;
|
|
1247
1258
|
config?: any;
|
|
1259
|
+
label?: string | undefined;
|
|
1248
1260
|
prompts?: string[] | undefined;
|
|
1249
1261
|
transform?: string | undefined;
|
|
1250
1262
|
delay?: number | undefined;
|
|
@@ -1290,8 +1302,8 @@ export declare const TestCaseSchema: z.ZodObject<{
|
|
|
1290
1302
|
label?: string | undefined;
|
|
1291
1303
|
transform?: string | undefined;
|
|
1292
1304
|
delay?: number | undefined;
|
|
1293
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
1294
|
-
callClassificationApi?: ((args_0: string, ...
|
|
1305
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
1306
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
1295
1307
|
} | undefined;
|
|
1296
1308
|
metadata?: Record<string, any> | undefined;
|
|
1297
1309
|
description?: string | undefined;
|
|
@@ -1357,8 +1369,8 @@ export declare const TestCaseSchema: z.ZodObject<{
|
|
|
1357
1369
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
1358
1370
|
provider?: string | {
|
|
1359
1371
|
id?: string | undefined;
|
|
1360
|
-
label?: string | undefined;
|
|
1361
1372
|
config?: any;
|
|
1373
|
+
label?: string | undefined;
|
|
1362
1374
|
prompts?: string[] | undefined;
|
|
1363
1375
|
transform?: string | undefined;
|
|
1364
1376
|
delay?: number | undefined;
|
|
@@ -1404,8 +1416,8 @@ export declare const TestCaseSchema: z.ZodObject<{
|
|
|
1404
1416
|
label?: string | undefined;
|
|
1405
1417
|
transform?: string | undefined;
|
|
1406
1418
|
delay?: number | undefined;
|
|
1407
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
1408
|
-
callClassificationApi?: ((args_0: string, ...
|
|
1419
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
1420
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
1409
1421
|
} | undefined;
|
|
1410
1422
|
metadata?: Record<string, any> | undefined;
|
|
1411
1423
|
description?: string | undefined;
|
|
@@ -1567,8 +1579,8 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
|
|
|
1567
1579
|
}>>;
|
|
1568
1580
|
}, "strict", z.ZodTypeAny, {
|
|
1569
1581
|
id?: string | undefined;
|
|
1570
|
-
label?: string | undefined;
|
|
1571
1582
|
config?: any;
|
|
1583
|
+
label?: string | undefined;
|
|
1572
1584
|
prompts?: string[] | undefined;
|
|
1573
1585
|
transform?: string | undefined;
|
|
1574
1586
|
delay?: number | undefined;
|
|
@@ -1610,8 +1622,8 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
|
|
|
1610
1622
|
} | undefined;
|
|
1611
1623
|
}, {
|
|
1612
1624
|
id?: string | undefined;
|
|
1613
|
-
label?: string | undefined;
|
|
1614
1625
|
config?: any;
|
|
1626
|
+
label?: string | undefined;
|
|
1615
1627
|
prompts?: string[] | undefined;
|
|
1616
1628
|
transform?: string | undefined;
|
|
1617
1629
|
delay?: number | undefined;
|
|
@@ -1665,16 +1677,16 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
|
|
|
1665
1677
|
label?: string | undefined;
|
|
1666
1678
|
transform?: string | undefined;
|
|
1667
1679
|
delay?: number | undefined;
|
|
1668
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
1669
|
-
callClassificationApi?: ((args_0: string, ...
|
|
1680
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
1681
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
1670
1682
|
}, {
|
|
1671
1683
|
callApi: import("./providers").CallApiFunction;
|
|
1672
1684
|
id: (...args: unknown[]) => string;
|
|
1673
1685
|
label?: string | undefined;
|
|
1674
1686
|
transform?: string | undefined;
|
|
1675
1687
|
delay?: number | undefined;
|
|
1676
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
1677
|
-
callClassificationApi?: ((args_0: string, ...
|
|
1688
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
1689
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
1678
1690
|
}>]>>;
|
|
1679
1691
|
providerOutput: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
|
|
1680
1692
|
assert: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
|
|
@@ -1925,8 +1937,8 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
|
|
|
1925
1937
|
vars?: string | string[] | Record<string, string | any[] | string[] | {}> | undefined;
|
|
1926
1938
|
provider?: string | {
|
|
1927
1939
|
id?: string | undefined;
|
|
1928
|
-
label?: string | undefined;
|
|
1929
1940
|
config?: any;
|
|
1941
|
+
label?: string | undefined;
|
|
1930
1942
|
prompts?: string[] | undefined;
|
|
1931
1943
|
transform?: string | undefined;
|
|
1932
1944
|
delay?: number | undefined;
|
|
@@ -1972,8 +1984,8 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
|
|
|
1972
1984
|
label?: string | undefined;
|
|
1973
1985
|
transform?: string | undefined;
|
|
1974
1986
|
delay?: number | undefined;
|
|
1975
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
1976
|
-
callClassificationApi?: ((args_0: string, ...
|
|
1987
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
1988
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
1977
1989
|
} | undefined;
|
|
1978
1990
|
metadata?: Record<string, any> | undefined;
|
|
1979
1991
|
description?: string | undefined;
|
|
@@ -2039,8 +2051,8 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
|
|
|
2039
2051
|
vars?: string | string[] | Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
2040
2052
|
provider?: string | {
|
|
2041
2053
|
id?: string | undefined;
|
|
2042
|
-
label?: string | undefined;
|
|
2043
2054
|
config?: any;
|
|
2055
|
+
label?: string | undefined;
|
|
2044
2056
|
prompts?: string[] | undefined;
|
|
2045
2057
|
transform?: string | undefined;
|
|
2046
2058
|
delay?: number | undefined;
|
|
@@ -2086,8 +2098,8 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
|
|
|
2086
2098
|
label?: string | undefined;
|
|
2087
2099
|
transform?: string | undefined;
|
|
2088
2100
|
delay?: number | undefined;
|
|
2089
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
2090
|
-
callClassificationApi?: ((args_0: string, ...
|
|
2101
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
2102
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
2091
2103
|
} | undefined;
|
|
2092
2104
|
metadata?: Record<string, any> | undefined;
|
|
2093
2105
|
description?: string | undefined;
|
|
@@ -2246,8 +2258,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2246
2258
|
}>>;
|
|
2247
2259
|
}, "strict", z.ZodTypeAny, {
|
|
2248
2260
|
id?: string | undefined;
|
|
2249
|
-
label?: string | undefined;
|
|
2250
2261
|
config?: any;
|
|
2262
|
+
label?: string | undefined;
|
|
2251
2263
|
prompts?: string[] | undefined;
|
|
2252
2264
|
transform?: string | undefined;
|
|
2253
2265
|
delay?: number | undefined;
|
|
@@ -2289,8 +2301,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2289
2301
|
} | undefined;
|
|
2290
2302
|
}, {
|
|
2291
2303
|
id?: string | undefined;
|
|
2292
|
-
label?: string | undefined;
|
|
2293
2304
|
config?: any;
|
|
2305
|
+
label?: string | undefined;
|
|
2294
2306
|
prompts?: string[] | undefined;
|
|
2295
2307
|
transform?: string | undefined;
|
|
2296
2308
|
delay?: number | undefined;
|
|
@@ -2344,16 +2356,16 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2344
2356
|
label?: string | undefined;
|
|
2345
2357
|
transform?: string | undefined;
|
|
2346
2358
|
delay?: number | undefined;
|
|
2347
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
2348
|
-
callClassificationApi?: ((args_0: string, ...
|
|
2359
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
2360
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
2349
2361
|
}, {
|
|
2350
2362
|
callApi: import("./providers").CallApiFunction;
|
|
2351
2363
|
id: (...args: unknown[]) => string;
|
|
2352
2364
|
label?: string | undefined;
|
|
2353
2365
|
transform?: string | undefined;
|
|
2354
2366
|
delay?: number | undefined;
|
|
2355
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
2356
|
-
callClassificationApi?: ((args_0: string, ...
|
|
2367
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
2368
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
2357
2369
|
}>]>>;
|
|
2358
2370
|
providerOutput: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
|
|
2359
2371
|
assert: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
|
|
@@ -2602,8 +2614,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2602
2614
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
2603
2615
|
provider?: string | {
|
|
2604
2616
|
id?: string | undefined;
|
|
2605
|
-
label?: string | undefined;
|
|
2606
2617
|
config?: any;
|
|
2618
|
+
label?: string | undefined;
|
|
2607
2619
|
prompts?: string[] | undefined;
|
|
2608
2620
|
transform?: string | undefined;
|
|
2609
2621
|
delay?: number | undefined;
|
|
@@ -2649,8 +2661,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2649
2661
|
label?: string | undefined;
|
|
2650
2662
|
transform?: string | undefined;
|
|
2651
2663
|
delay?: number | undefined;
|
|
2652
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
2653
|
-
callClassificationApi?: ((args_0: string, ...
|
|
2664
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
2665
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
2654
2666
|
} | undefined;
|
|
2655
2667
|
metadata?: Record<string, any> | undefined;
|
|
2656
2668
|
description?: string | undefined;
|
|
@@ -2716,8 +2728,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2716
2728
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
2717
2729
|
provider?: string | {
|
|
2718
2730
|
id?: string | undefined;
|
|
2719
|
-
label?: string | undefined;
|
|
2720
2731
|
config?: any;
|
|
2732
|
+
label?: string | undefined;
|
|
2721
2733
|
prompts?: string[] | undefined;
|
|
2722
2734
|
transform?: string | undefined;
|
|
2723
2735
|
delay?: number | undefined;
|
|
@@ -2763,8 +2775,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2763
2775
|
label?: string | undefined;
|
|
2764
2776
|
transform?: string | undefined;
|
|
2765
2777
|
delay?: number | undefined;
|
|
2766
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
2767
|
-
callClassificationApi?: ((args_0: string, ...
|
|
2778
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
2779
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
2768
2780
|
} | undefined;
|
|
2769
2781
|
metadata?: Record<string, any> | undefined;
|
|
2770
2782
|
description?: string | undefined;
|
|
@@ -2848,6 +2860,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2848
2860
|
total?: number | undefined;
|
|
2849
2861
|
}>;
|
|
2850
2862
|
namedScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
|
|
2863
|
+
namedScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
|
|
2851
2864
|
cost: z.ZodNumber;
|
|
2852
2865
|
}, "strip", z.ZodTypeAny, {
|
|
2853
2866
|
cost: number;
|
|
@@ -2864,6 +2877,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2864
2877
|
assertFailCount: number;
|
|
2865
2878
|
totalLatencyMs: number;
|
|
2866
2879
|
namedScores: Record<string, number>;
|
|
2880
|
+
namedScoresCount: Record<string, number>;
|
|
2867
2881
|
}, {
|
|
2868
2882
|
cost: number;
|
|
2869
2883
|
tokenUsage: {
|
|
@@ -2879,6 +2893,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2879
2893
|
assertFailCount: number;
|
|
2880
2894
|
totalLatencyMs: number;
|
|
2881
2895
|
namedScores: Record<string, number>;
|
|
2896
|
+
namedScoresCount: Record<string, number>;
|
|
2882
2897
|
}>>;
|
|
2883
2898
|
}>, "strip", z.ZodTypeAny, {
|
|
2884
2899
|
provider: string;
|
|
@@ -2887,10 +2902,10 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2887
2902
|
function?: ((args_0: {
|
|
2888
2903
|
vars: Record<string, any>;
|
|
2889
2904
|
provider?: ApiProvider | undefined;
|
|
2890
|
-
}, ...
|
|
2905
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
2891
2906
|
id?: string | undefined;
|
|
2892
|
-
display?: string | undefined;
|
|
2893
2907
|
config?: any;
|
|
2908
|
+
display?: string | undefined;
|
|
2894
2909
|
metrics?: {
|
|
2895
2910
|
cost: number;
|
|
2896
2911
|
tokenUsage: {
|
|
@@ -2906,6 +2921,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2906
2921
|
assertFailCount: number;
|
|
2907
2922
|
totalLatencyMs: number;
|
|
2908
2923
|
namedScores: Record<string, number>;
|
|
2924
|
+
namedScoresCount: Record<string, number>;
|
|
2909
2925
|
} | undefined;
|
|
2910
2926
|
}, {
|
|
2911
2927
|
provider: string;
|
|
@@ -2914,10 +2930,10 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2914
2930
|
function?: ((args_0: {
|
|
2915
2931
|
vars: Record<string, any>;
|
|
2916
2932
|
provider?: ApiProvider | undefined;
|
|
2917
|
-
}, ...
|
|
2933
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
2918
2934
|
id?: string | undefined;
|
|
2919
|
-
display?: string | undefined;
|
|
2920
2935
|
config?: any;
|
|
2936
|
+
display?: string | undefined;
|
|
2921
2937
|
metrics?: {
|
|
2922
2938
|
cost: number;
|
|
2923
2939
|
tokenUsage: {
|
|
@@ -2933,6 +2949,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2933
2949
|
assertFailCount: number;
|
|
2934
2950
|
totalLatencyMs: number;
|
|
2935
2951
|
namedScores: Record<string, number>;
|
|
2952
|
+
namedScoresCount: Record<string, number>;
|
|
2936
2953
|
} | undefined;
|
|
2937
2954
|
}>;
|
|
2938
2955
|
id: z.ZodString;
|
|
@@ -2946,10 +2963,10 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2946
2963
|
function?: ((args_0: {
|
|
2947
2964
|
vars: Record<string, any>;
|
|
2948
2965
|
provider?: ApiProvider | undefined;
|
|
2949
|
-
}, ...
|
|
2966
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
2950
2967
|
id?: string | undefined;
|
|
2951
|
-
display?: string | undefined;
|
|
2952
2968
|
config?: any;
|
|
2969
|
+
display?: string | undefined;
|
|
2953
2970
|
metrics?: {
|
|
2954
2971
|
cost: number;
|
|
2955
2972
|
tokenUsage: {
|
|
@@ -2965,6 +2982,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2965
2982
|
assertFailCount: number;
|
|
2966
2983
|
totalLatencyMs: number;
|
|
2967
2984
|
namedScores: Record<string, number>;
|
|
2985
|
+
namedScoresCount: Record<string, number>;
|
|
2968
2986
|
} | undefined;
|
|
2969
2987
|
};
|
|
2970
2988
|
evalId: string;
|
|
@@ -2977,10 +2995,10 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2977
2995
|
function?: ((args_0: {
|
|
2978
2996
|
vars: Record<string, any>;
|
|
2979
2997
|
provider?: ApiProvider | undefined;
|
|
2980
|
-
}, ...
|
|
2998
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
2981
2999
|
id?: string | undefined;
|
|
2982
|
-
display?: string | undefined;
|
|
2983
3000
|
config?: any;
|
|
3001
|
+
display?: string | undefined;
|
|
2984
3002
|
metrics?: {
|
|
2985
3003
|
cost: number;
|
|
2986
3004
|
tokenUsage: {
|
|
@@ -2996,6 +3014,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2996
3014
|
assertFailCount: number;
|
|
2997
3015
|
totalLatencyMs: number;
|
|
2998
3016
|
namedScores: Record<string, number>;
|
|
3017
|
+
namedScoresCount: Record<string, number>;
|
|
2999
3018
|
} | undefined;
|
|
3000
3019
|
};
|
|
3001
3020
|
evalId: string;
|
|
@@ -3011,10 +3030,10 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3011
3030
|
function?: ((args_0: {
|
|
3012
3031
|
vars: Record<string, any>;
|
|
3013
3032
|
provider?: ApiProvider | undefined;
|
|
3014
|
-
}, ...
|
|
3033
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
3015
3034
|
id?: string | undefined;
|
|
3016
|
-
display?: string | undefined;
|
|
3017
3035
|
config?: any;
|
|
3036
|
+
display?: string | undefined;
|
|
3018
3037
|
metrics?: {
|
|
3019
3038
|
cost: number;
|
|
3020
3039
|
tokenUsage: {
|
|
@@ -3030,6 +3049,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3030
3049
|
assertFailCount: number;
|
|
3031
3050
|
totalLatencyMs: number;
|
|
3032
3051
|
namedScores: Record<string, number>;
|
|
3052
|
+
namedScoresCount: Record<string, number>;
|
|
3033
3053
|
} | undefined;
|
|
3034
3054
|
};
|
|
3035
3055
|
evalId: string;
|
|
@@ -3063,8 +3083,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3063
3083
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
3064
3084
|
provider?: string | {
|
|
3065
3085
|
id?: string | undefined;
|
|
3066
|
-
label?: string | undefined;
|
|
3067
3086
|
config?: any;
|
|
3087
|
+
label?: string | undefined;
|
|
3068
3088
|
prompts?: string[] | undefined;
|
|
3069
3089
|
transform?: string | undefined;
|
|
3070
3090
|
delay?: number | undefined;
|
|
@@ -3110,8 +3130,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3110
3130
|
label?: string | undefined;
|
|
3111
3131
|
transform?: string | undefined;
|
|
3112
3132
|
delay?: number | undefined;
|
|
3113
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
3114
|
-
callClassificationApi?: ((args_0: string, ...
|
|
3133
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
3134
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
3115
3135
|
} | undefined;
|
|
3116
3136
|
metadata?: Record<string, any> | undefined;
|
|
3117
3137
|
description?: string | undefined;
|
|
@@ -3163,10 +3183,10 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3163
3183
|
function?: ((args_0: {
|
|
3164
3184
|
vars: Record<string, any>;
|
|
3165
3185
|
provider?: ApiProvider | undefined;
|
|
3166
|
-
}, ...
|
|
3186
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
3167
3187
|
id?: string | undefined;
|
|
3168
|
-
display?: string | undefined;
|
|
3169
3188
|
config?: any;
|
|
3189
|
+
display?: string | undefined;
|
|
3170
3190
|
metrics?: {
|
|
3171
3191
|
cost: number;
|
|
3172
3192
|
tokenUsage: {
|
|
@@ -3182,6 +3202,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3182
3202
|
assertFailCount: number;
|
|
3183
3203
|
totalLatencyMs: number;
|
|
3184
3204
|
namedScores: Record<string, number>;
|
|
3205
|
+
namedScoresCount: Record<string, number>;
|
|
3185
3206
|
} | undefined;
|
|
3186
3207
|
};
|
|
3187
3208
|
evalId: string;
|
|
@@ -3215,8 +3236,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3215
3236
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
3216
3237
|
provider?: string | {
|
|
3217
3238
|
id?: string | undefined;
|
|
3218
|
-
label?: string | undefined;
|
|
3219
3239
|
config?: any;
|
|
3240
|
+
label?: string | undefined;
|
|
3220
3241
|
prompts?: string[] | undefined;
|
|
3221
3242
|
transform?: string | undefined;
|
|
3222
3243
|
delay?: number | undefined;
|
|
@@ -3262,8 +3283,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3262
3283
|
label?: string | undefined;
|
|
3263
3284
|
transform?: string | undefined;
|
|
3264
3285
|
delay?: number | undefined;
|
|
3265
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
3266
|
-
callClassificationApi?: ((args_0: string, ...
|
|
3286
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
3287
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
3267
3288
|
} | undefined;
|
|
3268
3289
|
metadata?: Record<string, any> | undefined;
|
|
3269
3290
|
description?: string | undefined;
|
|
@@ -3426,8 +3447,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
3426
3447
|
}>>;
|
|
3427
3448
|
}, "strict", z.ZodTypeAny, {
|
|
3428
3449
|
id?: string | undefined;
|
|
3429
|
-
label?: string | undefined;
|
|
3430
3450
|
config?: any;
|
|
3451
|
+
label?: string | undefined;
|
|
3431
3452
|
prompts?: string[] | undefined;
|
|
3432
3453
|
transform?: string | undefined;
|
|
3433
3454
|
delay?: number | undefined;
|
|
@@ -3469,8 +3490,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
3469
3490
|
} | undefined;
|
|
3470
3491
|
}, {
|
|
3471
3492
|
id?: string | undefined;
|
|
3472
|
-
label?: string | undefined;
|
|
3473
3493
|
config?: any;
|
|
3494
|
+
label?: string | undefined;
|
|
3474
3495
|
prompts?: string[] | undefined;
|
|
3475
3496
|
transform?: string | undefined;
|
|
3476
3497
|
delay?: number | undefined;
|
|
@@ -3524,16 +3545,16 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
3524
3545
|
label?: string | undefined;
|
|
3525
3546
|
transform?: string | undefined;
|
|
3526
3547
|
delay?: number | undefined;
|
|
3527
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
3528
|
-
callClassificationApi?: ((args_0: string, ...
|
|
3548
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
3549
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
3529
3550
|
}, {
|
|
3530
3551
|
callApi: import("./providers").CallApiFunction;
|
|
3531
3552
|
id: (...args: unknown[]) => string;
|
|
3532
3553
|
label?: string | undefined;
|
|
3533
3554
|
transform?: string | undefined;
|
|
3534
3555
|
delay?: number | undefined;
|
|
3535
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
3536
|
-
callClassificationApi?: ((args_0: string, ...
|
|
3556
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
3557
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
3537
3558
|
}>]>>>;
|
|
3538
3559
|
providerOutput: z.ZodOptional<z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>>;
|
|
3539
3560
|
assert: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
|
|
@@ -3782,8 +3803,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
3782
3803
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
3783
3804
|
provider?: string | {
|
|
3784
3805
|
id?: string | undefined;
|
|
3785
|
-
label?: string | undefined;
|
|
3786
3806
|
config?: any;
|
|
3807
|
+
label?: string | undefined;
|
|
3787
3808
|
prompts?: string[] | undefined;
|
|
3788
3809
|
transform?: string | undefined;
|
|
3789
3810
|
delay?: number | undefined;
|
|
@@ -3829,8 +3850,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
3829
3850
|
label?: string | undefined;
|
|
3830
3851
|
transform?: string | undefined;
|
|
3831
3852
|
delay?: number | undefined;
|
|
3832
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
3833
|
-
callClassificationApi?: ((args_0: string, ...
|
|
3853
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
3854
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
3834
3855
|
} | undefined;
|
|
3835
3856
|
metadata?: Record<string, any> | undefined;
|
|
3836
3857
|
description?: string | undefined;
|
|
@@ -3896,8 +3917,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
3896
3917
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
3897
3918
|
provider?: string | {
|
|
3898
3919
|
id?: string | undefined;
|
|
3899
|
-
label?: string | undefined;
|
|
3900
3920
|
config?: any;
|
|
3921
|
+
label?: string | undefined;
|
|
3901
3922
|
prompts?: string[] | undefined;
|
|
3902
3923
|
transform?: string | undefined;
|
|
3903
3924
|
delay?: number | undefined;
|
|
@@ -3943,8 +3964,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
3943
3964
|
label?: string | undefined;
|
|
3944
3965
|
transform?: string | undefined;
|
|
3945
3966
|
delay?: number | undefined;
|
|
3946
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
3947
|
-
callClassificationApi?: ((args_0: string, ...
|
|
3967
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
3968
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
3948
3969
|
} | undefined;
|
|
3949
3970
|
metadata?: Record<string, any> | undefined;
|
|
3950
3971
|
description?: string | undefined;
|
|
@@ -4100,8 +4121,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4100
4121
|
}>>;
|
|
4101
4122
|
}, "strict", z.ZodTypeAny, {
|
|
4102
4123
|
id?: string | undefined;
|
|
4103
|
-
label?: string | undefined;
|
|
4104
4124
|
config?: any;
|
|
4125
|
+
label?: string | undefined;
|
|
4105
4126
|
prompts?: string[] | undefined;
|
|
4106
4127
|
transform?: string | undefined;
|
|
4107
4128
|
delay?: number | undefined;
|
|
@@ -4143,8 +4164,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4143
4164
|
} | undefined;
|
|
4144
4165
|
}, {
|
|
4145
4166
|
id?: string | undefined;
|
|
4146
|
-
label?: string | undefined;
|
|
4147
4167
|
config?: any;
|
|
4168
|
+
label?: string | undefined;
|
|
4148
4169
|
prompts?: string[] | undefined;
|
|
4149
4170
|
transform?: string | undefined;
|
|
4150
4171
|
delay?: number | undefined;
|
|
@@ -4198,16 +4219,16 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4198
4219
|
label?: string | undefined;
|
|
4199
4220
|
transform?: string | undefined;
|
|
4200
4221
|
delay?: number | undefined;
|
|
4201
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
4202
|
-
callClassificationApi?: ((args_0: string, ...
|
|
4222
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
4223
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
4203
4224
|
}, {
|
|
4204
4225
|
callApi: import("./providers").CallApiFunction;
|
|
4205
4226
|
id: (...args: unknown[]) => string;
|
|
4206
4227
|
label?: string | undefined;
|
|
4207
4228
|
transform?: string | undefined;
|
|
4208
4229
|
delay?: number | undefined;
|
|
4209
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
4210
|
-
callClassificationApi?: ((args_0: string, ...
|
|
4230
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
4231
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
4211
4232
|
}>]>>;
|
|
4212
4233
|
providerOutput: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
|
|
4213
4234
|
assert: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
|
|
@@ -4456,8 +4477,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4456
4477
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
4457
4478
|
provider?: string | {
|
|
4458
4479
|
id?: string | undefined;
|
|
4459
|
-
label?: string | undefined;
|
|
4460
4480
|
config?: any;
|
|
4481
|
+
label?: string | undefined;
|
|
4461
4482
|
prompts?: string[] | undefined;
|
|
4462
4483
|
transform?: string | undefined;
|
|
4463
4484
|
delay?: number | undefined;
|
|
@@ -4503,8 +4524,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4503
4524
|
label?: string | undefined;
|
|
4504
4525
|
transform?: string | undefined;
|
|
4505
4526
|
delay?: number | undefined;
|
|
4506
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
4507
|
-
callClassificationApi?: ((args_0: string, ...
|
|
4527
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
4528
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
4508
4529
|
} | undefined;
|
|
4509
4530
|
metadata?: Record<string, any> | undefined;
|
|
4510
4531
|
description?: string | undefined;
|
|
@@ -4570,8 +4591,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4570
4591
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
4571
4592
|
provider?: string | {
|
|
4572
4593
|
id?: string | undefined;
|
|
4573
|
-
label?: string | undefined;
|
|
4574
4594
|
config?: any;
|
|
4595
|
+
label?: string | undefined;
|
|
4575
4596
|
prompts?: string[] | undefined;
|
|
4576
4597
|
transform?: string | undefined;
|
|
4577
4598
|
delay?: number | undefined;
|
|
@@ -4617,8 +4638,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4617
4638
|
label?: string | undefined;
|
|
4618
4639
|
transform?: string | undefined;
|
|
4619
4640
|
delay?: number | undefined;
|
|
4620
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
4621
|
-
callClassificationApi?: ((args_0: string, ...
|
|
4641
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
4642
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
4622
4643
|
} | undefined;
|
|
4623
4644
|
metadata?: Record<string, any> | undefined;
|
|
4624
4645
|
description?: string | undefined;
|
|
@@ -4686,8 +4707,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4686
4707
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
4687
4708
|
provider?: string | {
|
|
4688
4709
|
id?: string | undefined;
|
|
4689
|
-
label?: string | undefined;
|
|
4690
4710
|
config?: any;
|
|
4711
|
+
label?: string | undefined;
|
|
4691
4712
|
prompts?: string[] | undefined;
|
|
4692
4713
|
transform?: string | undefined;
|
|
4693
4714
|
delay?: number | undefined;
|
|
@@ -4733,8 +4754,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4733
4754
|
label?: string | undefined;
|
|
4734
4755
|
transform?: string | undefined;
|
|
4735
4756
|
delay?: number | undefined;
|
|
4736
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
4737
|
-
callClassificationApi?: ((args_0: string, ...
|
|
4757
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
4758
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
4738
4759
|
} | undefined;
|
|
4739
4760
|
metadata?: Record<string, any> | undefined;
|
|
4740
4761
|
description?: string | undefined;
|
|
@@ -4801,8 +4822,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4801
4822
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
4802
4823
|
provider?: string | {
|
|
4803
4824
|
id?: string | undefined;
|
|
4804
|
-
label?: string | undefined;
|
|
4805
4825
|
config?: any;
|
|
4826
|
+
label?: string | undefined;
|
|
4806
4827
|
prompts?: string[] | undefined;
|
|
4807
4828
|
transform?: string | undefined;
|
|
4808
4829
|
delay?: number | undefined;
|
|
@@ -4848,8 +4869,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4848
4869
|
label?: string | undefined;
|
|
4849
4870
|
transform?: string | undefined;
|
|
4850
4871
|
delay?: number | undefined;
|
|
4851
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
4852
|
-
callClassificationApi?: ((args_0: string, ...
|
|
4872
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
4873
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
4853
4874
|
} | undefined;
|
|
4854
4875
|
metadata?: Record<string, any> | undefined;
|
|
4855
4876
|
description?: string | undefined;
|
|
@@ -4918,8 +4939,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4918
4939
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
4919
4940
|
provider?: string | {
|
|
4920
4941
|
id?: string | undefined;
|
|
4921
|
-
label?: string | undefined;
|
|
4922
4942
|
config?: any;
|
|
4943
|
+
label?: string | undefined;
|
|
4923
4944
|
prompts?: string[] | undefined;
|
|
4924
4945
|
transform?: string | undefined;
|
|
4925
4946
|
delay?: number | undefined;
|
|
@@ -4965,8 +4986,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4965
4986
|
label?: string | undefined;
|
|
4966
4987
|
transform?: string | undefined;
|
|
4967
4988
|
delay?: number | undefined;
|
|
4968
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
4969
|
-
callClassificationApi?: ((args_0: string, ...
|
|
4989
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
4990
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
4970
4991
|
} | undefined;
|
|
4971
4992
|
metadata?: Record<string, any> | undefined;
|
|
4972
4993
|
description?: string | undefined;
|
|
@@ -5033,8 +5054,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
5033
5054
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
5034
5055
|
provider?: string | {
|
|
5035
5056
|
id?: string | undefined;
|
|
5036
|
-
label?: string | undefined;
|
|
5037
5057
|
config?: any;
|
|
5058
|
+
label?: string | undefined;
|
|
5038
5059
|
prompts?: string[] | undefined;
|
|
5039
5060
|
transform?: string | undefined;
|
|
5040
5061
|
delay?: number | undefined;
|
|
@@ -5080,8 +5101,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
5080
5101
|
label?: string | undefined;
|
|
5081
5102
|
transform?: string | undefined;
|
|
5082
5103
|
delay?: number | undefined;
|
|
5083
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
5084
|
-
callClassificationApi?: ((args_0: string, ...
|
|
5104
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
5105
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
5085
5106
|
} | undefined;
|
|
5086
5107
|
metadata?: Record<string, any> | undefined;
|
|
5087
5108
|
description?: string | undefined;
|
|
@@ -5240,8 +5261,8 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
|
|
|
5240
5261
|
}>>;
|
|
5241
5262
|
}, "strict", z.ZodTypeAny, {
|
|
5242
5263
|
id?: string | undefined;
|
|
5243
|
-
label?: string | undefined;
|
|
5244
5264
|
config?: any;
|
|
5265
|
+
label?: string | undefined;
|
|
5245
5266
|
prompts?: string[] | undefined;
|
|
5246
5267
|
transform?: string | undefined;
|
|
5247
5268
|
delay?: number | undefined;
|
|
@@ -5283,8 +5304,8 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
|
|
|
5283
5304
|
} | undefined;
|
|
5284
5305
|
}, {
|
|
5285
5306
|
id?: string | undefined;
|
|
5286
|
-
label?: string | undefined;
|
|
5287
5307
|
config?: any;
|
|
5308
|
+
label?: string | undefined;
|
|
5288
5309
|
prompts?: string[] | undefined;
|
|
5289
5310
|
transform?: string | undefined;
|
|
5290
5311
|
delay?: number | undefined;
|
|
@@ -5338,16 +5359,16 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
|
|
|
5338
5359
|
label?: string | undefined;
|
|
5339
5360
|
transform?: string | undefined;
|
|
5340
5361
|
delay?: number | undefined;
|
|
5341
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
5342
|
-
callClassificationApi?: ((args_0: string, ...
|
|
5362
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
5363
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
5343
5364
|
}, {
|
|
5344
5365
|
callApi: import("./providers").CallApiFunction;
|
|
5345
5366
|
id: (...args: unknown[]) => string;
|
|
5346
5367
|
label?: string | undefined;
|
|
5347
5368
|
transform?: string | undefined;
|
|
5348
5369
|
delay?: number | undefined;
|
|
5349
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
5350
|
-
callClassificationApi?: ((args_0: string, ...
|
|
5370
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
5371
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
5351
5372
|
}>]>>;
|
|
5352
5373
|
providerOutput: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
|
|
5353
5374
|
assert: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
|
|
@@ -5598,8 +5619,8 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
|
|
|
5598
5619
|
vars?: Record<string, string | {}> | undefined;
|
|
5599
5620
|
provider?: string | {
|
|
5600
5621
|
id?: string | undefined;
|
|
5601
|
-
label?: string | undefined;
|
|
5602
5622
|
config?: any;
|
|
5623
|
+
label?: string | undefined;
|
|
5603
5624
|
prompts?: string[] | undefined;
|
|
5604
5625
|
transform?: string | undefined;
|
|
5605
5626
|
delay?: number | undefined;
|
|
@@ -5645,8 +5666,8 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
|
|
|
5645
5666
|
label?: string | undefined;
|
|
5646
5667
|
transform?: string | undefined;
|
|
5647
5668
|
delay?: number | undefined;
|
|
5648
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
5649
|
-
callClassificationApi?: ((args_0: string, ...
|
|
5669
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
5670
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
5650
5671
|
} | undefined;
|
|
5651
5672
|
metadata?: Record<string, any> | undefined;
|
|
5652
5673
|
description?: string | undefined;
|
|
@@ -5712,8 +5733,8 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
|
|
|
5712
5733
|
vars?: Record<string, string | {}> | undefined;
|
|
5713
5734
|
provider?: string | {
|
|
5714
5735
|
id?: string | undefined;
|
|
5715
|
-
label?: string | undefined;
|
|
5716
5736
|
config?: any;
|
|
5737
|
+
label?: string | undefined;
|
|
5717
5738
|
prompts?: string[] | undefined;
|
|
5718
5739
|
transform?: string | undefined;
|
|
5719
5740
|
delay?: number | undefined;
|
|
@@ -5759,8 +5780,8 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
|
|
|
5759
5780
|
label?: string | undefined;
|
|
5760
5781
|
transform?: string | undefined;
|
|
5761
5782
|
delay?: number | undefined;
|
|
5762
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
5763
|
-
callClassificationApi?: ((args_0: string, ...
|
|
5783
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
5784
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
5764
5785
|
} | undefined;
|
|
5765
5786
|
metadata?: Record<string, any> | undefined;
|
|
5766
5787
|
description?: string | undefined;
|
|
@@ -5803,10 +5824,10 @@ export declare const DerivedMetricSchema: z.ZodObject<{
|
|
|
5803
5824
|
name: z.ZodString;
|
|
5804
5825
|
value: z.ZodUnion<[z.ZodString, z.ZodFunction<z.ZodTuple<[z.ZodRecord<z.ZodString, z.ZodNumber>, z.ZodType<RunEvalOptions, z.ZodTypeDef, RunEvalOptions>], z.ZodUnknown>, z.ZodNumber>]>;
|
|
5805
5826
|
}, "strip", z.ZodTypeAny, {
|
|
5806
|
-
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...
|
|
5827
|
+
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
|
|
5807
5828
|
name: string;
|
|
5808
5829
|
}, {
|
|
5809
|
-
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...
|
|
5830
|
+
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
|
|
5810
5831
|
name: string;
|
|
5811
5832
|
}>;
|
|
5812
5833
|
export type DerivedMetric = z.infer<typeof DerivedMetricSchema>;
|
|
@@ -5827,16 +5848,16 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
5827
5848
|
label?: string | undefined;
|
|
5828
5849
|
transform?: string | undefined;
|
|
5829
5850
|
delay?: number | undefined;
|
|
5830
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
5831
|
-
callClassificationApi?: ((args_0: string, ...
|
|
5851
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
5852
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
5832
5853
|
}, {
|
|
5833
5854
|
callApi: import("./providers").CallApiFunction;
|
|
5834
5855
|
id: (...args: unknown[]) => string;
|
|
5835
5856
|
label?: string | undefined;
|
|
5836
5857
|
transform?: string | undefined;
|
|
5837
5858
|
delay?: number | undefined;
|
|
5838
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
5839
|
-
callClassificationApi?: ((args_0: string, ...
|
|
5859
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
5860
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
5840
5861
|
}>, "many">;
|
|
5841
5862
|
prompts: z.ZodArray<z.ZodObject<{
|
|
5842
5863
|
id: z.ZodOptional<z.ZodString>;
|
|
@@ -5860,20 +5881,20 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
5860
5881
|
function?: ((args_0: {
|
|
5861
5882
|
vars: Record<string, any>;
|
|
5862
5883
|
provider?: ApiProvider | undefined;
|
|
5863
|
-
}, ...
|
|
5884
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
5864
5885
|
id?: string | undefined;
|
|
5865
|
-
display?: string | undefined;
|
|
5866
5886
|
config?: any;
|
|
5887
|
+
display?: string | undefined;
|
|
5867
5888
|
}, {
|
|
5868
5889
|
raw: string;
|
|
5869
5890
|
label: string;
|
|
5870
5891
|
function?: ((args_0: {
|
|
5871
5892
|
vars: Record<string, any>;
|
|
5872
5893
|
provider?: ApiProvider | undefined;
|
|
5873
|
-
}, ...
|
|
5894
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
5874
5895
|
id?: string | undefined;
|
|
5875
|
-
display?: string | undefined;
|
|
5876
5896
|
config?: any;
|
|
5897
|
+
display?: string | undefined;
|
|
5877
5898
|
}>, "many">;
|
|
5878
5899
|
providerPromptMap: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodEffects<z.ZodString, string[], string>, z.ZodArray<z.ZodString, "many">]>>>;
|
|
5879
5900
|
tests: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
@@ -5994,8 +6015,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
5994
6015
|
}>>;
|
|
5995
6016
|
}, "strict", z.ZodTypeAny, {
|
|
5996
6017
|
id?: string | undefined;
|
|
5997
|
-
label?: string | undefined;
|
|
5998
6018
|
config?: any;
|
|
6019
|
+
label?: string | undefined;
|
|
5999
6020
|
prompts?: string[] | undefined;
|
|
6000
6021
|
transform?: string | undefined;
|
|
6001
6022
|
delay?: number | undefined;
|
|
@@ -6037,8 +6058,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
6037
6058
|
} | undefined;
|
|
6038
6059
|
}, {
|
|
6039
6060
|
id?: string | undefined;
|
|
6040
|
-
label?: string | undefined;
|
|
6041
6061
|
config?: any;
|
|
6062
|
+
label?: string | undefined;
|
|
6042
6063
|
prompts?: string[] | undefined;
|
|
6043
6064
|
transform?: string | undefined;
|
|
6044
6065
|
delay?: number | undefined;
|
|
@@ -6092,16 +6113,16 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
6092
6113
|
label?: string | undefined;
|
|
6093
6114
|
transform?: string | undefined;
|
|
6094
6115
|
delay?: number | undefined;
|
|
6095
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
6096
|
-
callClassificationApi?: ((args_0: string, ...
|
|
6116
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
6117
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
6097
6118
|
}, {
|
|
6098
6119
|
callApi: import("./providers").CallApiFunction;
|
|
6099
6120
|
id: (...args: unknown[]) => string;
|
|
6100
6121
|
label?: string | undefined;
|
|
6101
6122
|
transform?: string | undefined;
|
|
6102
6123
|
delay?: number | undefined;
|
|
6103
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
6104
|
-
callClassificationApi?: ((args_0: string, ...
|
|
6124
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
6125
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
6105
6126
|
}>]>>;
|
|
6106
6127
|
providerOutput: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
|
|
6107
6128
|
assert: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
|
|
@@ -6350,8 +6371,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
6350
6371
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
6351
6372
|
provider?: string | {
|
|
6352
6373
|
id?: string | undefined;
|
|
6353
|
-
label?: string | undefined;
|
|
6354
6374
|
config?: any;
|
|
6375
|
+
label?: string | undefined;
|
|
6355
6376
|
prompts?: string[] | undefined;
|
|
6356
6377
|
transform?: string | undefined;
|
|
6357
6378
|
delay?: number | undefined;
|
|
@@ -6397,8 +6418,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
6397
6418
|
label?: string | undefined;
|
|
6398
6419
|
transform?: string | undefined;
|
|
6399
6420
|
delay?: number | undefined;
|
|
6400
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
6401
|
-
callClassificationApi?: ((args_0: string, ...
|
|
6421
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
6422
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
6402
6423
|
} | undefined;
|
|
6403
6424
|
metadata?: Record<string, any> | undefined;
|
|
6404
6425
|
description?: string | undefined;
|
|
@@ -6464,8 +6485,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
6464
6485
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
6465
6486
|
provider?: string | {
|
|
6466
6487
|
id?: string | undefined;
|
|
6467
|
-
label?: string | undefined;
|
|
6468
6488
|
config?: any;
|
|
6489
|
+
label?: string | undefined;
|
|
6469
6490
|
prompts?: string[] | undefined;
|
|
6470
6491
|
transform?: string | undefined;
|
|
6471
6492
|
delay?: number | undefined;
|
|
@@ -6511,8 +6532,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
6511
6532
|
label?: string | undefined;
|
|
6512
6533
|
transform?: string | undefined;
|
|
6513
6534
|
delay?: number | undefined;
|
|
6514
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
6515
|
-
callClassificationApi?: ((args_0: string, ...
|
|
6535
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
6536
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
6516
6537
|
} | undefined;
|
|
6517
6538
|
metadata?: Record<string, any> | undefined;
|
|
6518
6539
|
description?: string | undefined;
|
|
@@ -6670,8 +6691,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
6670
6691
|
}>>;
|
|
6671
6692
|
}, "strict", z.ZodTypeAny, {
|
|
6672
6693
|
id?: string | undefined;
|
|
6673
|
-
label?: string | undefined;
|
|
6674
6694
|
config?: any;
|
|
6695
|
+
label?: string | undefined;
|
|
6675
6696
|
prompts?: string[] | undefined;
|
|
6676
6697
|
transform?: string | undefined;
|
|
6677
6698
|
delay?: number | undefined;
|
|
@@ -6713,8 +6734,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
6713
6734
|
} | undefined;
|
|
6714
6735
|
}, {
|
|
6715
6736
|
id?: string | undefined;
|
|
6716
|
-
label?: string | undefined;
|
|
6717
6737
|
config?: any;
|
|
6738
|
+
label?: string | undefined;
|
|
6718
6739
|
prompts?: string[] | undefined;
|
|
6719
6740
|
transform?: string | undefined;
|
|
6720
6741
|
delay?: number | undefined;
|
|
@@ -6768,16 +6789,16 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
6768
6789
|
label?: string | undefined;
|
|
6769
6790
|
transform?: string | undefined;
|
|
6770
6791
|
delay?: number | undefined;
|
|
6771
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
6772
|
-
callClassificationApi?: ((args_0: string, ...
|
|
6792
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
6793
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
6773
6794
|
}, {
|
|
6774
6795
|
callApi: import("./providers").CallApiFunction;
|
|
6775
6796
|
id: (...args: unknown[]) => string;
|
|
6776
6797
|
label?: string | undefined;
|
|
6777
6798
|
transform?: string | undefined;
|
|
6778
6799
|
delay?: number | undefined;
|
|
6779
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
6780
|
-
callClassificationApi?: ((args_0: string, ...
|
|
6800
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
6801
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
6781
6802
|
}>]>>>;
|
|
6782
6803
|
providerOutput: z.ZodOptional<z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>>;
|
|
6783
6804
|
assert: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
|
|
@@ -7026,8 +7047,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7026
7047
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
7027
7048
|
provider?: string | {
|
|
7028
7049
|
id?: string | undefined;
|
|
7029
|
-
label?: string | undefined;
|
|
7030
7050
|
config?: any;
|
|
7051
|
+
label?: string | undefined;
|
|
7031
7052
|
prompts?: string[] | undefined;
|
|
7032
7053
|
transform?: string | undefined;
|
|
7033
7054
|
delay?: number | undefined;
|
|
@@ -7073,8 +7094,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7073
7094
|
label?: string | undefined;
|
|
7074
7095
|
transform?: string | undefined;
|
|
7075
7096
|
delay?: number | undefined;
|
|
7076
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
7077
|
-
callClassificationApi?: ((args_0: string, ...
|
|
7097
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
7098
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
7078
7099
|
} | undefined;
|
|
7079
7100
|
metadata?: Record<string, any> | undefined;
|
|
7080
7101
|
description?: string | undefined;
|
|
@@ -7140,8 +7161,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7140
7161
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
7141
7162
|
provider?: string | {
|
|
7142
7163
|
id?: string | undefined;
|
|
7143
|
-
label?: string | undefined;
|
|
7144
7164
|
config?: any;
|
|
7165
|
+
label?: string | undefined;
|
|
7145
7166
|
prompts?: string[] | undefined;
|
|
7146
7167
|
transform?: string | undefined;
|
|
7147
7168
|
delay?: number | undefined;
|
|
@@ -7187,8 +7208,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7187
7208
|
label?: string | undefined;
|
|
7188
7209
|
transform?: string | undefined;
|
|
7189
7210
|
delay?: number | undefined;
|
|
7190
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
7191
|
-
callClassificationApi?: ((args_0: string, ...
|
|
7211
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
7212
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
7192
7213
|
} | undefined;
|
|
7193
7214
|
metadata?: Record<string, any> | undefined;
|
|
7194
7215
|
description?: string | undefined;
|
|
@@ -7344,8 +7365,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7344
7365
|
}>>;
|
|
7345
7366
|
}, "strict", z.ZodTypeAny, {
|
|
7346
7367
|
id?: string | undefined;
|
|
7347
|
-
label?: string | undefined;
|
|
7348
7368
|
config?: any;
|
|
7369
|
+
label?: string | undefined;
|
|
7349
7370
|
prompts?: string[] | undefined;
|
|
7350
7371
|
transform?: string | undefined;
|
|
7351
7372
|
delay?: number | undefined;
|
|
@@ -7387,8 +7408,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7387
7408
|
} | undefined;
|
|
7388
7409
|
}, {
|
|
7389
7410
|
id?: string | undefined;
|
|
7390
|
-
label?: string | undefined;
|
|
7391
7411
|
config?: any;
|
|
7412
|
+
label?: string | undefined;
|
|
7392
7413
|
prompts?: string[] | undefined;
|
|
7393
7414
|
transform?: string | undefined;
|
|
7394
7415
|
delay?: number | undefined;
|
|
@@ -7442,16 +7463,16 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7442
7463
|
label?: string | undefined;
|
|
7443
7464
|
transform?: string | undefined;
|
|
7444
7465
|
delay?: number | undefined;
|
|
7445
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
7446
|
-
callClassificationApi?: ((args_0: string, ...
|
|
7466
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
7467
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
7447
7468
|
}, {
|
|
7448
7469
|
callApi: import("./providers").CallApiFunction;
|
|
7449
7470
|
id: (...args: unknown[]) => string;
|
|
7450
7471
|
label?: string | undefined;
|
|
7451
7472
|
transform?: string | undefined;
|
|
7452
7473
|
delay?: number | undefined;
|
|
7453
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
7454
|
-
callClassificationApi?: ((args_0: string, ...
|
|
7474
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
7475
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
7455
7476
|
}>]>>;
|
|
7456
7477
|
providerOutput: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
|
|
7457
7478
|
assert: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
|
|
@@ -7700,8 +7721,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7700
7721
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
7701
7722
|
provider?: string | {
|
|
7702
7723
|
id?: string | undefined;
|
|
7703
|
-
label?: string | undefined;
|
|
7704
7724
|
config?: any;
|
|
7725
|
+
label?: string | undefined;
|
|
7705
7726
|
prompts?: string[] | undefined;
|
|
7706
7727
|
transform?: string | undefined;
|
|
7707
7728
|
delay?: number | undefined;
|
|
@@ -7747,8 +7768,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7747
7768
|
label?: string | undefined;
|
|
7748
7769
|
transform?: string | undefined;
|
|
7749
7770
|
delay?: number | undefined;
|
|
7750
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
7751
|
-
callClassificationApi?: ((args_0: string, ...
|
|
7771
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
7772
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
7752
7773
|
} | undefined;
|
|
7753
7774
|
metadata?: Record<string, any> | undefined;
|
|
7754
7775
|
description?: string | undefined;
|
|
@@ -7814,8 +7835,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7814
7835
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
7815
7836
|
provider?: string | {
|
|
7816
7837
|
id?: string | undefined;
|
|
7817
|
-
label?: string | undefined;
|
|
7818
7838
|
config?: any;
|
|
7839
|
+
label?: string | undefined;
|
|
7819
7840
|
prompts?: string[] | undefined;
|
|
7820
7841
|
transform?: string | undefined;
|
|
7821
7842
|
delay?: number | undefined;
|
|
@@ -7861,8 +7882,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7861
7882
|
label?: string | undefined;
|
|
7862
7883
|
transform?: string | undefined;
|
|
7863
7884
|
delay?: number | undefined;
|
|
7864
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
7865
|
-
callClassificationApi?: ((args_0: string, ...
|
|
7885
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
7886
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
7866
7887
|
} | undefined;
|
|
7867
7888
|
metadata?: Record<string, any> | undefined;
|
|
7868
7889
|
description?: string | undefined;
|
|
@@ -7930,8 +7951,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7930
7951
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
7931
7952
|
provider?: string | {
|
|
7932
7953
|
id?: string | undefined;
|
|
7933
|
-
label?: string | undefined;
|
|
7934
7954
|
config?: any;
|
|
7955
|
+
label?: string | undefined;
|
|
7935
7956
|
prompts?: string[] | undefined;
|
|
7936
7957
|
transform?: string | undefined;
|
|
7937
7958
|
delay?: number | undefined;
|
|
@@ -7977,8 +7998,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7977
7998
|
label?: string | undefined;
|
|
7978
7999
|
transform?: string | undefined;
|
|
7979
8000
|
delay?: number | undefined;
|
|
7980
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
7981
|
-
callClassificationApi?: ((args_0: string, ...
|
|
8001
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
8002
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
7982
8003
|
} | undefined;
|
|
7983
8004
|
metadata?: Record<string, any> | undefined;
|
|
7984
8005
|
description?: string | undefined;
|
|
@@ -8045,8 +8066,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
8045
8066
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
8046
8067
|
provider?: string | {
|
|
8047
8068
|
id?: string | undefined;
|
|
8048
|
-
label?: string | undefined;
|
|
8049
8069
|
config?: any;
|
|
8070
|
+
label?: string | undefined;
|
|
8050
8071
|
prompts?: string[] | undefined;
|
|
8051
8072
|
transform?: string | undefined;
|
|
8052
8073
|
delay?: number | undefined;
|
|
@@ -8092,8 +8113,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
8092
8113
|
label?: string | undefined;
|
|
8093
8114
|
transform?: string | undefined;
|
|
8094
8115
|
delay?: number | undefined;
|
|
8095
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
8096
|
-
callClassificationApi?: ((args_0: string, ...
|
|
8116
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
8117
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
8097
8118
|
} | undefined;
|
|
8098
8119
|
metadata?: Record<string, any> | undefined;
|
|
8099
8120
|
description?: string | undefined;
|
|
@@ -8162,8 +8183,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
8162
8183
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
8163
8184
|
provider?: string | {
|
|
8164
8185
|
id?: string | undefined;
|
|
8165
|
-
label?: string | undefined;
|
|
8166
8186
|
config?: any;
|
|
8187
|
+
label?: string | undefined;
|
|
8167
8188
|
prompts?: string[] | undefined;
|
|
8168
8189
|
transform?: string | undefined;
|
|
8169
8190
|
delay?: number | undefined;
|
|
@@ -8209,8 +8230,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
8209
8230
|
label?: string | undefined;
|
|
8210
8231
|
transform?: string | undefined;
|
|
8211
8232
|
delay?: number | undefined;
|
|
8212
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
8213
|
-
callClassificationApi?: ((args_0: string, ...
|
|
8233
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
8234
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
8214
8235
|
} | undefined;
|
|
8215
8236
|
metadata?: Record<string, any> | undefined;
|
|
8216
8237
|
description?: string | undefined;
|
|
@@ -8277,8 +8298,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
8277
8298
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
8278
8299
|
provider?: string | {
|
|
8279
8300
|
id?: string | undefined;
|
|
8280
|
-
label?: string | undefined;
|
|
8281
8301
|
config?: any;
|
|
8302
|
+
label?: string | undefined;
|
|
8282
8303
|
prompts?: string[] | undefined;
|
|
8283
8304
|
transform?: string | undefined;
|
|
8284
8305
|
delay?: number | undefined;
|
|
@@ -8324,8 +8345,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
8324
8345
|
label?: string | undefined;
|
|
8325
8346
|
transform?: string | undefined;
|
|
8326
8347
|
delay?: number | undefined;
|
|
8327
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
8328
|
-
callClassificationApi?: ((args_0: string, ...
|
|
8348
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
8349
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
8329
8350
|
} | undefined;
|
|
8330
8351
|
metadata?: Record<string, any> | undefined;
|
|
8331
8352
|
description?: string | undefined;
|
|
@@ -8483,8 +8504,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
8483
8504
|
}>>;
|
|
8484
8505
|
}, "strict", z.ZodTypeAny, {
|
|
8485
8506
|
id?: string | undefined;
|
|
8486
|
-
label?: string | undefined;
|
|
8487
8507
|
config?: any;
|
|
8508
|
+
label?: string | undefined;
|
|
8488
8509
|
prompts?: string[] | undefined;
|
|
8489
8510
|
transform?: string | undefined;
|
|
8490
8511
|
delay?: number | undefined;
|
|
@@ -8526,8 +8547,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
8526
8547
|
} | undefined;
|
|
8527
8548
|
}, {
|
|
8528
8549
|
id?: string | undefined;
|
|
8529
|
-
label?: string | undefined;
|
|
8530
8550
|
config?: any;
|
|
8551
|
+
label?: string | undefined;
|
|
8531
8552
|
prompts?: string[] | undefined;
|
|
8532
8553
|
transform?: string | undefined;
|
|
8533
8554
|
delay?: number | undefined;
|
|
@@ -8581,16 +8602,16 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
8581
8602
|
label?: string | undefined;
|
|
8582
8603
|
transform?: string | undefined;
|
|
8583
8604
|
delay?: number | undefined;
|
|
8584
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
8585
|
-
callClassificationApi?: ((args_0: string, ...
|
|
8605
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
8606
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
8586
8607
|
}, {
|
|
8587
8608
|
callApi: import("./providers").CallApiFunction;
|
|
8588
8609
|
id: (...args: unknown[]) => string;
|
|
8589
8610
|
label?: string | undefined;
|
|
8590
8611
|
transform?: string | undefined;
|
|
8591
8612
|
delay?: number | undefined;
|
|
8592
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
8593
|
-
callClassificationApi?: ((args_0: string, ...
|
|
8613
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
8614
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
8594
8615
|
}>]>>>;
|
|
8595
8616
|
providerOutput: z.ZodOptional<z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>>;
|
|
8596
8617
|
assert: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
|
|
@@ -8839,8 +8860,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
8839
8860
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
8840
8861
|
provider?: string | {
|
|
8841
8862
|
id?: string | undefined;
|
|
8842
|
-
label?: string | undefined;
|
|
8843
8863
|
config?: any;
|
|
8864
|
+
label?: string | undefined;
|
|
8844
8865
|
prompts?: string[] | undefined;
|
|
8845
8866
|
transform?: string | undefined;
|
|
8846
8867
|
delay?: number | undefined;
|
|
@@ -8886,8 +8907,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
8886
8907
|
label?: string | undefined;
|
|
8887
8908
|
transform?: string | undefined;
|
|
8888
8909
|
delay?: number | undefined;
|
|
8889
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
8890
|
-
callClassificationApi?: ((args_0: string, ...
|
|
8910
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
8911
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
8891
8912
|
} | undefined;
|
|
8892
8913
|
metadata?: Record<string, any> | undefined;
|
|
8893
8914
|
description?: string | undefined;
|
|
@@ -8953,8 +8974,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
8953
8974
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
8954
8975
|
provider?: string | {
|
|
8955
8976
|
id?: string | undefined;
|
|
8956
|
-
label?: string | undefined;
|
|
8957
8977
|
config?: any;
|
|
8978
|
+
label?: string | undefined;
|
|
8958
8979
|
prompts?: string[] | undefined;
|
|
8959
8980
|
transform?: string | undefined;
|
|
8960
8981
|
delay?: number | undefined;
|
|
@@ -9000,8 +9021,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9000
9021
|
label?: string | undefined;
|
|
9001
9022
|
transform?: string | undefined;
|
|
9002
9023
|
delay?: number | undefined;
|
|
9003
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
9004
|
-
callClassificationApi?: ((args_0: string, ...
|
|
9024
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
9025
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
9005
9026
|
} | undefined;
|
|
9006
9027
|
metadata?: Record<string, any> | undefined;
|
|
9007
9028
|
description?: string | undefined;
|
|
@@ -9150,10 +9171,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9150
9171
|
name: z.ZodString;
|
|
9151
9172
|
value: z.ZodUnion<[z.ZodString, z.ZodFunction<z.ZodTuple<[z.ZodRecord<z.ZodString, z.ZodNumber>, z.ZodType<RunEvalOptions, z.ZodTypeDef, RunEvalOptions>], z.ZodUnknown>, z.ZodNumber>]>;
|
|
9152
9173
|
}, "strip", z.ZodTypeAny, {
|
|
9153
|
-
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...
|
|
9174
|
+
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
|
|
9154
9175
|
name: string;
|
|
9155
9176
|
}, {
|
|
9156
|
-
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...
|
|
9177
|
+
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
|
|
9157
9178
|
name: string;
|
|
9158
9179
|
}>, "many">>;
|
|
9159
9180
|
extensions: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
@@ -9165,10 +9186,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9165
9186
|
function?: ((args_0: {
|
|
9166
9187
|
vars: Record<string, any>;
|
|
9167
9188
|
provider?: ApiProvider | undefined;
|
|
9168
|
-
}, ...
|
|
9189
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
9169
9190
|
id?: string | undefined;
|
|
9170
|
-
display?: string | undefined;
|
|
9171
9191
|
config?: any;
|
|
9192
|
+
display?: string | undefined;
|
|
9172
9193
|
}[];
|
|
9173
9194
|
providers: {
|
|
9174
9195
|
callApi: import("./providers").CallApiFunction;
|
|
@@ -9176,8 +9197,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9176
9197
|
label?: string | undefined;
|
|
9177
9198
|
transform?: string | undefined;
|
|
9178
9199
|
delay?: number | undefined;
|
|
9179
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
9180
|
-
callClassificationApi?: ((args_0: string, ...
|
|
9200
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
9201
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
9181
9202
|
}[];
|
|
9182
9203
|
env?: {
|
|
9183
9204
|
AI21_API_BASE_URL?: string | undefined;
|
|
@@ -9245,8 +9266,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9245
9266
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
9246
9267
|
provider?: string | {
|
|
9247
9268
|
id?: string | undefined;
|
|
9248
|
-
label?: string | undefined;
|
|
9249
9269
|
config?: any;
|
|
9270
|
+
label?: string | undefined;
|
|
9250
9271
|
prompts?: string[] | undefined;
|
|
9251
9272
|
transform?: string | undefined;
|
|
9252
9273
|
delay?: number | undefined;
|
|
@@ -9292,8 +9313,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9292
9313
|
label?: string | undefined;
|
|
9293
9314
|
transform?: string | undefined;
|
|
9294
9315
|
delay?: number | undefined;
|
|
9295
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
9296
|
-
callClassificationApi?: ((args_0: string, ...
|
|
9316
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
9317
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
9297
9318
|
} | undefined;
|
|
9298
9319
|
metadata?: Record<string, any> | undefined;
|
|
9299
9320
|
description?: string | undefined;
|
|
@@ -9363,8 +9384,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9363
9384
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
9364
9385
|
provider?: string | {
|
|
9365
9386
|
id?: string | undefined;
|
|
9366
|
-
label?: string | undefined;
|
|
9367
9387
|
config?: any;
|
|
9388
|
+
label?: string | undefined;
|
|
9368
9389
|
prompts?: string[] | undefined;
|
|
9369
9390
|
transform?: string | undefined;
|
|
9370
9391
|
delay?: number | undefined;
|
|
@@ -9410,8 +9431,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9410
9431
|
label?: string | undefined;
|
|
9411
9432
|
transform?: string | undefined;
|
|
9412
9433
|
delay?: number | undefined;
|
|
9413
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
9414
|
-
callClassificationApi?: ((args_0: string, ...
|
|
9434
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
9435
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
9415
9436
|
} | undefined;
|
|
9416
9437
|
metadata?: Record<string, any> | undefined;
|
|
9417
9438
|
description?: string | undefined;
|
|
@@ -9478,8 +9499,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9478
9499
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
9479
9500
|
provider?: string | {
|
|
9480
9501
|
id?: string | undefined;
|
|
9481
|
-
label?: string | undefined;
|
|
9482
9502
|
config?: any;
|
|
9503
|
+
label?: string | undefined;
|
|
9483
9504
|
prompts?: string[] | undefined;
|
|
9484
9505
|
transform?: string | undefined;
|
|
9485
9506
|
delay?: number | undefined;
|
|
@@ -9525,8 +9546,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9525
9546
|
label?: string | undefined;
|
|
9526
9547
|
transform?: string | undefined;
|
|
9527
9548
|
delay?: number | undefined;
|
|
9528
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
9529
|
-
callClassificationApi?: ((args_0: string, ...
|
|
9549
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
9550
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
9530
9551
|
} | undefined;
|
|
9531
9552
|
metadata?: Record<string, any> | undefined;
|
|
9532
9553
|
description?: string | undefined;
|
|
@@ -9595,8 +9616,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9595
9616
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
9596
9617
|
provider?: string | {
|
|
9597
9618
|
id?: string | undefined;
|
|
9598
|
-
label?: string | undefined;
|
|
9599
9619
|
config?: any;
|
|
9620
|
+
label?: string | undefined;
|
|
9600
9621
|
prompts?: string[] | undefined;
|
|
9601
9622
|
transform?: string | undefined;
|
|
9602
9623
|
delay?: number | undefined;
|
|
@@ -9642,8 +9663,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9642
9663
|
label?: string | undefined;
|
|
9643
9664
|
transform?: string | undefined;
|
|
9644
9665
|
delay?: number | undefined;
|
|
9645
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
9646
|
-
callClassificationApi?: ((args_0: string, ...
|
|
9666
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
9667
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
9647
9668
|
} | undefined;
|
|
9648
9669
|
metadata?: Record<string, any> | undefined;
|
|
9649
9670
|
description?: string | undefined;
|
|
@@ -9681,9 +9702,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9681
9702
|
})[] | undefined;
|
|
9682
9703
|
threshold?: number | undefined;
|
|
9683
9704
|
} | undefined;
|
|
9684
|
-
nunjucksFilters?: Record<string, (args_0: any, ...
|
|
9705
|
+
nunjucksFilters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
9685
9706
|
derivedMetrics?: {
|
|
9686
|
-
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...
|
|
9707
|
+
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
|
|
9687
9708
|
name: string;
|
|
9688
9709
|
}[] | undefined;
|
|
9689
9710
|
extensions?: string[] | undefined;
|
|
@@ -9695,10 +9716,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9695
9716
|
function?: ((args_0: {
|
|
9696
9717
|
vars: Record<string, any>;
|
|
9697
9718
|
provider?: ApiProvider | undefined;
|
|
9698
|
-
}, ...
|
|
9719
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
9699
9720
|
id?: string | undefined;
|
|
9700
|
-
display?: string | undefined;
|
|
9701
9721
|
config?: any;
|
|
9722
|
+
display?: string | undefined;
|
|
9702
9723
|
}[];
|
|
9703
9724
|
providers: {
|
|
9704
9725
|
callApi: import("./providers").CallApiFunction;
|
|
@@ -9706,8 +9727,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9706
9727
|
label?: string | undefined;
|
|
9707
9728
|
transform?: string | undefined;
|
|
9708
9729
|
delay?: number | undefined;
|
|
9709
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
9710
|
-
callClassificationApi?: ((args_0: string, ...
|
|
9730
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
9731
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
9711
9732
|
}[];
|
|
9712
9733
|
env?: {
|
|
9713
9734
|
AI21_API_BASE_URL?: string | undefined;
|
|
@@ -9775,8 +9796,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9775
9796
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
9776
9797
|
provider?: string | {
|
|
9777
9798
|
id?: string | undefined;
|
|
9778
|
-
label?: string | undefined;
|
|
9779
9799
|
config?: any;
|
|
9800
|
+
label?: string | undefined;
|
|
9780
9801
|
prompts?: string[] | undefined;
|
|
9781
9802
|
transform?: string | undefined;
|
|
9782
9803
|
delay?: number | undefined;
|
|
@@ -9822,8 +9843,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9822
9843
|
label?: string | undefined;
|
|
9823
9844
|
transform?: string | undefined;
|
|
9824
9845
|
delay?: number | undefined;
|
|
9825
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
9826
|
-
callClassificationApi?: ((args_0: string, ...
|
|
9846
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
9847
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
9827
9848
|
} | undefined;
|
|
9828
9849
|
metadata?: Record<string, any> | undefined;
|
|
9829
9850
|
description?: string | undefined;
|
|
@@ -9893,8 +9914,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9893
9914
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
9894
9915
|
provider?: string | {
|
|
9895
9916
|
id?: string | undefined;
|
|
9896
|
-
label?: string | undefined;
|
|
9897
9917
|
config?: any;
|
|
9918
|
+
label?: string | undefined;
|
|
9898
9919
|
prompts?: string[] | undefined;
|
|
9899
9920
|
transform?: string | undefined;
|
|
9900
9921
|
delay?: number | undefined;
|
|
@@ -9940,8 +9961,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9940
9961
|
label?: string | undefined;
|
|
9941
9962
|
transform?: string | undefined;
|
|
9942
9963
|
delay?: number | undefined;
|
|
9943
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
9944
|
-
callClassificationApi?: ((args_0: string, ...
|
|
9964
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
9965
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
9945
9966
|
} | undefined;
|
|
9946
9967
|
metadata?: Record<string, any> | undefined;
|
|
9947
9968
|
description?: string | undefined;
|
|
@@ -10008,8 +10029,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
10008
10029
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
10009
10030
|
provider?: string | {
|
|
10010
10031
|
id?: string | undefined;
|
|
10011
|
-
label?: string | undefined;
|
|
10012
10032
|
config?: any;
|
|
10033
|
+
label?: string | undefined;
|
|
10013
10034
|
prompts?: string[] | undefined;
|
|
10014
10035
|
transform?: string | undefined;
|
|
10015
10036
|
delay?: number | undefined;
|
|
@@ -10055,8 +10076,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
10055
10076
|
label?: string | undefined;
|
|
10056
10077
|
transform?: string | undefined;
|
|
10057
10078
|
delay?: number | undefined;
|
|
10058
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
10059
|
-
callClassificationApi?: ((args_0: string, ...
|
|
10079
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
10080
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
10060
10081
|
} | undefined;
|
|
10061
10082
|
metadata?: Record<string, any> | undefined;
|
|
10062
10083
|
description?: string | undefined;
|
|
@@ -10125,8 +10146,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
10125
10146
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
10126
10147
|
provider?: string | {
|
|
10127
10148
|
id?: string | undefined;
|
|
10128
|
-
label?: string | undefined;
|
|
10129
10149
|
config?: any;
|
|
10150
|
+
label?: string | undefined;
|
|
10130
10151
|
prompts?: string[] | undefined;
|
|
10131
10152
|
transform?: string | undefined;
|
|
10132
10153
|
delay?: number | undefined;
|
|
@@ -10172,8 +10193,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
10172
10193
|
label?: string | undefined;
|
|
10173
10194
|
transform?: string | undefined;
|
|
10174
10195
|
delay?: number | undefined;
|
|
10175
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
10176
|
-
callClassificationApi?: ((args_0: string, ...
|
|
10196
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
10197
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
10177
10198
|
} | undefined;
|
|
10178
10199
|
metadata?: Record<string, any> | undefined;
|
|
10179
10200
|
description?: string | undefined;
|
|
@@ -10211,9 +10232,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
10211
10232
|
})[] | undefined;
|
|
10212
10233
|
threshold?: number | undefined;
|
|
10213
10234
|
} | undefined;
|
|
10214
|
-
nunjucksFilters?: Record<string, (args_0: any, ...
|
|
10235
|
+
nunjucksFilters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
10215
10236
|
derivedMetrics?: {
|
|
10216
|
-
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...
|
|
10237
|
+
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
|
|
10217
10238
|
name: string;
|
|
10218
10239
|
}[] | undefined;
|
|
10219
10240
|
extensions?: string[] | undefined;
|
|
@@ -10251,20 +10272,20 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10251
10272
|
function?: ((args_0: {
|
|
10252
10273
|
vars: Record<string, any>;
|
|
10253
10274
|
provider?: ApiProvider | undefined;
|
|
10254
|
-
}, ...
|
|
10275
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
10255
10276
|
id?: string | undefined;
|
|
10256
|
-
display?: string | undefined;
|
|
10257
10277
|
config?: any;
|
|
10278
|
+
display?: string | undefined;
|
|
10258
10279
|
}, {
|
|
10259
10280
|
raw: string;
|
|
10260
10281
|
label: string;
|
|
10261
10282
|
function?: ((args_0: {
|
|
10262
10283
|
vars: Record<string, any>;
|
|
10263
10284
|
provider?: ApiProvider | undefined;
|
|
10264
|
-
}, ...
|
|
10285
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
10265
10286
|
id?: string | undefined;
|
|
10266
|
-
display?: string | undefined;
|
|
10267
10287
|
config?: any;
|
|
10288
|
+
display?: string | undefined;
|
|
10268
10289
|
}>;
|
|
10269
10290
|
vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
|
|
10270
10291
|
}, "strip", z.ZodTypeAny, {
|
|
@@ -10275,13 +10296,13 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10275
10296
|
function?: ((args_0: {
|
|
10276
10297
|
vars: Record<string, any>;
|
|
10277
10298
|
provider?: ApiProvider | undefined;
|
|
10278
|
-
}, ...
|
|
10299
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
10279
10300
|
id?: string | undefined;
|
|
10280
|
-
display?: string | undefined;
|
|
10281
10301
|
config?: any;
|
|
10302
|
+
display?: string | undefined;
|
|
10282
10303
|
};
|
|
10283
10304
|
fetchWithCache?: any;
|
|
10284
|
-
filters?: Record<string, (args_0: any, ...
|
|
10305
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
10285
10306
|
getCache?: any;
|
|
10286
10307
|
logger?: any;
|
|
10287
10308
|
originalProvider?: any;
|
|
@@ -10293,13 +10314,13 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10293
10314
|
function?: ((args_0: {
|
|
10294
10315
|
vars: Record<string, any>;
|
|
10295
10316
|
provider?: ApiProvider | undefined;
|
|
10296
|
-
}, ...
|
|
10317
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
10297
10318
|
id?: string | undefined;
|
|
10298
|
-
display?: string | undefined;
|
|
10299
10319
|
config?: any;
|
|
10320
|
+
display?: string | undefined;
|
|
10300
10321
|
};
|
|
10301
10322
|
fetchWithCache?: any;
|
|
10302
|
-
filters?: Record<string, (args_0: any, ...
|
|
10323
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
10303
10324
|
getCache?: any;
|
|
10304
10325
|
logger?: any;
|
|
10305
10326
|
originalProvider?: any;
|
|
@@ -10430,8 +10451,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10430
10451
|
}>>;
|
|
10431
10452
|
}, "strict", z.ZodTypeAny, {
|
|
10432
10453
|
id?: string | undefined;
|
|
10433
|
-
label?: string | undefined;
|
|
10434
10454
|
config?: any;
|
|
10455
|
+
label?: string | undefined;
|
|
10435
10456
|
prompts?: string[] | undefined;
|
|
10436
10457
|
transform?: string | undefined;
|
|
10437
10458
|
delay?: number | undefined;
|
|
@@ -10473,8 +10494,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10473
10494
|
} | undefined;
|
|
10474
10495
|
}, {
|
|
10475
10496
|
id?: string | undefined;
|
|
10476
|
-
label?: string | undefined;
|
|
10477
10497
|
config?: any;
|
|
10498
|
+
label?: string | undefined;
|
|
10478
10499
|
prompts?: string[] | undefined;
|
|
10479
10500
|
transform?: string | undefined;
|
|
10480
10501
|
delay?: number | undefined;
|
|
@@ -10629,8 +10650,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10629
10650
|
}>>;
|
|
10630
10651
|
}, "strict", z.ZodTypeAny, {
|
|
10631
10652
|
id?: string | undefined;
|
|
10632
|
-
label?: string | undefined;
|
|
10633
10653
|
config?: any;
|
|
10654
|
+
label?: string | undefined;
|
|
10634
10655
|
prompts?: string[] | undefined;
|
|
10635
10656
|
transform?: string | undefined;
|
|
10636
10657
|
delay?: number | undefined;
|
|
@@ -10672,8 +10693,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10672
10693
|
} | undefined;
|
|
10673
10694
|
}, {
|
|
10674
10695
|
id?: string | undefined;
|
|
10675
|
-
label?: string | undefined;
|
|
10676
10696
|
config?: any;
|
|
10697
|
+
label?: string | undefined;
|
|
10677
10698
|
prompts?: string[] | undefined;
|
|
10678
10699
|
transform?: string | undefined;
|
|
10679
10700
|
delay?: number | undefined;
|
|
@@ -10741,20 +10762,20 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10741
10762
|
function?: ((args_0: {
|
|
10742
10763
|
vars: Record<string, any>;
|
|
10743
10764
|
provider?: ApiProvider | undefined;
|
|
10744
|
-
}, ...
|
|
10765
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
10745
10766
|
id?: string | undefined;
|
|
10746
|
-
display?: string | undefined;
|
|
10747
10767
|
config?: any;
|
|
10768
|
+
display?: string | undefined;
|
|
10748
10769
|
}, {
|
|
10749
10770
|
raw: string;
|
|
10750
10771
|
label: string;
|
|
10751
10772
|
function?: ((args_0: {
|
|
10752
10773
|
vars: Record<string, any>;
|
|
10753
10774
|
provider?: ApiProvider | undefined;
|
|
10754
|
-
}, ...
|
|
10775
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
10755
10776
|
id?: string | undefined;
|
|
10756
|
-
display?: string | undefined;
|
|
10757
10777
|
config?: any;
|
|
10778
|
+
display?: string | undefined;
|
|
10758
10779
|
}>;
|
|
10759
10780
|
vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
|
|
10760
10781
|
}, "strip", z.ZodTypeAny, {
|
|
@@ -10765,13 +10786,13 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10765
10786
|
function?: ((args_0: {
|
|
10766
10787
|
vars: Record<string, any>;
|
|
10767
10788
|
provider?: ApiProvider | undefined;
|
|
10768
|
-
}, ...
|
|
10789
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
10769
10790
|
id?: string | undefined;
|
|
10770
|
-
display?: string | undefined;
|
|
10771
10791
|
config?: any;
|
|
10792
|
+
display?: string | undefined;
|
|
10772
10793
|
};
|
|
10773
10794
|
fetchWithCache?: any;
|
|
10774
|
-
filters?: Record<string, (args_0: any, ...
|
|
10795
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
10775
10796
|
getCache?: any;
|
|
10776
10797
|
logger?: any;
|
|
10777
10798
|
originalProvider?: any;
|
|
@@ -10783,13 +10804,13 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10783
10804
|
function?: ((args_0: {
|
|
10784
10805
|
vars: Record<string, any>;
|
|
10785
10806
|
provider?: ApiProvider | undefined;
|
|
10786
|
-
}, ...
|
|
10807
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
10787
10808
|
id?: string | undefined;
|
|
10788
|
-
display?: string | undefined;
|
|
10789
10809
|
config?: any;
|
|
10810
|
+
display?: string | undefined;
|
|
10790
10811
|
};
|
|
10791
10812
|
fetchWithCache?: any;
|
|
10792
|
-
filters?: Record<string, (args_0: any, ...
|
|
10813
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
10793
10814
|
getCache?: any;
|
|
10794
10815
|
logger?: any;
|
|
10795
10816
|
originalProvider?: any;
|
|
@@ -10840,20 +10861,20 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10840
10861
|
function?: ((args_0: {
|
|
10841
10862
|
vars: Record<string, any>;
|
|
10842
10863
|
provider?: ApiProvider | undefined;
|
|
10843
|
-
}, ...
|
|
10864
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
10844
10865
|
id?: string | undefined;
|
|
10845
|
-
display?: string | undefined;
|
|
10846
10866
|
config?: any;
|
|
10867
|
+
display?: string | undefined;
|
|
10847
10868
|
}, {
|
|
10848
10869
|
raw: string;
|
|
10849
10870
|
label: string;
|
|
10850
10871
|
function?: ((args_0: {
|
|
10851
10872
|
vars: Record<string, any>;
|
|
10852
10873
|
provider?: ApiProvider | undefined;
|
|
10853
|
-
}, ...
|
|
10874
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
10854
10875
|
id?: string | undefined;
|
|
10855
|
-
display?: string | undefined;
|
|
10856
10876
|
config?: any;
|
|
10877
|
+
display?: string | undefined;
|
|
10857
10878
|
}>]>, "many">, z.ZodRecord<z.ZodString, z.ZodString>]>;
|
|
10858
10879
|
tests: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodUnion<[z.ZodString, z.ZodObject<{
|
|
10859
10880
|
description: z.ZodOptional<z.ZodString>;
|
|
@@ -10973,8 +10994,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10973
10994
|
}>>;
|
|
10974
10995
|
}, "strict", z.ZodTypeAny, {
|
|
10975
10996
|
id?: string | undefined;
|
|
10976
|
-
label?: string | undefined;
|
|
10977
10997
|
config?: any;
|
|
10998
|
+
label?: string | undefined;
|
|
10978
10999
|
prompts?: string[] | undefined;
|
|
10979
11000
|
transform?: string | undefined;
|
|
10980
11001
|
delay?: number | undefined;
|
|
@@ -11016,8 +11037,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
11016
11037
|
} | undefined;
|
|
11017
11038
|
}, {
|
|
11018
11039
|
id?: string | undefined;
|
|
11019
|
-
label?: string | undefined;
|
|
11020
11040
|
config?: any;
|
|
11041
|
+
label?: string | undefined;
|
|
11021
11042
|
prompts?: string[] | undefined;
|
|
11022
11043
|
transform?: string | undefined;
|
|
11023
11044
|
delay?: number | undefined;
|
|
@@ -11071,16 +11092,16 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
11071
11092
|
label?: string | undefined;
|
|
11072
11093
|
transform?: string | undefined;
|
|
11073
11094
|
delay?: number | undefined;
|
|
11074
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
11075
|
-
callClassificationApi?: ((args_0: string, ...
|
|
11095
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
11096
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
11076
11097
|
}, {
|
|
11077
11098
|
callApi: import("./providers").CallApiFunction;
|
|
11078
11099
|
id: (...args: unknown[]) => string;
|
|
11079
11100
|
label?: string | undefined;
|
|
11080
11101
|
transform?: string | undefined;
|
|
11081
11102
|
delay?: number | undefined;
|
|
11082
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
11083
|
-
callClassificationApi?: ((args_0: string, ...
|
|
11103
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
11104
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
11084
11105
|
}>]>>;
|
|
11085
11106
|
providerOutput: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
|
|
11086
11107
|
assert: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
|
|
@@ -11329,8 +11350,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
11329
11350
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
11330
11351
|
provider?: string | {
|
|
11331
11352
|
id?: string | undefined;
|
|
11332
|
-
label?: string | undefined;
|
|
11333
11353
|
config?: any;
|
|
11354
|
+
label?: string | undefined;
|
|
11334
11355
|
prompts?: string[] | undefined;
|
|
11335
11356
|
transform?: string | undefined;
|
|
11336
11357
|
delay?: number | undefined;
|
|
@@ -11376,8 +11397,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
11376
11397
|
label?: string | undefined;
|
|
11377
11398
|
transform?: string | undefined;
|
|
11378
11399
|
delay?: number | undefined;
|
|
11379
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
11380
|
-
callClassificationApi?: ((args_0: string, ...
|
|
11400
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
11401
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
11381
11402
|
} | undefined;
|
|
11382
11403
|
metadata?: Record<string, any> | undefined;
|
|
11383
11404
|
description?: string | undefined;
|
|
@@ -11443,8 +11464,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
11443
11464
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
11444
11465
|
provider?: string | {
|
|
11445
11466
|
id?: string | undefined;
|
|
11446
|
-
label?: string | undefined;
|
|
11447
11467
|
config?: any;
|
|
11468
|
+
label?: string | undefined;
|
|
11448
11469
|
prompts?: string[] | undefined;
|
|
11449
11470
|
transform?: string | undefined;
|
|
11450
11471
|
delay?: number | undefined;
|
|
@@ -11490,8 +11511,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
11490
11511
|
label?: string | undefined;
|
|
11491
11512
|
transform?: string | undefined;
|
|
11492
11513
|
delay?: number | undefined;
|
|
11493
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
11494
|
-
callClassificationApi?: ((args_0: string, ...
|
|
11514
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
11515
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
11495
11516
|
} | undefined;
|
|
11496
11517
|
metadata?: Record<string, any> | undefined;
|
|
11497
11518
|
description?: string | undefined;
|
|
@@ -11649,8 +11670,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
11649
11670
|
}>>;
|
|
11650
11671
|
}, "strict", z.ZodTypeAny, {
|
|
11651
11672
|
id?: string | undefined;
|
|
11652
|
-
label?: string | undefined;
|
|
11653
11673
|
config?: any;
|
|
11674
|
+
label?: string | undefined;
|
|
11654
11675
|
prompts?: string[] | undefined;
|
|
11655
11676
|
transform?: string | undefined;
|
|
11656
11677
|
delay?: number | undefined;
|
|
@@ -11692,8 +11713,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
11692
11713
|
} | undefined;
|
|
11693
11714
|
}, {
|
|
11694
11715
|
id?: string | undefined;
|
|
11695
|
-
label?: string | undefined;
|
|
11696
11716
|
config?: any;
|
|
11717
|
+
label?: string | undefined;
|
|
11697
11718
|
prompts?: string[] | undefined;
|
|
11698
11719
|
transform?: string | undefined;
|
|
11699
11720
|
delay?: number | undefined;
|
|
@@ -11747,16 +11768,16 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
11747
11768
|
label?: string | undefined;
|
|
11748
11769
|
transform?: string | undefined;
|
|
11749
11770
|
delay?: number | undefined;
|
|
11750
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
11751
|
-
callClassificationApi?: ((args_0: string, ...
|
|
11771
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
11772
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
11752
11773
|
}, {
|
|
11753
11774
|
callApi: import("./providers").CallApiFunction;
|
|
11754
11775
|
id: (...args: unknown[]) => string;
|
|
11755
11776
|
label?: string | undefined;
|
|
11756
11777
|
transform?: string | undefined;
|
|
11757
11778
|
delay?: number | undefined;
|
|
11758
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
11759
|
-
callClassificationApi?: ((args_0: string, ...
|
|
11779
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
11780
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
11760
11781
|
}>]>>>;
|
|
11761
11782
|
providerOutput: z.ZodOptional<z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>>;
|
|
11762
11783
|
assert: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
|
|
@@ -12005,8 +12026,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
12005
12026
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
12006
12027
|
provider?: string | {
|
|
12007
12028
|
id?: string | undefined;
|
|
12008
|
-
label?: string | undefined;
|
|
12009
12029
|
config?: any;
|
|
12030
|
+
label?: string | undefined;
|
|
12010
12031
|
prompts?: string[] | undefined;
|
|
12011
12032
|
transform?: string | undefined;
|
|
12012
12033
|
delay?: number | undefined;
|
|
@@ -12052,8 +12073,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
12052
12073
|
label?: string | undefined;
|
|
12053
12074
|
transform?: string | undefined;
|
|
12054
12075
|
delay?: number | undefined;
|
|
12055
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
12056
|
-
callClassificationApi?: ((args_0: string, ...
|
|
12076
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
12077
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
12057
12078
|
} | undefined;
|
|
12058
12079
|
metadata?: Record<string, any> | undefined;
|
|
12059
12080
|
description?: string | undefined;
|
|
@@ -12119,8 +12140,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
12119
12140
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
12120
12141
|
provider?: string | {
|
|
12121
12142
|
id?: string | undefined;
|
|
12122
|
-
label?: string | undefined;
|
|
12123
12143
|
config?: any;
|
|
12144
|
+
label?: string | undefined;
|
|
12124
12145
|
prompts?: string[] | undefined;
|
|
12125
12146
|
transform?: string | undefined;
|
|
12126
12147
|
delay?: number | undefined;
|
|
@@ -12166,8 +12187,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
12166
12187
|
label?: string | undefined;
|
|
12167
12188
|
transform?: string | undefined;
|
|
12168
12189
|
delay?: number | undefined;
|
|
12169
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
12170
|
-
callClassificationApi?: ((args_0: string, ...
|
|
12190
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
12191
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
12171
12192
|
} | undefined;
|
|
12172
12193
|
metadata?: Record<string, any> | undefined;
|
|
12173
12194
|
description?: string | undefined;
|
|
@@ -12323,8 +12344,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
12323
12344
|
}>>;
|
|
12324
12345
|
}, "strict", z.ZodTypeAny, {
|
|
12325
12346
|
id?: string | undefined;
|
|
12326
|
-
label?: string | undefined;
|
|
12327
12347
|
config?: any;
|
|
12348
|
+
label?: string | undefined;
|
|
12328
12349
|
prompts?: string[] | undefined;
|
|
12329
12350
|
transform?: string | undefined;
|
|
12330
12351
|
delay?: number | undefined;
|
|
@@ -12366,8 +12387,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
12366
12387
|
} | undefined;
|
|
12367
12388
|
}, {
|
|
12368
12389
|
id?: string | undefined;
|
|
12369
|
-
label?: string | undefined;
|
|
12370
12390
|
config?: any;
|
|
12391
|
+
label?: string | undefined;
|
|
12371
12392
|
prompts?: string[] | undefined;
|
|
12372
12393
|
transform?: string | undefined;
|
|
12373
12394
|
delay?: number | undefined;
|
|
@@ -12421,16 +12442,16 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
12421
12442
|
label?: string | undefined;
|
|
12422
12443
|
transform?: string | undefined;
|
|
12423
12444
|
delay?: number | undefined;
|
|
12424
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
12425
|
-
callClassificationApi?: ((args_0: string, ...
|
|
12445
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
12446
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
12426
12447
|
}, {
|
|
12427
12448
|
callApi: import("./providers").CallApiFunction;
|
|
12428
12449
|
id: (...args: unknown[]) => string;
|
|
12429
12450
|
label?: string | undefined;
|
|
12430
12451
|
transform?: string | undefined;
|
|
12431
12452
|
delay?: number | undefined;
|
|
12432
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
12433
|
-
callClassificationApi?: ((args_0: string, ...
|
|
12453
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
12454
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
12434
12455
|
}>]>>;
|
|
12435
12456
|
providerOutput: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
|
|
12436
12457
|
assert: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
|
|
@@ -12679,8 +12700,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
12679
12700
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
12680
12701
|
provider?: string | {
|
|
12681
12702
|
id?: string | undefined;
|
|
12682
|
-
label?: string | undefined;
|
|
12683
12703
|
config?: any;
|
|
12704
|
+
label?: string | undefined;
|
|
12684
12705
|
prompts?: string[] | undefined;
|
|
12685
12706
|
transform?: string | undefined;
|
|
12686
12707
|
delay?: number | undefined;
|
|
@@ -12726,8 +12747,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
12726
12747
|
label?: string | undefined;
|
|
12727
12748
|
transform?: string | undefined;
|
|
12728
12749
|
delay?: number | undefined;
|
|
12729
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
12730
|
-
callClassificationApi?: ((args_0: string, ...
|
|
12750
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
12751
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
12731
12752
|
} | undefined;
|
|
12732
12753
|
metadata?: Record<string, any> | undefined;
|
|
12733
12754
|
description?: string | undefined;
|
|
@@ -12793,8 +12814,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
12793
12814
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
12794
12815
|
provider?: string | {
|
|
12795
12816
|
id?: string | undefined;
|
|
12796
|
-
label?: string | undefined;
|
|
12797
12817
|
config?: any;
|
|
12818
|
+
label?: string | undefined;
|
|
12798
12819
|
prompts?: string[] | undefined;
|
|
12799
12820
|
transform?: string | undefined;
|
|
12800
12821
|
delay?: number | undefined;
|
|
@@ -12840,8 +12861,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
12840
12861
|
label?: string | undefined;
|
|
12841
12862
|
transform?: string | undefined;
|
|
12842
12863
|
delay?: number | undefined;
|
|
12843
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
12844
|
-
callClassificationApi?: ((args_0: string, ...
|
|
12864
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
12865
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
12845
12866
|
} | undefined;
|
|
12846
12867
|
metadata?: Record<string, any> | undefined;
|
|
12847
12868
|
description?: string | undefined;
|
|
@@ -12909,8 +12930,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
12909
12930
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
12910
12931
|
provider?: string | {
|
|
12911
12932
|
id?: string | undefined;
|
|
12912
|
-
label?: string | undefined;
|
|
12913
12933
|
config?: any;
|
|
12934
|
+
label?: string | undefined;
|
|
12914
12935
|
prompts?: string[] | undefined;
|
|
12915
12936
|
transform?: string | undefined;
|
|
12916
12937
|
delay?: number | undefined;
|
|
@@ -12956,8 +12977,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
12956
12977
|
label?: string | undefined;
|
|
12957
12978
|
transform?: string | undefined;
|
|
12958
12979
|
delay?: number | undefined;
|
|
12959
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
12960
|
-
callClassificationApi?: ((args_0: string, ...
|
|
12980
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
12981
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
12961
12982
|
} | undefined;
|
|
12962
12983
|
metadata?: Record<string, any> | undefined;
|
|
12963
12984
|
description?: string | undefined;
|
|
@@ -13024,8 +13045,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
13024
13045
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
13025
13046
|
provider?: string | {
|
|
13026
13047
|
id?: string | undefined;
|
|
13027
|
-
label?: string | undefined;
|
|
13028
13048
|
config?: any;
|
|
13049
|
+
label?: string | undefined;
|
|
13029
13050
|
prompts?: string[] | undefined;
|
|
13030
13051
|
transform?: string | undefined;
|
|
13031
13052
|
delay?: number | undefined;
|
|
@@ -13071,8 +13092,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
13071
13092
|
label?: string | undefined;
|
|
13072
13093
|
transform?: string | undefined;
|
|
13073
13094
|
delay?: number | undefined;
|
|
13074
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
13075
|
-
callClassificationApi?: ((args_0: string, ...
|
|
13095
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
13096
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
13076
13097
|
} | undefined;
|
|
13077
13098
|
metadata?: Record<string, any> | undefined;
|
|
13078
13099
|
description?: string | undefined;
|
|
@@ -13141,8 +13162,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
13141
13162
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
13142
13163
|
provider?: string | {
|
|
13143
13164
|
id?: string | undefined;
|
|
13144
|
-
label?: string | undefined;
|
|
13145
13165
|
config?: any;
|
|
13166
|
+
label?: string | undefined;
|
|
13146
13167
|
prompts?: string[] | undefined;
|
|
13147
13168
|
transform?: string | undefined;
|
|
13148
13169
|
delay?: number | undefined;
|
|
@@ -13188,8 +13209,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
13188
13209
|
label?: string | undefined;
|
|
13189
13210
|
transform?: string | undefined;
|
|
13190
13211
|
delay?: number | undefined;
|
|
13191
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
13192
|
-
callClassificationApi?: ((args_0: string, ...
|
|
13212
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
13213
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
13193
13214
|
} | undefined;
|
|
13194
13215
|
metadata?: Record<string, any> | undefined;
|
|
13195
13216
|
description?: string | undefined;
|
|
@@ -13256,8 +13277,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
13256
13277
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
13257
13278
|
provider?: string | {
|
|
13258
13279
|
id?: string | undefined;
|
|
13259
|
-
label?: string | undefined;
|
|
13260
13280
|
config?: any;
|
|
13281
|
+
label?: string | undefined;
|
|
13261
13282
|
prompts?: string[] | undefined;
|
|
13262
13283
|
transform?: string | undefined;
|
|
13263
13284
|
delay?: number | undefined;
|
|
@@ -13303,8 +13324,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
13303
13324
|
label?: string | undefined;
|
|
13304
13325
|
transform?: string | undefined;
|
|
13305
13326
|
delay?: number | undefined;
|
|
13306
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
13307
|
-
callClassificationApi?: ((args_0: string, ...
|
|
13327
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
13328
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
13308
13329
|
} | undefined;
|
|
13309
13330
|
metadata?: Record<string, any> | undefined;
|
|
13310
13331
|
description?: string | undefined;
|
|
@@ -13462,8 +13483,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
13462
13483
|
}>>;
|
|
13463
13484
|
}, "strict", z.ZodTypeAny, {
|
|
13464
13485
|
id?: string | undefined;
|
|
13465
|
-
label?: string | undefined;
|
|
13466
13486
|
config?: any;
|
|
13487
|
+
label?: string | undefined;
|
|
13467
13488
|
prompts?: string[] | undefined;
|
|
13468
13489
|
transform?: string | undefined;
|
|
13469
13490
|
delay?: number | undefined;
|
|
@@ -13505,8 +13526,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
13505
13526
|
} | undefined;
|
|
13506
13527
|
}, {
|
|
13507
13528
|
id?: string | undefined;
|
|
13508
|
-
label?: string | undefined;
|
|
13509
13529
|
config?: any;
|
|
13530
|
+
label?: string | undefined;
|
|
13510
13531
|
prompts?: string[] | undefined;
|
|
13511
13532
|
transform?: string | undefined;
|
|
13512
13533
|
delay?: number | undefined;
|
|
@@ -13560,16 +13581,16 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
13560
13581
|
label?: string | undefined;
|
|
13561
13582
|
transform?: string | undefined;
|
|
13562
13583
|
delay?: number | undefined;
|
|
13563
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
13564
|
-
callClassificationApi?: ((args_0: string, ...
|
|
13584
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
13585
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
13565
13586
|
}, {
|
|
13566
13587
|
callApi: import("./providers").CallApiFunction;
|
|
13567
13588
|
id: (...args: unknown[]) => string;
|
|
13568
13589
|
label?: string | undefined;
|
|
13569
13590
|
transform?: string | undefined;
|
|
13570
13591
|
delay?: number | undefined;
|
|
13571
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
13572
|
-
callClassificationApi?: ((args_0: string, ...
|
|
13592
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
13593
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
13573
13594
|
}>]>>>;
|
|
13574
13595
|
providerOutput: z.ZodOptional<z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>>;
|
|
13575
13596
|
assert: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
|
|
@@ -13818,8 +13839,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
13818
13839
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
13819
13840
|
provider?: string | {
|
|
13820
13841
|
id?: string | undefined;
|
|
13821
|
-
label?: string | undefined;
|
|
13822
13842
|
config?: any;
|
|
13843
|
+
label?: string | undefined;
|
|
13823
13844
|
prompts?: string[] | undefined;
|
|
13824
13845
|
transform?: string | undefined;
|
|
13825
13846
|
delay?: number | undefined;
|
|
@@ -13865,8 +13886,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
13865
13886
|
label?: string | undefined;
|
|
13866
13887
|
transform?: string | undefined;
|
|
13867
13888
|
delay?: number | undefined;
|
|
13868
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
13869
|
-
callClassificationApi?: ((args_0: string, ...
|
|
13889
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
13890
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
13870
13891
|
} | undefined;
|
|
13871
13892
|
metadata?: Record<string, any> | undefined;
|
|
13872
13893
|
providerOutput?: string | {} | undefined;
|
|
@@ -13931,8 +13952,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
13931
13952
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
13932
13953
|
provider?: string | {
|
|
13933
13954
|
id?: string | undefined;
|
|
13934
|
-
label?: string | undefined;
|
|
13935
13955
|
config?: any;
|
|
13956
|
+
label?: string | undefined;
|
|
13936
13957
|
prompts?: string[] | undefined;
|
|
13937
13958
|
transform?: string | undefined;
|
|
13938
13959
|
delay?: number | undefined;
|
|
@@ -13978,8 +13999,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
13978
13999
|
label?: string | undefined;
|
|
13979
14000
|
transform?: string | undefined;
|
|
13980
14001
|
delay?: number | undefined;
|
|
13981
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
13982
|
-
callClassificationApi?: ((args_0: string, ...
|
|
14002
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
14003
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
13983
14004
|
} | undefined;
|
|
13984
14005
|
metadata?: Record<string, any> | undefined;
|
|
13985
14006
|
providerOutput?: string | {} | undefined;
|
|
@@ -14138,10 +14159,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14138
14159
|
name: z.ZodString;
|
|
14139
14160
|
value: z.ZodUnion<[z.ZodString, z.ZodFunction<z.ZodTuple<[z.ZodRecord<z.ZodString, z.ZodNumber>, z.ZodType<RunEvalOptions, z.ZodTypeDef, RunEvalOptions>], z.ZodUnknown>, z.ZodNumber>]>;
|
|
14140
14161
|
}, "strip", z.ZodTypeAny, {
|
|
14141
|
-
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...
|
|
14162
|
+
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
|
|
14142
14163
|
name: string;
|
|
14143
14164
|
}, {
|
|
14144
|
-
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...
|
|
14165
|
+
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
|
|
14145
14166
|
name: string;
|
|
14146
14167
|
}>, "many">>;
|
|
14147
14168
|
extensions: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
@@ -14155,10 +14176,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14155
14176
|
function?: ((args_0: {
|
|
14156
14177
|
vars: Record<string, any>;
|
|
14157
14178
|
provider?: ApiProvider | undefined;
|
|
14158
|
-
}, ...
|
|
14179
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
14159
14180
|
id?: string | undefined;
|
|
14160
|
-
display?: string | undefined;
|
|
14161
14181
|
config?: any;
|
|
14182
|
+
display?: string | undefined;
|
|
14162
14183
|
} | {
|
|
14163
14184
|
id: string;
|
|
14164
14185
|
raw?: string | undefined;
|
|
@@ -14172,24 +14193,24 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14172
14193
|
function?: ((args_0: {
|
|
14173
14194
|
vars: Record<string, any>;
|
|
14174
14195
|
provider?: ApiProvider | undefined;
|
|
14175
|
-
}, ...
|
|
14196
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
14176
14197
|
id?: string | undefined;
|
|
14177
|
-
display?: string | undefined;
|
|
14178
14198
|
config?: any;
|
|
14199
|
+
display?: string | undefined;
|
|
14179
14200
|
};
|
|
14180
14201
|
fetchWithCache?: any;
|
|
14181
|
-
filters?: Record<string, (args_0: any, ...
|
|
14202
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
14182
14203
|
getCache?: any;
|
|
14183
14204
|
logger?: any;
|
|
14184
14205
|
originalProvider?: any;
|
|
14185
14206
|
} | undefined, args_2: {
|
|
14186
14207
|
includeLogProbs?: boolean | undefined;
|
|
14187
|
-
} | undefined, ...
|
|
14208
|
+
} | undefined, ...args: unknown[]) => Promise<ProviderResponse>) & {
|
|
14188
14209
|
label?: string | undefined;
|
|
14189
14210
|
}) | (string | {
|
|
14190
14211
|
id?: string | undefined;
|
|
14191
|
-
label?: string | undefined;
|
|
14192
14212
|
config?: any;
|
|
14213
|
+
label?: string | undefined;
|
|
14193
14214
|
prompts?: string[] | undefined;
|
|
14194
14215
|
transform?: string | undefined;
|
|
14195
14216
|
delay?: number | undefined;
|
|
@@ -14237,24 +14258,24 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14237
14258
|
function?: ((args_0: {
|
|
14238
14259
|
vars: Record<string, any>;
|
|
14239
14260
|
provider?: ApiProvider | undefined;
|
|
14240
|
-
}, ...
|
|
14261
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
14241
14262
|
id?: string | undefined;
|
|
14242
|
-
display?: string | undefined;
|
|
14243
14263
|
config?: any;
|
|
14264
|
+
display?: string | undefined;
|
|
14244
14265
|
};
|
|
14245
14266
|
fetchWithCache?: any;
|
|
14246
|
-
filters?: Record<string, (args_0: any, ...
|
|
14267
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
14247
14268
|
getCache?: any;
|
|
14248
14269
|
logger?: any;
|
|
14249
14270
|
originalProvider?: any;
|
|
14250
14271
|
} | undefined, args_2: {
|
|
14251
14272
|
includeLogProbs?: boolean | undefined;
|
|
14252
|
-
} | undefined, ...
|
|
14273
|
+
} | undefined, ...args: unknown[]) => Promise<ProviderResponse>) & {
|
|
14253
14274
|
label?: string | undefined;
|
|
14254
14275
|
}) | Record<string, {
|
|
14255
14276
|
id?: string | undefined;
|
|
14256
|
-
label?: string | undefined;
|
|
14257
14277
|
config?: any;
|
|
14278
|
+
label?: string | undefined;
|
|
14258
14279
|
prompts?: string[] | undefined;
|
|
14259
14280
|
transform?: string | undefined;
|
|
14260
14281
|
delay?: number | undefined;
|
|
@@ -14362,8 +14383,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14362
14383
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
14363
14384
|
provider?: string | {
|
|
14364
14385
|
id?: string | undefined;
|
|
14365
|
-
label?: string | undefined;
|
|
14366
14386
|
config?: any;
|
|
14387
|
+
label?: string | undefined;
|
|
14367
14388
|
prompts?: string[] | undefined;
|
|
14368
14389
|
transform?: string | undefined;
|
|
14369
14390
|
delay?: number | undefined;
|
|
@@ -14409,8 +14430,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14409
14430
|
label?: string | undefined;
|
|
14410
14431
|
transform?: string | undefined;
|
|
14411
14432
|
delay?: number | undefined;
|
|
14412
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
14413
|
-
callClassificationApi?: ((args_0: string, ...
|
|
14433
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
14434
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
14414
14435
|
} | undefined;
|
|
14415
14436
|
metadata?: Record<string, any> | undefined;
|
|
14416
14437
|
description?: string | undefined;
|
|
@@ -14479,8 +14500,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14479
14500
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
14480
14501
|
provider?: string | {
|
|
14481
14502
|
id?: string | undefined;
|
|
14482
|
-
label?: string | undefined;
|
|
14483
14503
|
config?: any;
|
|
14504
|
+
label?: string | undefined;
|
|
14484
14505
|
prompts?: string[] | undefined;
|
|
14485
14506
|
transform?: string | undefined;
|
|
14486
14507
|
delay?: number | undefined;
|
|
@@ -14526,8 +14547,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14526
14547
|
label?: string | undefined;
|
|
14527
14548
|
transform?: string | undefined;
|
|
14528
14549
|
delay?: number | undefined;
|
|
14529
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
14530
|
-
callClassificationApi?: ((args_0: string, ...
|
|
14550
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
14551
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
14531
14552
|
} | undefined;
|
|
14532
14553
|
metadata?: Record<string, any> | undefined;
|
|
14533
14554
|
description?: string | undefined;
|
|
@@ -14594,8 +14615,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14594
14615
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
14595
14616
|
provider?: string | {
|
|
14596
14617
|
id?: string | undefined;
|
|
14597
|
-
label?: string | undefined;
|
|
14598
14618
|
config?: any;
|
|
14619
|
+
label?: string | undefined;
|
|
14599
14620
|
prompts?: string[] | undefined;
|
|
14600
14621
|
transform?: string | undefined;
|
|
14601
14622
|
delay?: number | undefined;
|
|
@@ -14641,8 +14662,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14641
14662
|
label?: string | undefined;
|
|
14642
14663
|
transform?: string | undefined;
|
|
14643
14664
|
delay?: number | undefined;
|
|
14644
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
14645
|
-
callClassificationApi?: ((args_0: string, ...
|
|
14665
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
14666
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
14646
14667
|
} | undefined;
|
|
14647
14668
|
metadata?: Record<string, any> | undefined;
|
|
14648
14669
|
description?: string | undefined;
|
|
@@ -14711,8 +14732,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14711
14732
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
14712
14733
|
provider?: string | {
|
|
14713
14734
|
id?: string | undefined;
|
|
14714
|
-
label?: string | undefined;
|
|
14715
14735
|
config?: any;
|
|
14736
|
+
label?: string | undefined;
|
|
14716
14737
|
prompts?: string[] | undefined;
|
|
14717
14738
|
transform?: string | undefined;
|
|
14718
14739
|
delay?: number | undefined;
|
|
@@ -14758,8 +14779,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14758
14779
|
label?: string | undefined;
|
|
14759
14780
|
transform?: string | undefined;
|
|
14760
14781
|
delay?: number | undefined;
|
|
14761
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
14762
|
-
callClassificationApi?: ((args_0: string, ...
|
|
14782
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
14783
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
14763
14784
|
} | undefined;
|
|
14764
14785
|
metadata?: Record<string, any> | undefined;
|
|
14765
14786
|
providerOutput?: string | {} | undefined;
|
|
@@ -14798,7 +14819,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14798
14819
|
} | undefined;
|
|
14799
14820
|
nunjucksFilters?: Record<string, string> | undefined;
|
|
14800
14821
|
derivedMetrics?: {
|
|
14801
|
-
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...
|
|
14822
|
+
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
|
|
14802
14823
|
name: string;
|
|
14803
14824
|
}[] | undefined;
|
|
14804
14825
|
extensions?: string[] | undefined;
|
|
@@ -14816,10 +14837,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14816
14837
|
function?: ((args_0: {
|
|
14817
14838
|
vars: Record<string, any>;
|
|
14818
14839
|
provider?: ApiProvider | undefined;
|
|
14819
|
-
}, ...
|
|
14840
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
14820
14841
|
id?: string | undefined;
|
|
14821
|
-
display?: string | undefined;
|
|
14822
14842
|
config?: any;
|
|
14843
|
+
display?: string | undefined;
|
|
14823
14844
|
} | {
|
|
14824
14845
|
id: string;
|
|
14825
14846
|
raw?: string | undefined;
|
|
@@ -14833,24 +14854,24 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14833
14854
|
function?: ((args_0: {
|
|
14834
14855
|
vars: Record<string, any>;
|
|
14835
14856
|
provider?: ApiProvider | undefined;
|
|
14836
|
-
}, ...
|
|
14857
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
14837
14858
|
id?: string | undefined;
|
|
14838
|
-
display?: string | undefined;
|
|
14839
14859
|
config?: any;
|
|
14860
|
+
display?: string | undefined;
|
|
14840
14861
|
};
|
|
14841
14862
|
fetchWithCache?: any;
|
|
14842
|
-
filters?: Record<string, (args_0: any, ...
|
|
14863
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
14843
14864
|
getCache?: any;
|
|
14844
14865
|
logger?: any;
|
|
14845
14866
|
originalProvider?: any;
|
|
14846
14867
|
} | undefined, args_2: {
|
|
14847
14868
|
includeLogProbs?: boolean | undefined;
|
|
14848
|
-
} | undefined, ...
|
|
14869
|
+
} | undefined, ...args: unknown[]) => Promise<ProviderResponse>) & {
|
|
14849
14870
|
label?: string | undefined;
|
|
14850
14871
|
}) | (string | {
|
|
14851
14872
|
id?: string | undefined;
|
|
14852
|
-
label?: string | undefined;
|
|
14853
14873
|
config?: any;
|
|
14874
|
+
label?: string | undefined;
|
|
14854
14875
|
prompts?: string[] | undefined;
|
|
14855
14876
|
transform?: string | undefined;
|
|
14856
14877
|
delay?: number | undefined;
|
|
@@ -14898,24 +14919,24 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14898
14919
|
function?: ((args_0: {
|
|
14899
14920
|
vars: Record<string, any>;
|
|
14900
14921
|
provider?: ApiProvider | undefined;
|
|
14901
|
-
}, ...
|
|
14922
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
14902
14923
|
id?: string | undefined;
|
|
14903
|
-
display?: string | undefined;
|
|
14904
14924
|
config?: any;
|
|
14925
|
+
display?: string | undefined;
|
|
14905
14926
|
};
|
|
14906
14927
|
fetchWithCache?: any;
|
|
14907
|
-
filters?: Record<string, (args_0: any, ...
|
|
14928
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
14908
14929
|
getCache?: any;
|
|
14909
14930
|
logger?: any;
|
|
14910
14931
|
originalProvider?: any;
|
|
14911
14932
|
} | undefined, args_2: {
|
|
14912
14933
|
includeLogProbs?: boolean | undefined;
|
|
14913
|
-
} | undefined, ...
|
|
14934
|
+
} | undefined, ...args: unknown[]) => Promise<ProviderResponse>) & {
|
|
14914
14935
|
label?: string | undefined;
|
|
14915
14936
|
}) | Record<string, {
|
|
14916
14937
|
id?: string | undefined;
|
|
14917
|
-
label?: string | undefined;
|
|
14918
14938
|
config?: any;
|
|
14939
|
+
label?: string | undefined;
|
|
14919
14940
|
prompts?: string[] | undefined;
|
|
14920
14941
|
transform?: string | undefined;
|
|
14921
14942
|
delay?: number | undefined;
|
|
@@ -15023,8 +15044,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
15023
15044
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
15024
15045
|
provider?: string | {
|
|
15025
15046
|
id?: string | undefined;
|
|
15026
|
-
label?: string | undefined;
|
|
15027
15047
|
config?: any;
|
|
15048
|
+
label?: string | undefined;
|
|
15028
15049
|
prompts?: string[] | undefined;
|
|
15029
15050
|
transform?: string | undefined;
|
|
15030
15051
|
delay?: number | undefined;
|
|
@@ -15070,8 +15091,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
15070
15091
|
label?: string | undefined;
|
|
15071
15092
|
transform?: string | undefined;
|
|
15072
15093
|
delay?: number | undefined;
|
|
15073
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
15074
|
-
callClassificationApi?: ((args_0: string, ...
|
|
15094
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
15095
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
15075
15096
|
} | undefined;
|
|
15076
15097
|
metadata?: Record<string, any> | undefined;
|
|
15077
15098
|
description?: string | undefined;
|
|
@@ -15140,8 +15161,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
15140
15161
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
15141
15162
|
provider?: string | {
|
|
15142
15163
|
id?: string | undefined;
|
|
15143
|
-
label?: string | undefined;
|
|
15144
15164
|
config?: any;
|
|
15165
|
+
label?: string | undefined;
|
|
15145
15166
|
prompts?: string[] | undefined;
|
|
15146
15167
|
transform?: string | undefined;
|
|
15147
15168
|
delay?: number | undefined;
|
|
@@ -15187,8 +15208,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
15187
15208
|
label?: string | undefined;
|
|
15188
15209
|
transform?: string | undefined;
|
|
15189
15210
|
delay?: number | undefined;
|
|
15190
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
15191
|
-
callClassificationApi?: ((args_0: string, ...
|
|
15211
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
15212
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
15192
15213
|
} | undefined;
|
|
15193
15214
|
metadata?: Record<string, any> | undefined;
|
|
15194
15215
|
description?: string | undefined;
|
|
@@ -15255,8 +15276,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
15255
15276
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
15256
15277
|
provider?: string | {
|
|
15257
15278
|
id?: string | undefined;
|
|
15258
|
-
label?: string | undefined;
|
|
15259
15279
|
config?: any;
|
|
15280
|
+
label?: string | undefined;
|
|
15260
15281
|
prompts?: string[] | undefined;
|
|
15261
15282
|
transform?: string | undefined;
|
|
15262
15283
|
delay?: number | undefined;
|
|
@@ -15302,8 +15323,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
15302
15323
|
label?: string | undefined;
|
|
15303
15324
|
transform?: string | undefined;
|
|
15304
15325
|
delay?: number | undefined;
|
|
15305
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
15306
|
-
callClassificationApi?: ((args_0: string, ...
|
|
15326
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
15327
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
15307
15328
|
} | undefined;
|
|
15308
15329
|
metadata?: Record<string, any> | undefined;
|
|
15309
15330
|
description?: string | undefined;
|
|
@@ -15372,8 +15393,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
15372
15393
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
15373
15394
|
provider?: string | {
|
|
15374
15395
|
id?: string | undefined;
|
|
15375
|
-
label?: string | undefined;
|
|
15376
15396
|
config?: any;
|
|
15397
|
+
label?: string | undefined;
|
|
15377
15398
|
prompts?: string[] | undefined;
|
|
15378
15399
|
transform?: string | undefined;
|
|
15379
15400
|
delay?: number | undefined;
|
|
@@ -15419,8 +15440,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
15419
15440
|
label?: string | undefined;
|
|
15420
15441
|
transform?: string | undefined;
|
|
15421
15442
|
delay?: number | undefined;
|
|
15422
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
15423
|
-
callClassificationApi?: ((args_0: string, ...
|
|
15443
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
15444
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
15424
15445
|
} | undefined;
|
|
15425
15446
|
metadata?: Record<string, any> | undefined;
|
|
15426
15447
|
providerOutput?: string | {} | undefined;
|
|
@@ -15459,7 +15480,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
15459
15480
|
} | undefined;
|
|
15460
15481
|
nunjucksFilters?: Record<string, string> | undefined;
|
|
15461
15482
|
derivedMetrics?: {
|
|
15462
|
-
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...
|
|
15483
|
+
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
|
|
15463
15484
|
name: string;
|
|
15464
15485
|
}[] | undefined;
|
|
15465
15486
|
extensions?: string[] | undefined;
|
|
@@ -15503,20 +15524,20 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
15503
15524
|
function?: ((args_0: {
|
|
15504
15525
|
vars: Record<string, any>;
|
|
15505
15526
|
provider?: ApiProvider | undefined;
|
|
15506
|
-
}, ...
|
|
15527
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
15507
15528
|
id?: string | undefined;
|
|
15508
|
-
display?: string | undefined;
|
|
15509
15529
|
config?: any;
|
|
15530
|
+
display?: string | undefined;
|
|
15510
15531
|
}, {
|
|
15511
15532
|
raw: string;
|
|
15512
15533
|
label: string;
|
|
15513
15534
|
function?: ((args_0: {
|
|
15514
15535
|
vars: Record<string, any>;
|
|
15515
15536
|
provider?: ApiProvider | undefined;
|
|
15516
|
-
}, ...
|
|
15537
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
15517
15538
|
id?: string | undefined;
|
|
15518
|
-
display?: string | undefined;
|
|
15519
15539
|
config?: any;
|
|
15540
|
+
display?: string | undefined;
|
|
15520
15541
|
}>;
|
|
15521
15542
|
vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
|
|
15522
15543
|
}, "strip", z.ZodTypeAny, {
|
|
@@ -15527,13 +15548,13 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
15527
15548
|
function?: ((args_0: {
|
|
15528
15549
|
vars: Record<string, any>;
|
|
15529
15550
|
provider?: ApiProvider | undefined;
|
|
15530
|
-
}, ...
|
|
15551
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
15531
15552
|
id?: string | undefined;
|
|
15532
|
-
display?: string | undefined;
|
|
15533
15553
|
config?: any;
|
|
15554
|
+
display?: string | undefined;
|
|
15534
15555
|
};
|
|
15535
15556
|
fetchWithCache?: any;
|
|
15536
|
-
filters?: Record<string, (args_0: any, ...
|
|
15557
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
15537
15558
|
getCache?: any;
|
|
15538
15559
|
logger?: any;
|
|
15539
15560
|
originalProvider?: any;
|
|
@@ -15545,13 +15566,13 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
15545
15566
|
function?: ((args_0: {
|
|
15546
15567
|
vars: Record<string, any>;
|
|
15547
15568
|
provider?: ApiProvider | undefined;
|
|
15548
|
-
}, ...
|
|
15569
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
15549
15570
|
id?: string | undefined;
|
|
15550
|
-
display?: string | undefined;
|
|
15551
15571
|
config?: any;
|
|
15572
|
+
display?: string | undefined;
|
|
15552
15573
|
};
|
|
15553
15574
|
fetchWithCache?: any;
|
|
15554
|
-
filters?: Record<string, (args_0: any, ...
|
|
15575
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
15555
15576
|
getCache?: any;
|
|
15556
15577
|
logger?: any;
|
|
15557
15578
|
originalProvider?: any;
|
|
@@ -15682,8 +15703,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
15682
15703
|
}>>;
|
|
15683
15704
|
}, "strict", z.ZodTypeAny, {
|
|
15684
15705
|
id?: string | undefined;
|
|
15685
|
-
label?: string | undefined;
|
|
15686
15706
|
config?: any;
|
|
15707
|
+
label?: string | undefined;
|
|
15687
15708
|
prompts?: string[] | undefined;
|
|
15688
15709
|
transform?: string | undefined;
|
|
15689
15710
|
delay?: number | undefined;
|
|
@@ -15725,8 +15746,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
15725
15746
|
} | undefined;
|
|
15726
15747
|
}, {
|
|
15727
15748
|
id?: string | undefined;
|
|
15728
|
-
label?: string | undefined;
|
|
15729
15749
|
config?: any;
|
|
15750
|
+
label?: string | undefined;
|
|
15730
15751
|
prompts?: string[] | undefined;
|
|
15731
15752
|
transform?: string | undefined;
|
|
15732
15753
|
delay?: number | undefined;
|
|
@@ -15881,8 +15902,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
15881
15902
|
}>>;
|
|
15882
15903
|
}, "strict", z.ZodTypeAny, {
|
|
15883
15904
|
id?: string | undefined;
|
|
15884
|
-
label?: string | undefined;
|
|
15885
15905
|
config?: any;
|
|
15906
|
+
label?: string | undefined;
|
|
15886
15907
|
prompts?: string[] | undefined;
|
|
15887
15908
|
transform?: string | undefined;
|
|
15888
15909
|
delay?: number | undefined;
|
|
@@ -15924,8 +15945,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
15924
15945
|
} | undefined;
|
|
15925
15946
|
}, {
|
|
15926
15947
|
id?: string | undefined;
|
|
15927
|
-
label?: string | undefined;
|
|
15928
15948
|
config?: any;
|
|
15949
|
+
label?: string | undefined;
|
|
15929
15950
|
prompts?: string[] | undefined;
|
|
15930
15951
|
transform?: string | undefined;
|
|
15931
15952
|
delay?: number | undefined;
|
|
@@ -15993,20 +16014,20 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
15993
16014
|
function?: ((args_0: {
|
|
15994
16015
|
vars: Record<string, any>;
|
|
15995
16016
|
provider?: ApiProvider | undefined;
|
|
15996
|
-
}, ...
|
|
16017
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
15997
16018
|
id?: string | undefined;
|
|
15998
|
-
display?: string | undefined;
|
|
15999
16019
|
config?: any;
|
|
16020
|
+
display?: string | undefined;
|
|
16000
16021
|
}, {
|
|
16001
16022
|
raw: string;
|
|
16002
16023
|
label: string;
|
|
16003
16024
|
function?: ((args_0: {
|
|
16004
16025
|
vars: Record<string, any>;
|
|
16005
16026
|
provider?: ApiProvider | undefined;
|
|
16006
|
-
}, ...
|
|
16027
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
16007
16028
|
id?: string | undefined;
|
|
16008
|
-
display?: string | undefined;
|
|
16009
16029
|
config?: any;
|
|
16030
|
+
display?: string | undefined;
|
|
16010
16031
|
}>;
|
|
16011
16032
|
vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
|
|
16012
16033
|
}, "strip", z.ZodTypeAny, {
|
|
@@ -16017,13 +16038,13 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
16017
16038
|
function?: ((args_0: {
|
|
16018
16039
|
vars: Record<string, any>;
|
|
16019
16040
|
provider?: ApiProvider | undefined;
|
|
16020
|
-
}, ...
|
|
16041
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
16021
16042
|
id?: string | undefined;
|
|
16022
|
-
display?: string | undefined;
|
|
16023
16043
|
config?: any;
|
|
16044
|
+
display?: string | undefined;
|
|
16024
16045
|
};
|
|
16025
16046
|
fetchWithCache?: any;
|
|
16026
|
-
filters?: Record<string, (args_0: any, ...
|
|
16047
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
16027
16048
|
getCache?: any;
|
|
16028
16049
|
logger?: any;
|
|
16029
16050
|
originalProvider?: any;
|
|
@@ -16035,13 +16056,13 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
16035
16056
|
function?: ((args_0: {
|
|
16036
16057
|
vars: Record<string, any>;
|
|
16037
16058
|
provider?: ApiProvider | undefined;
|
|
16038
|
-
}, ...
|
|
16059
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
16039
16060
|
id?: string | undefined;
|
|
16040
|
-
display?: string | undefined;
|
|
16041
16061
|
config?: any;
|
|
16062
|
+
display?: string | undefined;
|
|
16042
16063
|
};
|
|
16043
16064
|
fetchWithCache?: any;
|
|
16044
|
-
filters?: Record<string, (args_0: any, ...
|
|
16065
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
16045
16066
|
getCache?: any;
|
|
16046
16067
|
logger?: any;
|
|
16047
16068
|
originalProvider?: any;
|
|
@@ -16092,20 +16113,20 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
16092
16113
|
function?: ((args_0: {
|
|
16093
16114
|
vars: Record<string, any>;
|
|
16094
16115
|
provider?: ApiProvider | undefined;
|
|
16095
|
-
}, ...
|
|
16116
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
16096
16117
|
id?: string | undefined;
|
|
16097
|
-
display?: string | undefined;
|
|
16098
16118
|
config?: any;
|
|
16119
|
+
display?: string | undefined;
|
|
16099
16120
|
}, {
|
|
16100
16121
|
raw: string;
|
|
16101
16122
|
label: string;
|
|
16102
16123
|
function?: ((args_0: {
|
|
16103
16124
|
vars: Record<string, any>;
|
|
16104
16125
|
provider?: ApiProvider | undefined;
|
|
16105
|
-
}, ...
|
|
16126
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
16106
16127
|
id?: string | undefined;
|
|
16107
|
-
display?: string | undefined;
|
|
16108
16128
|
config?: any;
|
|
16129
|
+
display?: string | undefined;
|
|
16109
16130
|
}>]>, "many">, z.ZodRecord<z.ZodString, z.ZodString>]>;
|
|
16110
16131
|
tests: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodUnion<[z.ZodString, z.ZodObject<{
|
|
16111
16132
|
description: z.ZodOptional<z.ZodString>;
|
|
@@ -16225,8 +16246,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
16225
16246
|
}>>;
|
|
16226
16247
|
}, "strict", z.ZodTypeAny, {
|
|
16227
16248
|
id?: string | undefined;
|
|
16228
|
-
label?: string | undefined;
|
|
16229
16249
|
config?: any;
|
|
16250
|
+
label?: string | undefined;
|
|
16230
16251
|
prompts?: string[] | undefined;
|
|
16231
16252
|
transform?: string | undefined;
|
|
16232
16253
|
delay?: number | undefined;
|
|
@@ -16268,8 +16289,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
16268
16289
|
} | undefined;
|
|
16269
16290
|
}, {
|
|
16270
16291
|
id?: string | undefined;
|
|
16271
|
-
label?: string | undefined;
|
|
16272
16292
|
config?: any;
|
|
16293
|
+
label?: string | undefined;
|
|
16273
16294
|
prompts?: string[] | undefined;
|
|
16274
16295
|
transform?: string | undefined;
|
|
16275
16296
|
delay?: number | undefined;
|
|
@@ -16323,16 +16344,16 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
16323
16344
|
label?: string | undefined;
|
|
16324
16345
|
transform?: string | undefined;
|
|
16325
16346
|
delay?: number | undefined;
|
|
16326
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
16327
|
-
callClassificationApi?: ((args_0: string, ...
|
|
16347
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
16348
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
16328
16349
|
}, {
|
|
16329
16350
|
callApi: import("./providers").CallApiFunction;
|
|
16330
16351
|
id: (...args: unknown[]) => string;
|
|
16331
16352
|
label?: string | undefined;
|
|
16332
16353
|
transform?: string | undefined;
|
|
16333
16354
|
delay?: number | undefined;
|
|
16334
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
16335
|
-
callClassificationApi?: ((args_0: string, ...
|
|
16355
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
16356
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
16336
16357
|
}>]>>;
|
|
16337
16358
|
providerOutput: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
|
|
16338
16359
|
assert: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
|
|
@@ -16581,8 +16602,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
16581
16602
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
16582
16603
|
provider?: string | {
|
|
16583
16604
|
id?: string | undefined;
|
|
16584
|
-
label?: string | undefined;
|
|
16585
16605
|
config?: any;
|
|
16606
|
+
label?: string | undefined;
|
|
16586
16607
|
prompts?: string[] | undefined;
|
|
16587
16608
|
transform?: string | undefined;
|
|
16588
16609
|
delay?: number | undefined;
|
|
@@ -16628,8 +16649,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
16628
16649
|
label?: string | undefined;
|
|
16629
16650
|
transform?: string | undefined;
|
|
16630
16651
|
delay?: number | undefined;
|
|
16631
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
16632
|
-
callClassificationApi?: ((args_0: string, ...
|
|
16652
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
16653
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
16633
16654
|
} | undefined;
|
|
16634
16655
|
metadata?: Record<string, any> | undefined;
|
|
16635
16656
|
description?: string | undefined;
|
|
@@ -16695,8 +16716,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
16695
16716
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
16696
16717
|
provider?: string | {
|
|
16697
16718
|
id?: string | undefined;
|
|
16698
|
-
label?: string | undefined;
|
|
16699
16719
|
config?: any;
|
|
16720
|
+
label?: string | undefined;
|
|
16700
16721
|
prompts?: string[] | undefined;
|
|
16701
16722
|
transform?: string | undefined;
|
|
16702
16723
|
delay?: number | undefined;
|
|
@@ -16742,8 +16763,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
16742
16763
|
label?: string | undefined;
|
|
16743
16764
|
transform?: string | undefined;
|
|
16744
16765
|
delay?: number | undefined;
|
|
16745
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
16746
|
-
callClassificationApi?: ((args_0: string, ...
|
|
16766
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
16767
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
16747
16768
|
} | undefined;
|
|
16748
16769
|
metadata?: Record<string, any> | undefined;
|
|
16749
16770
|
description?: string | undefined;
|
|
@@ -16901,8 +16922,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
16901
16922
|
}>>;
|
|
16902
16923
|
}, "strict", z.ZodTypeAny, {
|
|
16903
16924
|
id?: string | undefined;
|
|
16904
|
-
label?: string | undefined;
|
|
16905
16925
|
config?: any;
|
|
16926
|
+
label?: string | undefined;
|
|
16906
16927
|
prompts?: string[] | undefined;
|
|
16907
16928
|
transform?: string | undefined;
|
|
16908
16929
|
delay?: number | undefined;
|
|
@@ -16944,8 +16965,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
16944
16965
|
} | undefined;
|
|
16945
16966
|
}, {
|
|
16946
16967
|
id?: string | undefined;
|
|
16947
|
-
label?: string | undefined;
|
|
16948
16968
|
config?: any;
|
|
16969
|
+
label?: string | undefined;
|
|
16949
16970
|
prompts?: string[] | undefined;
|
|
16950
16971
|
transform?: string | undefined;
|
|
16951
16972
|
delay?: number | undefined;
|
|
@@ -16999,16 +17020,16 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
16999
17020
|
label?: string | undefined;
|
|
17000
17021
|
transform?: string | undefined;
|
|
17001
17022
|
delay?: number | undefined;
|
|
17002
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
17003
|
-
callClassificationApi?: ((args_0: string, ...
|
|
17023
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
17024
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
17004
17025
|
}, {
|
|
17005
17026
|
callApi: import("./providers").CallApiFunction;
|
|
17006
17027
|
id: (...args: unknown[]) => string;
|
|
17007
17028
|
label?: string | undefined;
|
|
17008
17029
|
transform?: string | undefined;
|
|
17009
17030
|
delay?: number | undefined;
|
|
17010
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
17011
|
-
callClassificationApi?: ((args_0: string, ...
|
|
17031
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
17032
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
17012
17033
|
}>]>>>;
|
|
17013
17034
|
providerOutput: z.ZodOptional<z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>>;
|
|
17014
17035
|
assert: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
|
|
@@ -17257,8 +17278,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
17257
17278
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
17258
17279
|
provider?: string | {
|
|
17259
17280
|
id?: string | undefined;
|
|
17260
|
-
label?: string | undefined;
|
|
17261
17281
|
config?: any;
|
|
17282
|
+
label?: string | undefined;
|
|
17262
17283
|
prompts?: string[] | undefined;
|
|
17263
17284
|
transform?: string | undefined;
|
|
17264
17285
|
delay?: number | undefined;
|
|
@@ -17304,8 +17325,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
17304
17325
|
label?: string | undefined;
|
|
17305
17326
|
transform?: string | undefined;
|
|
17306
17327
|
delay?: number | undefined;
|
|
17307
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
17308
|
-
callClassificationApi?: ((args_0: string, ...
|
|
17328
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
17329
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
17309
17330
|
} | undefined;
|
|
17310
17331
|
metadata?: Record<string, any> | undefined;
|
|
17311
17332
|
description?: string | undefined;
|
|
@@ -17371,8 +17392,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
17371
17392
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
17372
17393
|
provider?: string | {
|
|
17373
17394
|
id?: string | undefined;
|
|
17374
|
-
label?: string | undefined;
|
|
17375
17395
|
config?: any;
|
|
17396
|
+
label?: string | undefined;
|
|
17376
17397
|
prompts?: string[] | undefined;
|
|
17377
17398
|
transform?: string | undefined;
|
|
17378
17399
|
delay?: number | undefined;
|
|
@@ -17418,8 +17439,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
17418
17439
|
label?: string | undefined;
|
|
17419
17440
|
transform?: string | undefined;
|
|
17420
17441
|
delay?: number | undefined;
|
|
17421
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
17422
|
-
callClassificationApi?: ((args_0: string, ...
|
|
17442
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
17443
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
17423
17444
|
} | undefined;
|
|
17424
17445
|
metadata?: Record<string, any> | undefined;
|
|
17425
17446
|
description?: string | undefined;
|
|
@@ -17575,8 +17596,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
17575
17596
|
}>>;
|
|
17576
17597
|
}, "strict", z.ZodTypeAny, {
|
|
17577
17598
|
id?: string | undefined;
|
|
17578
|
-
label?: string | undefined;
|
|
17579
17599
|
config?: any;
|
|
17600
|
+
label?: string | undefined;
|
|
17580
17601
|
prompts?: string[] | undefined;
|
|
17581
17602
|
transform?: string | undefined;
|
|
17582
17603
|
delay?: number | undefined;
|
|
@@ -17618,8 +17639,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
17618
17639
|
} | undefined;
|
|
17619
17640
|
}, {
|
|
17620
17641
|
id?: string | undefined;
|
|
17621
|
-
label?: string | undefined;
|
|
17622
17642
|
config?: any;
|
|
17643
|
+
label?: string | undefined;
|
|
17623
17644
|
prompts?: string[] | undefined;
|
|
17624
17645
|
transform?: string | undefined;
|
|
17625
17646
|
delay?: number | undefined;
|
|
@@ -17673,16 +17694,16 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
17673
17694
|
label?: string | undefined;
|
|
17674
17695
|
transform?: string | undefined;
|
|
17675
17696
|
delay?: number | undefined;
|
|
17676
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
17677
|
-
callClassificationApi?: ((args_0: string, ...
|
|
17697
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
17698
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
17678
17699
|
}, {
|
|
17679
17700
|
callApi: import("./providers").CallApiFunction;
|
|
17680
17701
|
id: (...args: unknown[]) => string;
|
|
17681
17702
|
label?: string | undefined;
|
|
17682
17703
|
transform?: string | undefined;
|
|
17683
17704
|
delay?: number | undefined;
|
|
17684
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
17685
|
-
callClassificationApi?: ((args_0: string, ...
|
|
17705
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
17706
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
17686
17707
|
}>]>>;
|
|
17687
17708
|
providerOutput: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
|
|
17688
17709
|
assert: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
|
|
@@ -17931,8 +17952,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
17931
17952
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
17932
17953
|
provider?: string | {
|
|
17933
17954
|
id?: string | undefined;
|
|
17934
|
-
label?: string | undefined;
|
|
17935
17955
|
config?: any;
|
|
17956
|
+
label?: string | undefined;
|
|
17936
17957
|
prompts?: string[] | undefined;
|
|
17937
17958
|
transform?: string | undefined;
|
|
17938
17959
|
delay?: number | undefined;
|
|
@@ -17978,8 +17999,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
17978
17999
|
label?: string | undefined;
|
|
17979
18000
|
transform?: string | undefined;
|
|
17980
18001
|
delay?: number | undefined;
|
|
17981
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
17982
|
-
callClassificationApi?: ((args_0: string, ...
|
|
18002
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
18003
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
17983
18004
|
} | undefined;
|
|
17984
18005
|
metadata?: Record<string, any> | undefined;
|
|
17985
18006
|
description?: string | undefined;
|
|
@@ -18045,8 +18066,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
18045
18066
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
18046
18067
|
provider?: string | {
|
|
18047
18068
|
id?: string | undefined;
|
|
18048
|
-
label?: string | undefined;
|
|
18049
18069
|
config?: any;
|
|
18070
|
+
label?: string | undefined;
|
|
18050
18071
|
prompts?: string[] | undefined;
|
|
18051
18072
|
transform?: string | undefined;
|
|
18052
18073
|
delay?: number | undefined;
|
|
@@ -18092,8 +18113,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
18092
18113
|
label?: string | undefined;
|
|
18093
18114
|
transform?: string | undefined;
|
|
18094
18115
|
delay?: number | undefined;
|
|
18095
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
18096
|
-
callClassificationApi?: ((args_0: string, ...
|
|
18116
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
18117
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
18097
18118
|
} | undefined;
|
|
18098
18119
|
metadata?: Record<string, any> | undefined;
|
|
18099
18120
|
description?: string | undefined;
|
|
@@ -18161,8 +18182,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
18161
18182
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
18162
18183
|
provider?: string | {
|
|
18163
18184
|
id?: string | undefined;
|
|
18164
|
-
label?: string | undefined;
|
|
18165
18185
|
config?: any;
|
|
18186
|
+
label?: string | undefined;
|
|
18166
18187
|
prompts?: string[] | undefined;
|
|
18167
18188
|
transform?: string | undefined;
|
|
18168
18189
|
delay?: number | undefined;
|
|
@@ -18208,8 +18229,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
18208
18229
|
label?: string | undefined;
|
|
18209
18230
|
transform?: string | undefined;
|
|
18210
18231
|
delay?: number | undefined;
|
|
18211
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
18212
|
-
callClassificationApi?: ((args_0: string, ...
|
|
18232
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
18233
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
18213
18234
|
} | undefined;
|
|
18214
18235
|
metadata?: Record<string, any> | undefined;
|
|
18215
18236
|
description?: string | undefined;
|
|
@@ -18276,8 +18297,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
18276
18297
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
18277
18298
|
provider?: string | {
|
|
18278
18299
|
id?: string | undefined;
|
|
18279
|
-
label?: string | undefined;
|
|
18280
18300
|
config?: any;
|
|
18301
|
+
label?: string | undefined;
|
|
18281
18302
|
prompts?: string[] | undefined;
|
|
18282
18303
|
transform?: string | undefined;
|
|
18283
18304
|
delay?: number | undefined;
|
|
@@ -18323,8 +18344,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
18323
18344
|
label?: string | undefined;
|
|
18324
18345
|
transform?: string | undefined;
|
|
18325
18346
|
delay?: number | undefined;
|
|
18326
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
18327
|
-
callClassificationApi?: ((args_0: string, ...
|
|
18347
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
18348
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
18328
18349
|
} | undefined;
|
|
18329
18350
|
metadata?: Record<string, any> | undefined;
|
|
18330
18351
|
description?: string | undefined;
|
|
@@ -18393,8 +18414,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
18393
18414
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
18394
18415
|
provider?: string | {
|
|
18395
18416
|
id?: string | undefined;
|
|
18396
|
-
label?: string | undefined;
|
|
18397
18417
|
config?: any;
|
|
18418
|
+
label?: string | undefined;
|
|
18398
18419
|
prompts?: string[] | undefined;
|
|
18399
18420
|
transform?: string | undefined;
|
|
18400
18421
|
delay?: number | undefined;
|
|
@@ -18440,8 +18461,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
18440
18461
|
label?: string | undefined;
|
|
18441
18462
|
transform?: string | undefined;
|
|
18442
18463
|
delay?: number | undefined;
|
|
18443
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
18444
|
-
callClassificationApi?: ((args_0: string, ...
|
|
18464
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
18465
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
18445
18466
|
} | undefined;
|
|
18446
18467
|
metadata?: Record<string, any> | undefined;
|
|
18447
18468
|
description?: string | undefined;
|
|
@@ -18508,8 +18529,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
18508
18529
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
18509
18530
|
provider?: string | {
|
|
18510
18531
|
id?: string | undefined;
|
|
18511
|
-
label?: string | undefined;
|
|
18512
18532
|
config?: any;
|
|
18533
|
+
label?: string | undefined;
|
|
18513
18534
|
prompts?: string[] | undefined;
|
|
18514
18535
|
transform?: string | undefined;
|
|
18515
18536
|
delay?: number | undefined;
|
|
@@ -18555,8 +18576,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
18555
18576
|
label?: string | undefined;
|
|
18556
18577
|
transform?: string | undefined;
|
|
18557
18578
|
delay?: number | undefined;
|
|
18558
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
18559
|
-
callClassificationApi?: ((args_0: string, ...
|
|
18579
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
18580
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
18560
18581
|
} | undefined;
|
|
18561
18582
|
metadata?: Record<string, any> | undefined;
|
|
18562
18583
|
description?: string | undefined;
|
|
@@ -18714,8 +18735,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
18714
18735
|
}>>;
|
|
18715
18736
|
}, "strict", z.ZodTypeAny, {
|
|
18716
18737
|
id?: string | undefined;
|
|
18717
|
-
label?: string | undefined;
|
|
18718
18738
|
config?: any;
|
|
18739
|
+
label?: string | undefined;
|
|
18719
18740
|
prompts?: string[] | undefined;
|
|
18720
18741
|
transform?: string | undefined;
|
|
18721
18742
|
delay?: number | undefined;
|
|
@@ -18757,8 +18778,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
18757
18778
|
} | undefined;
|
|
18758
18779
|
}, {
|
|
18759
18780
|
id?: string | undefined;
|
|
18760
|
-
label?: string | undefined;
|
|
18761
18781
|
config?: any;
|
|
18782
|
+
label?: string | undefined;
|
|
18762
18783
|
prompts?: string[] | undefined;
|
|
18763
18784
|
transform?: string | undefined;
|
|
18764
18785
|
delay?: number | undefined;
|
|
@@ -18812,16 +18833,16 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
18812
18833
|
label?: string | undefined;
|
|
18813
18834
|
transform?: string | undefined;
|
|
18814
18835
|
delay?: number | undefined;
|
|
18815
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
18816
|
-
callClassificationApi?: ((args_0: string, ...
|
|
18836
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
18837
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
18817
18838
|
}, {
|
|
18818
18839
|
callApi: import("./providers").CallApiFunction;
|
|
18819
18840
|
id: (...args: unknown[]) => string;
|
|
18820
18841
|
label?: string | undefined;
|
|
18821
18842
|
transform?: string | undefined;
|
|
18822
18843
|
delay?: number | undefined;
|
|
18823
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
18824
|
-
callClassificationApi?: ((args_0: string, ...
|
|
18844
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
18845
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
18825
18846
|
}>]>>>;
|
|
18826
18847
|
providerOutput: z.ZodOptional<z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>>;
|
|
18827
18848
|
assert: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
|
|
@@ -19070,8 +19091,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19070
19091
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
19071
19092
|
provider?: string | {
|
|
19072
19093
|
id?: string | undefined;
|
|
19073
|
-
label?: string | undefined;
|
|
19074
19094
|
config?: any;
|
|
19095
|
+
label?: string | undefined;
|
|
19075
19096
|
prompts?: string[] | undefined;
|
|
19076
19097
|
transform?: string | undefined;
|
|
19077
19098
|
delay?: number | undefined;
|
|
@@ -19117,8 +19138,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19117
19138
|
label?: string | undefined;
|
|
19118
19139
|
transform?: string | undefined;
|
|
19119
19140
|
delay?: number | undefined;
|
|
19120
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
19121
|
-
callClassificationApi?: ((args_0: string, ...
|
|
19141
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
19142
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
19122
19143
|
} | undefined;
|
|
19123
19144
|
metadata?: Record<string, any> | undefined;
|
|
19124
19145
|
providerOutput?: string | {} | undefined;
|
|
@@ -19183,8 +19204,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19183
19204
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
19184
19205
|
provider?: string | {
|
|
19185
19206
|
id?: string | undefined;
|
|
19186
|
-
label?: string | undefined;
|
|
19187
19207
|
config?: any;
|
|
19208
|
+
label?: string | undefined;
|
|
19188
19209
|
prompts?: string[] | undefined;
|
|
19189
19210
|
transform?: string | undefined;
|
|
19190
19211
|
delay?: number | undefined;
|
|
@@ -19230,8 +19251,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19230
19251
|
label?: string | undefined;
|
|
19231
19252
|
transform?: string | undefined;
|
|
19232
19253
|
delay?: number | undefined;
|
|
19233
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
19234
|
-
callClassificationApi?: ((args_0: string, ...
|
|
19254
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
19255
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
19235
19256
|
} | undefined;
|
|
19236
19257
|
metadata?: Record<string, any> | undefined;
|
|
19237
19258
|
providerOutput?: string | {} | undefined;
|
|
@@ -19390,10 +19411,10 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19390
19411
|
name: z.ZodString;
|
|
19391
19412
|
value: z.ZodUnion<[z.ZodString, z.ZodFunction<z.ZodTuple<[z.ZodRecord<z.ZodString, z.ZodNumber>, z.ZodType<RunEvalOptions, z.ZodTypeDef, RunEvalOptions>], z.ZodUnknown>, z.ZodNumber>]>;
|
|
19392
19413
|
}, "strip", z.ZodTypeAny, {
|
|
19393
|
-
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...
|
|
19414
|
+
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
|
|
19394
19415
|
name: string;
|
|
19395
19416
|
}, {
|
|
19396
|
-
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...
|
|
19417
|
+
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
|
|
19397
19418
|
name: string;
|
|
19398
19419
|
}>, "many">>;
|
|
19399
19420
|
extensions: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
@@ -19417,9 +19438,9 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19417
19438
|
repeat: z.ZodOptional<z.ZodNumber>;
|
|
19418
19439
|
showProgressBar: z.ZodOptional<z.ZodBoolean>;
|
|
19419
19440
|
}, "strip", z.ZodTypeAny, {
|
|
19420
|
-
delay?: number | undefined;
|
|
19421
19441
|
cache?: boolean | undefined;
|
|
19422
19442
|
maxConcurrency?: number | undefined;
|
|
19443
|
+
delay?: number | undefined;
|
|
19423
19444
|
repeat?: number | undefined;
|
|
19424
19445
|
generateSuggestions?: boolean | undefined;
|
|
19425
19446
|
eventSource?: string | undefined;
|
|
@@ -19427,9 +19448,9 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19427
19448
|
progressCallback?: ((args_0: number, args_1: number, args_2: number, args_3: RunEvalOptions) => void) | undefined;
|
|
19428
19449
|
showProgressBar?: boolean | undefined;
|
|
19429
19450
|
}, {
|
|
19430
|
-
delay?: number | undefined;
|
|
19431
19451
|
cache?: boolean | undefined;
|
|
19432
19452
|
maxConcurrency?: number | undefined;
|
|
19453
|
+
delay?: number | undefined;
|
|
19433
19454
|
repeat?: number | undefined;
|
|
19434
19455
|
generateSuggestions?: boolean | undefined;
|
|
19435
19456
|
eventSource?: string | undefined;
|
|
@@ -19467,17 +19488,16 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19467
19488
|
generateSuggestions: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
19468
19489
|
promptPrefix: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
19469
19490
|
promptSuffix: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
19470
|
-
|
|
19491
|
+
envPath: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
19471
19492
|
}, "strip", z.ZodTypeAny, {
|
|
19472
|
-
vars?: string | undefined;
|
|
19473
|
-
config?: string[] | undefined;
|
|
19474
|
-
prompts?: string[] | undefined;
|
|
19475
|
-
delay?: string | undefined;
|
|
19476
|
-
output?: string[] | undefined;
|
|
19477
19493
|
cache?: boolean | undefined;
|
|
19478
|
-
|
|
19494
|
+
config?: string[] | undefined;
|
|
19479
19495
|
maxConcurrency?: string | undefined;
|
|
19496
|
+
output?: string[] | undefined;
|
|
19480
19497
|
write?: boolean | undefined;
|
|
19498
|
+
vars?: string | undefined;
|
|
19499
|
+
prompts?: string[] | undefined;
|
|
19500
|
+
delay?: string | undefined;
|
|
19481
19501
|
description?: string | undefined;
|
|
19482
19502
|
providers?: string[] | undefined;
|
|
19483
19503
|
repeat?: string | undefined;
|
|
@@ -19499,16 +19519,16 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19499
19519
|
generateSuggestions?: boolean | undefined;
|
|
19500
19520
|
promptPrefix?: string | undefined;
|
|
19501
19521
|
promptSuffix?: string | undefined;
|
|
19522
|
+
envPath?: string | undefined;
|
|
19502
19523
|
}, {
|
|
19503
|
-
vars?: string | undefined;
|
|
19504
|
-
config?: string[] | undefined;
|
|
19505
|
-
prompts?: string[] | undefined;
|
|
19506
|
-
delay?: string | undefined;
|
|
19507
|
-
output?: string[] | undefined;
|
|
19508
19524
|
cache?: boolean | undefined;
|
|
19509
|
-
|
|
19525
|
+
config?: string[] | undefined;
|
|
19510
19526
|
maxConcurrency?: string | undefined;
|
|
19527
|
+
output?: string[] | undefined;
|
|
19511
19528
|
write?: boolean | undefined;
|
|
19529
|
+
vars?: string | undefined;
|
|
19530
|
+
prompts?: string[] | undefined;
|
|
19531
|
+
delay?: string | undefined;
|
|
19512
19532
|
description?: string | undefined;
|
|
19513
19533
|
providers?: string[] | undefined;
|
|
19514
19534
|
repeat?: string | undefined;
|
|
@@ -19530,6 +19550,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19530
19550
|
generateSuggestions?: boolean | undefined;
|
|
19531
19551
|
promptPrefix?: string | undefined;
|
|
19532
19552
|
promptSuffix?: string | undefined;
|
|
19553
|
+
envPath?: string | undefined;
|
|
19533
19554
|
}>>;
|
|
19534
19555
|
}>, "strip", z.ZodTypeAny, {
|
|
19535
19556
|
prompts: string | Record<string, string> | (string | {
|
|
@@ -19538,10 +19559,10 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19538
19559
|
function?: ((args_0: {
|
|
19539
19560
|
vars: Record<string, any>;
|
|
19540
19561
|
provider?: ApiProvider | undefined;
|
|
19541
|
-
}, ...
|
|
19562
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
19542
19563
|
id?: string | undefined;
|
|
19543
|
-
display?: string | undefined;
|
|
19544
19564
|
config?: any;
|
|
19565
|
+
display?: string | undefined;
|
|
19545
19566
|
} | {
|
|
19546
19567
|
id: string;
|
|
19547
19568
|
raw?: string | undefined;
|
|
@@ -19555,24 +19576,24 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19555
19576
|
function?: ((args_0: {
|
|
19556
19577
|
vars: Record<string, any>;
|
|
19557
19578
|
provider?: ApiProvider | undefined;
|
|
19558
|
-
}, ...
|
|
19579
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
19559
19580
|
id?: string | undefined;
|
|
19560
|
-
display?: string | undefined;
|
|
19561
19581
|
config?: any;
|
|
19582
|
+
display?: string | undefined;
|
|
19562
19583
|
};
|
|
19563
19584
|
fetchWithCache?: any;
|
|
19564
|
-
filters?: Record<string, (args_0: any, ...
|
|
19585
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
19565
19586
|
getCache?: any;
|
|
19566
19587
|
logger?: any;
|
|
19567
19588
|
originalProvider?: any;
|
|
19568
19589
|
} | undefined, args_2: {
|
|
19569
19590
|
includeLogProbs?: boolean | undefined;
|
|
19570
|
-
} | undefined, ...
|
|
19591
|
+
} | undefined, ...args: unknown[]) => Promise<ProviderResponse>) & {
|
|
19571
19592
|
label?: string | undefined;
|
|
19572
19593
|
}) | (string | {
|
|
19573
19594
|
id?: string | undefined;
|
|
19574
|
-
label?: string | undefined;
|
|
19575
19595
|
config?: any;
|
|
19596
|
+
label?: string | undefined;
|
|
19576
19597
|
prompts?: string[] | undefined;
|
|
19577
19598
|
transform?: string | undefined;
|
|
19578
19599
|
delay?: number | undefined;
|
|
@@ -19620,24 +19641,24 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19620
19641
|
function?: ((args_0: {
|
|
19621
19642
|
vars: Record<string, any>;
|
|
19622
19643
|
provider?: ApiProvider | undefined;
|
|
19623
|
-
}, ...
|
|
19644
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
19624
19645
|
id?: string | undefined;
|
|
19625
|
-
display?: string | undefined;
|
|
19626
19646
|
config?: any;
|
|
19647
|
+
display?: string | undefined;
|
|
19627
19648
|
};
|
|
19628
19649
|
fetchWithCache?: any;
|
|
19629
|
-
filters?: Record<string, (args_0: any, ...
|
|
19650
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
19630
19651
|
getCache?: any;
|
|
19631
19652
|
logger?: any;
|
|
19632
19653
|
originalProvider?: any;
|
|
19633
19654
|
} | undefined, args_2: {
|
|
19634
19655
|
includeLogProbs?: boolean | undefined;
|
|
19635
|
-
} | undefined, ...
|
|
19656
|
+
} | undefined, ...args: unknown[]) => Promise<ProviderResponse>) & {
|
|
19636
19657
|
label?: string | undefined;
|
|
19637
19658
|
}) | Record<string, {
|
|
19638
19659
|
id?: string | undefined;
|
|
19639
|
-
label?: string | undefined;
|
|
19640
19660
|
config?: any;
|
|
19661
|
+
label?: string | undefined;
|
|
19641
19662
|
prompts?: string[] | undefined;
|
|
19642
19663
|
transform?: string | undefined;
|
|
19643
19664
|
delay?: number | undefined;
|
|
@@ -19745,8 +19766,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19745
19766
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
19746
19767
|
provider?: string | {
|
|
19747
19768
|
id?: string | undefined;
|
|
19748
|
-
label?: string | undefined;
|
|
19749
19769
|
config?: any;
|
|
19770
|
+
label?: string | undefined;
|
|
19750
19771
|
prompts?: string[] | undefined;
|
|
19751
19772
|
transform?: string | undefined;
|
|
19752
19773
|
delay?: number | undefined;
|
|
@@ -19792,8 +19813,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19792
19813
|
label?: string | undefined;
|
|
19793
19814
|
transform?: string | undefined;
|
|
19794
19815
|
delay?: number | undefined;
|
|
19795
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
19796
|
-
callClassificationApi?: ((args_0: string, ...
|
|
19816
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
19817
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
19797
19818
|
} | undefined;
|
|
19798
19819
|
metadata?: Record<string, any> | undefined;
|
|
19799
19820
|
description?: string | undefined;
|
|
@@ -19862,8 +19883,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19862
19883
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
19863
19884
|
provider?: string | {
|
|
19864
19885
|
id?: string | undefined;
|
|
19865
|
-
label?: string | undefined;
|
|
19866
19886
|
config?: any;
|
|
19887
|
+
label?: string | undefined;
|
|
19867
19888
|
prompts?: string[] | undefined;
|
|
19868
19889
|
transform?: string | undefined;
|
|
19869
19890
|
delay?: number | undefined;
|
|
@@ -19909,8 +19930,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19909
19930
|
label?: string | undefined;
|
|
19910
19931
|
transform?: string | undefined;
|
|
19911
19932
|
delay?: number | undefined;
|
|
19912
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
19913
|
-
callClassificationApi?: ((args_0: string, ...
|
|
19933
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
19934
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
19914
19935
|
} | undefined;
|
|
19915
19936
|
metadata?: Record<string, any> | undefined;
|
|
19916
19937
|
description?: string | undefined;
|
|
@@ -19977,8 +19998,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19977
19998
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
19978
19999
|
provider?: string | {
|
|
19979
20000
|
id?: string | undefined;
|
|
19980
|
-
label?: string | undefined;
|
|
19981
20001
|
config?: any;
|
|
20002
|
+
label?: string | undefined;
|
|
19982
20003
|
prompts?: string[] | undefined;
|
|
19983
20004
|
transform?: string | undefined;
|
|
19984
20005
|
delay?: number | undefined;
|
|
@@ -20024,8 +20045,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20024
20045
|
label?: string | undefined;
|
|
20025
20046
|
transform?: string | undefined;
|
|
20026
20047
|
delay?: number | undefined;
|
|
20027
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
20028
|
-
callClassificationApi?: ((args_0: string, ...
|
|
20048
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
20049
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
20029
20050
|
} | undefined;
|
|
20030
20051
|
metadata?: Record<string, any> | undefined;
|
|
20031
20052
|
description?: string | undefined;
|
|
@@ -20094,8 +20115,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20094
20115
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
20095
20116
|
provider?: string | {
|
|
20096
20117
|
id?: string | undefined;
|
|
20097
|
-
label?: string | undefined;
|
|
20098
20118
|
config?: any;
|
|
20119
|
+
label?: string | undefined;
|
|
20099
20120
|
prompts?: string[] | undefined;
|
|
20100
20121
|
transform?: string | undefined;
|
|
20101
20122
|
delay?: number | undefined;
|
|
@@ -20141,8 +20162,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20141
20162
|
label?: string | undefined;
|
|
20142
20163
|
transform?: string | undefined;
|
|
20143
20164
|
delay?: number | undefined;
|
|
20144
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
20145
|
-
callClassificationApi?: ((args_0: string, ...
|
|
20165
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
20166
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
20146
20167
|
} | undefined;
|
|
20147
20168
|
metadata?: Record<string, any> | undefined;
|
|
20148
20169
|
providerOutput?: string | {} | undefined;
|
|
@@ -20181,7 +20202,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20181
20202
|
} | undefined;
|
|
20182
20203
|
nunjucksFilters?: Record<string, string> | undefined;
|
|
20183
20204
|
derivedMetrics?: {
|
|
20184
|
-
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...
|
|
20205
|
+
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
|
|
20185
20206
|
name: string;
|
|
20186
20207
|
}[] | undefined;
|
|
20187
20208
|
extensions?: string[] | undefined;
|
|
@@ -20193,9 +20214,9 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20193
20214
|
} | undefined;
|
|
20194
20215
|
writeLatestResults?: boolean | undefined;
|
|
20195
20216
|
evaluateOptions?: {
|
|
20196
|
-
delay?: number | undefined;
|
|
20197
20217
|
cache?: boolean | undefined;
|
|
20198
20218
|
maxConcurrency?: number | undefined;
|
|
20219
|
+
delay?: number | undefined;
|
|
20199
20220
|
repeat?: number | undefined;
|
|
20200
20221
|
generateSuggestions?: boolean | undefined;
|
|
20201
20222
|
eventSource?: string | undefined;
|
|
@@ -20204,15 +20225,14 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20204
20225
|
showProgressBar?: boolean | undefined;
|
|
20205
20226
|
} | undefined;
|
|
20206
20227
|
commandLineOptions?: {
|
|
20207
|
-
vars?: string | undefined;
|
|
20208
|
-
config?: string[] | undefined;
|
|
20209
|
-
prompts?: string[] | undefined;
|
|
20210
|
-
delay?: string | undefined;
|
|
20211
|
-
output?: string[] | undefined;
|
|
20212
20228
|
cache?: boolean | undefined;
|
|
20213
|
-
|
|
20229
|
+
config?: string[] | undefined;
|
|
20214
20230
|
maxConcurrency?: string | undefined;
|
|
20231
|
+
output?: string[] | undefined;
|
|
20215
20232
|
write?: boolean | undefined;
|
|
20233
|
+
vars?: string | undefined;
|
|
20234
|
+
prompts?: string[] | undefined;
|
|
20235
|
+
delay?: string | undefined;
|
|
20216
20236
|
description?: string | undefined;
|
|
20217
20237
|
providers?: string[] | undefined;
|
|
20218
20238
|
repeat?: string | undefined;
|
|
@@ -20234,6 +20254,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20234
20254
|
generateSuggestions?: boolean | undefined;
|
|
20235
20255
|
promptPrefix?: string | undefined;
|
|
20236
20256
|
promptSuffix?: string | undefined;
|
|
20257
|
+
envPath?: string | undefined;
|
|
20237
20258
|
} | undefined;
|
|
20238
20259
|
}, {
|
|
20239
20260
|
prompts: string | Record<string, string> | (string | {
|
|
@@ -20242,10 +20263,10 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20242
20263
|
function?: ((args_0: {
|
|
20243
20264
|
vars: Record<string, any>;
|
|
20244
20265
|
provider?: ApiProvider | undefined;
|
|
20245
|
-
}, ...
|
|
20266
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
20246
20267
|
id?: string | undefined;
|
|
20247
|
-
display?: string | undefined;
|
|
20248
20268
|
config?: any;
|
|
20269
|
+
display?: string | undefined;
|
|
20249
20270
|
} | {
|
|
20250
20271
|
id: string;
|
|
20251
20272
|
raw?: string | undefined;
|
|
@@ -20259,24 +20280,24 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20259
20280
|
function?: ((args_0: {
|
|
20260
20281
|
vars: Record<string, any>;
|
|
20261
20282
|
provider?: ApiProvider | undefined;
|
|
20262
|
-
}, ...
|
|
20283
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
20263
20284
|
id?: string | undefined;
|
|
20264
|
-
display?: string | undefined;
|
|
20265
20285
|
config?: any;
|
|
20286
|
+
display?: string | undefined;
|
|
20266
20287
|
};
|
|
20267
20288
|
fetchWithCache?: any;
|
|
20268
|
-
filters?: Record<string, (args_0: any, ...
|
|
20289
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
20269
20290
|
getCache?: any;
|
|
20270
20291
|
logger?: any;
|
|
20271
20292
|
originalProvider?: any;
|
|
20272
20293
|
} | undefined, args_2: {
|
|
20273
20294
|
includeLogProbs?: boolean | undefined;
|
|
20274
|
-
} | undefined, ...
|
|
20295
|
+
} | undefined, ...args: unknown[]) => Promise<ProviderResponse>) & {
|
|
20275
20296
|
label?: string | undefined;
|
|
20276
20297
|
}) | (string | {
|
|
20277
20298
|
id?: string | undefined;
|
|
20278
|
-
label?: string | undefined;
|
|
20279
20299
|
config?: any;
|
|
20300
|
+
label?: string | undefined;
|
|
20280
20301
|
prompts?: string[] | undefined;
|
|
20281
20302
|
transform?: string | undefined;
|
|
20282
20303
|
delay?: number | undefined;
|
|
@@ -20324,24 +20345,24 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20324
20345
|
function?: ((args_0: {
|
|
20325
20346
|
vars: Record<string, any>;
|
|
20326
20347
|
provider?: ApiProvider | undefined;
|
|
20327
|
-
}, ...
|
|
20348
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
20328
20349
|
id?: string | undefined;
|
|
20329
|
-
display?: string | undefined;
|
|
20330
20350
|
config?: any;
|
|
20351
|
+
display?: string | undefined;
|
|
20331
20352
|
};
|
|
20332
20353
|
fetchWithCache?: any;
|
|
20333
|
-
filters?: Record<string, (args_0: any, ...
|
|
20354
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
20334
20355
|
getCache?: any;
|
|
20335
20356
|
logger?: any;
|
|
20336
20357
|
originalProvider?: any;
|
|
20337
20358
|
} | undefined, args_2: {
|
|
20338
20359
|
includeLogProbs?: boolean | undefined;
|
|
20339
|
-
} | undefined, ...
|
|
20360
|
+
} | undefined, ...args: unknown[]) => Promise<ProviderResponse>) & {
|
|
20340
20361
|
label?: string | undefined;
|
|
20341
20362
|
}) | Record<string, {
|
|
20342
20363
|
id?: string | undefined;
|
|
20343
|
-
label?: string | undefined;
|
|
20344
20364
|
config?: any;
|
|
20365
|
+
label?: string | undefined;
|
|
20345
20366
|
prompts?: string[] | undefined;
|
|
20346
20367
|
transform?: string | undefined;
|
|
20347
20368
|
delay?: number | undefined;
|
|
@@ -20449,8 +20470,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20449
20470
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
20450
20471
|
provider?: string | {
|
|
20451
20472
|
id?: string | undefined;
|
|
20452
|
-
label?: string | undefined;
|
|
20453
20473
|
config?: any;
|
|
20474
|
+
label?: string | undefined;
|
|
20454
20475
|
prompts?: string[] | undefined;
|
|
20455
20476
|
transform?: string | undefined;
|
|
20456
20477
|
delay?: number | undefined;
|
|
@@ -20496,8 +20517,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20496
20517
|
label?: string | undefined;
|
|
20497
20518
|
transform?: string | undefined;
|
|
20498
20519
|
delay?: number | undefined;
|
|
20499
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
20500
|
-
callClassificationApi?: ((args_0: string, ...
|
|
20520
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
20521
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
20501
20522
|
} | undefined;
|
|
20502
20523
|
metadata?: Record<string, any> | undefined;
|
|
20503
20524
|
description?: string | undefined;
|
|
@@ -20566,8 +20587,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20566
20587
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
20567
20588
|
provider?: string | {
|
|
20568
20589
|
id?: string | undefined;
|
|
20569
|
-
label?: string | undefined;
|
|
20570
20590
|
config?: any;
|
|
20591
|
+
label?: string | undefined;
|
|
20571
20592
|
prompts?: string[] | undefined;
|
|
20572
20593
|
transform?: string | undefined;
|
|
20573
20594
|
delay?: number | undefined;
|
|
@@ -20613,8 +20634,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20613
20634
|
label?: string | undefined;
|
|
20614
20635
|
transform?: string | undefined;
|
|
20615
20636
|
delay?: number | undefined;
|
|
20616
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
20617
|
-
callClassificationApi?: ((args_0: string, ...
|
|
20637
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
20638
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
20618
20639
|
} | undefined;
|
|
20619
20640
|
metadata?: Record<string, any> | undefined;
|
|
20620
20641
|
description?: string | undefined;
|
|
@@ -20681,8 +20702,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20681
20702
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
20682
20703
|
provider?: string | {
|
|
20683
20704
|
id?: string | undefined;
|
|
20684
|
-
label?: string | undefined;
|
|
20685
20705
|
config?: any;
|
|
20706
|
+
label?: string | undefined;
|
|
20686
20707
|
prompts?: string[] | undefined;
|
|
20687
20708
|
transform?: string | undefined;
|
|
20688
20709
|
delay?: number | undefined;
|
|
@@ -20728,8 +20749,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20728
20749
|
label?: string | undefined;
|
|
20729
20750
|
transform?: string | undefined;
|
|
20730
20751
|
delay?: number | undefined;
|
|
20731
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
20732
|
-
callClassificationApi?: ((args_0: string, ...
|
|
20752
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
20753
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
20733
20754
|
} | undefined;
|
|
20734
20755
|
metadata?: Record<string, any> | undefined;
|
|
20735
20756
|
description?: string | undefined;
|
|
@@ -20798,8 +20819,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20798
20819
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
20799
20820
|
provider?: string | {
|
|
20800
20821
|
id?: string | undefined;
|
|
20801
|
-
label?: string | undefined;
|
|
20802
20822
|
config?: any;
|
|
20823
|
+
label?: string | undefined;
|
|
20803
20824
|
prompts?: string[] | undefined;
|
|
20804
20825
|
transform?: string | undefined;
|
|
20805
20826
|
delay?: number | undefined;
|
|
@@ -20845,8 +20866,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20845
20866
|
label?: string | undefined;
|
|
20846
20867
|
transform?: string | undefined;
|
|
20847
20868
|
delay?: number | undefined;
|
|
20848
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
20849
|
-
callClassificationApi?: ((args_0: string, ...
|
|
20869
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
20870
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
20850
20871
|
} | undefined;
|
|
20851
20872
|
metadata?: Record<string, any> | undefined;
|
|
20852
20873
|
providerOutput?: string | {} | undefined;
|
|
@@ -20885,7 +20906,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20885
20906
|
} | undefined;
|
|
20886
20907
|
nunjucksFilters?: Record<string, string> | undefined;
|
|
20887
20908
|
derivedMetrics?: {
|
|
20888
|
-
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...
|
|
20909
|
+
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
|
|
20889
20910
|
name: string;
|
|
20890
20911
|
}[] | undefined;
|
|
20891
20912
|
extensions?: string[] | undefined;
|
|
@@ -20897,9 +20918,9 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20897
20918
|
} | undefined;
|
|
20898
20919
|
writeLatestResults?: boolean | undefined;
|
|
20899
20920
|
evaluateOptions?: {
|
|
20900
|
-
delay?: number | undefined;
|
|
20901
20921
|
cache?: boolean | undefined;
|
|
20902
20922
|
maxConcurrency?: number | undefined;
|
|
20923
|
+
delay?: number | undefined;
|
|
20903
20924
|
repeat?: number | undefined;
|
|
20904
20925
|
generateSuggestions?: boolean | undefined;
|
|
20905
20926
|
eventSource?: string | undefined;
|
|
@@ -20908,15 +20929,14 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20908
20929
|
showProgressBar?: boolean | undefined;
|
|
20909
20930
|
} | undefined;
|
|
20910
20931
|
commandLineOptions?: {
|
|
20911
|
-
vars?: string | undefined;
|
|
20912
|
-
config?: string[] | undefined;
|
|
20913
|
-
prompts?: string[] | undefined;
|
|
20914
|
-
delay?: string | undefined;
|
|
20915
|
-
output?: string[] | undefined;
|
|
20916
20932
|
cache?: boolean | undefined;
|
|
20917
|
-
|
|
20933
|
+
config?: string[] | undefined;
|
|
20918
20934
|
maxConcurrency?: string | undefined;
|
|
20935
|
+
output?: string[] | undefined;
|
|
20919
20936
|
write?: boolean | undefined;
|
|
20937
|
+
vars?: string | undefined;
|
|
20938
|
+
prompts?: string[] | undefined;
|
|
20939
|
+
delay?: string | undefined;
|
|
20920
20940
|
description?: string | undefined;
|
|
20921
20941
|
providers?: string[] | undefined;
|
|
20922
20942
|
repeat?: string | undefined;
|
|
@@ -20938,6 +20958,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20938
20958
|
generateSuggestions?: boolean | undefined;
|
|
20939
20959
|
promptPrefix?: string | undefined;
|
|
20940
20960
|
promptSuffix?: string | undefined;
|
|
20961
|
+
envPath?: string | undefined;
|
|
20941
20962
|
} | undefined;
|
|
20942
20963
|
}>;
|
|
20943
20964
|
export type UnifiedConfig = z.infer<typeof UnifiedConfigSchema>;
|