promptfoo 0.87.0 → 0.87.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +4 -12
- package/dist/package.json +2 -2
- package/dist/src/constants.d.ts +1 -0
- package/dist/src/constants.d.ts.map +1 -1
- package/dist/src/constants.js +3 -2
- package/dist/src/constants.js.map +1 -1
- package/dist/src/database/tables.d.ts +18 -18
- package/dist/src/envars.d.ts +1 -0
- package/dist/src/envars.d.ts.map +1 -1
- package/dist/src/envars.js.map +1 -1
- package/dist/src/providers/openai.d.ts +1 -0
- package/dist/src/providers/openai.d.ts.map +1 -1
- package/dist/src/providers/openai.js +46 -11
- package/dist/src/providers/openai.js.map +1 -1
- package/dist/src/share.d.ts.map +1 -1
- package/dist/src/share.js +3 -1
- package/dist/src/share.js.map +1 -1
- package/dist/src/types/index.d.ts +324 -324
- package/dist/src/util/index.d.ts +6 -6
- package/dist/src/validators/prompts.d.ts +2 -2
- package/dist/src/validators/providers.d.ts +26 -26
- package/dist/src/validators/redteam.d.ts +10 -10
- package/dist/src/web/nextui/404/index.html +1 -1
- package/dist/src/web/nextui/404.html +1 -1
- package/dist/src/web/nextui/_next/static/chunks/app/{layout-ad06af684889c655.js → layout-e465aaafbfe88e82.js} +1 -1
- package/dist/src/web/nextui/auth/login/index.html +1 -1
- package/dist/src/web/nextui/auth/login/index.txt +2 -2
- package/dist/src/web/nextui/auth/signup/index.html +1 -1
- package/dist/src/web/nextui/auth/signup/index.txt +2 -2
- package/dist/src/web/nextui/datasets/index.html +1 -1
- package/dist/src/web/nextui/datasets/index.txt +2 -2
- package/dist/src/web/nextui/eval/index.html +1 -1
- package/dist/src/web/nextui/eval/index.txt +2 -2
- package/dist/src/web/nextui/index.html +1 -1
- package/dist/src/web/nextui/index.txt +2 -2
- package/dist/src/web/nextui/progress/index.html +1 -1
- package/dist/src/web/nextui/progress/index.txt +2 -2
- package/dist/src/web/nextui/prompts/index.html +1 -1
- package/dist/src/web/nextui/prompts/index.txt +2 -2
- package/dist/src/web/nextui/report/index.html +1 -1
- package/dist/src/web/nextui/report/index.txt +2 -2
- package/dist/src/web/nextui/setup/index.html +1 -1
- package/dist/src/web/nextui/setup/index.txt +2 -2
- package/dist/test/providers.test.js +182 -0
- package/dist/test/providers.test.js.map +1 -1
- package/package.json +2 -2
- /package/dist/src/web/nextui/_next/static/{9oePeu-Q4M9r_50nf_Dh9 → gtTJhFvE95U20UjbnSnMr}/_buildManifest.js +0 -0
- /package/dist/src/web/nextui/_next/static/{9oePeu-Q4M9r_50nf_Dh9 → gtTJhFvE95U20UjbnSnMr}/_ssgManifest.js +0 -0
|
@@ -311,7 +311,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
|
|
|
311
311
|
function?: ((args_0: {
|
|
312
312
|
vars: Record<string, any>;
|
|
313
313
|
provider?: ApiProvider | undefined;
|
|
314
|
-
}, ...
|
|
314
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
315
315
|
id?: string | undefined;
|
|
316
316
|
display?: string | undefined;
|
|
317
317
|
config?: any;
|
|
@@ -338,7 +338,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
|
|
|
338
338
|
function?: ((args_0: {
|
|
339
339
|
vars: Record<string, any>;
|
|
340
340
|
provider?: ApiProvider | undefined;
|
|
341
|
-
}, ...
|
|
341
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
342
342
|
id?: string | undefined;
|
|
343
343
|
display?: string | undefined;
|
|
344
344
|
config?: any;
|
|
@@ -653,7 +653,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
653
653
|
function?: ((args_0: {
|
|
654
654
|
vars: Record<string, any>;
|
|
655
655
|
provider?: ApiProvider | undefined;
|
|
656
|
-
}, ...
|
|
656
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
657
657
|
id?: string | undefined;
|
|
658
658
|
display?: string | undefined;
|
|
659
659
|
config?: any;
|
|
@@ -680,7 +680,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
680
680
|
function?: ((args_0: {
|
|
681
681
|
vars: Record<string, any>;
|
|
682
682
|
provider?: ApiProvider | undefined;
|
|
683
|
-
}, ...
|
|
683
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
684
684
|
id?: string | undefined;
|
|
685
685
|
display?: string | undefined;
|
|
686
686
|
config?: any;
|
|
@@ -712,7 +712,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
712
712
|
function?: ((args_0: {
|
|
713
713
|
vars: Record<string, any>;
|
|
714
714
|
provider?: ApiProvider | undefined;
|
|
715
|
-
}, ...
|
|
715
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
716
716
|
id?: string | undefined;
|
|
717
717
|
display?: string | undefined;
|
|
718
718
|
config?: any;
|
|
@@ -743,7 +743,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
743
743
|
function?: ((args_0: {
|
|
744
744
|
vars: Record<string, any>;
|
|
745
745
|
provider?: ApiProvider | undefined;
|
|
746
|
-
}, ...
|
|
746
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
747
747
|
id?: string | undefined;
|
|
748
748
|
display?: string | undefined;
|
|
749
749
|
config?: any;
|
|
@@ -985,16 +985,16 @@ export declare const TestCaseSchema: z.ZodObject<{
|
|
|
985
985
|
label?: string | undefined;
|
|
986
986
|
transform?: string | undefined;
|
|
987
987
|
delay?: number | undefined;
|
|
988
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
989
|
-
callClassificationApi?: ((args_0: string, ...
|
|
988
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
989
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
990
990
|
}, {
|
|
991
991
|
callApi: import("./providers").CallApiFunction;
|
|
992
992
|
id: (...args: unknown[]) => string;
|
|
993
993
|
label?: string | undefined;
|
|
994
994
|
transform?: string | undefined;
|
|
995
995
|
delay?: number | undefined;
|
|
996
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
997
|
-
callClassificationApi?: ((args_0: string, ...
|
|
996
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
997
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
998
998
|
}>]>>;
|
|
999
999
|
providerOutput: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
|
|
1000
1000
|
assert: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
|
|
@@ -1290,8 +1290,8 @@ export declare const TestCaseSchema: z.ZodObject<{
|
|
|
1290
1290
|
label?: string | undefined;
|
|
1291
1291
|
transform?: string | undefined;
|
|
1292
1292
|
delay?: number | undefined;
|
|
1293
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
1294
|
-
callClassificationApi?: ((args_0: string, ...
|
|
1293
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
1294
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
1295
1295
|
} | undefined;
|
|
1296
1296
|
metadata?: Record<string, any> | undefined;
|
|
1297
1297
|
description?: string | undefined;
|
|
@@ -1404,8 +1404,8 @@ export declare const TestCaseSchema: z.ZodObject<{
|
|
|
1404
1404
|
label?: string | undefined;
|
|
1405
1405
|
transform?: string | undefined;
|
|
1406
1406
|
delay?: number | undefined;
|
|
1407
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
1408
|
-
callClassificationApi?: ((args_0: string, ...
|
|
1407
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
1408
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
1409
1409
|
} | undefined;
|
|
1410
1410
|
metadata?: Record<string, any> | undefined;
|
|
1411
1411
|
description?: string | undefined;
|
|
@@ -1665,16 +1665,16 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
|
|
|
1665
1665
|
label?: string | undefined;
|
|
1666
1666
|
transform?: string | undefined;
|
|
1667
1667
|
delay?: number | undefined;
|
|
1668
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
1669
|
-
callClassificationApi?: ((args_0: string, ...
|
|
1668
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
1669
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
1670
1670
|
}, {
|
|
1671
1671
|
callApi: import("./providers").CallApiFunction;
|
|
1672
1672
|
id: (...args: unknown[]) => string;
|
|
1673
1673
|
label?: string | undefined;
|
|
1674
1674
|
transform?: string | undefined;
|
|
1675
1675
|
delay?: number | undefined;
|
|
1676
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
1677
|
-
callClassificationApi?: ((args_0: string, ...
|
|
1676
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
1677
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
1678
1678
|
}>]>>;
|
|
1679
1679
|
providerOutput: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
|
|
1680
1680
|
assert: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
|
|
@@ -1972,8 +1972,8 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
|
|
|
1972
1972
|
label?: string | undefined;
|
|
1973
1973
|
transform?: string | undefined;
|
|
1974
1974
|
delay?: number | undefined;
|
|
1975
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
1976
|
-
callClassificationApi?: ((args_0: string, ...
|
|
1975
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
1976
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
1977
1977
|
} | undefined;
|
|
1978
1978
|
metadata?: Record<string, any> | undefined;
|
|
1979
1979
|
description?: string | undefined;
|
|
@@ -2086,8 +2086,8 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
|
|
|
2086
2086
|
label?: string | undefined;
|
|
2087
2087
|
transform?: string | undefined;
|
|
2088
2088
|
delay?: number | undefined;
|
|
2089
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
2090
|
-
callClassificationApi?: ((args_0: string, ...
|
|
2089
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
2090
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
2091
2091
|
} | undefined;
|
|
2092
2092
|
metadata?: Record<string, any> | undefined;
|
|
2093
2093
|
description?: string | undefined;
|
|
@@ -2344,16 +2344,16 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2344
2344
|
label?: string | undefined;
|
|
2345
2345
|
transform?: string | undefined;
|
|
2346
2346
|
delay?: number | undefined;
|
|
2347
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
2348
|
-
callClassificationApi?: ((args_0: string, ...
|
|
2347
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
2348
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
2349
2349
|
}, {
|
|
2350
2350
|
callApi: import("./providers").CallApiFunction;
|
|
2351
2351
|
id: (...args: unknown[]) => string;
|
|
2352
2352
|
label?: string | undefined;
|
|
2353
2353
|
transform?: string | undefined;
|
|
2354
2354
|
delay?: number | undefined;
|
|
2355
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
2356
|
-
callClassificationApi?: ((args_0: string, ...
|
|
2355
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
2356
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
2357
2357
|
}>]>>;
|
|
2358
2358
|
providerOutput: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
|
|
2359
2359
|
assert: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
|
|
@@ -2649,8 +2649,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2649
2649
|
label?: string | undefined;
|
|
2650
2650
|
transform?: string | undefined;
|
|
2651
2651
|
delay?: number | undefined;
|
|
2652
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
2653
|
-
callClassificationApi?: ((args_0: string, ...
|
|
2652
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
2653
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
2654
2654
|
} | undefined;
|
|
2655
2655
|
metadata?: Record<string, any> | undefined;
|
|
2656
2656
|
description?: string | undefined;
|
|
@@ -2763,8 +2763,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2763
2763
|
label?: string | undefined;
|
|
2764
2764
|
transform?: string | undefined;
|
|
2765
2765
|
delay?: number | undefined;
|
|
2766
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
2767
|
-
callClassificationApi?: ((args_0: string, ...
|
|
2766
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
2767
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
2768
2768
|
} | undefined;
|
|
2769
2769
|
metadata?: Record<string, any> | undefined;
|
|
2770
2770
|
description?: string | undefined;
|
|
@@ -2887,7 +2887,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2887
2887
|
function?: ((args_0: {
|
|
2888
2888
|
vars: Record<string, any>;
|
|
2889
2889
|
provider?: ApiProvider | undefined;
|
|
2890
|
-
}, ...
|
|
2890
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
2891
2891
|
id?: string | undefined;
|
|
2892
2892
|
display?: string | undefined;
|
|
2893
2893
|
config?: any;
|
|
@@ -2914,7 +2914,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2914
2914
|
function?: ((args_0: {
|
|
2915
2915
|
vars: Record<string, any>;
|
|
2916
2916
|
provider?: ApiProvider | undefined;
|
|
2917
|
-
}, ...
|
|
2917
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
2918
2918
|
id?: string | undefined;
|
|
2919
2919
|
display?: string | undefined;
|
|
2920
2920
|
config?: any;
|
|
@@ -2946,7 +2946,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2946
2946
|
function?: ((args_0: {
|
|
2947
2947
|
vars: Record<string, any>;
|
|
2948
2948
|
provider?: ApiProvider | undefined;
|
|
2949
|
-
}, ...
|
|
2949
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
2950
2950
|
id?: string | undefined;
|
|
2951
2951
|
display?: string | undefined;
|
|
2952
2952
|
config?: any;
|
|
@@ -2977,7 +2977,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2977
2977
|
function?: ((args_0: {
|
|
2978
2978
|
vars: Record<string, any>;
|
|
2979
2979
|
provider?: ApiProvider | undefined;
|
|
2980
|
-
}, ...
|
|
2980
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
2981
2981
|
id?: string | undefined;
|
|
2982
2982
|
display?: string | undefined;
|
|
2983
2983
|
config?: any;
|
|
@@ -3011,7 +3011,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3011
3011
|
function?: ((args_0: {
|
|
3012
3012
|
vars: Record<string, any>;
|
|
3013
3013
|
provider?: ApiProvider | undefined;
|
|
3014
|
-
}, ...
|
|
3014
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
3015
3015
|
id?: string | undefined;
|
|
3016
3016
|
display?: string | undefined;
|
|
3017
3017
|
config?: any;
|
|
@@ -3110,8 +3110,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3110
3110
|
label?: string | undefined;
|
|
3111
3111
|
transform?: string | undefined;
|
|
3112
3112
|
delay?: number | undefined;
|
|
3113
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
3114
|
-
callClassificationApi?: ((args_0: string, ...
|
|
3113
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
3114
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
3115
3115
|
} | undefined;
|
|
3116
3116
|
metadata?: Record<string, any> | undefined;
|
|
3117
3117
|
description?: string | undefined;
|
|
@@ -3163,7 +3163,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3163
3163
|
function?: ((args_0: {
|
|
3164
3164
|
vars: Record<string, any>;
|
|
3165
3165
|
provider?: ApiProvider | undefined;
|
|
3166
|
-
}, ...
|
|
3166
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
3167
3167
|
id?: string | undefined;
|
|
3168
3168
|
display?: string | undefined;
|
|
3169
3169
|
config?: any;
|
|
@@ -3262,8 +3262,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3262
3262
|
label?: string | undefined;
|
|
3263
3263
|
transform?: string | undefined;
|
|
3264
3264
|
delay?: number | undefined;
|
|
3265
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
3266
|
-
callClassificationApi?: ((args_0: string, ...
|
|
3265
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
3266
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
3267
3267
|
} | undefined;
|
|
3268
3268
|
metadata?: Record<string, any> | undefined;
|
|
3269
3269
|
description?: string | undefined;
|
|
@@ -3524,16 +3524,16 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
3524
3524
|
label?: string | undefined;
|
|
3525
3525
|
transform?: string | undefined;
|
|
3526
3526
|
delay?: number | undefined;
|
|
3527
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
3528
|
-
callClassificationApi?: ((args_0: string, ...
|
|
3527
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
3528
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
3529
3529
|
}, {
|
|
3530
3530
|
callApi: import("./providers").CallApiFunction;
|
|
3531
3531
|
id: (...args: unknown[]) => string;
|
|
3532
3532
|
label?: string | undefined;
|
|
3533
3533
|
transform?: string | undefined;
|
|
3534
3534
|
delay?: number | undefined;
|
|
3535
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
3536
|
-
callClassificationApi?: ((args_0: string, ...
|
|
3535
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
3536
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
3537
3537
|
}>]>>>;
|
|
3538
3538
|
providerOutput: z.ZodOptional<z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>>;
|
|
3539
3539
|
assert: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
|
|
@@ -3829,8 +3829,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
3829
3829
|
label?: string | undefined;
|
|
3830
3830
|
transform?: string | undefined;
|
|
3831
3831
|
delay?: number | undefined;
|
|
3832
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
3833
|
-
callClassificationApi?: ((args_0: string, ...
|
|
3832
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
3833
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
3834
3834
|
} | undefined;
|
|
3835
3835
|
metadata?: Record<string, any> | undefined;
|
|
3836
3836
|
description?: string | undefined;
|
|
@@ -3943,8 +3943,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
3943
3943
|
label?: string | undefined;
|
|
3944
3944
|
transform?: string | undefined;
|
|
3945
3945
|
delay?: number | undefined;
|
|
3946
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
3947
|
-
callClassificationApi?: ((args_0: string, ...
|
|
3946
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
3947
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
3948
3948
|
} | undefined;
|
|
3949
3949
|
metadata?: Record<string, any> | undefined;
|
|
3950
3950
|
description?: string | undefined;
|
|
@@ -4198,16 +4198,16 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4198
4198
|
label?: string | undefined;
|
|
4199
4199
|
transform?: string | undefined;
|
|
4200
4200
|
delay?: number | undefined;
|
|
4201
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
4202
|
-
callClassificationApi?: ((args_0: string, ...
|
|
4201
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
4202
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
4203
4203
|
}, {
|
|
4204
4204
|
callApi: import("./providers").CallApiFunction;
|
|
4205
4205
|
id: (...args: unknown[]) => string;
|
|
4206
4206
|
label?: string | undefined;
|
|
4207
4207
|
transform?: string | undefined;
|
|
4208
4208
|
delay?: number | undefined;
|
|
4209
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
4210
|
-
callClassificationApi?: ((args_0: string, ...
|
|
4209
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
4210
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
4211
4211
|
}>]>>;
|
|
4212
4212
|
providerOutput: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
|
|
4213
4213
|
assert: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
|
|
@@ -4503,8 +4503,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4503
4503
|
label?: string | undefined;
|
|
4504
4504
|
transform?: string | undefined;
|
|
4505
4505
|
delay?: number | undefined;
|
|
4506
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
4507
|
-
callClassificationApi?: ((args_0: string, ...
|
|
4506
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
4507
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
4508
4508
|
} | undefined;
|
|
4509
4509
|
metadata?: Record<string, any> | undefined;
|
|
4510
4510
|
description?: string | undefined;
|
|
@@ -4617,8 +4617,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4617
4617
|
label?: string | undefined;
|
|
4618
4618
|
transform?: string | undefined;
|
|
4619
4619
|
delay?: number | undefined;
|
|
4620
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
4621
|
-
callClassificationApi?: ((args_0: string, ...
|
|
4620
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
4621
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
4622
4622
|
} | undefined;
|
|
4623
4623
|
metadata?: Record<string, any> | undefined;
|
|
4624
4624
|
description?: string | undefined;
|
|
@@ -4733,8 +4733,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4733
4733
|
label?: string | undefined;
|
|
4734
4734
|
transform?: string | undefined;
|
|
4735
4735
|
delay?: number | undefined;
|
|
4736
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
4737
|
-
callClassificationApi?: ((args_0: string, ...
|
|
4736
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
4737
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
4738
4738
|
} | undefined;
|
|
4739
4739
|
metadata?: Record<string, any> | undefined;
|
|
4740
4740
|
description?: string | undefined;
|
|
@@ -4848,8 +4848,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4848
4848
|
label?: string | undefined;
|
|
4849
4849
|
transform?: string | undefined;
|
|
4850
4850
|
delay?: number | undefined;
|
|
4851
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
4852
|
-
callClassificationApi?: ((args_0: string, ...
|
|
4851
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
4852
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
4853
4853
|
} | undefined;
|
|
4854
4854
|
metadata?: Record<string, any> | undefined;
|
|
4855
4855
|
description?: string | undefined;
|
|
@@ -4965,8 +4965,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4965
4965
|
label?: string | undefined;
|
|
4966
4966
|
transform?: string | undefined;
|
|
4967
4967
|
delay?: number | undefined;
|
|
4968
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
4969
|
-
callClassificationApi?: ((args_0: string, ...
|
|
4968
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
4969
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
4970
4970
|
} | undefined;
|
|
4971
4971
|
metadata?: Record<string, any> | undefined;
|
|
4972
4972
|
description?: string | undefined;
|
|
@@ -5080,8 +5080,8 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
5080
5080
|
label?: string | undefined;
|
|
5081
5081
|
transform?: string | undefined;
|
|
5082
5082
|
delay?: number | undefined;
|
|
5083
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
5084
|
-
callClassificationApi?: ((args_0: string, ...
|
|
5083
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
5084
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
5085
5085
|
} | undefined;
|
|
5086
5086
|
metadata?: Record<string, any> | undefined;
|
|
5087
5087
|
description?: string | undefined;
|
|
@@ -5338,16 +5338,16 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
|
|
|
5338
5338
|
label?: string | undefined;
|
|
5339
5339
|
transform?: string | undefined;
|
|
5340
5340
|
delay?: number | undefined;
|
|
5341
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
5342
|
-
callClassificationApi?: ((args_0: string, ...
|
|
5341
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
5342
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
5343
5343
|
}, {
|
|
5344
5344
|
callApi: import("./providers").CallApiFunction;
|
|
5345
5345
|
id: (...args: unknown[]) => string;
|
|
5346
5346
|
label?: string | undefined;
|
|
5347
5347
|
transform?: string | undefined;
|
|
5348
5348
|
delay?: number | undefined;
|
|
5349
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
5350
|
-
callClassificationApi?: ((args_0: string, ...
|
|
5349
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
5350
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
5351
5351
|
}>]>>;
|
|
5352
5352
|
providerOutput: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
|
|
5353
5353
|
assert: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
|
|
@@ -5645,8 +5645,8 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
|
|
|
5645
5645
|
label?: string | undefined;
|
|
5646
5646
|
transform?: string | undefined;
|
|
5647
5647
|
delay?: number | undefined;
|
|
5648
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
5649
|
-
callClassificationApi?: ((args_0: string, ...
|
|
5648
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
5649
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
5650
5650
|
} | undefined;
|
|
5651
5651
|
metadata?: Record<string, any> | undefined;
|
|
5652
5652
|
description?: string | undefined;
|
|
@@ -5759,8 +5759,8 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
|
|
|
5759
5759
|
label?: string | undefined;
|
|
5760
5760
|
transform?: string | undefined;
|
|
5761
5761
|
delay?: number | undefined;
|
|
5762
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
5763
|
-
callClassificationApi?: ((args_0: string, ...
|
|
5762
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
5763
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
5764
5764
|
} | undefined;
|
|
5765
5765
|
metadata?: Record<string, any> | undefined;
|
|
5766
5766
|
description?: string | undefined;
|
|
@@ -5803,10 +5803,10 @@ export declare const DerivedMetricSchema: z.ZodObject<{
|
|
|
5803
5803
|
name: z.ZodString;
|
|
5804
5804
|
value: z.ZodUnion<[z.ZodString, z.ZodFunction<z.ZodTuple<[z.ZodRecord<z.ZodString, z.ZodNumber>, z.ZodType<RunEvalOptions, z.ZodTypeDef, RunEvalOptions>], z.ZodUnknown>, z.ZodNumber>]>;
|
|
5805
5805
|
}, "strip", z.ZodTypeAny, {
|
|
5806
|
-
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...
|
|
5806
|
+
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
|
|
5807
5807
|
name: string;
|
|
5808
5808
|
}, {
|
|
5809
|
-
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...
|
|
5809
|
+
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
|
|
5810
5810
|
name: string;
|
|
5811
5811
|
}>;
|
|
5812
5812
|
export type DerivedMetric = z.infer<typeof DerivedMetricSchema>;
|
|
@@ -5827,16 +5827,16 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
5827
5827
|
label?: string | undefined;
|
|
5828
5828
|
transform?: string | undefined;
|
|
5829
5829
|
delay?: number | undefined;
|
|
5830
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
5831
|
-
callClassificationApi?: ((args_0: string, ...
|
|
5830
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
5831
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
5832
5832
|
}, {
|
|
5833
5833
|
callApi: import("./providers").CallApiFunction;
|
|
5834
5834
|
id: (...args: unknown[]) => string;
|
|
5835
5835
|
label?: string | undefined;
|
|
5836
5836
|
transform?: string | undefined;
|
|
5837
5837
|
delay?: number | undefined;
|
|
5838
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
5839
|
-
callClassificationApi?: ((args_0: string, ...
|
|
5838
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
5839
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
5840
5840
|
}>, "many">;
|
|
5841
5841
|
prompts: z.ZodArray<z.ZodObject<{
|
|
5842
5842
|
id: z.ZodOptional<z.ZodString>;
|
|
@@ -5860,7 +5860,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
5860
5860
|
function?: ((args_0: {
|
|
5861
5861
|
vars: Record<string, any>;
|
|
5862
5862
|
provider?: ApiProvider | undefined;
|
|
5863
|
-
}, ...
|
|
5863
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
5864
5864
|
id?: string | undefined;
|
|
5865
5865
|
display?: string | undefined;
|
|
5866
5866
|
config?: any;
|
|
@@ -5870,7 +5870,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
5870
5870
|
function?: ((args_0: {
|
|
5871
5871
|
vars: Record<string, any>;
|
|
5872
5872
|
provider?: ApiProvider | undefined;
|
|
5873
|
-
}, ...
|
|
5873
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
5874
5874
|
id?: string | undefined;
|
|
5875
5875
|
display?: string | undefined;
|
|
5876
5876
|
config?: any;
|
|
@@ -6092,16 +6092,16 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
6092
6092
|
label?: string | undefined;
|
|
6093
6093
|
transform?: string | undefined;
|
|
6094
6094
|
delay?: number | undefined;
|
|
6095
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
6096
|
-
callClassificationApi?: ((args_0: string, ...
|
|
6095
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
6096
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
6097
6097
|
}, {
|
|
6098
6098
|
callApi: import("./providers").CallApiFunction;
|
|
6099
6099
|
id: (...args: unknown[]) => string;
|
|
6100
6100
|
label?: string | undefined;
|
|
6101
6101
|
transform?: string | undefined;
|
|
6102
6102
|
delay?: number | undefined;
|
|
6103
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
6104
|
-
callClassificationApi?: ((args_0: string, ...
|
|
6103
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
6104
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
6105
6105
|
}>]>>;
|
|
6106
6106
|
providerOutput: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
|
|
6107
6107
|
assert: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
|
|
@@ -6397,8 +6397,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
6397
6397
|
label?: string | undefined;
|
|
6398
6398
|
transform?: string | undefined;
|
|
6399
6399
|
delay?: number | undefined;
|
|
6400
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
6401
|
-
callClassificationApi?: ((args_0: string, ...
|
|
6400
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
6401
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
6402
6402
|
} | undefined;
|
|
6403
6403
|
metadata?: Record<string, any> | undefined;
|
|
6404
6404
|
description?: string | undefined;
|
|
@@ -6511,8 +6511,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
6511
6511
|
label?: string | undefined;
|
|
6512
6512
|
transform?: string | undefined;
|
|
6513
6513
|
delay?: number | undefined;
|
|
6514
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
6515
|
-
callClassificationApi?: ((args_0: string, ...
|
|
6514
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
6515
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
6516
6516
|
} | undefined;
|
|
6517
6517
|
metadata?: Record<string, any> | undefined;
|
|
6518
6518
|
description?: string | undefined;
|
|
@@ -6768,16 +6768,16 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
6768
6768
|
label?: string | undefined;
|
|
6769
6769
|
transform?: string | undefined;
|
|
6770
6770
|
delay?: number | undefined;
|
|
6771
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
6772
|
-
callClassificationApi?: ((args_0: string, ...
|
|
6771
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
6772
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
6773
6773
|
}, {
|
|
6774
6774
|
callApi: import("./providers").CallApiFunction;
|
|
6775
6775
|
id: (...args: unknown[]) => string;
|
|
6776
6776
|
label?: string | undefined;
|
|
6777
6777
|
transform?: string | undefined;
|
|
6778
6778
|
delay?: number | undefined;
|
|
6779
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
6780
|
-
callClassificationApi?: ((args_0: string, ...
|
|
6779
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
6780
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
6781
6781
|
}>]>>>;
|
|
6782
6782
|
providerOutput: z.ZodOptional<z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>>;
|
|
6783
6783
|
assert: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
|
|
@@ -7073,8 +7073,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7073
7073
|
label?: string | undefined;
|
|
7074
7074
|
transform?: string | undefined;
|
|
7075
7075
|
delay?: number | undefined;
|
|
7076
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
7077
|
-
callClassificationApi?: ((args_0: string, ...
|
|
7076
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
7077
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
7078
7078
|
} | undefined;
|
|
7079
7079
|
metadata?: Record<string, any> | undefined;
|
|
7080
7080
|
description?: string | undefined;
|
|
@@ -7187,8 +7187,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7187
7187
|
label?: string | undefined;
|
|
7188
7188
|
transform?: string | undefined;
|
|
7189
7189
|
delay?: number | undefined;
|
|
7190
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
7191
|
-
callClassificationApi?: ((args_0: string, ...
|
|
7190
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
7191
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
7192
7192
|
} | undefined;
|
|
7193
7193
|
metadata?: Record<string, any> | undefined;
|
|
7194
7194
|
description?: string | undefined;
|
|
@@ -7442,16 +7442,16 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7442
7442
|
label?: string | undefined;
|
|
7443
7443
|
transform?: string | undefined;
|
|
7444
7444
|
delay?: number | undefined;
|
|
7445
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
7446
|
-
callClassificationApi?: ((args_0: string, ...
|
|
7445
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
7446
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
7447
7447
|
}, {
|
|
7448
7448
|
callApi: import("./providers").CallApiFunction;
|
|
7449
7449
|
id: (...args: unknown[]) => string;
|
|
7450
7450
|
label?: string | undefined;
|
|
7451
7451
|
transform?: string | undefined;
|
|
7452
7452
|
delay?: number | undefined;
|
|
7453
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
7454
|
-
callClassificationApi?: ((args_0: string, ...
|
|
7453
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
7454
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
7455
7455
|
}>]>>;
|
|
7456
7456
|
providerOutput: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
|
|
7457
7457
|
assert: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
|
|
@@ -7747,8 +7747,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7747
7747
|
label?: string | undefined;
|
|
7748
7748
|
transform?: string | undefined;
|
|
7749
7749
|
delay?: number | undefined;
|
|
7750
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
7751
|
-
callClassificationApi?: ((args_0: string, ...
|
|
7750
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
7751
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
7752
7752
|
} | undefined;
|
|
7753
7753
|
metadata?: Record<string, any> | undefined;
|
|
7754
7754
|
description?: string | undefined;
|
|
@@ -7861,8 +7861,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7861
7861
|
label?: string | undefined;
|
|
7862
7862
|
transform?: string | undefined;
|
|
7863
7863
|
delay?: number | undefined;
|
|
7864
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
7865
|
-
callClassificationApi?: ((args_0: string, ...
|
|
7864
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
7865
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
7866
7866
|
} | undefined;
|
|
7867
7867
|
metadata?: Record<string, any> | undefined;
|
|
7868
7868
|
description?: string | undefined;
|
|
@@ -7977,8 +7977,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7977
7977
|
label?: string | undefined;
|
|
7978
7978
|
transform?: string | undefined;
|
|
7979
7979
|
delay?: number | undefined;
|
|
7980
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
7981
|
-
callClassificationApi?: ((args_0: string, ...
|
|
7980
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
7981
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
7982
7982
|
} | undefined;
|
|
7983
7983
|
metadata?: Record<string, any> | undefined;
|
|
7984
7984
|
description?: string | undefined;
|
|
@@ -8092,8 +8092,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
8092
8092
|
label?: string | undefined;
|
|
8093
8093
|
transform?: string | undefined;
|
|
8094
8094
|
delay?: number | undefined;
|
|
8095
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
8096
|
-
callClassificationApi?: ((args_0: string, ...
|
|
8095
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
8096
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
8097
8097
|
} | undefined;
|
|
8098
8098
|
metadata?: Record<string, any> | undefined;
|
|
8099
8099
|
description?: string | undefined;
|
|
@@ -8209,8 +8209,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
8209
8209
|
label?: string | undefined;
|
|
8210
8210
|
transform?: string | undefined;
|
|
8211
8211
|
delay?: number | undefined;
|
|
8212
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
8213
|
-
callClassificationApi?: ((args_0: string, ...
|
|
8212
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
8213
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
8214
8214
|
} | undefined;
|
|
8215
8215
|
metadata?: Record<string, any> | undefined;
|
|
8216
8216
|
description?: string | undefined;
|
|
@@ -8324,8 +8324,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
8324
8324
|
label?: string | undefined;
|
|
8325
8325
|
transform?: string | undefined;
|
|
8326
8326
|
delay?: number | undefined;
|
|
8327
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
8328
|
-
callClassificationApi?: ((args_0: string, ...
|
|
8327
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
8328
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
8329
8329
|
} | undefined;
|
|
8330
8330
|
metadata?: Record<string, any> | undefined;
|
|
8331
8331
|
description?: string | undefined;
|
|
@@ -8581,16 +8581,16 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
8581
8581
|
label?: string | undefined;
|
|
8582
8582
|
transform?: string | undefined;
|
|
8583
8583
|
delay?: number | undefined;
|
|
8584
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
8585
|
-
callClassificationApi?: ((args_0: string, ...
|
|
8584
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
8585
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
8586
8586
|
}, {
|
|
8587
8587
|
callApi: import("./providers").CallApiFunction;
|
|
8588
8588
|
id: (...args: unknown[]) => string;
|
|
8589
8589
|
label?: string | undefined;
|
|
8590
8590
|
transform?: string | undefined;
|
|
8591
8591
|
delay?: number | undefined;
|
|
8592
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
8593
|
-
callClassificationApi?: ((args_0: string, ...
|
|
8592
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
8593
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
8594
8594
|
}>]>>>;
|
|
8595
8595
|
providerOutput: z.ZodOptional<z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>>;
|
|
8596
8596
|
assert: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
|
|
@@ -8886,8 +8886,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
8886
8886
|
label?: string | undefined;
|
|
8887
8887
|
transform?: string | undefined;
|
|
8888
8888
|
delay?: number | undefined;
|
|
8889
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
8890
|
-
callClassificationApi?: ((args_0: string, ...
|
|
8889
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
8890
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
8891
8891
|
} | undefined;
|
|
8892
8892
|
metadata?: Record<string, any> | undefined;
|
|
8893
8893
|
description?: string | undefined;
|
|
@@ -9000,8 +9000,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9000
9000
|
label?: string | undefined;
|
|
9001
9001
|
transform?: string | undefined;
|
|
9002
9002
|
delay?: number | undefined;
|
|
9003
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
9004
|
-
callClassificationApi?: ((args_0: string, ...
|
|
9003
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
9004
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
9005
9005
|
} | undefined;
|
|
9006
9006
|
metadata?: Record<string, any> | undefined;
|
|
9007
9007
|
description?: string | undefined;
|
|
@@ -9150,10 +9150,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9150
9150
|
name: z.ZodString;
|
|
9151
9151
|
value: z.ZodUnion<[z.ZodString, z.ZodFunction<z.ZodTuple<[z.ZodRecord<z.ZodString, z.ZodNumber>, z.ZodType<RunEvalOptions, z.ZodTypeDef, RunEvalOptions>], z.ZodUnknown>, z.ZodNumber>]>;
|
|
9152
9152
|
}, "strip", z.ZodTypeAny, {
|
|
9153
|
-
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...
|
|
9153
|
+
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
|
|
9154
9154
|
name: string;
|
|
9155
9155
|
}, {
|
|
9156
|
-
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...
|
|
9156
|
+
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
|
|
9157
9157
|
name: string;
|
|
9158
9158
|
}>, "many">>;
|
|
9159
9159
|
extensions: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
@@ -9165,7 +9165,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9165
9165
|
function?: ((args_0: {
|
|
9166
9166
|
vars: Record<string, any>;
|
|
9167
9167
|
provider?: ApiProvider | undefined;
|
|
9168
|
-
}, ...
|
|
9168
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
9169
9169
|
id?: string | undefined;
|
|
9170
9170
|
display?: string | undefined;
|
|
9171
9171
|
config?: any;
|
|
@@ -9176,8 +9176,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9176
9176
|
label?: string | undefined;
|
|
9177
9177
|
transform?: string | undefined;
|
|
9178
9178
|
delay?: number | undefined;
|
|
9179
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
9180
|
-
callClassificationApi?: ((args_0: string, ...
|
|
9179
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
9180
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
9181
9181
|
}[];
|
|
9182
9182
|
env?: {
|
|
9183
9183
|
AI21_API_BASE_URL?: string | undefined;
|
|
@@ -9292,8 +9292,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9292
9292
|
label?: string | undefined;
|
|
9293
9293
|
transform?: string | undefined;
|
|
9294
9294
|
delay?: number | undefined;
|
|
9295
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
9296
|
-
callClassificationApi?: ((args_0: string, ...
|
|
9295
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
9296
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
9297
9297
|
} | undefined;
|
|
9298
9298
|
metadata?: Record<string, any> | undefined;
|
|
9299
9299
|
description?: string | undefined;
|
|
@@ -9410,8 +9410,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9410
9410
|
label?: string | undefined;
|
|
9411
9411
|
transform?: string | undefined;
|
|
9412
9412
|
delay?: number | undefined;
|
|
9413
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
9414
|
-
callClassificationApi?: ((args_0: string, ...
|
|
9413
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
9414
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
9415
9415
|
} | undefined;
|
|
9416
9416
|
metadata?: Record<string, any> | undefined;
|
|
9417
9417
|
description?: string | undefined;
|
|
@@ -9525,8 +9525,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9525
9525
|
label?: string | undefined;
|
|
9526
9526
|
transform?: string | undefined;
|
|
9527
9527
|
delay?: number | undefined;
|
|
9528
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
9529
|
-
callClassificationApi?: ((args_0: string, ...
|
|
9528
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
9529
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
9530
9530
|
} | undefined;
|
|
9531
9531
|
metadata?: Record<string, any> | undefined;
|
|
9532
9532
|
description?: string | undefined;
|
|
@@ -9642,8 +9642,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9642
9642
|
label?: string | undefined;
|
|
9643
9643
|
transform?: string | undefined;
|
|
9644
9644
|
delay?: number | undefined;
|
|
9645
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
9646
|
-
callClassificationApi?: ((args_0: string, ...
|
|
9645
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
9646
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
9647
9647
|
} | undefined;
|
|
9648
9648
|
metadata?: Record<string, any> | undefined;
|
|
9649
9649
|
description?: string | undefined;
|
|
@@ -9681,9 +9681,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9681
9681
|
})[] | undefined;
|
|
9682
9682
|
threshold?: number | undefined;
|
|
9683
9683
|
} | undefined;
|
|
9684
|
-
nunjucksFilters?: Record<string, (args_0: any, ...
|
|
9684
|
+
nunjucksFilters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
9685
9685
|
derivedMetrics?: {
|
|
9686
|
-
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...
|
|
9686
|
+
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
|
|
9687
9687
|
name: string;
|
|
9688
9688
|
}[] | undefined;
|
|
9689
9689
|
extensions?: string[] | undefined;
|
|
@@ -9695,7 +9695,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9695
9695
|
function?: ((args_0: {
|
|
9696
9696
|
vars: Record<string, any>;
|
|
9697
9697
|
provider?: ApiProvider | undefined;
|
|
9698
|
-
}, ...
|
|
9698
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
9699
9699
|
id?: string | undefined;
|
|
9700
9700
|
display?: string | undefined;
|
|
9701
9701
|
config?: any;
|
|
@@ -9706,8 +9706,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9706
9706
|
label?: string | undefined;
|
|
9707
9707
|
transform?: string | undefined;
|
|
9708
9708
|
delay?: number | undefined;
|
|
9709
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
9710
|
-
callClassificationApi?: ((args_0: string, ...
|
|
9709
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
9710
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
9711
9711
|
}[];
|
|
9712
9712
|
env?: {
|
|
9713
9713
|
AI21_API_BASE_URL?: string | undefined;
|
|
@@ -9822,8 +9822,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9822
9822
|
label?: string | undefined;
|
|
9823
9823
|
transform?: string | undefined;
|
|
9824
9824
|
delay?: number | undefined;
|
|
9825
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
9826
|
-
callClassificationApi?: ((args_0: string, ...
|
|
9825
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
9826
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
9827
9827
|
} | undefined;
|
|
9828
9828
|
metadata?: Record<string, any> | undefined;
|
|
9829
9829
|
description?: string | undefined;
|
|
@@ -9940,8 +9940,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9940
9940
|
label?: string | undefined;
|
|
9941
9941
|
transform?: string | undefined;
|
|
9942
9942
|
delay?: number | undefined;
|
|
9943
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
9944
|
-
callClassificationApi?: ((args_0: string, ...
|
|
9943
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
9944
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
9945
9945
|
} | undefined;
|
|
9946
9946
|
metadata?: Record<string, any> | undefined;
|
|
9947
9947
|
description?: string | undefined;
|
|
@@ -10055,8 +10055,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
10055
10055
|
label?: string | undefined;
|
|
10056
10056
|
transform?: string | undefined;
|
|
10057
10057
|
delay?: number | undefined;
|
|
10058
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
10059
|
-
callClassificationApi?: ((args_0: string, ...
|
|
10058
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
10059
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
10060
10060
|
} | undefined;
|
|
10061
10061
|
metadata?: Record<string, any> | undefined;
|
|
10062
10062
|
description?: string | undefined;
|
|
@@ -10172,8 +10172,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
10172
10172
|
label?: string | undefined;
|
|
10173
10173
|
transform?: string | undefined;
|
|
10174
10174
|
delay?: number | undefined;
|
|
10175
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
10176
|
-
callClassificationApi?: ((args_0: string, ...
|
|
10175
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
10176
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
10177
10177
|
} | undefined;
|
|
10178
10178
|
metadata?: Record<string, any> | undefined;
|
|
10179
10179
|
description?: string | undefined;
|
|
@@ -10211,9 +10211,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
10211
10211
|
})[] | undefined;
|
|
10212
10212
|
threshold?: number | undefined;
|
|
10213
10213
|
} | undefined;
|
|
10214
|
-
nunjucksFilters?: Record<string, (args_0: any, ...
|
|
10214
|
+
nunjucksFilters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
10215
10215
|
derivedMetrics?: {
|
|
10216
|
-
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...
|
|
10216
|
+
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
|
|
10217
10217
|
name: string;
|
|
10218
10218
|
}[] | undefined;
|
|
10219
10219
|
extensions?: string[] | undefined;
|
|
@@ -10251,7 +10251,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10251
10251
|
function?: ((args_0: {
|
|
10252
10252
|
vars: Record<string, any>;
|
|
10253
10253
|
provider?: ApiProvider | undefined;
|
|
10254
|
-
}, ...
|
|
10254
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
10255
10255
|
id?: string | undefined;
|
|
10256
10256
|
display?: string | undefined;
|
|
10257
10257
|
config?: any;
|
|
@@ -10261,7 +10261,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10261
10261
|
function?: ((args_0: {
|
|
10262
10262
|
vars: Record<string, any>;
|
|
10263
10263
|
provider?: ApiProvider | undefined;
|
|
10264
|
-
}, ...
|
|
10264
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
10265
10265
|
id?: string | undefined;
|
|
10266
10266
|
display?: string | undefined;
|
|
10267
10267
|
config?: any;
|
|
@@ -10275,13 +10275,13 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10275
10275
|
function?: ((args_0: {
|
|
10276
10276
|
vars: Record<string, any>;
|
|
10277
10277
|
provider?: ApiProvider | undefined;
|
|
10278
|
-
}, ...
|
|
10278
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
10279
10279
|
id?: string | undefined;
|
|
10280
10280
|
display?: string | undefined;
|
|
10281
10281
|
config?: any;
|
|
10282
10282
|
};
|
|
10283
10283
|
fetchWithCache?: any;
|
|
10284
|
-
filters?: Record<string, (args_0: any, ...
|
|
10284
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
10285
10285
|
getCache?: any;
|
|
10286
10286
|
logger?: any;
|
|
10287
10287
|
originalProvider?: any;
|
|
@@ -10293,13 +10293,13 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10293
10293
|
function?: ((args_0: {
|
|
10294
10294
|
vars: Record<string, any>;
|
|
10295
10295
|
provider?: ApiProvider | undefined;
|
|
10296
|
-
}, ...
|
|
10296
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
10297
10297
|
id?: string | undefined;
|
|
10298
10298
|
display?: string | undefined;
|
|
10299
10299
|
config?: any;
|
|
10300
10300
|
};
|
|
10301
10301
|
fetchWithCache?: any;
|
|
10302
|
-
filters?: Record<string, (args_0: any, ...
|
|
10302
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
10303
10303
|
getCache?: any;
|
|
10304
10304
|
logger?: any;
|
|
10305
10305
|
originalProvider?: any;
|
|
@@ -10741,7 +10741,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10741
10741
|
function?: ((args_0: {
|
|
10742
10742
|
vars: Record<string, any>;
|
|
10743
10743
|
provider?: ApiProvider | undefined;
|
|
10744
|
-
}, ...
|
|
10744
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
10745
10745
|
id?: string | undefined;
|
|
10746
10746
|
display?: string | undefined;
|
|
10747
10747
|
config?: any;
|
|
@@ -10751,7 +10751,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10751
10751
|
function?: ((args_0: {
|
|
10752
10752
|
vars: Record<string, any>;
|
|
10753
10753
|
provider?: ApiProvider | undefined;
|
|
10754
|
-
}, ...
|
|
10754
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
10755
10755
|
id?: string | undefined;
|
|
10756
10756
|
display?: string | undefined;
|
|
10757
10757
|
config?: any;
|
|
@@ -10765,13 +10765,13 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10765
10765
|
function?: ((args_0: {
|
|
10766
10766
|
vars: Record<string, any>;
|
|
10767
10767
|
provider?: ApiProvider | undefined;
|
|
10768
|
-
}, ...
|
|
10768
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
10769
10769
|
id?: string | undefined;
|
|
10770
10770
|
display?: string | undefined;
|
|
10771
10771
|
config?: any;
|
|
10772
10772
|
};
|
|
10773
10773
|
fetchWithCache?: any;
|
|
10774
|
-
filters?: Record<string, (args_0: any, ...
|
|
10774
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
10775
10775
|
getCache?: any;
|
|
10776
10776
|
logger?: any;
|
|
10777
10777
|
originalProvider?: any;
|
|
@@ -10783,13 +10783,13 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10783
10783
|
function?: ((args_0: {
|
|
10784
10784
|
vars: Record<string, any>;
|
|
10785
10785
|
provider?: ApiProvider | undefined;
|
|
10786
|
-
}, ...
|
|
10786
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
10787
10787
|
id?: string | undefined;
|
|
10788
10788
|
display?: string | undefined;
|
|
10789
10789
|
config?: any;
|
|
10790
10790
|
};
|
|
10791
10791
|
fetchWithCache?: any;
|
|
10792
|
-
filters?: Record<string, (args_0: any, ...
|
|
10792
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
10793
10793
|
getCache?: any;
|
|
10794
10794
|
logger?: any;
|
|
10795
10795
|
originalProvider?: any;
|
|
@@ -10840,7 +10840,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10840
10840
|
function?: ((args_0: {
|
|
10841
10841
|
vars: Record<string, any>;
|
|
10842
10842
|
provider?: ApiProvider | undefined;
|
|
10843
|
-
}, ...
|
|
10843
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
10844
10844
|
id?: string | undefined;
|
|
10845
10845
|
display?: string | undefined;
|
|
10846
10846
|
config?: any;
|
|
@@ -10850,7 +10850,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
10850
10850
|
function?: ((args_0: {
|
|
10851
10851
|
vars: Record<string, any>;
|
|
10852
10852
|
provider?: ApiProvider | undefined;
|
|
10853
|
-
}, ...
|
|
10853
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
10854
10854
|
id?: string | undefined;
|
|
10855
10855
|
display?: string | undefined;
|
|
10856
10856
|
config?: any;
|
|
@@ -11071,16 +11071,16 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
11071
11071
|
label?: string | undefined;
|
|
11072
11072
|
transform?: string | undefined;
|
|
11073
11073
|
delay?: number | undefined;
|
|
11074
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
11075
|
-
callClassificationApi?: ((args_0: string, ...
|
|
11074
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
11075
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
11076
11076
|
}, {
|
|
11077
11077
|
callApi: import("./providers").CallApiFunction;
|
|
11078
11078
|
id: (...args: unknown[]) => string;
|
|
11079
11079
|
label?: string | undefined;
|
|
11080
11080
|
transform?: string | undefined;
|
|
11081
11081
|
delay?: number | undefined;
|
|
11082
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
11083
|
-
callClassificationApi?: ((args_0: string, ...
|
|
11082
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
11083
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
11084
11084
|
}>]>>;
|
|
11085
11085
|
providerOutput: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
|
|
11086
11086
|
assert: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
|
|
@@ -11376,8 +11376,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
11376
11376
|
label?: string | undefined;
|
|
11377
11377
|
transform?: string | undefined;
|
|
11378
11378
|
delay?: number | undefined;
|
|
11379
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
11380
|
-
callClassificationApi?: ((args_0: string, ...
|
|
11379
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
11380
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
11381
11381
|
} | undefined;
|
|
11382
11382
|
metadata?: Record<string, any> | undefined;
|
|
11383
11383
|
description?: string | undefined;
|
|
@@ -11490,8 +11490,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
11490
11490
|
label?: string | undefined;
|
|
11491
11491
|
transform?: string | undefined;
|
|
11492
11492
|
delay?: number | undefined;
|
|
11493
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
11494
|
-
callClassificationApi?: ((args_0: string, ...
|
|
11493
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
11494
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
11495
11495
|
} | undefined;
|
|
11496
11496
|
metadata?: Record<string, any> | undefined;
|
|
11497
11497
|
description?: string | undefined;
|
|
@@ -11747,16 +11747,16 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
11747
11747
|
label?: string | undefined;
|
|
11748
11748
|
transform?: string | undefined;
|
|
11749
11749
|
delay?: number | undefined;
|
|
11750
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
11751
|
-
callClassificationApi?: ((args_0: string, ...
|
|
11750
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
11751
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
11752
11752
|
}, {
|
|
11753
11753
|
callApi: import("./providers").CallApiFunction;
|
|
11754
11754
|
id: (...args: unknown[]) => string;
|
|
11755
11755
|
label?: string | undefined;
|
|
11756
11756
|
transform?: string | undefined;
|
|
11757
11757
|
delay?: number | undefined;
|
|
11758
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
11759
|
-
callClassificationApi?: ((args_0: string, ...
|
|
11758
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
11759
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
11760
11760
|
}>]>>>;
|
|
11761
11761
|
providerOutput: z.ZodOptional<z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>>;
|
|
11762
11762
|
assert: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
|
|
@@ -12052,8 +12052,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
12052
12052
|
label?: string | undefined;
|
|
12053
12053
|
transform?: string | undefined;
|
|
12054
12054
|
delay?: number | undefined;
|
|
12055
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
12056
|
-
callClassificationApi?: ((args_0: string, ...
|
|
12055
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
12056
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
12057
12057
|
} | undefined;
|
|
12058
12058
|
metadata?: Record<string, any> | undefined;
|
|
12059
12059
|
description?: string | undefined;
|
|
@@ -12166,8 +12166,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
12166
12166
|
label?: string | undefined;
|
|
12167
12167
|
transform?: string | undefined;
|
|
12168
12168
|
delay?: number | undefined;
|
|
12169
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
12170
|
-
callClassificationApi?: ((args_0: string, ...
|
|
12169
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
12170
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
12171
12171
|
} | undefined;
|
|
12172
12172
|
metadata?: Record<string, any> | undefined;
|
|
12173
12173
|
description?: string | undefined;
|
|
@@ -12421,16 +12421,16 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
12421
12421
|
label?: string | undefined;
|
|
12422
12422
|
transform?: string | undefined;
|
|
12423
12423
|
delay?: number | undefined;
|
|
12424
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
12425
|
-
callClassificationApi?: ((args_0: string, ...
|
|
12424
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
12425
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
12426
12426
|
}, {
|
|
12427
12427
|
callApi: import("./providers").CallApiFunction;
|
|
12428
12428
|
id: (...args: unknown[]) => string;
|
|
12429
12429
|
label?: string | undefined;
|
|
12430
12430
|
transform?: string | undefined;
|
|
12431
12431
|
delay?: number | undefined;
|
|
12432
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
12433
|
-
callClassificationApi?: ((args_0: string, ...
|
|
12432
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
12433
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
12434
12434
|
}>]>>;
|
|
12435
12435
|
providerOutput: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
|
|
12436
12436
|
assert: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
|
|
@@ -12726,8 +12726,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
12726
12726
|
label?: string | undefined;
|
|
12727
12727
|
transform?: string | undefined;
|
|
12728
12728
|
delay?: number | undefined;
|
|
12729
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
12730
|
-
callClassificationApi?: ((args_0: string, ...
|
|
12729
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
12730
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
12731
12731
|
} | undefined;
|
|
12732
12732
|
metadata?: Record<string, any> | undefined;
|
|
12733
12733
|
description?: string | undefined;
|
|
@@ -12840,8 +12840,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
12840
12840
|
label?: string | undefined;
|
|
12841
12841
|
transform?: string | undefined;
|
|
12842
12842
|
delay?: number | undefined;
|
|
12843
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
12844
|
-
callClassificationApi?: ((args_0: string, ...
|
|
12843
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
12844
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
12845
12845
|
} | undefined;
|
|
12846
12846
|
metadata?: Record<string, any> | undefined;
|
|
12847
12847
|
description?: string | undefined;
|
|
@@ -12956,8 +12956,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
12956
12956
|
label?: string | undefined;
|
|
12957
12957
|
transform?: string | undefined;
|
|
12958
12958
|
delay?: number | undefined;
|
|
12959
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
12960
|
-
callClassificationApi?: ((args_0: string, ...
|
|
12959
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
12960
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
12961
12961
|
} | undefined;
|
|
12962
12962
|
metadata?: Record<string, any> | undefined;
|
|
12963
12963
|
description?: string | undefined;
|
|
@@ -13071,8 +13071,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
13071
13071
|
label?: string | undefined;
|
|
13072
13072
|
transform?: string | undefined;
|
|
13073
13073
|
delay?: number | undefined;
|
|
13074
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
13075
|
-
callClassificationApi?: ((args_0: string, ...
|
|
13074
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
13075
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
13076
13076
|
} | undefined;
|
|
13077
13077
|
metadata?: Record<string, any> | undefined;
|
|
13078
13078
|
description?: string | undefined;
|
|
@@ -13188,8 +13188,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
13188
13188
|
label?: string | undefined;
|
|
13189
13189
|
transform?: string | undefined;
|
|
13190
13190
|
delay?: number | undefined;
|
|
13191
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
13192
|
-
callClassificationApi?: ((args_0: string, ...
|
|
13191
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
13192
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
13193
13193
|
} | undefined;
|
|
13194
13194
|
metadata?: Record<string, any> | undefined;
|
|
13195
13195
|
description?: string | undefined;
|
|
@@ -13303,8 +13303,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
13303
13303
|
label?: string | undefined;
|
|
13304
13304
|
transform?: string | undefined;
|
|
13305
13305
|
delay?: number | undefined;
|
|
13306
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
13307
|
-
callClassificationApi?: ((args_0: string, ...
|
|
13306
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
13307
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
13308
13308
|
} | undefined;
|
|
13309
13309
|
metadata?: Record<string, any> | undefined;
|
|
13310
13310
|
description?: string | undefined;
|
|
@@ -13560,16 +13560,16 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
13560
13560
|
label?: string | undefined;
|
|
13561
13561
|
transform?: string | undefined;
|
|
13562
13562
|
delay?: number | undefined;
|
|
13563
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
13564
|
-
callClassificationApi?: ((args_0: string, ...
|
|
13563
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
13564
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
13565
13565
|
}, {
|
|
13566
13566
|
callApi: import("./providers").CallApiFunction;
|
|
13567
13567
|
id: (...args: unknown[]) => string;
|
|
13568
13568
|
label?: string | undefined;
|
|
13569
13569
|
transform?: string | undefined;
|
|
13570
13570
|
delay?: number | undefined;
|
|
13571
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
13572
|
-
callClassificationApi?: ((args_0: string, ...
|
|
13571
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
13572
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
13573
13573
|
}>]>>>;
|
|
13574
13574
|
providerOutput: z.ZodOptional<z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>>;
|
|
13575
13575
|
assert: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
|
|
@@ -13865,8 +13865,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
13865
13865
|
label?: string | undefined;
|
|
13866
13866
|
transform?: string | undefined;
|
|
13867
13867
|
delay?: number | undefined;
|
|
13868
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
13869
|
-
callClassificationApi?: ((args_0: string, ...
|
|
13868
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
13869
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
13870
13870
|
} | undefined;
|
|
13871
13871
|
metadata?: Record<string, any> | undefined;
|
|
13872
13872
|
providerOutput?: string | {} | undefined;
|
|
@@ -13978,8 +13978,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
13978
13978
|
label?: string | undefined;
|
|
13979
13979
|
transform?: string | undefined;
|
|
13980
13980
|
delay?: number | undefined;
|
|
13981
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
13982
|
-
callClassificationApi?: ((args_0: string, ...
|
|
13981
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
13982
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
13983
13983
|
} | undefined;
|
|
13984
13984
|
metadata?: Record<string, any> | undefined;
|
|
13985
13985
|
providerOutput?: string | {} | undefined;
|
|
@@ -14138,10 +14138,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14138
14138
|
name: z.ZodString;
|
|
14139
14139
|
value: z.ZodUnion<[z.ZodString, z.ZodFunction<z.ZodTuple<[z.ZodRecord<z.ZodString, z.ZodNumber>, z.ZodType<RunEvalOptions, z.ZodTypeDef, RunEvalOptions>], z.ZodUnknown>, z.ZodNumber>]>;
|
|
14140
14140
|
}, "strip", z.ZodTypeAny, {
|
|
14141
|
-
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...
|
|
14141
|
+
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
|
|
14142
14142
|
name: string;
|
|
14143
14143
|
}, {
|
|
14144
|
-
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...
|
|
14144
|
+
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
|
|
14145
14145
|
name: string;
|
|
14146
14146
|
}>, "many">>;
|
|
14147
14147
|
extensions: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
@@ -14155,7 +14155,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14155
14155
|
function?: ((args_0: {
|
|
14156
14156
|
vars: Record<string, any>;
|
|
14157
14157
|
provider?: ApiProvider | undefined;
|
|
14158
|
-
}, ...
|
|
14158
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
14159
14159
|
id?: string | undefined;
|
|
14160
14160
|
display?: string | undefined;
|
|
14161
14161
|
config?: any;
|
|
@@ -14172,19 +14172,19 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14172
14172
|
function?: ((args_0: {
|
|
14173
14173
|
vars: Record<string, any>;
|
|
14174
14174
|
provider?: ApiProvider | undefined;
|
|
14175
|
-
}, ...
|
|
14175
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
14176
14176
|
id?: string | undefined;
|
|
14177
14177
|
display?: string | undefined;
|
|
14178
14178
|
config?: any;
|
|
14179
14179
|
};
|
|
14180
14180
|
fetchWithCache?: any;
|
|
14181
|
-
filters?: Record<string, (args_0: any, ...
|
|
14181
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
14182
14182
|
getCache?: any;
|
|
14183
14183
|
logger?: any;
|
|
14184
14184
|
originalProvider?: any;
|
|
14185
14185
|
} | undefined, args_2: {
|
|
14186
14186
|
includeLogProbs?: boolean | undefined;
|
|
14187
|
-
} | undefined, ...
|
|
14187
|
+
} | undefined, ...args: unknown[]) => Promise<ProviderResponse>) & {
|
|
14188
14188
|
label?: string | undefined;
|
|
14189
14189
|
}) | (string | {
|
|
14190
14190
|
id?: string | undefined;
|
|
@@ -14237,19 +14237,19 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14237
14237
|
function?: ((args_0: {
|
|
14238
14238
|
vars: Record<string, any>;
|
|
14239
14239
|
provider?: ApiProvider | undefined;
|
|
14240
|
-
}, ...
|
|
14240
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
14241
14241
|
id?: string | undefined;
|
|
14242
14242
|
display?: string | undefined;
|
|
14243
14243
|
config?: any;
|
|
14244
14244
|
};
|
|
14245
14245
|
fetchWithCache?: any;
|
|
14246
|
-
filters?: Record<string, (args_0: any, ...
|
|
14246
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
14247
14247
|
getCache?: any;
|
|
14248
14248
|
logger?: any;
|
|
14249
14249
|
originalProvider?: any;
|
|
14250
14250
|
} | undefined, args_2: {
|
|
14251
14251
|
includeLogProbs?: boolean | undefined;
|
|
14252
|
-
} | undefined, ...
|
|
14252
|
+
} | undefined, ...args: unknown[]) => Promise<ProviderResponse>) & {
|
|
14253
14253
|
label?: string | undefined;
|
|
14254
14254
|
}) | Record<string, {
|
|
14255
14255
|
id?: string | undefined;
|
|
@@ -14409,8 +14409,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14409
14409
|
label?: string | undefined;
|
|
14410
14410
|
transform?: string | undefined;
|
|
14411
14411
|
delay?: number | undefined;
|
|
14412
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
14413
|
-
callClassificationApi?: ((args_0: string, ...
|
|
14412
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
14413
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
14414
14414
|
} | undefined;
|
|
14415
14415
|
metadata?: Record<string, any> | undefined;
|
|
14416
14416
|
description?: string | undefined;
|
|
@@ -14526,8 +14526,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14526
14526
|
label?: string | undefined;
|
|
14527
14527
|
transform?: string | undefined;
|
|
14528
14528
|
delay?: number | undefined;
|
|
14529
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
14530
|
-
callClassificationApi?: ((args_0: string, ...
|
|
14529
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
14530
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
14531
14531
|
} | undefined;
|
|
14532
14532
|
metadata?: Record<string, any> | undefined;
|
|
14533
14533
|
description?: string | undefined;
|
|
@@ -14641,8 +14641,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14641
14641
|
label?: string | undefined;
|
|
14642
14642
|
transform?: string | undefined;
|
|
14643
14643
|
delay?: number | undefined;
|
|
14644
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
14645
|
-
callClassificationApi?: ((args_0: string, ...
|
|
14644
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
14645
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
14646
14646
|
} | undefined;
|
|
14647
14647
|
metadata?: Record<string, any> | undefined;
|
|
14648
14648
|
description?: string | undefined;
|
|
@@ -14758,8 +14758,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14758
14758
|
label?: string | undefined;
|
|
14759
14759
|
transform?: string | undefined;
|
|
14760
14760
|
delay?: number | undefined;
|
|
14761
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
14762
|
-
callClassificationApi?: ((args_0: string, ...
|
|
14761
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
14762
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
14763
14763
|
} | undefined;
|
|
14764
14764
|
metadata?: Record<string, any> | undefined;
|
|
14765
14765
|
providerOutput?: string | {} | undefined;
|
|
@@ -14798,7 +14798,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14798
14798
|
} | undefined;
|
|
14799
14799
|
nunjucksFilters?: Record<string, string> | undefined;
|
|
14800
14800
|
derivedMetrics?: {
|
|
14801
|
-
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...
|
|
14801
|
+
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
|
|
14802
14802
|
name: string;
|
|
14803
14803
|
}[] | undefined;
|
|
14804
14804
|
extensions?: string[] | undefined;
|
|
@@ -14816,7 +14816,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14816
14816
|
function?: ((args_0: {
|
|
14817
14817
|
vars: Record<string, any>;
|
|
14818
14818
|
provider?: ApiProvider | undefined;
|
|
14819
|
-
}, ...
|
|
14819
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
14820
14820
|
id?: string | undefined;
|
|
14821
14821
|
display?: string | undefined;
|
|
14822
14822
|
config?: any;
|
|
@@ -14833,19 +14833,19 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14833
14833
|
function?: ((args_0: {
|
|
14834
14834
|
vars: Record<string, any>;
|
|
14835
14835
|
provider?: ApiProvider | undefined;
|
|
14836
|
-
}, ...
|
|
14836
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
14837
14837
|
id?: string | undefined;
|
|
14838
14838
|
display?: string | undefined;
|
|
14839
14839
|
config?: any;
|
|
14840
14840
|
};
|
|
14841
14841
|
fetchWithCache?: any;
|
|
14842
|
-
filters?: Record<string, (args_0: any, ...
|
|
14842
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
14843
14843
|
getCache?: any;
|
|
14844
14844
|
logger?: any;
|
|
14845
14845
|
originalProvider?: any;
|
|
14846
14846
|
} | undefined, args_2: {
|
|
14847
14847
|
includeLogProbs?: boolean | undefined;
|
|
14848
|
-
} | undefined, ...
|
|
14848
|
+
} | undefined, ...args: unknown[]) => Promise<ProviderResponse>) & {
|
|
14849
14849
|
label?: string | undefined;
|
|
14850
14850
|
}) | (string | {
|
|
14851
14851
|
id?: string | undefined;
|
|
@@ -14898,19 +14898,19 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14898
14898
|
function?: ((args_0: {
|
|
14899
14899
|
vars: Record<string, any>;
|
|
14900
14900
|
provider?: ApiProvider | undefined;
|
|
14901
|
-
}, ...
|
|
14901
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
14902
14902
|
id?: string | undefined;
|
|
14903
14903
|
display?: string | undefined;
|
|
14904
14904
|
config?: any;
|
|
14905
14905
|
};
|
|
14906
14906
|
fetchWithCache?: any;
|
|
14907
|
-
filters?: Record<string, (args_0: any, ...
|
|
14907
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
14908
14908
|
getCache?: any;
|
|
14909
14909
|
logger?: any;
|
|
14910
14910
|
originalProvider?: any;
|
|
14911
14911
|
} | undefined, args_2: {
|
|
14912
14912
|
includeLogProbs?: boolean | undefined;
|
|
14913
|
-
} | undefined, ...
|
|
14913
|
+
} | undefined, ...args: unknown[]) => Promise<ProviderResponse>) & {
|
|
14914
14914
|
label?: string | undefined;
|
|
14915
14915
|
}) | Record<string, {
|
|
14916
14916
|
id?: string | undefined;
|
|
@@ -15070,8 +15070,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
15070
15070
|
label?: string | undefined;
|
|
15071
15071
|
transform?: string | undefined;
|
|
15072
15072
|
delay?: number | undefined;
|
|
15073
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
15074
|
-
callClassificationApi?: ((args_0: string, ...
|
|
15073
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
15074
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
15075
15075
|
} | undefined;
|
|
15076
15076
|
metadata?: Record<string, any> | undefined;
|
|
15077
15077
|
description?: string | undefined;
|
|
@@ -15187,8 +15187,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
15187
15187
|
label?: string | undefined;
|
|
15188
15188
|
transform?: string | undefined;
|
|
15189
15189
|
delay?: number | undefined;
|
|
15190
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
15191
|
-
callClassificationApi?: ((args_0: string, ...
|
|
15190
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
15191
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
15192
15192
|
} | undefined;
|
|
15193
15193
|
metadata?: Record<string, any> | undefined;
|
|
15194
15194
|
description?: string | undefined;
|
|
@@ -15302,8 +15302,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
15302
15302
|
label?: string | undefined;
|
|
15303
15303
|
transform?: string | undefined;
|
|
15304
15304
|
delay?: number | undefined;
|
|
15305
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
15306
|
-
callClassificationApi?: ((args_0: string, ...
|
|
15305
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
15306
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
15307
15307
|
} | undefined;
|
|
15308
15308
|
metadata?: Record<string, any> | undefined;
|
|
15309
15309
|
description?: string | undefined;
|
|
@@ -15419,8 +15419,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
15419
15419
|
label?: string | undefined;
|
|
15420
15420
|
transform?: string | undefined;
|
|
15421
15421
|
delay?: number | undefined;
|
|
15422
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
15423
|
-
callClassificationApi?: ((args_0: string, ...
|
|
15422
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
15423
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
15424
15424
|
} | undefined;
|
|
15425
15425
|
metadata?: Record<string, any> | undefined;
|
|
15426
15426
|
providerOutput?: string | {} | undefined;
|
|
@@ -15459,7 +15459,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
15459
15459
|
} | undefined;
|
|
15460
15460
|
nunjucksFilters?: Record<string, string> | undefined;
|
|
15461
15461
|
derivedMetrics?: {
|
|
15462
|
-
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...
|
|
15462
|
+
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
|
|
15463
15463
|
name: string;
|
|
15464
15464
|
}[] | undefined;
|
|
15465
15465
|
extensions?: string[] | undefined;
|
|
@@ -15503,7 +15503,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
15503
15503
|
function?: ((args_0: {
|
|
15504
15504
|
vars: Record<string, any>;
|
|
15505
15505
|
provider?: ApiProvider | undefined;
|
|
15506
|
-
}, ...
|
|
15506
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
15507
15507
|
id?: string | undefined;
|
|
15508
15508
|
display?: string | undefined;
|
|
15509
15509
|
config?: any;
|
|
@@ -15513,7 +15513,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
15513
15513
|
function?: ((args_0: {
|
|
15514
15514
|
vars: Record<string, any>;
|
|
15515
15515
|
provider?: ApiProvider | undefined;
|
|
15516
|
-
}, ...
|
|
15516
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
15517
15517
|
id?: string | undefined;
|
|
15518
15518
|
display?: string | undefined;
|
|
15519
15519
|
config?: any;
|
|
@@ -15527,13 +15527,13 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
15527
15527
|
function?: ((args_0: {
|
|
15528
15528
|
vars: Record<string, any>;
|
|
15529
15529
|
provider?: ApiProvider | undefined;
|
|
15530
|
-
}, ...
|
|
15530
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
15531
15531
|
id?: string | undefined;
|
|
15532
15532
|
display?: string | undefined;
|
|
15533
15533
|
config?: any;
|
|
15534
15534
|
};
|
|
15535
15535
|
fetchWithCache?: any;
|
|
15536
|
-
filters?: Record<string, (args_0: any, ...
|
|
15536
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
15537
15537
|
getCache?: any;
|
|
15538
15538
|
logger?: any;
|
|
15539
15539
|
originalProvider?: any;
|
|
@@ -15545,13 +15545,13 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
15545
15545
|
function?: ((args_0: {
|
|
15546
15546
|
vars: Record<string, any>;
|
|
15547
15547
|
provider?: ApiProvider | undefined;
|
|
15548
|
-
}, ...
|
|
15548
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
15549
15549
|
id?: string | undefined;
|
|
15550
15550
|
display?: string | undefined;
|
|
15551
15551
|
config?: any;
|
|
15552
15552
|
};
|
|
15553
15553
|
fetchWithCache?: any;
|
|
15554
|
-
filters?: Record<string, (args_0: any, ...
|
|
15554
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
15555
15555
|
getCache?: any;
|
|
15556
15556
|
logger?: any;
|
|
15557
15557
|
originalProvider?: any;
|
|
@@ -15993,7 +15993,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
15993
15993
|
function?: ((args_0: {
|
|
15994
15994
|
vars: Record<string, any>;
|
|
15995
15995
|
provider?: ApiProvider | undefined;
|
|
15996
|
-
}, ...
|
|
15996
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
15997
15997
|
id?: string | undefined;
|
|
15998
15998
|
display?: string | undefined;
|
|
15999
15999
|
config?: any;
|
|
@@ -16003,7 +16003,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
16003
16003
|
function?: ((args_0: {
|
|
16004
16004
|
vars: Record<string, any>;
|
|
16005
16005
|
provider?: ApiProvider | undefined;
|
|
16006
|
-
}, ...
|
|
16006
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
16007
16007
|
id?: string | undefined;
|
|
16008
16008
|
display?: string | undefined;
|
|
16009
16009
|
config?: any;
|
|
@@ -16017,13 +16017,13 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
16017
16017
|
function?: ((args_0: {
|
|
16018
16018
|
vars: Record<string, any>;
|
|
16019
16019
|
provider?: ApiProvider | undefined;
|
|
16020
|
-
}, ...
|
|
16020
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
16021
16021
|
id?: string | undefined;
|
|
16022
16022
|
display?: string | undefined;
|
|
16023
16023
|
config?: any;
|
|
16024
16024
|
};
|
|
16025
16025
|
fetchWithCache?: any;
|
|
16026
|
-
filters?: Record<string, (args_0: any, ...
|
|
16026
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
16027
16027
|
getCache?: any;
|
|
16028
16028
|
logger?: any;
|
|
16029
16029
|
originalProvider?: any;
|
|
@@ -16035,13 +16035,13 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
16035
16035
|
function?: ((args_0: {
|
|
16036
16036
|
vars: Record<string, any>;
|
|
16037
16037
|
provider?: ApiProvider | undefined;
|
|
16038
|
-
}, ...
|
|
16038
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
16039
16039
|
id?: string | undefined;
|
|
16040
16040
|
display?: string | undefined;
|
|
16041
16041
|
config?: any;
|
|
16042
16042
|
};
|
|
16043
16043
|
fetchWithCache?: any;
|
|
16044
|
-
filters?: Record<string, (args_0: any, ...
|
|
16044
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
16045
16045
|
getCache?: any;
|
|
16046
16046
|
logger?: any;
|
|
16047
16047
|
originalProvider?: any;
|
|
@@ -16092,7 +16092,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
16092
16092
|
function?: ((args_0: {
|
|
16093
16093
|
vars: Record<string, any>;
|
|
16094
16094
|
provider?: ApiProvider | undefined;
|
|
16095
|
-
}, ...
|
|
16095
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
16096
16096
|
id?: string | undefined;
|
|
16097
16097
|
display?: string | undefined;
|
|
16098
16098
|
config?: any;
|
|
@@ -16102,7 +16102,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
16102
16102
|
function?: ((args_0: {
|
|
16103
16103
|
vars: Record<string, any>;
|
|
16104
16104
|
provider?: ApiProvider | undefined;
|
|
16105
|
-
}, ...
|
|
16105
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
16106
16106
|
id?: string | undefined;
|
|
16107
16107
|
display?: string | undefined;
|
|
16108
16108
|
config?: any;
|
|
@@ -16323,16 +16323,16 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
16323
16323
|
label?: string | undefined;
|
|
16324
16324
|
transform?: string | undefined;
|
|
16325
16325
|
delay?: number | undefined;
|
|
16326
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
16327
|
-
callClassificationApi?: ((args_0: string, ...
|
|
16326
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
16327
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
16328
16328
|
}, {
|
|
16329
16329
|
callApi: import("./providers").CallApiFunction;
|
|
16330
16330
|
id: (...args: unknown[]) => string;
|
|
16331
16331
|
label?: string | undefined;
|
|
16332
16332
|
transform?: string | undefined;
|
|
16333
16333
|
delay?: number | undefined;
|
|
16334
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
16335
|
-
callClassificationApi?: ((args_0: string, ...
|
|
16334
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
16335
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
16336
16336
|
}>]>>;
|
|
16337
16337
|
providerOutput: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
|
|
16338
16338
|
assert: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
|
|
@@ -16628,8 +16628,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
16628
16628
|
label?: string | undefined;
|
|
16629
16629
|
transform?: string | undefined;
|
|
16630
16630
|
delay?: number | undefined;
|
|
16631
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
16632
|
-
callClassificationApi?: ((args_0: string, ...
|
|
16631
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
16632
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
16633
16633
|
} | undefined;
|
|
16634
16634
|
metadata?: Record<string, any> | undefined;
|
|
16635
16635
|
description?: string | undefined;
|
|
@@ -16742,8 +16742,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
16742
16742
|
label?: string | undefined;
|
|
16743
16743
|
transform?: string | undefined;
|
|
16744
16744
|
delay?: number | undefined;
|
|
16745
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
16746
|
-
callClassificationApi?: ((args_0: string, ...
|
|
16745
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
16746
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
16747
16747
|
} | undefined;
|
|
16748
16748
|
metadata?: Record<string, any> | undefined;
|
|
16749
16749
|
description?: string | undefined;
|
|
@@ -16999,16 +16999,16 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
16999
16999
|
label?: string | undefined;
|
|
17000
17000
|
transform?: string | undefined;
|
|
17001
17001
|
delay?: number | undefined;
|
|
17002
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
17003
|
-
callClassificationApi?: ((args_0: string, ...
|
|
17002
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
17003
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
17004
17004
|
}, {
|
|
17005
17005
|
callApi: import("./providers").CallApiFunction;
|
|
17006
17006
|
id: (...args: unknown[]) => string;
|
|
17007
17007
|
label?: string | undefined;
|
|
17008
17008
|
transform?: string | undefined;
|
|
17009
17009
|
delay?: number | undefined;
|
|
17010
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
17011
|
-
callClassificationApi?: ((args_0: string, ...
|
|
17010
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
17011
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
17012
17012
|
}>]>>>;
|
|
17013
17013
|
providerOutput: z.ZodOptional<z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>>;
|
|
17014
17014
|
assert: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
|
|
@@ -17304,8 +17304,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
17304
17304
|
label?: string | undefined;
|
|
17305
17305
|
transform?: string | undefined;
|
|
17306
17306
|
delay?: number | undefined;
|
|
17307
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
17308
|
-
callClassificationApi?: ((args_0: string, ...
|
|
17307
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
17308
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
17309
17309
|
} | undefined;
|
|
17310
17310
|
metadata?: Record<string, any> | undefined;
|
|
17311
17311
|
description?: string | undefined;
|
|
@@ -17418,8 +17418,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
17418
17418
|
label?: string | undefined;
|
|
17419
17419
|
transform?: string | undefined;
|
|
17420
17420
|
delay?: number | undefined;
|
|
17421
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
17422
|
-
callClassificationApi?: ((args_0: string, ...
|
|
17421
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
17422
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
17423
17423
|
} | undefined;
|
|
17424
17424
|
metadata?: Record<string, any> | undefined;
|
|
17425
17425
|
description?: string | undefined;
|
|
@@ -17673,16 +17673,16 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
17673
17673
|
label?: string | undefined;
|
|
17674
17674
|
transform?: string | undefined;
|
|
17675
17675
|
delay?: number | undefined;
|
|
17676
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
17677
|
-
callClassificationApi?: ((args_0: string, ...
|
|
17676
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
17677
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
17678
17678
|
}, {
|
|
17679
17679
|
callApi: import("./providers").CallApiFunction;
|
|
17680
17680
|
id: (...args: unknown[]) => string;
|
|
17681
17681
|
label?: string | undefined;
|
|
17682
17682
|
transform?: string | undefined;
|
|
17683
17683
|
delay?: number | undefined;
|
|
17684
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
17685
|
-
callClassificationApi?: ((args_0: string, ...
|
|
17684
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
17685
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
17686
17686
|
}>]>>;
|
|
17687
17687
|
providerOutput: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
|
|
17688
17688
|
assert: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
|
|
@@ -17978,8 +17978,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
17978
17978
|
label?: string | undefined;
|
|
17979
17979
|
transform?: string | undefined;
|
|
17980
17980
|
delay?: number | undefined;
|
|
17981
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
17982
|
-
callClassificationApi?: ((args_0: string, ...
|
|
17981
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
17982
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
17983
17983
|
} | undefined;
|
|
17984
17984
|
metadata?: Record<string, any> | undefined;
|
|
17985
17985
|
description?: string | undefined;
|
|
@@ -18092,8 +18092,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
18092
18092
|
label?: string | undefined;
|
|
18093
18093
|
transform?: string | undefined;
|
|
18094
18094
|
delay?: number | undefined;
|
|
18095
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
18096
|
-
callClassificationApi?: ((args_0: string, ...
|
|
18095
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
18096
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
18097
18097
|
} | undefined;
|
|
18098
18098
|
metadata?: Record<string, any> | undefined;
|
|
18099
18099
|
description?: string | undefined;
|
|
@@ -18208,8 +18208,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
18208
18208
|
label?: string | undefined;
|
|
18209
18209
|
transform?: string | undefined;
|
|
18210
18210
|
delay?: number | undefined;
|
|
18211
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
18212
|
-
callClassificationApi?: ((args_0: string, ...
|
|
18211
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
18212
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
18213
18213
|
} | undefined;
|
|
18214
18214
|
metadata?: Record<string, any> | undefined;
|
|
18215
18215
|
description?: string | undefined;
|
|
@@ -18323,8 +18323,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
18323
18323
|
label?: string | undefined;
|
|
18324
18324
|
transform?: string | undefined;
|
|
18325
18325
|
delay?: number | undefined;
|
|
18326
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
18327
|
-
callClassificationApi?: ((args_0: string, ...
|
|
18326
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
18327
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
18328
18328
|
} | undefined;
|
|
18329
18329
|
metadata?: Record<string, any> | undefined;
|
|
18330
18330
|
description?: string | undefined;
|
|
@@ -18440,8 +18440,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
18440
18440
|
label?: string | undefined;
|
|
18441
18441
|
transform?: string | undefined;
|
|
18442
18442
|
delay?: number | undefined;
|
|
18443
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
18444
|
-
callClassificationApi?: ((args_0: string, ...
|
|
18443
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
18444
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
18445
18445
|
} | undefined;
|
|
18446
18446
|
metadata?: Record<string, any> | undefined;
|
|
18447
18447
|
description?: string | undefined;
|
|
@@ -18555,8 +18555,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
18555
18555
|
label?: string | undefined;
|
|
18556
18556
|
transform?: string | undefined;
|
|
18557
18557
|
delay?: number | undefined;
|
|
18558
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
18559
|
-
callClassificationApi?: ((args_0: string, ...
|
|
18558
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
18559
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
18560
18560
|
} | undefined;
|
|
18561
18561
|
metadata?: Record<string, any> | undefined;
|
|
18562
18562
|
description?: string | undefined;
|
|
@@ -18812,16 +18812,16 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
18812
18812
|
label?: string | undefined;
|
|
18813
18813
|
transform?: string | undefined;
|
|
18814
18814
|
delay?: number | undefined;
|
|
18815
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
18816
|
-
callClassificationApi?: ((args_0: string, ...
|
|
18815
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
18816
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
18817
18817
|
}, {
|
|
18818
18818
|
callApi: import("./providers").CallApiFunction;
|
|
18819
18819
|
id: (...args: unknown[]) => string;
|
|
18820
18820
|
label?: string | undefined;
|
|
18821
18821
|
transform?: string | undefined;
|
|
18822
18822
|
delay?: number | undefined;
|
|
18823
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
18824
|
-
callClassificationApi?: ((args_0: string, ...
|
|
18823
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
18824
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
18825
18825
|
}>]>>>;
|
|
18826
18826
|
providerOutput: z.ZodOptional<z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>>;
|
|
18827
18827
|
assert: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodObject<{
|
|
@@ -19117,8 +19117,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19117
19117
|
label?: string | undefined;
|
|
19118
19118
|
transform?: string | undefined;
|
|
19119
19119
|
delay?: number | undefined;
|
|
19120
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
19121
|
-
callClassificationApi?: ((args_0: string, ...
|
|
19120
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
19121
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
19122
19122
|
} | undefined;
|
|
19123
19123
|
metadata?: Record<string, any> | undefined;
|
|
19124
19124
|
providerOutput?: string | {} | undefined;
|
|
@@ -19230,8 +19230,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19230
19230
|
label?: string | undefined;
|
|
19231
19231
|
transform?: string | undefined;
|
|
19232
19232
|
delay?: number | undefined;
|
|
19233
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
19234
|
-
callClassificationApi?: ((args_0: string, ...
|
|
19233
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
19234
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
19235
19235
|
} | undefined;
|
|
19236
19236
|
metadata?: Record<string, any> | undefined;
|
|
19237
19237
|
providerOutput?: string | {} | undefined;
|
|
@@ -19390,10 +19390,10 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19390
19390
|
name: z.ZodString;
|
|
19391
19391
|
value: z.ZodUnion<[z.ZodString, z.ZodFunction<z.ZodTuple<[z.ZodRecord<z.ZodString, z.ZodNumber>, z.ZodType<RunEvalOptions, z.ZodTypeDef, RunEvalOptions>], z.ZodUnknown>, z.ZodNumber>]>;
|
|
19392
19392
|
}, "strip", z.ZodTypeAny, {
|
|
19393
|
-
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...
|
|
19393
|
+
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
|
|
19394
19394
|
name: string;
|
|
19395
19395
|
}, {
|
|
19396
|
-
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...
|
|
19396
|
+
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
|
|
19397
19397
|
name: string;
|
|
19398
19398
|
}>, "many">>;
|
|
19399
19399
|
extensions: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
@@ -19538,7 +19538,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19538
19538
|
function?: ((args_0: {
|
|
19539
19539
|
vars: Record<string, any>;
|
|
19540
19540
|
provider?: ApiProvider | undefined;
|
|
19541
|
-
}, ...
|
|
19541
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
19542
19542
|
id?: string | undefined;
|
|
19543
19543
|
display?: string | undefined;
|
|
19544
19544
|
config?: any;
|
|
@@ -19555,19 +19555,19 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19555
19555
|
function?: ((args_0: {
|
|
19556
19556
|
vars: Record<string, any>;
|
|
19557
19557
|
provider?: ApiProvider | undefined;
|
|
19558
|
-
}, ...
|
|
19558
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
19559
19559
|
id?: string | undefined;
|
|
19560
19560
|
display?: string | undefined;
|
|
19561
19561
|
config?: any;
|
|
19562
19562
|
};
|
|
19563
19563
|
fetchWithCache?: any;
|
|
19564
|
-
filters?: Record<string, (args_0: any, ...
|
|
19564
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
19565
19565
|
getCache?: any;
|
|
19566
19566
|
logger?: any;
|
|
19567
19567
|
originalProvider?: any;
|
|
19568
19568
|
} | undefined, args_2: {
|
|
19569
19569
|
includeLogProbs?: boolean | undefined;
|
|
19570
|
-
} | undefined, ...
|
|
19570
|
+
} | undefined, ...args: unknown[]) => Promise<ProviderResponse>) & {
|
|
19571
19571
|
label?: string | undefined;
|
|
19572
19572
|
}) | (string | {
|
|
19573
19573
|
id?: string | undefined;
|
|
@@ -19620,19 +19620,19 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19620
19620
|
function?: ((args_0: {
|
|
19621
19621
|
vars: Record<string, any>;
|
|
19622
19622
|
provider?: ApiProvider | undefined;
|
|
19623
|
-
}, ...
|
|
19623
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
19624
19624
|
id?: string | undefined;
|
|
19625
19625
|
display?: string | undefined;
|
|
19626
19626
|
config?: any;
|
|
19627
19627
|
};
|
|
19628
19628
|
fetchWithCache?: any;
|
|
19629
|
-
filters?: Record<string, (args_0: any, ...
|
|
19629
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
19630
19630
|
getCache?: any;
|
|
19631
19631
|
logger?: any;
|
|
19632
19632
|
originalProvider?: any;
|
|
19633
19633
|
} | undefined, args_2: {
|
|
19634
19634
|
includeLogProbs?: boolean | undefined;
|
|
19635
|
-
} | undefined, ...
|
|
19635
|
+
} | undefined, ...args: unknown[]) => Promise<ProviderResponse>) & {
|
|
19636
19636
|
label?: string | undefined;
|
|
19637
19637
|
}) | Record<string, {
|
|
19638
19638
|
id?: string | undefined;
|
|
@@ -19792,8 +19792,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19792
19792
|
label?: string | undefined;
|
|
19793
19793
|
transform?: string | undefined;
|
|
19794
19794
|
delay?: number | undefined;
|
|
19795
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
19796
|
-
callClassificationApi?: ((args_0: string, ...
|
|
19795
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
19796
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
19797
19797
|
} | undefined;
|
|
19798
19798
|
metadata?: Record<string, any> | undefined;
|
|
19799
19799
|
description?: string | undefined;
|
|
@@ -19909,8 +19909,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19909
19909
|
label?: string | undefined;
|
|
19910
19910
|
transform?: string | undefined;
|
|
19911
19911
|
delay?: number | undefined;
|
|
19912
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
19913
|
-
callClassificationApi?: ((args_0: string, ...
|
|
19912
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
19913
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
19914
19914
|
} | undefined;
|
|
19915
19915
|
metadata?: Record<string, any> | undefined;
|
|
19916
19916
|
description?: string | undefined;
|
|
@@ -20024,8 +20024,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20024
20024
|
label?: string | undefined;
|
|
20025
20025
|
transform?: string | undefined;
|
|
20026
20026
|
delay?: number | undefined;
|
|
20027
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
20028
|
-
callClassificationApi?: ((args_0: string, ...
|
|
20027
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
20028
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
20029
20029
|
} | undefined;
|
|
20030
20030
|
metadata?: Record<string, any> | undefined;
|
|
20031
20031
|
description?: string | undefined;
|
|
@@ -20141,8 +20141,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20141
20141
|
label?: string | undefined;
|
|
20142
20142
|
transform?: string | undefined;
|
|
20143
20143
|
delay?: number | undefined;
|
|
20144
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
20145
|
-
callClassificationApi?: ((args_0: string, ...
|
|
20144
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
20145
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
20146
20146
|
} | undefined;
|
|
20147
20147
|
metadata?: Record<string, any> | undefined;
|
|
20148
20148
|
providerOutput?: string | {} | undefined;
|
|
@@ -20181,7 +20181,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20181
20181
|
} | undefined;
|
|
20182
20182
|
nunjucksFilters?: Record<string, string> | undefined;
|
|
20183
20183
|
derivedMetrics?: {
|
|
20184
|
-
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...
|
|
20184
|
+
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
|
|
20185
20185
|
name: string;
|
|
20186
20186
|
}[] | undefined;
|
|
20187
20187
|
extensions?: string[] | undefined;
|
|
@@ -20242,7 +20242,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20242
20242
|
function?: ((args_0: {
|
|
20243
20243
|
vars: Record<string, any>;
|
|
20244
20244
|
provider?: ApiProvider | undefined;
|
|
20245
|
-
}, ...
|
|
20245
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
20246
20246
|
id?: string | undefined;
|
|
20247
20247
|
display?: string | undefined;
|
|
20248
20248
|
config?: any;
|
|
@@ -20259,19 +20259,19 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20259
20259
|
function?: ((args_0: {
|
|
20260
20260
|
vars: Record<string, any>;
|
|
20261
20261
|
provider?: ApiProvider | undefined;
|
|
20262
|
-
}, ...
|
|
20262
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
20263
20263
|
id?: string | undefined;
|
|
20264
20264
|
display?: string | undefined;
|
|
20265
20265
|
config?: any;
|
|
20266
20266
|
};
|
|
20267
20267
|
fetchWithCache?: any;
|
|
20268
|
-
filters?: Record<string, (args_0: any, ...
|
|
20268
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
20269
20269
|
getCache?: any;
|
|
20270
20270
|
logger?: any;
|
|
20271
20271
|
originalProvider?: any;
|
|
20272
20272
|
} | undefined, args_2: {
|
|
20273
20273
|
includeLogProbs?: boolean | undefined;
|
|
20274
|
-
} | undefined, ...
|
|
20274
|
+
} | undefined, ...args: unknown[]) => Promise<ProviderResponse>) & {
|
|
20275
20275
|
label?: string | undefined;
|
|
20276
20276
|
}) | (string | {
|
|
20277
20277
|
id?: string | undefined;
|
|
@@ -20324,19 +20324,19 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20324
20324
|
function?: ((args_0: {
|
|
20325
20325
|
vars: Record<string, any>;
|
|
20326
20326
|
provider?: ApiProvider | undefined;
|
|
20327
|
-
}, ...
|
|
20327
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
20328
20328
|
id?: string | undefined;
|
|
20329
20329
|
display?: string | undefined;
|
|
20330
20330
|
config?: any;
|
|
20331
20331
|
};
|
|
20332
20332
|
fetchWithCache?: any;
|
|
20333
|
-
filters?: Record<string, (args_0: any, ...
|
|
20333
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
20334
20334
|
getCache?: any;
|
|
20335
20335
|
logger?: any;
|
|
20336
20336
|
originalProvider?: any;
|
|
20337
20337
|
} | undefined, args_2: {
|
|
20338
20338
|
includeLogProbs?: boolean | undefined;
|
|
20339
|
-
} | undefined, ...
|
|
20339
|
+
} | undefined, ...args: unknown[]) => Promise<ProviderResponse>) & {
|
|
20340
20340
|
label?: string | undefined;
|
|
20341
20341
|
}) | Record<string, {
|
|
20342
20342
|
id?: string | undefined;
|
|
@@ -20496,8 +20496,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20496
20496
|
label?: string | undefined;
|
|
20497
20497
|
transform?: string | undefined;
|
|
20498
20498
|
delay?: number | undefined;
|
|
20499
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
20500
|
-
callClassificationApi?: ((args_0: string, ...
|
|
20499
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
20500
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
20501
20501
|
} | undefined;
|
|
20502
20502
|
metadata?: Record<string, any> | undefined;
|
|
20503
20503
|
description?: string | undefined;
|
|
@@ -20613,8 +20613,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20613
20613
|
label?: string | undefined;
|
|
20614
20614
|
transform?: string | undefined;
|
|
20615
20615
|
delay?: number | undefined;
|
|
20616
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
20617
|
-
callClassificationApi?: ((args_0: string, ...
|
|
20616
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
20617
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
20618
20618
|
} | undefined;
|
|
20619
20619
|
metadata?: Record<string, any> | undefined;
|
|
20620
20620
|
description?: string | undefined;
|
|
@@ -20728,8 +20728,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20728
20728
|
label?: string | undefined;
|
|
20729
20729
|
transform?: string | undefined;
|
|
20730
20730
|
delay?: number | undefined;
|
|
20731
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
20732
|
-
callClassificationApi?: ((args_0: string, ...
|
|
20731
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
20732
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
20733
20733
|
} | undefined;
|
|
20734
20734
|
metadata?: Record<string, any> | undefined;
|
|
20735
20735
|
description?: string | undefined;
|
|
@@ -20845,8 +20845,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20845
20845
|
label?: string | undefined;
|
|
20846
20846
|
transform?: string | undefined;
|
|
20847
20847
|
delay?: number | undefined;
|
|
20848
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
20849
|
-
callClassificationApi?: ((args_0: string, ...
|
|
20848
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
20849
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
20850
20850
|
} | undefined;
|
|
20851
20851
|
metadata?: Record<string, any> | undefined;
|
|
20852
20852
|
providerOutput?: string | {} | undefined;
|
|
@@ -20885,7 +20885,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20885
20885
|
} | undefined;
|
|
20886
20886
|
nunjucksFilters?: Record<string, string> | undefined;
|
|
20887
20887
|
derivedMetrics?: {
|
|
20888
|
-
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...
|
|
20888
|
+
value: string | ((args_0: Record<string, number>, args_1: RunEvalOptions, ...args: unknown[]) => number);
|
|
20889
20889
|
name: string;
|
|
20890
20890
|
}[] | undefined;
|
|
20891
20891
|
extensions?: string[] | undefined;
|