promptfoo 0.97.0 → 0.99.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/package.json +19 -17
- package/dist/src/app/assets/index-CJGQrbZb.js +787 -0
- package/dist/src/app/assets/{index-YwjS5Vq2.css → index-DatcZSwS.css} +1 -1
- package/dist/src/app/assets/{index.es-Cc9N3uII.js → index.es-BCwhwRu5.js} +1 -1
- package/dist/src/app/assets/{sync-BoVzjiAe.js → sync-hJWHXawF.js} +1 -1
- package/dist/src/app/index.html +2 -2
- package/dist/src/assertions/index.d.ts.map +1 -1
- package/dist/src/assertions/index.js +9 -1
- package/dist/src/assertions/index.js.map +1 -1
- package/dist/src/cache.d.ts +1 -0
- package/dist/src/cache.d.ts.map +1 -1
- package/dist/src/cache.js +5 -0
- package/dist/src/cache.js.map +1 -1
- package/dist/src/commands/debug.d.ts +4 -0
- package/dist/src/commands/debug.d.ts.map +1 -0
- package/dist/src/commands/debug.js +84 -0
- package/dist/src/commands/debug.js.map +1 -0
- package/dist/src/commands/view.d.ts.map +1 -1
- package/dist/src/commands/view.js +6 -4
- package/dist/src/commands/view.js.map +1 -1
- package/dist/src/constants.d.ts +1 -0
- package/dist/src/constants.d.ts.map +1 -1
- package/dist/src/constants.js +2 -1
- package/dist/src/constants.js.map +1 -1
- package/dist/src/database/tables.d.ts +176 -176
- package/dist/src/envars.d.ts +1 -1
- package/dist/src/envars.d.ts.map +1 -1
- package/dist/src/evaluator.d.ts.map +1 -1
- package/dist/src/evaluator.js +7 -3
- package/dist/src/evaluator.js.map +1 -1
- package/dist/src/evaluatorHelpers.d.ts +1 -0
- package/dist/src/evaluatorHelpers.d.ts.map +1 -1
- package/dist/src/evaluatorHelpers.js +19 -0
- package/dist/src/evaluatorHelpers.js.map +1 -1
- package/dist/src/logger.js +10 -10
- package/dist/src/logger.js.map +1 -1
- package/dist/src/main.js +17 -1
- package/dist/src/main.js.map +1 -1
- package/dist/src/models/eval.d.ts +1 -0
- package/dist/src/models/eval.d.ts.map +1 -1
- package/dist/src/models/eval.js +2 -0
- package/dist/src/models/eval.js.map +1 -1
- package/dist/src/prompts/processors/yaml.d.ts.map +1 -1
- package/dist/src/prompts/processors/yaml.js +7 -2
- package/dist/src/prompts/processors/yaml.js.map +1 -1
- package/dist/src/providers/adaline.gateway.d.ts +2 -1
- package/dist/src/providers/adaline.gateway.d.ts.map +1 -1
- package/dist/src/providers/ai21.d.ts +2 -1
- package/dist/src/providers/ai21.d.ts.map +1 -1
- package/dist/src/providers/ai21.js.map +1 -1
- package/dist/src/providers/anthropic.d.ts +2 -1
- package/dist/src/providers/anthropic.d.ts.map +1 -1
- package/dist/src/providers/anthropic.js.map +1 -1
- package/dist/src/providers/azure.d.ts +2 -1
- package/dist/src/providers/azure.d.ts.map +1 -1
- package/dist/src/providers/bam.d.ts +2 -1
- package/dist/src/providers/bam.d.ts.map +1 -1
- package/dist/src/providers/bam.js.map +1 -1
- package/dist/src/providers/bedrock.d.ts +2 -1
- package/dist/src/providers/bedrock.d.ts.map +1 -1
- package/dist/src/providers/cloudflare-ai.d.ts +2 -1
- package/dist/src/providers/cloudflare-ai.d.ts.map +1 -1
- package/dist/src/providers/cohere.d.ts +2 -1
- package/dist/src/providers/cohere.d.ts.map +1 -1
- package/dist/src/providers/defaults.d.ts +2 -1
- package/dist/src/providers/defaults.d.ts.map +1 -1
- package/dist/src/providers/defaults.js.map +1 -1
- package/dist/src/providers/fal.d.ts +2 -1
- package/dist/src/providers/fal.d.ts.map +1 -1
- package/dist/src/providers/fal.js.map +1 -1
- package/dist/src/providers/groq.d.ts +2 -1
- package/dist/src/providers/groq.d.ts.map +1 -1
- package/dist/src/providers/http.d.ts +5 -1
- package/dist/src/providers/http.d.ts.map +1 -1
- package/dist/src/providers/http.js +67 -10
- package/dist/src/providers/http.js.map +1 -1
- package/dist/src/providers/localai.d.ts +2 -1
- package/dist/src/providers/localai.d.ts.map +1 -1
- package/dist/src/providers/localai.js.map +1 -1
- package/dist/src/providers/mistral.d.ts +2 -1
- package/dist/src/providers/mistral.d.ts.map +1 -1
- package/dist/src/providers/openai.d.ts +2 -1
- package/dist/src/providers/openai.d.ts.map +1 -1
- package/dist/src/providers/openai.js +1 -1
- package/dist/src/providers/openai.js.map +1 -1
- package/dist/src/providers/palm.d.ts +2 -1
- package/dist/src/providers/palm.d.ts.map +1 -1
- package/dist/src/providers/palm.js.map +1 -1
- package/dist/src/providers/promptfoo.d.ts +2 -1
- package/dist/src/providers/promptfoo.d.ts.map +1 -1
- package/dist/src/providers/replicate.d.ts +2 -1
- package/dist/src/providers/replicate.d.ts.map +1 -1
- package/dist/src/providers/sequence.d.ts +11 -0
- package/dist/src/providers/sequence.d.ts.map +1 -0
- package/dist/src/providers/sequence.js +66 -0
- package/dist/src/providers/sequence.js.map +1 -0
- package/dist/src/providers/togetherai.d.ts +2 -1
- package/dist/src/providers/togetherai.d.ts.map +1 -1
- package/dist/src/providers/togetherai.js.map +1 -1
- package/dist/src/providers/vertex.d.ts +2 -1
- package/dist/src/providers/vertex.d.ts.map +1 -1
- package/dist/src/providers/watsonx.d.ts +2 -1
- package/dist/src/providers/watsonx.d.ts.map +1 -1
- package/dist/src/providers/watsonx.js.map +1 -1
- package/dist/src/providers/xai.d.ts +2 -1
- package/dist/src/providers/xai.d.ts.map +1 -1
- package/dist/src/providers/xai.js.map +1 -1
- package/dist/src/providers.d.ts +2 -1
- package/dist/src/providers.d.ts.map +1 -1
- package/dist/src/providers.js +4 -0
- package/dist/src/providers.js.map +1 -1
- package/dist/src/redteam/commands/generate.d.ts.map +1 -1
- package/dist/src/redteam/commands/generate.js +25 -4
- package/dist/src/redteam/commands/generate.js.map +1 -1
- package/dist/src/redteam/commands/init.d.ts.map +1 -1
- package/dist/src/redteam/commands/init.js +79 -64
- package/dist/src/redteam/commands/init.js.map +1 -1
- package/dist/src/redteam/commands/report.d.ts.map +1 -1
- package/dist/src/redteam/commands/report.js +11 -3
- package/dist/src/redteam/commands/report.js.map +1 -1
- package/dist/src/redteam/commands/setup.d.ts +3 -0
- package/dist/src/redteam/commands/setup.d.ts.map +1 -0
- package/dist/src/redteam/commands/setup.js +33 -0
- package/dist/src/redteam/commands/setup.js.map +1 -0
- package/dist/src/redteam/constants.d.ts +4 -4
- package/dist/src/redteam/constants.d.ts.map +1 -1
- package/dist/src/redteam/constants.js +12 -2
- package/dist/src/redteam/constants.js.map +1 -1
- package/dist/src/redteam/index.d.ts.map +1 -1
- package/dist/src/redteam/index.js +95 -37
- package/dist/src/redteam/index.js.map +1 -1
- package/dist/src/redteam/plugins/base.d.ts.map +1 -1
- package/dist/src/redteam/plugins/base.js +2 -0
- package/dist/src/redteam/plugins/base.js.map +1 -1
- package/dist/src/redteam/plugins/competitors.d.ts.map +1 -1
- package/dist/src/redteam/plugins/competitors.js +23 -1
- package/dist/src/redteam/plugins/competitors.js.map +1 -1
- package/dist/src/redteam/plugins/debugAccess.d.ts.map +1 -1
- package/dist/src/redteam/plugins/debugAccess.js +18 -0
- package/dist/src/redteam/plugins/debugAccess.js.map +1 -1
- package/dist/src/redteam/plugins/harmful/constants.d.ts.map +1 -1
- package/dist/src/redteam/plugins/harmful/constants.js +32 -8
- package/dist/src/redteam/plugins/harmful/constants.js.map +1 -1
- package/dist/src/redteam/plugins/harmful/unaligned.js +1 -1
- package/dist/src/redteam/plugins/harmful/unaligned.js.map +1 -1
- package/dist/src/redteam/plugins/intent.d.ts.map +1 -1
- package/dist/src/redteam/plugins/intent.js +6 -0
- package/dist/src/redteam/plugins/intent.js.map +1 -1
- package/dist/src/redteam/providers/crescendo/index.d.ts +3 -0
- package/dist/src/redteam/providers/crescendo/index.d.ts.map +1 -1
- package/dist/src/redteam/providers/crescendo/index.js +66 -37
- package/dist/src/redteam/providers/crescendo/index.js.map +1 -1
- package/dist/src/redteam/providers/goat.d.ts.map +1 -1
- package/dist/src/redteam/providers/goat.js +56 -41
- package/dist/src/redteam/providers/goat.js.map +1 -1
- package/dist/src/redteam/providers/iterative.d.ts +1 -0
- package/dist/src/redteam/providers/iterative.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterative.js +14 -9
- package/dist/src/redteam/providers/iterative.js.map +1 -1
- package/dist/src/redteam/providers/iterativeImage.d.ts +3 -1
- package/dist/src/redteam/providers/iterativeImage.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterativeImage.js +14 -8
- package/dist/src/redteam/providers/iterativeImage.js.map +1 -1
- package/dist/src/redteam/providers/iterativeTree.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterativeTree.js +26 -19
- package/dist/src/redteam/providers/iterativeTree.js.map +1 -1
- package/dist/src/redteam/providers/shared.d.ts +9 -6
- package/dist/src/redteam/providers/shared.d.ts.map +1 -1
- package/dist/src/redteam/providers/shared.js +9 -16
- package/dist/src/redteam/providers/shared.js.map +1 -1
- package/dist/src/redteam/strategies/citation.d.ts +3 -0
- package/dist/src/redteam/strategies/citation.d.ts.map +1 -0
- package/dist/src/redteam/strategies/citation.js +96 -0
- package/dist/src/redteam/strategies/citation.js.map +1 -0
- package/dist/src/redteam/strategies/index.d.ts +3 -2
- package/dist/src/redteam/strategies/index.d.ts.map +1 -1
- package/dist/src/redteam/strategies/index.js +68 -13
- package/dist/src/redteam/strategies/index.js.map +1 -1
- package/dist/src/redteam/strategies/singleTurnComposite.d.ts +3 -0
- package/dist/src/redteam/strategies/singleTurnComposite.d.ts.map +1 -0
- package/dist/src/redteam/strategies/singleTurnComposite.js +89 -0
- package/dist/src/redteam/strategies/singleTurnComposite.js.map +1 -0
- package/dist/src/redteam/types.d.ts +5 -1
- package/dist/src/redteam/types.d.ts.map +1 -1
- package/dist/src/server/index.js +4 -2
- package/dist/src/server/index.js.map +1 -1
- package/dist/src/server/routes/providers.js +1 -0
- package/dist/src/server/routes/providers.js.map +1 -1
- package/dist/src/server/server.d.ts +1 -6
- package/dist/src/server/server.d.ts.map +1 -1
- package/dist/src/server/server.js +13 -43
- package/dist/src/server/server.js.map +1 -1
- package/dist/src/testCases.js +1 -1
- package/dist/src/testCases.js.map +1 -1
- package/dist/src/types/env.d.ts +54 -0
- package/dist/src/types/env.d.ts.map +1 -0
- package/dist/src/types/env.js +3 -0
- package/dist/src/types/env.js.map +1 -0
- package/dist/src/types/index.d.ts +8395 -6838
- package/dist/src/types/index.d.ts.map +1 -1
- package/dist/src/types/index.js +2 -1
- package/dist/src/types/index.js.map +1 -1
- package/dist/src/types/providers.d.ts +3 -53
- package/dist/src/types/providers.d.ts.map +1 -1
- package/dist/src/types/providers.js.map +1 -1
- package/dist/src/util/config/load.js +1 -1
- package/dist/src/util/config/load.js.map +1 -1
- package/dist/src/util/index.d.ts +32 -32
- package/dist/src/util/server.d.ts +10 -0
- package/dist/src/util/server.d.ts.map +1 -0
- package/dist/src/util/server.js +74 -0
- package/dist/src/util/server.js.map +1 -0
- package/dist/src/util/transform.d.ts +1 -0
- package/dist/src/util/transform.d.ts.map +1 -1
- package/dist/src/util/transform.js.map +1 -1
- package/dist/src/validators/providers.d.ts +296 -296
- package/dist/src/validators/redteam.d.ts +130 -126
- package/dist/src/validators/redteam.d.ts.map +1 -1
- package/dist/src/validators/redteam.js +18 -2
- package/dist/src/validators/redteam.js.map +1 -1
- package/dist/test/cache.test.js +47 -7
- package/dist/test/cache.test.js.map +1 -1
- package/dist/test/commands/init.test.js +14 -0
- package/dist/test/commands/init.test.js.map +1 -1
- package/dist/test/evaluator.test.js +50 -0
- package/dist/test/evaluator.test.js.map +1 -1
- package/dist/test/factories/evalFactory.d.ts +144 -144
- package/dist/test/prompts/index.test.js +38 -25
- package/dist/test/prompts/index.test.js.map +1 -1
- package/dist/test/prompts/processors/yaml.test.js +50 -4
- package/dist/test/prompts/processors/yaml.test.js.map +1 -1
- package/dist/test/providers/http.test.js +0 -17
- package/dist/test/providers/http.test.js.map +1 -1
- package/dist/test/providers/index.test.js +1 -0
- package/dist/test/providers/index.test.js.map +1 -1
- package/dist/test/providers/togetherai.test.js.map +1 -1
- package/dist/test/redteam/commands/generate.test.js +58 -0
- package/dist/test/redteam/commands/generate.test.js.map +1 -1
- package/dist/test/redteam/index.test.js +2 -2
- package/dist/test/redteam/index.test.js.map +1 -1
- package/dist/test/redteam/plugins/base.test.js +8 -0
- package/dist/test/redteam/plugins/base.test.js.map +1 -1
- package/dist/test/redteam/providers/iterativeTree.test.js +11 -3
- package/dist/test/redteam/providers/iterativeTree.test.js.map +1 -1
- package/dist/test/testCases.test.js +21 -0
- package/dist/test/testCases.test.js.map +1 -1
- package/dist/test/types.test.js +17 -4
- package/dist/test/types.test.js.map +1 -1
- package/dist/test/util/server.test.d.ts +2 -0
- package/dist/test/util/server.test.d.ts.map +1 -0
- package/dist/test/util/server.test.js +114 -0
- package/dist/test/util/server.test.js.map +1 -0
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +19 -17
- package/dist/src/app/assets/index-CbxDbiAR.js +0 -769
|
@@ -53,37 +53,40 @@ export declare const ProviderEnvOverridesSchema: z.ZodObject<{
|
|
|
53
53
|
WATSONX_AI_PROJECT_ID: z.ZodOptional<z.ZodString>;
|
|
54
54
|
WATSONX_AI_BEARER_TOKEN: z.ZodOptional<z.ZodString>;
|
|
55
55
|
}, "strip", z.ZodTypeAny, {
|
|
56
|
+
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
56
57
|
AI21_API_BASE_URL?: string | undefined;
|
|
57
58
|
AI21_API_KEY?: string | undefined;
|
|
58
59
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
59
60
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
61
|
+
FAL_KEY?: string | undefined;
|
|
62
|
+
GROQ_API_KEY?: string | undefined;
|
|
63
|
+
LOCALAI_BASE_URL?: string | undefined;
|
|
64
|
+
WATSONX_AI_APIKEY?: string | undefined;
|
|
65
|
+
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
66
|
+
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
67
|
+
AZURE_CLIENT_SECRET?: string | undefined;
|
|
68
|
+
AZURE_CLIENT_ID?: string | undefined;
|
|
69
|
+
AZURE_TENANT_ID?: string | undefined;
|
|
70
|
+
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
71
|
+
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
72
|
+
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
73
|
+
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
74
|
+
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
75
|
+
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
60
76
|
AZURE_OPENAI_API_BASE_URL?: string | undefined;
|
|
61
77
|
AZURE_OPENAI_API_HOST?: string | undefined;
|
|
62
78
|
AZURE_OPENAI_API_KEY?: string | undefined;
|
|
63
79
|
AZURE_API_BASE_URL?: string | undefined;
|
|
64
80
|
AZURE_API_HOST?: string | undefined;
|
|
65
81
|
AZURE_API_KEY?: string | undefined;
|
|
66
|
-
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
67
|
-
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
68
82
|
AZURE_OPENAI_BASE_URL?: string | undefined;
|
|
69
|
-
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
70
|
-
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
71
|
-
AZURE_CLIENT_SECRET?: string | undefined;
|
|
72
|
-
AZURE_CLIENT_ID?: string | undefined;
|
|
73
|
-
AZURE_TENANT_ID?: string | undefined;
|
|
74
|
-
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
75
|
-
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
76
83
|
BAM_API_HOST?: string | undefined;
|
|
77
84
|
BAM_API_KEY?: string | undefined;
|
|
78
85
|
CLOUDFLARE_ACCOUNT_ID?: string | undefined;
|
|
79
86
|
CLOUDFLARE_API_KEY?: string | undefined;
|
|
80
|
-
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
81
87
|
COHERE_API_KEY?: string | undefined;
|
|
82
|
-
FAL_KEY?: string | undefined;
|
|
83
88
|
GOOGLE_API_HOST?: string | undefined;
|
|
84
89
|
GOOGLE_API_KEY?: string | undefined;
|
|
85
|
-
GROQ_API_KEY?: string | undefined;
|
|
86
|
-
LOCALAI_BASE_URL?: string | undefined;
|
|
87
90
|
MISTRAL_API_BASE_URL?: string | undefined;
|
|
88
91
|
MISTRAL_API_HOST?: string | undefined;
|
|
89
92
|
MISTRAL_API_KEY?: string | undefined;
|
|
@@ -101,41 +104,41 @@ export declare const ProviderEnvOverridesSchema: z.ZodObject<{
|
|
|
101
104
|
VERTEX_PROJECT_ID?: string | undefined;
|
|
102
105
|
VERTEX_PUBLISHER?: string | undefined;
|
|
103
106
|
VERTEX_REGION?: string | undefined;
|
|
104
|
-
WATSONX_AI_APIKEY?: string | undefined;
|
|
105
|
-
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
106
|
-
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
107
107
|
}, {
|
|
108
|
+
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
108
109
|
AI21_API_BASE_URL?: string | undefined;
|
|
109
110
|
AI21_API_KEY?: string | undefined;
|
|
110
111
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
111
112
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
113
|
+
FAL_KEY?: string | undefined;
|
|
114
|
+
GROQ_API_KEY?: string | undefined;
|
|
115
|
+
LOCALAI_BASE_URL?: string | undefined;
|
|
116
|
+
WATSONX_AI_APIKEY?: string | undefined;
|
|
117
|
+
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
118
|
+
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
119
|
+
AZURE_CLIENT_SECRET?: string | undefined;
|
|
120
|
+
AZURE_CLIENT_ID?: string | undefined;
|
|
121
|
+
AZURE_TENANT_ID?: string | undefined;
|
|
122
|
+
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
123
|
+
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
124
|
+
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
125
|
+
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
126
|
+
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
127
|
+
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
112
128
|
AZURE_OPENAI_API_BASE_URL?: string | undefined;
|
|
113
129
|
AZURE_OPENAI_API_HOST?: string | undefined;
|
|
114
130
|
AZURE_OPENAI_API_KEY?: string | undefined;
|
|
115
131
|
AZURE_API_BASE_URL?: string | undefined;
|
|
116
132
|
AZURE_API_HOST?: string | undefined;
|
|
117
133
|
AZURE_API_KEY?: string | undefined;
|
|
118
|
-
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
119
|
-
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
120
134
|
AZURE_OPENAI_BASE_URL?: string | undefined;
|
|
121
|
-
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
122
|
-
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
123
|
-
AZURE_CLIENT_SECRET?: string | undefined;
|
|
124
|
-
AZURE_CLIENT_ID?: string | undefined;
|
|
125
|
-
AZURE_TENANT_ID?: string | undefined;
|
|
126
|
-
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
127
|
-
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
128
135
|
BAM_API_HOST?: string | undefined;
|
|
129
136
|
BAM_API_KEY?: string | undefined;
|
|
130
137
|
CLOUDFLARE_ACCOUNT_ID?: string | undefined;
|
|
131
138
|
CLOUDFLARE_API_KEY?: string | undefined;
|
|
132
|
-
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
133
139
|
COHERE_API_KEY?: string | undefined;
|
|
134
|
-
FAL_KEY?: string | undefined;
|
|
135
140
|
GOOGLE_API_HOST?: string | undefined;
|
|
136
141
|
GOOGLE_API_KEY?: string | undefined;
|
|
137
|
-
GROQ_API_KEY?: string | undefined;
|
|
138
|
-
LOCALAI_BASE_URL?: string | undefined;
|
|
139
142
|
MISTRAL_API_BASE_URL?: string | undefined;
|
|
140
143
|
MISTRAL_API_HOST?: string | undefined;
|
|
141
144
|
MISTRAL_API_KEY?: string | undefined;
|
|
@@ -153,9 +156,6 @@ export declare const ProviderEnvOverridesSchema: z.ZodObject<{
|
|
|
153
156
|
VERTEX_PROJECT_ID?: string | undefined;
|
|
154
157
|
VERTEX_PUBLISHER?: string | undefined;
|
|
155
158
|
VERTEX_REGION?: string | undefined;
|
|
156
|
-
WATSONX_AI_APIKEY?: string | undefined;
|
|
157
|
-
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
158
|
-
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
159
159
|
}>;
|
|
160
160
|
export declare const ProviderOptionsSchema: z.ZodObject<{
|
|
161
161
|
id: z.ZodOptional<z.ZodType<string, z.ZodTypeDef, string>>;
|
|
@@ -217,37 +217,40 @@ export declare const ProviderOptionsSchema: z.ZodObject<{
|
|
|
217
217
|
WATSONX_AI_PROJECT_ID: z.ZodOptional<z.ZodString>;
|
|
218
218
|
WATSONX_AI_BEARER_TOKEN: z.ZodOptional<z.ZodString>;
|
|
219
219
|
}, "strip", z.ZodTypeAny, {
|
|
220
|
+
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
220
221
|
AI21_API_BASE_URL?: string | undefined;
|
|
221
222
|
AI21_API_KEY?: string | undefined;
|
|
222
223
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
223
224
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
225
|
+
FAL_KEY?: string | undefined;
|
|
226
|
+
GROQ_API_KEY?: string | undefined;
|
|
227
|
+
LOCALAI_BASE_URL?: string | undefined;
|
|
228
|
+
WATSONX_AI_APIKEY?: string | undefined;
|
|
229
|
+
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
230
|
+
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
231
|
+
AZURE_CLIENT_SECRET?: string | undefined;
|
|
232
|
+
AZURE_CLIENT_ID?: string | undefined;
|
|
233
|
+
AZURE_TENANT_ID?: string | undefined;
|
|
234
|
+
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
235
|
+
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
236
|
+
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
237
|
+
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
238
|
+
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
239
|
+
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
224
240
|
AZURE_OPENAI_API_BASE_URL?: string | undefined;
|
|
225
241
|
AZURE_OPENAI_API_HOST?: string | undefined;
|
|
226
242
|
AZURE_OPENAI_API_KEY?: string | undefined;
|
|
227
243
|
AZURE_API_BASE_URL?: string | undefined;
|
|
228
244
|
AZURE_API_HOST?: string | undefined;
|
|
229
245
|
AZURE_API_KEY?: string | undefined;
|
|
230
|
-
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
231
|
-
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
232
246
|
AZURE_OPENAI_BASE_URL?: string | undefined;
|
|
233
|
-
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
234
|
-
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
235
|
-
AZURE_CLIENT_SECRET?: string | undefined;
|
|
236
|
-
AZURE_CLIENT_ID?: string | undefined;
|
|
237
|
-
AZURE_TENANT_ID?: string | undefined;
|
|
238
|
-
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
239
|
-
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
240
247
|
BAM_API_HOST?: string | undefined;
|
|
241
248
|
BAM_API_KEY?: string | undefined;
|
|
242
249
|
CLOUDFLARE_ACCOUNT_ID?: string | undefined;
|
|
243
250
|
CLOUDFLARE_API_KEY?: string | undefined;
|
|
244
|
-
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
245
251
|
COHERE_API_KEY?: string | undefined;
|
|
246
|
-
FAL_KEY?: string | undefined;
|
|
247
252
|
GOOGLE_API_HOST?: string | undefined;
|
|
248
253
|
GOOGLE_API_KEY?: string | undefined;
|
|
249
|
-
GROQ_API_KEY?: string | undefined;
|
|
250
|
-
LOCALAI_BASE_URL?: string | undefined;
|
|
251
254
|
MISTRAL_API_BASE_URL?: string | undefined;
|
|
252
255
|
MISTRAL_API_HOST?: string | undefined;
|
|
253
256
|
MISTRAL_API_KEY?: string | undefined;
|
|
@@ -265,41 +268,41 @@ export declare const ProviderOptionsSchema: z.ZodObject<{
|
|
|
265
268
|
VERTEX_PROJECT_ID?: string | undefined;
|
|
266
269
|
VERTEX_PUBLISHER?: string | undefined;
|
|
267
270
|
VERTEX_REGION?: string | undefined;
|
|
268
|
-
WATSONX_AI_APIKEY?: string | undefined;
|
|
269
|
-
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
270
|
-
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
271
271
|
}, {
|
|
272
|
+
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
272
273
|
AI21_API_BASE_URL?: string | undefined;
|
|
273
274
|
AI21_API_KEY?: string | undefined;
|
|
274
275
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
275
276
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
277
|
+
FAL_KEY?: string | undefined;
|
|
278
|
+
GROQ_API_KEY?: string | undefined;
|
|
279
|
+
LOCALAI_BASE_URL?: string | undefined;
|
|
280
|
+
WATSONX_AI_APIKEY?: string | undefined;
|
|
281
|
+
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
282
|
+
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
283
|
+
AZURE_CLIENT_SECRET?: string | undefined;
|
|
284
|
+
AZURE_CLIENT_ID?: string | undefined;
|
|
285
|
+
AZURE_TENANT_ID?: string | undefined;
|
|
286
|
+
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
287
|
+
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
288
|
+
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
289
|
+
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
290
|
+
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
291
|
+
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
276
292
|
AZURE_OPENAI_API_BASE_URL?: string | undefined;
|
|
277
293
|
AZURE_OPENAI_API_HOST?: string | undefined;
|
|
278
294
|
AZURE_OPENAI_API_KEY?: string | undefined;
|
|
279
295
|
AZURE_API_BASE_URL?: string | undefined;
|
|
280
296
|
AZURE_API_HOST?: string | undefined;
|
|
281
297
|
AZURE_API_KEY?: string | undefined;
|
|
282
|
-
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
283
|
-
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
284
298
|
AZURE_OPENAI_BASE_URL?: string | undefined;
|
|
285
|
-
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
286
|
-
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
287
|
-
AZURE_CLIENT_SECRET?: string | undefined;
|
|
288
|
-
AZURE_CLIENT_ID?: string | undefined;
|
|
289
|
-
AZURE_TENANT_ID?: string | undefined;
|
|
290
|
-
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
291
|
-
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
292
299
|
BAM_API_HOST?: string | undefined;
|
|
293
300
|
BAM_API_KEY?: string | undefined;
|
|
294
301
|
CLOUDFLARE_ACCOUNT_ID?: string | undefined;
|
|
295
302
|
CLOUDFLARE_API_KEY?: string | undefined;
|
|
296
|
-
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
297
303
|
COHERE_API_KEY?: string | undefined;
|
|
298
|
-
FAL_KEY?: string | undefined;
|
|
299
304
|
GOOGLE_API_HOST?: string | undefined;
|
|
300
305
|
GOOGLE_API_KEY?: string | undefined;
|
|
301
|
-
GROQ_API_KEY?: string | undefined;
|
|
302
|
-
LOCALAI_BASE_URL?: string | undefined;
|
|
303
306
|
MISTRAL_API_BASE_URL?: string | undefined;
|
|
304
307
|
MISTRAL_API_HOST?: string | undefined;
|
|
305
308
|
MISTRAL_API_KEY?: string | undefined;
|
|
@@ -317,9 +320,6 @@ export declare const ProviderOptionsSchema: z.ZodObject<{
|
|
|
317
320
|
VERTEX_PROJECT_ID?: string | undefined;
|
|
318
321
|
VERTEX_PUBLISHER?: string | undefined;
|
|
319
322
|
VERTEX_REGION?: string | undefined;
|
|
320
|
-
WATSONX_AI_APIKEY?: string | undefined;
|
|
321
|
-
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
322
|
-
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
323
323
|
}>>;
|
|
324
324
|
}, "strict", z.ZodTypeAny, {
|
|
325
325
|
id?: string | undefined;
|
|
@@ -329,37 +329,40 @@ export declare const ProviderOptionsSchema: z.ZodObject<{
|
|
|
329
329
|
transform?: string | undefined;
|
|
330
330
|
delay?: number | undefined;
|
|
331
331
|
env?: {
|
|
332
|
+
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
332
333
|
AI21_API_BASE_URL?: string | undefined;
|
|
333
334
|
AI21_API_KEY?: string | undefined;
|
|
334
335
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
335
336
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
337
|
+
FAL_KEY?: string | undefined;
|
|
338
|
+
GROQ_API_KEY?: string | undefined;
|
|
339
|
+
LOCALAI_BASE_URL?: string | undefined;
|
|
340
|
+
WATSONX_AI_APIKEY?: string | undefined;
|
|
341
|
+
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
342
|
+
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
343
|
+
AZURE_CLIENT_SECRET?: string | undefined;
|
|
344
|
+
AZURE_CLIENT_ID?: string | undefined;
|
|
345
|
+
AZURE_TENANT_ID?: string | undefined;
|
|
346
|
+
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
347
|
+
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
348
|
+
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
349
|
+
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
350
|
+
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
351
|
+
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
336
352
|
AZURE_OPENAI_API_BASE_URL?: string | undefined;
|
|
337
353
|
AZURE_OPENAI_API_HOST?: string | undefined;
|
|
338
354
|
AZURE_OPENAI_API_KEY?: string | undefined;
|
|
339
355
|
AZURE_API_BASE_URL?: string | undefined;
|
|
340
356
|
AZURE_API_HOST?: string | undefined;
|
|
341
357
|
AZURE_API_KEY?: string | undefined;
|
|
342
|
-
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
343
|
-
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
344
358
|
AZURE_OPENAI_BASE_URL?: string | undefined;
|
|
345
|
-
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
346
|
-
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
347
|
-
AZURE_CLIENT_SECRET?: string | undefined;
|
|
348
|
-
AZURE_CLIENT_ID?: string | undefined;
|
|
349
|
-
AZURE_TENANT_ID?: string | undefined;
|
|
350
|
-
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
351
|
-
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
352
359
|
BAM_API_HOST?: string | undefined;
|
|
353
360
|
BAM_API_KEY?: string | undefined;
|
|
354
361
|
CLOUDFLARE_ACCOUNT_ID?: string | undefined;
|
|
355
362
|
CLOUDFLARE_API_KEY?: string | undefined;
|
|
356
|
-
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
357
363
|
COHERE_API_KEY?: string | undefined;
|
|
358
|
-
FAL_KEY?: string | undefined;
|
|
359
364
|
GOOGLE_API_HOST?: string | undefined;
|
|
360
365
|
GOOGLE_API_KEY?: string | undefined;
|
|
361
|
-
GROQ_API_KEY?: string | undefined;
|
|
362
|
-
LOCALAI_BASE_URL?: string | undefined;
|
|
363
366
|
MISTRAL_API_BASE_URL?: string | undefined;
|
|
364
367
|
MISTRAL_API_HOST?: string | undefined;
|
|
365
368
|
MISTRAL_API_KEY?: string | undefined;
|
|
@@ -377,9 +380,6 @@ export declare const ProviderOptionsSchema: z.ZodObject<{
|
|
|
377
380
|
VERTEX_PROJECT_ID?: string | undefined;
|
|
378
381
|
VERTEX_PUBLISHER?: string | undefined;
|
|
379
382
|
VERTEX_REGION?: string | undefined;
|
|
380
|
-
WATSONX_AI_APIKEY?: string | undefined;
|
|
381
|
-
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
382
|
-
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
383
383
|
} | undefined;
|
|
384
384
|
}, {
|
|
385
385
|
id?: string | undefined;
|
|
@@ -389,37 +389,40 @@ export declare const ProviderOptionsSchema: z.ZodObject<{
|
|
|
389
389
|
transform?: string | undefined;
|
|
390
390
|
delay?: number | undefined;
|
|
391
391
|
env?: {
|
|
392
|
+
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
392
393
|
AI21_API_BASE_URL?: string | undefined;
|
|
393
394
|
AI21_API_KEY?: string | undefined;
|
|
394
395
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
395
396
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
397
|
+
FAL_KEY?: string | undefined;
|
|
398
|
+
GROQ_API_KEY?: string | undefined;
|
|
399
|
+
LOCALAI_BASE_URL?: string | undefined;
|
|
400
|
+
WATSONX_AI_APIKEY?: string | undefined;
|
|
401
|
+
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
402
|
+
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
403
|
+
AZURE_CLIENT_SECRET?: string | undefined;
|
|
404
|
+
AZURE_CLIENT_ID?: string | undefined;
|
|
405
|
+
AZURE_TENANT_ID?: string | undefined;
|
|
406
|
+
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
407
|
+
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
408
|
+
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
409
|
+
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
410
|
+
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
411
|
+
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
396
412
|
AZURE_OPENAI_API_BASE_URL?: string | undefined;
|
|
397
413
|
AZURE_OPENAI_API_HOST?: string | undefined;
|
|
398
414
|
AZURE_OPENAI_API_KEY?: string | undefined;
|
|
399
415
|
AZURE_API_BASE_URL?: string | undefined;
|
|
400
416
|
AZURE_API_HOST?: string | undefined;
|
|
401
417
|
AZURE_API_KEY?: string | undefined;
|
|
402
|
-
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
403
|
-
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
404
418
|
AZURE_OPENAI_BASE_URL?: string | undefined;
|
|
405
|
-
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
406
|
-
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
407
|
-
AZURE_CLIENT_SECRET?: string | undefined;
|
|
408
|
-
AZURE_CLIENT_ID?: string | undefined;
|
|
409
|
-
AZURE_TENANT_ID?: string | undefined;
|
|
410
|
-
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
411
|
-
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
412
419
|
BAM_API_HOST?: string | undefined;
|
|
413
420
|
BAM_API_KEY?: string | undefined;
|
|
414
421
|
CLOUDFLARE_ACCOUNT_ID?: string | undefined;
|
|
415
422
|
CLOUDFLARE_API_KEY?: string | undefined;
|
|
416
|
-
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
417
423
|
COHERE_API_KEY?: string | undefined;
|
|
418
|
-
FAL_KEY?: string | undefined;
|
|
419
424
|
GOOGLE_API_HOST?: string | undefined;
|
|
420
425
|
GOOGLE_API_KEY?: string | undefined;
|
|
421
|
-
GROQ_API_KEY?: string | undefined;
|
|
422
|
-
LOCALAI_BASE_URL?: string | undefined;
|
|
423
426
|
MISTRAL_API_BASE_URL?: string | undefined;
|
|
424
427
|
MISTRAL_API_HOST?: string | undefined;
|
|
425
428
|
MISTRAL_API_KEY?: string | undefined;
|
|
@@ -437,9 +440,6 @@ export declare const ProviderOptionsSchema: z.ZodObject<{
|
|
|
437
440
|
VERTEX_PROJECT_ID?: string | undefined;
|
|
438
441
|
VERTEX_PUBLISHER?: string | undefined;
|
|
439
442
|
VERTEX_REGION?: string | undefined;
|
|
440
|
-
WATSONX_AI_APIKEY?: string | undefined;
|
|
441
|
-
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
442
|
-
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
443
443
|
} | undefined;
|
|
444
444
|
}>;
|
|
445
445
|
export declare const CallApiContextParamsSchema: z.ZodObject<{
|
|
@@ -591,10 +591,10 @@ export declare const ProviderResponseSchema: z.ZodObject<{
|
|
|
591
591
|
numRequests?: number | undefined;
|
|
592
592
|
}>>;
|
|
593
593
|
}, "strip", z.ZodTypeAny, {
|
|
594
|
+
error?: string | undefined;
|
|
595
|
+
cost?: number | undefined;
|
|
594
596
|
output?: any;
|
|
595
597
|
cached?: boolean | undefined;
|
|
596
|
-
cost?: number | undefined;
|
|
597
|
-
error?: string | undefined;
|
|
598
598
|
logProbs?: number[] | undefined;
|
|
599
599
|
metadata?: z.objectOutputType<{
|
|
600
600
|
redteamFinalPrompt: z.ZodOptional<z.ZodString>;
|
|
@@ -607,10 +607,10 @@ export declare const ProviderResponseSchema: z.ZodObject<{
|
|
|
607
607
|
numRequests?: number | undefined;
|
|
608
608
|
} | undefined;
|
|
609
609
|
}, {
|
|
610
|
+
error?: string | undefined;
|
|
611
|
+
cost?: number | undefined;
|
|
610
612
|
output?: any;
|
|
611
613
|
cached?: boolean | undefined;
|
|
612
|
-
cost?: number | undefined;
|
|
613
|
-
error?: string | undefined;
|
|
614
614
|
logProbs?: number[] | undefined;
|
|
615
615
|
metadata?: z.objectInputType<{
|
|
616
616
|
redteamFinalPrompt: z.ZodOptional<z.ZodString>;
|
|
@@ -646,8 +646,8 @@ export declare const ProviderEmbeddingResponseSchema: z.ZodObject<{
|
|
|
646
646
|
numRequests?: number | undefined;
|
|
647
647
|
}>>;
|
|
648
648
|
}, "strip", z.ZodTypeAny, {
|
|
649
|
-
embedding?: number[] | undefined;
|
|
650
649
|
error?: string | undefined;
|
|
650
|
+
embedding?: number[] | undefined;
|
|
651
651
|
tokenUsage?: {
|
|
652
652
|
cached?: number | undefined;
|
|
653
653
|
completion?: number | undefined;
|
|
@@ -656,8 +656,8 @@ export declare const ProviderEmbeddingResponseSchema: z.ZodObject<{
|
|
|
656
656
|
numRequests?: number | undefined;
|
|
657
657
|
} | undefined;
|
|
658
658
|
}, {
|
|
659
|
-
embedding?: number[] | undefined;
|
|
660
659
|
error?: string | undefined;
|
|
660
|
+
embedding?: number[] | undefined;
|
|
661
661
|
tokenUsage?: {
|
|
662
662
|
cached?: number | undefined;
|
|
663
663
|
completion?: number | undefined;
|
|
@@ -713,11 +713,11 @@ export declare const ProviderClassificationResponseSchema: z.ZodObject<{
|
|
|
713
713
|
error: z.ZodOptional<z.ZodString>;
|
|
714
714
|
classification: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
|
|
715
715
|
}, "strip", z.ZodTypeAny, {
|
|
716
|
-
classification?: Record<string, number> | undefined;
|
|
717
716
|
error?: string | undefined;
|
|
718
|
-
}, {
|
|
719
717
|
classification?: Record<string, number> | undefined;
|
|
718
|
+
}, {
|
|
720
719
|
error?: string | undefined;
|
|
720
|
+
classification?: Record<string, number> | undefined;
|
|
721
721
|
}>;
|
|
722
722
|
export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodFunction<z.ZodTuple<[z.ZodString, z.ZodOptional<z.ZodObject<{
|
|
723
723
|
fetchWithCache: z.ZodOptional<z.ZodAny>;
|
|
@@ -871,37 +871,40 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
|
|
|
871
871
|
WATSONX_AI_PROJECT_ID: z.ZodOptional<z.ZodString>;
|
|
872
872
|
WATSONX_AI_BEARER_TOKEN: z.ZodOptional<z.ZodString>;
|
|
873
873
|
}, "strip", z.ZodTypeAny, {
|
|
874
|
+
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
874
875
|
AI21_API_BASE_URL?: string | undefined;
|
|
875
876
|
AI21_API_KEY?: string | undefined;
|
|
876
877
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
877
878
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
879
|
+
FAL_KEY?: string | undefined;
|
|
880
|
+
GROQ_API_KEY?: string | undefined;
|
|
881
|
+
LOCALAI_BASE_URL?: string | undefined;
|
|
882
|
+
WATSONX_AI_APIKEY?: string | undefined;
|
|
883
|
+
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
884
|
+
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
885
|
+
AZURE_CLIENT_SECRET?: string | undefined;
|
|
886
|
+
AZURE_CLIENT_ID?: string | undefined;
|
|
887
|
+
AZURE_TENANT_ID?: string | undefined;
|
|
888
|
+
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
889
|
+
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
890
|
+
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
891
|
+
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
892
|
+
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
893
|
+
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
878
894
|
AZURE_OPENAI_API_BASE_URL?: string | undefined;
|
|
879
895
|
AZURE_OPENAI_API_HOST?: string | undefined;
|
|
880
896
|
AZURE_OPENAI_API_KEY?: string | undefined;
|
|
881
897
|
AZURE_API_BASE_URL?: string | undefined;
|
|
882
898
|
AZURE_API_HOST?: string | undefined;
|
|
883
899
|
AZURE_API_KEY?: string | undefined;
|
|
884
|
-
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
885
|
-
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
886
900
|
AZURE_OPENAI_BASE_URL?: string | undefined;
|
|
887
|
-
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
888
|
-
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
889
|
-
AZURE_CLIENT_SECRET?: string | undefined;
|
|
890
|
-
AZURE_CLIENT_ID?: string | undefined;
|
|
891
|
-
AZURE_TENANT_ID?: string | undefined;
|
|
892
|
-
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
893
|
-
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
894
901
|
BAM_API_HOST?: string | undefined;
|
|
895
902
|
BAM_API_KEY?: string | undefined;
|
|
896
903
|
CLOUDFLARE_ACCOUNT_ID?: string | undefined;
|
|
897
904
|
CLOUDFLARE_API_KEY?: string | undefined;
|
|
898
|
-
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
899
905
|
COHERE_API_KEY?: string | undefined;
|
|
900
|
-
FAL_KEY?: string | undefined;
|
|
901
906
|
GOOGLE_API_HOST?: string | undefined;
|
|
902
907
|
GOOGLE_API_KEY?: string | undefined;
|
|
903
|
-
GROQ_API_KEY?: string | undefined;
|
|
904
|
-
LOCALAI_BASE_URL?: string | undefined;
|
|
905
908
|
MISTRAL_API_BASE_URL?: string | undefined;
|
|
906
909
|
MISTRAL_API_HOST?: string | undefined;
|
|
907
910
|
MISTRAL_API_KEY?: string | undefined;
|
|
@@ -919,41 +922,41 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
|
|
|
919
922
|
VERTEX_PROJECT_ID?: string | undefined;
|
|
920
923
|
VERTEX_PUBLISHER?: string | undefined;
|
|
921
924
|
VERTEX_REGION?: string | undefined;
|
|
922
|
-
WATSONX_AI_APIKEY?: string | undefined;
|
|
923
|
-
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
924
|
-
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
925
925
|
}, {
|
|
926
|
+
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
926
927
|
AI21_API_BASE_URL?: string | undefined;
|
|
927
928
|
AI21_API_KEY?: string | undefined;
|
|
928
929
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
929
930
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
931
|
+
FAL_KEY?: string | undefined;
|
|
932
|
+
GROQ_API_KEY?: string | undefined;
|
|
933
|
+
LOCALAI_BASE_URL?: string | undefined;
|
|
934
|
+
WATSONX_AI_APIKEY?: string | undefined;
|
|
935
|
+
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
936
|
+
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
937
|
+
AZURE_CLIENT_SECRET?: string | undefined;
|
|
938
|
+
AZURE_CLIENT_ID?: string | undefined;
|
|
939
|
+
AZURE_TENANT_ID?: string | undefined;
|
|
940
|
+
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
941
|
+
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
942
|
+
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
943
|
+
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
944
|
+
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
945
|
+
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
930
946
|
AZURE_OPENAI_API_BASE_URL?: string | undefined;
|
|
931
947
|
AZURE_OPENAI_API_HOST?: string | undefined;
|
|
932
948
|
AZURE_OPENAI_API_KEY?: string | undefined;
|
|
933
949
|
AZURE_API_BASE_URL?: string | undefined;
|
|
934
950
|
AZURE_API_HOST?: string | undefined;
|
|
935
951
|
AZURE_API_KEY?: string | undefined;
|
|
936
|
-
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
937
|
-
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
938
952
|
AZURE_OPENAI_BASE_URL?: string | undefined;
|
|
939
|
-
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
940
|
-
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
941
|
-
AZURE_CLIENT_SECRET?: string | undefined;
|
|
942
|
-
AZURE_CLIENT_ID?: string | undefined;
|
|
943
|
-
AZURE_TENANT_ID?: string | undefined;
|
|
944
|
-
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
945
|
-
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
946
953
|
BAM_API_HOST?: string | undefined;
|
|
947
954
|
BAM_API_KEY?: string | undefined;
|
|
948
955
|
CLOUDFLARE_ACCOUNT_ID?: string | undefined;
|
|
949
956
|
CLOUDFLARE_API_KEY?: string | undefined;
|
|
950
|
-
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
951
957
|
COHERE_API_KEY?: string | undefined;
|
|
952
|
-
FAL_KEY?: string | undefined;
|
|
953
958
|
GOOGLE_API_HOST?: string | undefined;
|
|
954
959
|
GOOGLE_API_KEY?: string | undefined;
|
|
955
|
-
GROQ_API_KEY?: string | undefined;
|
|
956
|
-
LOCALAI_BASE_URL?: string | undefined;
|
|
957
960
|
MISTRAL_API_BASE_URL?: string | undefined;
|
|
958
961
|
MISTRAL_API_HOST?: string | undefined;
|
|
959
962
|
MISTRAL_API_KEY?: string | undefined;
|
|
@@ -971,9 +974,6 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
|
|
|
971
974
|
VERTEX_PROJECT_ID?: string | undefined;
|
|
972
975
|
VERTEX_PUBLISHER?: string | undefined;
|
|
973
976
|
VERTEX_REGION?: string | undefined;
|
|
974
|
-
WATSONX_AI_APIKEY?: string | undefined;
|
|
975
|
-
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
976
|
-
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
977
977
|
}>>;
|
|
978
978
|
}, "strict", z.ZodTypeAny, {
|
|
979
979
|
id?: string | undefined;
|
|
@@ -983,37 +983,40 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
|
|
|
983
983
|
transform?: string | undefined;
|
|
984
984
|
delay?: number | undefined;
|
|
985
985
|
env?: {
|
|
986
|
+
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
986
987
|
AI21_API_BASE_URL?: string | undefined;
|
|
987
988
|
AI21_API_KEY?: string | undefined;
|
|
988
989
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
989
990
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
991
|
+
FAL_KEY?: string | undefined;
|
|
992
|
+
GROQ_API_KEY?: string | undefined;
|
|
993
|
+
LOCALAI_BASE_URL?: string | undefined;
|
|
994
|
+
WATSONX_AI_APIKEY?: string | undefined;
|
|
995
|
+
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
996
|
+
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
997
|
+
AZURE_CLIENT_SECRET?: string | undefined;
|
|
998
|
+
AZURE_CLIENT_ID?: string | undefined;
|
|
999
|
+
AZURE_TENANT_ID?: string | undefined;
|
|
1000
|
+
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
1001
|
+
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
1002
|
+
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
1003
|
+
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1004
|
+
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
1005
|
+
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
990
1006
|
AZURE_OPENAI_API_BASE_URL?: string | undefined;
|
|
991
1007
|
AZURE_OPENAI_API_HOST?: string | undefined;
|
|
992
1008
|
AZURE_OPENAI_API_KEY?: string | undefined;
|
|
993
1009
|
AZURE_API_BASE_URL?: string | undefined;
|
|
994
1010
|
AZURE_API_HOST?: string | undefined;
|
|
995
1011
|
AZURE_API_KEY?: string | undefined;
|
|
996
|
-
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
997
|
-
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
998
1012
|
AZURE_OPENAI_BASE_URL?: string | undefined;
|
|
999
|
-
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
1000
|
-
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1001
|
-
AZURE_CLIENT_SECRET?: string | undefined;
|
|
1002
|
-
AZURE_CLIENT_ID?: string | undefined;
|
|
1003
|
-
AZURE_TENANT_ID?: string | undefined;
|
|
1004
|
-
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
1005
|
-
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
1006
1013
|
BAM_API_HOST?: string | undefined;
|
|
1007
1014
|
BAM_API_KEY?: string | undefined;
|
|
1008
1015
|
CLOUDFLARE_ACCOUNT_ID?: string | undefined;
|
|
1009
1016
|
CLOUDFLARE_API_KEY?: string | undefined;
|
|
1010
|
-
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
1011
1017
|
COHERE_API_KEY?: string | undefined;
|
|
1012
|
-
FAL_KEY?: string | undefined;
|
|
1013
1018
|
GOOGLE_API_HOST?: string | undefined;
|
|
1014
1019
|
GOOGLE_API_KEY?: string | undefined;
|
|
1015
|
-
GROQ_API_KEY?: string | undefined;
|
|
1016
|
-
LOCALAI_BASE_URL?: string | undefined;
|
|
1017
1020
|
MISTRAL_API_BASE_URL?: string | undefined;
|
|
1018
1021
|
MISTRAL_API_HOST?: string | undefined;
|
|
1019
1022
|
MISTRAL_API_KEY?: string | undefined;
|
|
@@ -1031,9 +1034,6 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
|
|
|
1031
1034
|
VERTEX_PROJECT_ID?: string | undefined;
|
|
1032
1035
|
VERTEX_PUBLISHER?: string | undefined;
|
|
1033
1036
|
VERTEX_REGION?: string | undefined;
|
|
1034
|
-
WATSONX_AI_APIKEY?: string | undefined;
|
|
1035
|
-
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
1036
|
-
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
1037
1037
|
} | undefined;
|
|
1038
1038
|
}, {
|
|
1039
1039
|
id?: string | undefined;
|
|
@@ -1043,37 +1043,40 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
|
|
|
1043
1043
|
transform?: string | undefined;
|
|
1044
1044
|
delay?: number | undefined;
|
|
1045
1045
|
env?: {
|
|
1046
|
+
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
1046
1047
|
AI21_API_BASE_URL?: string | undefined;
|
|
1047
1048
|
AI21_API_KEY?: string | undefined;
|
|
1048
1049
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
1049
1050
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
1051
|
+
FAL_KEY?: string | undefined;
|
|
1052
|
+
GROQ_API_KEY?: string | undefined;
|
|
1053
|
+
LOCALAI_BASE_URL?: string | undefined;
|
|
1054
|
+
WATSONX_AI_APIKEY?: string | undefined;
|
|
1055
|
+
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
1056
|
+
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
1057
|
+
AZURE_CLIENT_SECRET?: string | undefined;
|
|
1058
|
+
AZURE_CLIENT_ID?: string | undefined;
|
|
1059
|
+
AZURE_TENANT_ID?: string | undefined;
|
|
1060
|
+
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
1061
|
+
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
1062
|
+
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
1063
|
+
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1064
|
+
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
1065
|
+
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1050
1066
|
AZURE_OPENAI_API_BASE_URL?: string | undefined;
|
|
1051
1067
|
AZURE_OPENAI_API_HOST?: string | undefined;
|
|
1052
1068
|
AZURE_OPENAI_API_KEY?: string | undefined;
|
|
1053
1069
|
AZURE_API_BASE_URL?: string | undefined;
|
|
1054
1070
|
AZURE_API_HOST?: string | undefined;
|
|
1055
1071
|
AZURE_API_KEY?: string | undefined;
|
|
1056
|
-
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
1057
|
-
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1058
1072
|
AZURE_OPENAI_BASE_URL?: string | undefined;
|
|
1059
|
-
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
1060
|
-
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1061
|
-
AZURE_CLIENT_SECRET?: string | undefined;
|
|
1062
|
-
AZURE_CLIENT_ID?: string | undefined;
|
|
1063
|
-
AZURE_TENANT_ID?: string | undefined;
|
|
1064
|
-
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
1065
|
-
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
1066
1073
|
BAM_API_HOST?: string | undefined;
|
|
1067
1074
|
BAM_API_KEY?: string | undefined;
|
|
1068
1075
|
CLOUDFLARE_ACCOUNT_ID?: string | undefined;
|
|
1069
1076
|
CLOUDFLARE_API_KEY?: string | undefined;
|
|
1070
|
-
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
1071
1077
|
COHERE_API_KEY?: string | undefined;
|
|
1072
|
-
FAL_KEY?: string | undefined;
|
|
1073
1078
|
GOOGLE_API_HOST?: string | undefined;
|
|
1074
1079
|
GOOGLE_API_KEY?: string | undefined;
|
|
1075
|
-
GROQ_API_KEY?: string | undefined;
|
|
1076
|
-
LOCALAI_BASE_URL?: string | undefined;
|
|
1077
1080
|
MISTRAL_API_BASE_URL?: string | undefined;
|
|
1078
1081
|
MISTRAL_API_HOST?: string | undefined;
|
|
1079
1082
|
MISTRAL_API_KEY?: string | undefined;
|
|
@@ -1091,9 +1094,6 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
|
|
|
1091
1094
|
VERTEX_PROJECT_ID?: string | undefined;
|
|
1092
1095
|
VERTEX_PUBLISHER?: string | undefined;
|
|
1093
1096
|
VERTEX_REGION?: string | undefined;
|
|
1094
|
-
WATSONX_AI_APIKEY?: string | undefined;
|
|
1095
|
-
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
1096
|
-
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
1097
1097
|
} | undefined;
|
|
1098
1098
|
}>>, z.ZodObject<{
|
|
1099
1099
|
id: z.ZodOptional<z.ZodType<string, z.ZodTypeDef, string>>;
|
|
@@ -1155,37 +1155,40 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
|
|
|
1155
1155
|
WATSONX_AI_PROJECT_ID: z.ZodOptional<z.ZodString>;
|
|
1156
1156
|
WATSONX_AI_BEARER_TOKEN: z.ZodOptional<z.ZodString>;
|
|
1157
1157
|
}, "strip", z.ZodTypeAny, {
|
|
1158
|
+
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
1158
1159
|
AI21_API_BASE_URL?: string | undefined;
|
|
1159
1160
|
AI21_API_KEY?: string | undefined;
|
|
1160
1161
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
1161
1162
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
1163
|
+
FAL_KEY?: string | undefined;
|
|
1164
|
+
GROQ_API_KEY?: string | undefined;
|
|
1165
|
+
LOCALAI_BASE_URL?: string | undefined;
|
|
1166
|
+
WATSONX_AI_APIKEY?: string | undefined;
|
|
1167
|
+
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
1168
|
+
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
1169
|
+
AZURE_CLIENT_SECRET?: string | undefined;
|
|
1170
|
+
AZURE_CLIENT_ID?: string | undefined;
|
|
1171
|
+
AZURE_TENANT_ID?: string | undefined;
|
|
1172
|
+
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
1173
|
+
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
1174
|
+
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
1175
|
+
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1176
|
+
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
1177
|
+
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1162
1178
|
AZURE_OPENAI_API_BASE_URL?: string | undefined;
|
|
1163
1179
|
AZURE_OPENAI_API_HOST?: string | undefined;
|
|
1164
1180
|
AZURE_OPENAI_API_KEY?: string | undefined;
|
|
1165
1181
|
AZURE_API_BASE_URL?: string | undefined;
|
|
1166
1182
|
AZURE_API_HOST?: string | undefined;
|
|
1167
1183
|
AZURE_API_KEY?: string | undefined;
|
|
1168
|
-
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
1169
|
-
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1170
1184
|
AZURE_OPENAI_BASE_URL?: string | undefined;
|
|
1171
|
-
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
1172
|
-
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1173
|
-
AZURE_CLIENT_SECRET?: string | undefined;
|
|
1174
|
-
AZURE_CLIENT_ID?: string | undefined;
|
|
1175
|
-
AZURE_TENANT_ID?: string | undefined;
|
|
1176
|
-
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
1177
|
-
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
1178
1185
|
BAM_API_HOST?: string | undefined;
|
|
1179
1186
|
BAM_API_KEY?: string | undefined;
|
|
1180
1187
|
CLOUDFLARE_ACCOUNT_ID?: string | undefined;
|
|
1181
1188
|
CLOUDFLARE_API_KEY?: string | undefined;
|
|
1182
|
-
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
1183
1189
|
COHERE_API_KEY?: string | undefined;
|
|
1184
|
-
FAL_KEY?: string | undefined;
|
|
1185
1190
|
GOOGLE_API_HOST?: string | undefined;
|
|
1186
1191
|
GOOGLE_API_KEY?: string | undefined;
|
|
1187
|
-
GROQ_API_KEY?: string | undefined;
|
|
1188
|
-
LOCALAI_BASE_URL?: string | undefined;
|
|
1189
1192
|
MISTRAL_API_BASE_URL?: string | undefined;
|
|
1190
1193
|
MISTRAL_API_HOST?: string | undefined;
|
|
1191
1194
|
MISTRAL_API_KEY?: string | undefined;
|
|
@@ -1203,41 +1206,41 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
|
|
|
1203
1206
|
VERTEX_PROJECT_ID?: string | undefined;
|
|
1204
1207
|
VERTEX_PUBLISHER?: string | undefined;
|
|
1205
1208
|
VERTEX_REGION?: string | undefined;
|
|
1206
|
-
WATSONX_AI_APIKEY?: string | undefined;
|
|
1207
|
-
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
1208
|
-
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
1209
1209
|
}, {
|
|
1210
|
+
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
1210
1211
|
AI21_API_BASE_URL?: string | undefined;
|
|
1211
1212
|
AI21_API_KEY?: string | undefined;
|
|
1212
1213
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
1213
1214
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
1215
|
+
FAL_KEY?: string | undefined;
|
|
1216
|
+
GROQ_API_KEY?: string | undefined;
|
|
1217
|
+
LOCALAI_BASE_URL?: string | undefined;
|
|
1218
|
+
WATSONX_AI_APIKEY?: string | undefined;
|
|
1219
|
+
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
1220
|
+
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
1221
|
+
AZURE_CLIENT_SECRET?: string | undefined;
|
|
1222
|
+
AZURE_CLIENT_ID?: string | undefined;
|
|
1223
|
+
AZURE_TENANT_ID?: string | undefined;
|
|
1224
|
+
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
1225
|
+
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
1226
|
+
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
1227
|
+
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1228
|
+
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
1229
|
+
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1214
1230
|
AZURE_OPENAI_API_BASE_URL?: string | undefined;
|
|
1215
1231
|
AZURE_OPENAI_API_HOST?: string | undefined;
|
|
1216
1232
|
AZURE_OPENAI_API_KEY?: string | undefined;
|
|
1217
1233
|
AZURE_API_BASE_URL?: string | undefined;
|
|
1218
1234
|
AZURE_API_HOST?: string | undefined;
|
|
1219
1235
|
AZURE_API_KEY?: string | undefined;
|
|
1220
|
-
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
1221
|
-
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1222
1236
|
AZURE_OPENAI_BASE_URL?: string | undefined;
|
|
1223
|
-
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
1224
|
-
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1225
|
-
AZURE_CLIENT_SECRET?: string | undefined;
|
|
1226
|
-
AZURE_CLIENT_ID?: string | undefined;
|
|
1227
|
-
AZURE_TENANT_ID?: string | undefined;
|
|
1228
|
-
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
1229
|
-
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
1230
1237
|
BAM_API_HOST?: string | undefined;
|
|
1231
1238
|
BAM_API_KEY?: string | undefined;
|
|
1232
1239
|
CLOUDFLARE_ACCOUNT_ID?: string | undefined;
|
|
1233
1240
|
CLOUDFLARE_API_KEY?: string | undefined;
|
|
1234
|
-
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
1235
1241
|
COHERE_API_KEY?: string | undefined;
|
|
1236
|
-
FAL_KEY?: string | undefined;
|
|
1237
1242
|
GOOGLE_API_HOST?: string | undefined;
|
|
1238
1243
|
GOOGLE_API_KEY?: string | undefined;
|
|
1239
|
-
GROQ_API_KEY?: string | undefined;
|
|
1240
|
-
LOCALAI_BASE_URL?: string | undefined;
|
|
1241
1244
|
MISTRAL_API_BASE_URL?: string | undefined;
|
|
1242
1245
|
MISTRAL_API_HOST?: string | undefined;
|
|
1243
1246
|
MISTRAL_API_KEY?: string | undefined;
|
|
@@ -1255,9 +1258,6 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
|
|
|
1255
1258
|
VERTEX_PROJECT_ID?: string | undefined;
|
|
1256
1259
|
VERTEX_PUBLISHER?: string | undefined;
|
|
1257
1260
|
VERTEX_REGION?: string | undefined;
|
|
1258
|
-
WATSONX_AI_APIKEY?: string | undefined;
|
|
1259
|
-
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
1260
|
-
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
1261
1261
|
}>>;
|
|
1262
1262
|
}, "strict", z.ZodTypeAny, {
|
|
1263
1263
|
id?: string | undefined;
|
|
@@ -1267,37 +1267,40 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
|
|
|
1267
1267
|
transform?: string | undefined;
|
|
1268
1268
|
delay?: number | undefined;
|
|
1269
1269
|
env?: {
|
|
1270
|
+
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
1270
1271
|
AI21_API_BASE_URL?: string | undefined;
|
|
1271
1272
|
AI21_API_KEY?: string | undefined;
|
|
1272
1273
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
1273
1274
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
1275
|
+
FAL_KEY?: string | undefined;
|
|
1276
|
+
GROQ_API_KEY?: string | undefined;
|
|
1277
|
+
LOCALAI_BASE_URL?: string | undefined;
|
|
1278
|
+
WATSONX_AI_APIKEY?: string | undefined;
|
|
1279
|
+
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
1280
|
+
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
1281
|
+
AZURE_CLIENT_SECRET?: string | undefined;
|
|
1282
|
+
AZURE_CLIENT_ID?: string | undefined;
|
|
1283
|
+
AZURE_TENANT_ID?: string | undefined;
|
|
1284
|
+
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
1285
|
+
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
1286
|
+
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
1287
|
+
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1288
|
+
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
1289
|
+
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1274
1290
|
AZURE_OPENAI_API_BASE_URL?: string | undefined;
|
|
1275
1291
|
AZURE_OPENAI_API_HOST?: string | undefined;
|
|
1276
1292
|
AZURE_OPENAI_API_KEY?: string | undefined;
|
|
1277
1293
|
AZURE_API_BASE_URL?: string | undefined;
|
|
1278
1294
|
AZURE_API_HOST?: string | undefined;
|
|
1279
1295
|
AZURE_API_KEY?: string | undefined;
|
|
1280
|
-
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
1281
|
-
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1282
1296
|
AZURE_OPENAI_BASE_URL?: string | undefined;
|
|
1283
|
-
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
1284
|
-
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1285
|
-
AZURE_CLIENT_SECRET?: string | undefined;
|
|
1286
|
-
AZURE_CLIENT_ID?: string | undefined;
|
|
1287
|
-
AZURE_TENANT_ID?: string | undefined;
|
|
1288
|
-
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
1289
|
-
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
1290
1297
|
BAM_API_HOST?: string | undefined;
|
|
1291
1298
|
BAM_API_KEY?: string | undefined;
|
|
1292
1299
|
CLOUDFLARE_ACCOUNT_ID?: string | undefined;
|
|
1293
1300
|
CLOUDFLARE_API_KEY?: string | undefined;
|
|
1294
|
-
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
1295
1301
|
COHERE_API_KEY?: string | undefined;
|
|
1296
|
-
FAL_KEY?: string | undefined;
|
|
1297
1302
|
GOOGLE_API_HOST?: string | undefined;
|
|
1298
1303
|
GOOGLE_API_KEY?: string | undefined;
|
|
1299
|
-
GROQ_API_KEY?: string | undefined;
|
|
1300
|
-
LOCALAI_BASE_URL?: string | undefined;
|
|
1301
1304
|
MISTRAL_API_BASE_URL?: string | undefined;
|
|
1302
1305
|
MISTRAL_API_HOST?: string | undefined;
|
|
1303
1306
|
MISTRAL_API_KEY?: string | undefined;
|
|
@@ -1315,9 +1318,6 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
|
|
|
1315
1318
|
VERTEX_PROJECT_ID?: string | undefined;
|
|
1316
1319
|
VERTEX_PUBLISHER?: string | undefined;
|
|
1317
1320
|
VERTEX_REGION?: string | undefined;
|
|
1318
|
-
WATSONX_AI_APIKEY?: string | undefined;
|
|
1319
|
-
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
1320
|
-
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
1321
1321
|
} | undefined;
|
|
1322
1322
|
}, {
|
|
1323
1323
|
id?: string | undefined;
|
|
@@ -1327,37 +1327,40 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
|
|
|
1327
1327
|
transform?: string | undefined;
|
|
1328
1328
|
delay?: number | undefined;
|
|
1329
1329
|
env?: {
|
|
1330
|
+
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
1330
1331
|
AI21_API_BASE_URL?: string | undefined;
|
|
1331
1332
|
AI21_API_KEY?: string | undefined;
|
|
1332
1333
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
1333
1334
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
1335
|
+
FAL_KEY?: string | undefined;
|
|
1336
|
+
GROQ_API_KEY?: string | undefined;
|
|
1337
|
+
LOCALAI_BASE_URL?: string | undefined;
|
|
1338
|
+
WATSONX_AI_APIKEY?: string | undefined;
|
|
1339
|
+
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
1340
|
+
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
1341
|
+
AZURE_CLIENT_SECRET?: string | undefined;
|
|
1342
|
+
AZURE_CLIENT_ID?: string | undefined;
|
|
1343
|
+
AZURE_TENANT_ID?: string | undefined;
|
|
1344
|
+
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
1345
|
+
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
1346
|
+
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
1347
|
+
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1348
|
+
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
1349
|
+
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1334
1350
|
AZURE_OPENAI_API_BASE_URL?: string | undefined;
|
|
1335
1351
|
AZURE_OPENAI_API_HOST?: string | undefined;
|
|
1336
1352
|
AZURE_OPENAI_API_KEY?: string | undefined;
|
|
1337
1353
|
AZURE_API_BASE_URL?: string | undefined;
|
|
1338
1354
|
AZURE_API_HOST?: string | undefined;
|
|
1339
1355
|
AZURE_API_KEY?: string | undefined;
|
|
1340
|
-
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
1341
|
-
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1342
1356
|
AZURE_OPENAI_BASE_URL?: string | undefined;
|
|
1343
|
-
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
1344
|
-
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1345
|
-
AZURE_CLIENT_SECRET?: string | undefined;
|
|
1346
|
-
AZURE_CLIENT_ID?: string | undefined;
|
|
1347
|
-
AZURE_TENANT_ID?: string | undefined;
|
|
1348
|
-
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
1349
|
-
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
1350
1357
|
BAM_API_HOST?: string | undefined;
|
|
1351
1358
|
BAM_API_KEY?: string | undefined;
|
|
1352
1359
|
CLOUDFLARE_ACCOUNT_ID?: string | undefined;
|
|
1353
1360
|
CLOUDFLARE_API_KEY?: string | undefined;
|
|
1354
|
-
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
1355
1361
|
COHERE_API_KEY?: string | undefined;
|
|
1356
|
-
FAL_KEY?: string | undefined;
|
|
1357
1362
|
GOOGLE_API_HOST?: string | undefined;
|
|
1358
1363
|
GOOGLE_API_KEY?: string | undefined;
|
|
1359
|
-
GROQ_API_KEY?: string | undefined;
|
|
1360
|
-
LOCALAI_BASE_URL?: string | undefined;
|
|
1361
1364
|
MISTRAL_API_BASE_URL?: string | undefined;
|
|
1362
1365
|
MISTRAL_API_HOST?: string | undefined;
|
|
1363
1366
|
MISTRAL_API_KEY?: string | undefined;
|
|
@@ -1375,9 +1378,6 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
|
|
|
1375
1378
|
VERTEX_PROJECT_ID?: string | undefined;
|
|
1376
1379
|
VERTEX_PUBLISHER?: string | undefined;
|
|
1377
1380
|
VERTEX_REGION?: string | undefined;
|
|
1378
|
-
WATSONX_AI_APIKEY?: string | undefined;
|
|
1379
|
-
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
1380
|
-
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
1381
1381
|
} | undefined;
|
|
1382
1382
|
}>, z.ZodIntersection<z.ZodFunction<z.ZodTuple<[z.ZodString, z.ZodOptional<z.ZodObject<{
|
|
1383
1383
|
fetchWithCache: z.ZodOptional<z.ZodAny>;
|
|
@@ -1532,37 +1532,40 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
|
|
|
1532
1532
|
WATSONX_AI_PROJECT_ID: z.ZodOptional<z.ZodString>;
|
|
1533
1533
|
WATSONX_AI_BEARER_TOKEN: z.ZodOptional<z.ZodString>;
|
|
1534
1534
|
}, "strip", z.ZodTypeAny, {
|
|
1535
|
+
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
1535
1536
|
AI21_API_BASE_URL?: string | undefined;
|
|
1536
1537
|
AI21_API_KEY?: string | undefined;
|
|
1537
1538
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
1538
1539
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
1540
|
+
FAL_KEY?: string | undefined;
|
|
1541
|
+
GROQ_API_KEY?: string | undefined;
|
|
1542
|
+
LOCALAI_BASE_URL?: string | undefined;
|
|
1543
|
+
WATSONX_AI_APIKEY?: string | undefined;
|
|
1544
|
+
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
1545
|
+
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
1546
|
+
AZURE_CLIENT_SECRET?: string | undefined;
|
|
1547
|
+
AZURE_CLIENT_ID?: string | undefined;
|
|
1548
|
+
AZURE_TENANT_ID?: string | undefined;
|
|
1549
|
+
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
1550
|
+
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
1551
|
+
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
1552
|
+
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1553
|
+
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
1554
|
+
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1539
1555
|
AZURE_OPENAI_API_BASE_URL?: string | undefined;
|
|
1540
1556
|
AZURE_OPENAI_API_HOST?: string | undefined;
|
|
1541
1557
|
AZURE_OPENAI_API_KEY?: string | undefined;
|
|
1542
1558
|
AZURE_API_BASE_URL?: string | undefined;
|
|
1543
1559
|
AZURE_API_HOST?: string | undefined;
|
|
1544
1560
|
AZURE_API_KEY?: string | undefined;
|
|
1545
|
-
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
1546
|
-
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1547
1561
|
AZURE_OPENAI_BASE_URL?: string | undefined;
|
|
1548
|
-
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
1549
|
-
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1550
|
-
AZURE_CLIENT_SECRET?: string | undefined;
|
|
1551
|
-
AZURE_CLIENT_ID?: string | undefined;
|
|
1552
|
-
AZURE_TENANT_ID?: string | undefined;
|
|
1553
|
-
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
1554
|
-
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
1555
1562
|
BAM_API_HOST?: string | undefined;
|
|
1556
1563
|
BAM_API_KEY?: string | undefined;
|
|
1557
1564
|
CLOUDFLARE_ACCOUNT_ID?: string | undefined;
|
|
1558
1565
|
CLOUDFLARE_API_KEY?: string | undefined;
|
|
1559
|
-
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
1560
1566
|
COHERE_API_KEY?: string | undefined;
|
|
1561
|
-
FAL_KEY?: string | undefined;
|
|
1562
1567
|
GOOGLE_API_HOST?: string | undefined;
|
|
1563
1568
|
GOOGLE_API_KEY?: string | undefined;
|
|
1564
|
-
GROQ_API_KEY?: string | undefined;
|
|
1565
|
-
LOCALAI_BASE_URL?: string | undefined;
|
|
1566
1569
|
MISTRAL_API_BASE_URL?: string | undefined;
|
|
1567
1570
|
MISTRAL_API_HOST?: string | undefined;
|
|
1568
1571
|
MISTRAL_API_KEY?: string | undefined;
|
|
@@ -1580,41 +1583,41 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
|
|
|
1580
1583
|
VERTEX_PROJECT_ID?: string | undefined;
|
|
1581
1584
|
VERTEX_PUBLISHER?: string | undefined;
|
|
1582
1585
|
VERTEX_REGION?: string | undefined;
|
|
1583
|
-
WATSONX_AI_APIKEY?: string | undefined;
|
|
1584
|
-
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
1585
|
-
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
1586
1586
|
}, {
|
|
1587
|
+
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
1587
1588
|
AI21_API_BASE_URL?: string | undefined;
|
|
1588
1589
|
AI21_API_KEY?: string | undefined;
|
|
1589
1590
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
1590
1591
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
1592
|
+
FAL_KEY?: string | undefined;
|
|
1593
|
+
GROQ_API_KEY?: string | undefined;
|
|
1594
|
+
LOCALAI_BASE_URL?: string | undefined;
|
|
1595
|
+
WATSONX_AI_APIKEY?: string | undefined;
|
|
1596
|
+
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
1597
|
+
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
1598
|
+
AZURE_CLIENT_SECRET?: string | undefined;
|
|
1599
|
+
AZURE_CLIENT_ID?: string | undefined;
|
|
1600
|
+
AZURE_TENANT_ID?: string | undefined;
|
|
1601
|
+
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
1602
|
+
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
1603
|
+
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
1604
|
+
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1605
|
+
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
1606
|
+
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1591
1607
|
AZURE_OPENAI_API_BASE_URL?: string | undefined;
|
|
1592
1608
|
AZURE_OPENAI_API_HOST?: string | undefined;
|
|
1593
1609
|
AZURE_OPENAI_API_KEY?: string | undefined;
|
|
1594
1610
|
AZURE_API_BASE_URL?: string | undefined;
|
|
1595
1611
|
AZURE_API_HOST?: string | undefined;
|
|
1596
1612
|
AZURE_API_KEY?: string | undefined;
|
|
1597
|
-
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
1598
|
-
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1599
1613
|
AZURE_OPENAI_BASE_URL?: string | undefined;
|
|
1600
|
-
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
1601
|
-
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1602
|
-
AZURE_CLIENT_SECRET?: string | undefined;
|
|
1603
|
-
AZURE_CLIENT_ID?: string | undefined;
|
|
1604
|
-
AZURE_TENANT_ID?: string | undefined;
|
|
1605
|
-
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
1606
|
-
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
1607
1614
|
BAM_API_HOST?: string | undefined;
|
|
1608
1615
|
BAM_API_KEY?: string | undefined;
|
|
1609
1616
|
CLOUDFLARE_ACCOUNT_ID?: string | undefined;
|
|
1610
1617
|
CLOUDFLARE_API_KEY?: string | undefined;
|
|
1611
|
-
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
1612
1618
|
COHERE_API_KEY?: string | undefined;
|
|
1613
|
-
FAL_KEY?: string | undefined;
|
|
1614
1619
|
GOOGLE_API_HOST?: string | undefined;
|
|
1615
1620
|
GOOGLE_API_KEY?: string | undefined;
|
|
1616
|
-
GROQ_API_KEY?: string | undefined;
|
|
1617
|
-
LOCALAI_BASE_URL?: string | undefined;
|
|
1618
1621
|
MISTRAL_API_BASE_URL?: string | undefined;
|
|
1619
1622
|
MISTRAL_API_HOST?: string | undefined;
|
|
1620
1623
|
MISTRAL_API_KEY?: string | undefined;
|
|
@@ -1632,9 +1635,6 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
|
|
|
1632
1635
|
VERTEX_PROJECT_ID?: string | undefined;
|
|
1633
1636
|
VERTEX_PUBLISHER?: string | undefined;
|
|
1634
1637
|
VERTEX_REGION?: string | undefined;
|
|
1635
|
-
WATSONX_AI_APIKEY?: string | undefined;
|
|
1636
|
-
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
1637
|
-
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
1638
1638
|
}>>;
|
|
1639
1639
|
}, "strict", z.ZodTypeAny, {
|
|
1640
1640
|
id?: string | undefined;
|
|
@@ -1644,37 +1644,40 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
|
|
|
1644
1644
|
transform?: string | undefined;
|
|
1645
1645
|
delay?: number | undefined;
|
|
1646
1646
|
env?: {
|
|
1647
|
+
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
1647
1648
|
AI21_API_BASE_URL?: string | undefined;
|
|
1648
1649
|
AI21_API_KEY?: string | undefined;
|
|
1649
1650
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
1650
1651
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
1652
|
+
FAL_KEY?: string | undefined;
|
|
1653
|
+
GROQ_API_KEY?: string | undefined;
|
|
1654
|
+
LOCALAI_BASE_URL?: string | undefined;
|
|
1655
|
+
WATSONX_AI_APIKEY?: string | undefined;
|
|
1656
|
+
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
1657
|
+
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
1658
|
+
AZURE_CLIENT_SECRET?: string | undefined;
|
|
1659
|
+
AZURE_CLIENT_ID?: string | undefined;
|
|
1660
|
+
AZURE_TENANT_ID?: string | undefined;
|
|
1661
|
+
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
1662
|
+
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
1663
|
+
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
1664
|
+
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1665
|
+
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
1666
|
+
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1651
1667
|
AZURE_OPENAI_API_BASE_URL?: string | undefined;
|
|
1652
1668
|
AZURE_OPENAI_API_HOST?: string | undefined;
|
|
1653
1669
|
AZURE_OPENAI_API_KEY?: string | undefined;
|
|
1654
1670
|
AZURE_API_BASE_URL?: string | undefined;
|
|
1655
1671
|
AZURE_API_HOST?: string | undefined;
|
|
1656
1672
|
AZURE_API_KEY?: string | undefined;
|
|
1657
|
-
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
1658
|
-
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1659
1673
|
AZURE_OPENAI_BASE_URL?: string | undefined;
|
|
1660
|
-
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
1661
|
-
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1662
|
-
AZURE_CLIENT_SECRET?: string | undefined;
|
|
1663
|
-
AZURE_CLIENT_ID?: string | undefined;
|
|
1664
|
-
AZURE_TENANT_ID?: string | undefined;
|
|
1665
|
-
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
1666
|
-
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
1667
1674
|
BAM_API_HOST?: string | undefined;
|
|
1668
1675
|
BAM_API_KEY?: string | undefined;
|
|
1669
1676
|
CLOUDFLARE_ACCOUNT_ID?: string | undefined;
|
|
1670
1677
|
CLOUDFLARE_API_KEY?: string | undefined;
|
|
1671
|
-
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
1672
1678
|
COHERE_API_KEY?: string | undefined;
|
|
1673
|
-
FAL_KEY?: string | undefined;
|
|
1674
1679
|
GOOGLE_API_HOST?: string | undefined;
|
|
1675
1680
|
GOOGLE_API_KEY?: string | undefined;
|
|
1676
|
-
GROQ_API_KEY?: string | undefined;
|
|
1677
|
-
LOCALAI_BASE_URL?: string | undefined;
|
|
1678
1681
|
MISTRAL_API_BASE_URL?: string | undefined;
|
|
1679
1682
|
MISTRAL_API_HOST?: string | undefined;
|
|
1680
1683
|
MISTRAL_API_KEY?: string | undefined;
|
|
@@ -1692,9 +1695,6 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
|
|
|
1692
1695
|
VERTEX_PROJECT_ID?: string | undefined;
|
|
1693
1696
|
VERTEX_PUBLISHER?: string | undefined;
|
|
1694
1697
|
VERTEX_REGION?: string | undefined;
|
|
1695
|
-
WATSONX_AI_APIKEY?: string | undefined;
|
|
1696
|
-
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
1697
|
-
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
1698
1698
|
} | undefined;
|
|
1699
1699
|
}, {
|
|
1700
1700
|
id?: string | undefined;
|
|
@@ -1704,37 +1704,40 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
|
|
|
1704
1704
|
transform?: string | undefined;
|
|
1705
1705
|
delay?: number | undefined;
|
|
1706
1706
|
env?: {
|
|
1707
|
+
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
1707
1708
|
AI21_API_BASE_URL?: string | undefined;
|
|
1708
1709
|
AI21_API_KEY?: string | undefined;
|
|
1709
1710
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
1710
1711
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
1712
|
+
FAL_KEY?: string | undefined;
|
|
1713
|
+
GROQ_API_KEY?: string | undefined;
|
|
1714
|
+
LOCALAI_BASE_URL?: string | undefined;
|
|
1715
|
+
WATSONX_AI_APIKEY?: string | undefined;
|
|
1716
|
+
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
1717
|
+
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
1718
|
+
AZURE_CLIENT_SECRET?: string | undefined;
|
|
1719
|
+
AZURE_CLIENT_ID?: string | undefined;
|
|
1720
|
+
AZURE_TENANT_ID?: string | undefined;
|
|
1721
|
+
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
1722
|
+
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
1723
|
+
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
1724
|
+
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1725
|
+
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
1726
|
+
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1711
1727
|
AZURE_OPENAI_API_BASE_URL?: string | undefined;
|
|
1712
1728
|
AZURE_OPENAI_API_HOST?: string | undefined;
|
|
1713
1729
|
AZURE_OPENAI_API_KEY?: string | undefined;
|
|
1714
1730
|
AZURE_API_BASE_URL?: string | undefined;
|
|
1715
1731
|
AZURE_API_HOST?: string | undefined;
|
|
1716
1732
|
AZURE_API_KEY?: string | undefined;
|
|
1717
|
-
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
1718
|
-
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1719
1733
|
AZURE_OPENAI_BASE_URL?: string | undefined;
|
|
1720
|
-
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
1721
|
-
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
1722
|
-
AZURE_CLIENT_SECRET?: string | undefined;
|
|
1723
|
-
AZURE_CLIENT_ID?: string | undefined;
|
|
1724
|
-
AZURE_TENANT_ID?: string | undefined;
|
|
1725
|
-
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
1726
|
-
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
1727
1734
|
BAM_API_HOST?: string | undefined;
|
|
1728
1735
|
BAM_API_KEY?: string | undefined;
|
|
1729
1736
|
CLOUDFLARE_ACCOUNT_ID?: string | undefined;
|
|
1730
1737
|
CLOUDFLARE_API_KEY?: string | undefined;
|
|
1731
|
-
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
1732
1738
|
COHERE_API_KEY?: string | undefined;
|
|
1733
|
-
FAL_KEY?: string | undefined;
|
|
1734
1739
|
GOOGLE_API_HOST?: string | undefined;
|
|
1735
1740
|
GOOGLE_API_KEY?: string | undefined;
|
|
1736
|
-
GROQ_API_KEY?: string | undefined;
|
|
1737
|
-
LOCALAI_BASE_URL?: string | undefined;
|
|
1738
1741
|
MISTRAL_API_BASE_URL?: string | undefined;
|
|
1739
1742
|
MISTRAL_API_HOST?: string | undefined;
|
|
1740
1743
|
MISTRAL_API_KEY?: string | undefined;
|
|
@@ -1752,9 +1755,6 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
|
|
|
1752
1755
|
VERTEX_PROJECT_ID?: string | undefined;
|
|
1753
1756
|
VERTEX_PUBLISHER?: string | undefined;
|
|
1754
1757
|
VERTEX_REGION?: string | undefined;
|
|
1755
|
-
WATSONX_AI_APIKEY?: string | undefined;
|
|
1756
|
-
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
1757
|
-
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
1758
1758
|
} | undefined;
|
|
1759
1759
|
}>, z.ZodObject<{
|
|
1760
1760
|
id: z.ZodFunction<z.ZodTuple<[], z.ZodUnknown>, z.ZodString>;
|