promptfoo 0.95.0 → 0.96.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (240) hide show
  1. package/README.md +2 -1
  2. package/dist/package.json +13 -11
  3. package/dist/src/app/assets/{index-zXzgAsKj.js → index-Dwt7E2K_.js} +178 -178
  4. package/dist/src/app/assets/{index.es-Jztl1qad.js → index.es-CooNf3HB.js} +1 -1
  5. package/dist/src/app/assets/{sync-BJBBGzPI.js → sync-Bj1WJrHQ.js} +1 -1
  6. package/dist/src/app/index.html +1 -1
  7. package/dist/src/assertions/bleu.d.ts +33 -0
  8. package/dist/src/assertions/bleu.d.ts.map +1 -0
  9. package/dist/src/assertions/bleu.js +116 -0
  10. package/dist/src/assertions/bleu.js.map +1 -0
  11. package/dist/src/assertions/index.d.ts +1 -12
  12. package/dist/src/assertions/index.d.ts.map +1 -1
  13. package/dist/src/assertions/index.js +20 -250
  14. package/dist/src/assertions/index.js.map +1 -1
  15. package/dist/src/assertions/json.d.ts +8 -0
  16. package/dist/src/assertions/json.d.ts.map +1 -0
  17. package/dist/src/assertions/json.js +121 -0
  18. package/dist/src/assertions/json.js.map +1 -0
  19. package/dist/src/assertions/perplexity.d.ts +4 -0
  20. package/dist/src/assertions/perplexity.d.ts.map +1 -0
  21. package/dist/src/assertions/perplexity.js +40 -0
  22. package/dist/src/assertions/perplexity.js.map +1 -0
  23. package/dist/src/assertions/sql.d.ts +4 -0
  24. package/dist/src/assertions/sql.d.ts.map +1 -0
  25. package/dist/src/assertions/sql.js +87 -0
  26. package/dist/src/assertions/sql.js.map +1 -0
  27. package/dist/src/assertions/xml.d.ts +9 -0
  28. package/dist/src/assertions/xml.d.ts.map +1 -0
  29. package/dist/src/assertions/xml.js +57 -0
  30. package/dist/src/assertions/xml.js.map +1 -0
  31. package/dist/src/commands/eval/filterTests.d.ts +1 -0
  32. package/dist/src/commands/eval/filterTests.d.ts.map +1 -1
  33. package/dist/src/commands/eval/filterTests.js +14 -1
  34. package/dist/src/commands/eval/filterTests.js.map +1 -1
  35. package/dist/src/commands/eval.d.ts.map +1 -1
  36. package/dist/src/commands/eval.js +14 -3
  37. package/dist/src/commands/eval.js.map +1 -1
  38. package/dist/src/commands/import.d.ts.map +1 -1
  39. package/dist/src/commands/import.js +1 -0
  40. package/dist/src/commands/import.js.map +1 -1
  41. package/dist/src/commands/list.d.ts.map +1 -1
  42. package/dist/src/commands/list.js +15 -0
  43. package/dist/src/commands/list.js.map +1 -1
  44. package/dist/src/csv.d.ts.map +1 -1
  45. package/dist/src/csv.js +9 -4
  46. package/dist/src/csv.js.map +1 -1
  47. package/dist/src/database/tables.d.ts +189 -1
  48. package/dist/src/database/tables.d.ts.map +1 -1
  49. package/dist/src/envars.d.ts +9 -0
  50. package/dist/src/envars.d.ts.map +1 -1
  51. package/dist/src/envars.js.map +1 -1
  52. package/dist/src/evaluator.js +2 -2
  53. package/dist/src/evaluator.js.map +1 -1
  54. package/dist/src/evaluatorHelpers.d.ts.map +1 -1
  55. package/dist/src/evaluatorHelpers.js +4 -0
  56. package/dist/src/evaluatorHelpers.js.map +1 -1
  57. package/dist/src/globalConfig/accounts.d.ts +1 -0
  58. package/dist/src/globalConfig/accounts.d.ts.map +1 -1
  59. package/dist/src/globalConfig/accounts.js +24 -0
  60. package/dist/src/globalConfig/accounts.js.map +1 -1
  61. package/dist/src/index.d.ts +74 -68
  62. package/dist/src/index.d.ts.map +1 -1
  63. package/dist/src/onboarding.js +8 -8
  64. package/dist/src/onboarding.js.map +1 -1
  65. package/dist/src/providers/adaline.gateway.d.ts.map +1 -1
  66. package/dist/src/providers/adaline.gateway.js +4 -4
  67. package/dist/src/providers/adaline.gateway.js.map +1 -1
  68. package/dist/src/providers/anthropic.d.ts.map +1 -1
  69. package/dist/src/providers/anthropic.js +21 -0
  70. package/dist/src/providers/anthropic.js.map +1 -1
  71. package/dist/src/providers/{azureopenai.d.ts → azure.d.ts} +13 -13
  72. package/dist/src/providers/azure.d.ts.map +1 -0
  73. package/dist/src/providers/{azureopenai.js → azure.js} +64 -42
  74. package/dist/src/providers/azure.js.map +1 -0
  75. package/dist/src/providers/{azureopenaiUtil.d.ts → azureUtil.d.ts} +1 -1
  76. package/dist/src/providers/azureUtil.d.ts.map +1 -0
  77. package/dist/src/providers/{azureopenaiUtil.js → azureUtil.js} +3 -3
  78. package/dist/src/providers/azureUtil.js.map +1 -0
  79. package/dist/src/providers/bedrock.d.ts +5 -3
  80. package/dist/src/providers/bedrock.d.ts.map +1 -1
  81. package/dist/src/providers/bedrock.js +37 -8
  82. package/dist/src/providers/bedrock.js.map +1 -1
  83. package/dist/src/providers/defaults.d.ts.map +1 -1
  84. package/dist/src/providers/defaults.js +36 -0
  85. package/dist/src/providers/defaults.js.map +1 -1
  86. package/dist/src/providers/portkey.d.ts +3 -2
  87. package/dist/src/providers/portkey.d.ts.map +1 -1
  88. package/dist/src/providers/portkey.js +17 -10
  89. package/dist/src/providers/portkey.js.map +1 -1
  90. package/dist/src/providers/promptfoo.js +2 -2
  91. package/dist/src/providers/promptfoo.js.map +1 -1
  92. package/dist/src/providers.d.ts +9 -5
  93. package/dist/src/providers.d.ts.map +1 -1
  94. package/dist/src/providers.js +16 -11
  95. package/dist/src/providers.js.map +1 -1
  96. package/dist/src/redteam/commands/generate.d.ts.map +1 -1
  97. package/dist/src/redteam/commands/generate.js +5 -1
  98. package/dist/src/redteam/commands/generate.js.map +1 -1
  99. package/dist/src/redteam/commands/init.d.ts +11 -0
  100. package/dist/src/redteam/commands/init.d.ts.map +1 -1
  101. package/dist/src/redteam/commands/init.js +47 -12
  102. package/dist/src/redteam/commands/init.js.map +1 -1
  103. package/dist/src/redteam/commands/poison.d.ts +3 -0
  104. package/dist/src/redteam/commands/poison.d.ts.map +1 -0
  105. package/dist/src/redteam/commands/poison.js +165 -0
  106. package/dist/src/redteam/commands/poison.js.map +1 -0
  107. package/dist/src/redteam/commands/run.d.ts.map +1 -1
  108. package/dist/src/redteam/commands/run.js +2 -0
  109. package/dist/src/redteam/commands/run.js.map +1 -1
  110. package/dist/src/redteam/constants.d.ts +2 -2
  111. package/dist/src/redteam/constants.d.ts.map +1 -1
  112. package/dist/src/redteam/constants.js +13 -4
  113. package/dist/src/redteam/constants.js.map +1 -1
  114. package/dist/src/redteam/extraction/util.js +1 -1
  115. package/dist/src/redteam/extraction/util.js.map +1 -1
  116. package/dist/src/redteam/graders.d.ts +34 -32
  117. package/dist/src/redteam/graders.d.ts.map +1 -1
  118. package/dist/src/redteam/graders.js +34 -33
  119. package/dist/src/redteam/graders.js.map +1 -1
  120. package/dist/src/redteam/index.d.ts.map +1 -1
  121. package/dist/src/redteam/index.js +9 -2
  122. package/dist/src/redteam/index.js.map +1 -1
  123. package/dist/src/redteam/plugins/bfla.d.ts.map +1 -1
  124. package/dist/src/redteam/plugins/bfla.js +5 -3
  125. package/dist/src/redteam/plugins/bfla.js.map +1 -1
  126. package/dist/src/redteam/plugins/bola.js +3 -3
  127. package/dist/src/redteam/plugins/index.d.ts.map +1 -1
  128. package/dist/src/redteam/plugins/index.js +3 -2
  129. package/dist/src/redteam/plugins/index.js.map +1 -1
  130. package/dist/src/redteam/plugins/intent.d.ts +22 -0
  131. package/dist/src/redteam/plugins/intent.d.ts.map +1 -0
  132. package/dist/src/redteam/plugins/intent.js +100 -0
  133. package/dist/src/redteam/plugins/intent.js.map +1 -0
  134. package/dist/src/redteam/plugins/pii.d.ts.map +1 -1
  135. package/dist/src/redteam/plugins/pii.js +21 -14
  136. package/dist/src/redteam/plugins/pii.js.map +1 -1
  137. package/dist/src/redteam/plugins/rbac.d.ts.map +1 -1
  138. package/dist/src/redteam/plugins/rbac.js +5 -4
  139. package/dist/src/redteam/plugins/rbac.js.map +1 -1
  140. package/dist/src/redteam/plugins/sqlInjection.d.ts.map +1 -1
  141. package/dist/src/redteam/plugins/sqlInjection.js +13 -4
  142. package/dist/src/redteam/plugins/sqlInjection.js.map +1 -1
  143. package/dist/src/redteam/providers/crescendo/index.d.ts.map +1 -1
  144. package/dist/src/redteam/providers/crescendo/index.js +6 -4
  145. package/dist/src/redteam/providers/crescendo/index.js.map +1 -1
  146. package/dist/src/redteam/providers/goat.js +1 -1
  147. package/dist/src/redteam/providers/goat.js.map +1 -1
  148. package/dist/src/redteam/providers/iterative.d.ts.map +1 -1
  149. package/dist/src/redteam/providers/iterative.js +4 -2
  150. package/dist/src/redteam/providers/iterative.js.map +1 -1
  151. package/dist/src/redteam/providers/iterativeImage.d.ts.map +1 -1
  152. package/dist/src/redteam/providers/iterativeImage.js +4 -2
  153. package/dist/src/redteam/providers/iterativeImage.js.map +1 -1
  154. package/dist/src/redteam/providers/iterativeTree.d.ts +3 -1
  155. package/dist/src/redteam/providers/iterativeTree.d.ts.map +1 -1
  156. package/dist/src/redteam/providers/iterativeTree.js +5 -3
  157. package/dist/src/redteam/providers/iterativeTree.js.map +1 -1
  158. package/dist/src/redteam/providers/shared.d.ts +2 -2
  159. package/dist/src/redteam/providers/shared.d.ts.map +1 -1
  160. package/dist/src/redteam/providers/shared.js +2 -2
  161. package/dist/src/redteam/providers/shared.js.map +1 -1
  162. package/dist/src/redteam/strategies/mathPrompt.js +1 -1
  163. package/dist/src/redteam/strategies/mathPrompt.js.map +1 -1
  164. package/dist/src/redteam/strategies/multilingual.js +1 -1
  165. package/dist/src/redteam/strategies/multilingual.js.map +1 -1
  166. package/dist/src/redteam/types.d.ts +1 -0
  167. package/dist/src/redteam/types.d.ts.map +1 -1
  168. package/dist/src/remoteGrading.js +1 -1
  169. package/dist/src/remoteGrading.js.map +1 -1
  170. package/dist/src/telemetry.d.ts +2 -2
  171. package/dist/src/types/index.d.ts +4630 -11
  172. package/dist/src/types/index.d.ts.map +1 -1
  173. package/dist/src/types/index.js +2 -0
  174. package/dist/src/types/index.js.map +1 -1
  175. package/dist/src/types/providers.d.ts +12 -0
  176. package/dist/src/types/providers.d.ts.map +1 -1
  177. package/dist/src/types/providers.js.map +1 -1
  178. package/dist/src/util/config/load.d.ts +1 -1
  179. package/dist/src/util/config/load.d.ts.map +1 -1
  180. package/dist/src/util/config/load.js +14 -2
  181. package/dist/src/util/config/load.js.map +1 -1
  182. package/dist/src/util/index.d.ts +34 -0
  183. package/dist/src/util/index.d.ts.map +1 -1
  184. package/dist/src/validators/providers.d.ts +391 -0
  185. package/dist/src/validators/providers.d.ts.map +1 -1
  186. package/dist/src/validators/providers.js +18 -0
  187. package/dist/src/validators/providers.js.map +1 -1
  188. package/dist/src/validators/redteam.d.ts +136 -0
  189. package/dist/src/validators/redteam.d.ts.map +1 -1
  190. package/dist/test/assertions/bleu.test.d.ts +2 -0
  191. package/dist/test/assertions/bleu.test.d.ts.map +1 -0
  192. package/dist/test/assertions/bleu.test.js +137 -0
  193. package/dist/test/assertions/bleu.test.js.map +1 -0
  194. package/dist/test/assertions/index.test.js +276 -297
  195. package/dist/test/assertions/index.test.js.map +1 -1
  196. package/dist/test/assertions/json.test.d.ts +2 -0
  197. package/dist/test/assertions/json.test.d.ts.map +1 -0
  198. package/dist/test/assertions/json.test.js +36 -0
  199. package/dist/test/assertions/json.test.js.map +1 -0
  200. package/dist/test/assertions/sql.test.d.ts +2 -0
  201. package/dist/test/assertions/sql.test.d.ts.map +1 -0
  202. package/dist/test/{is-sql-tests/node-sql-parser.test.js → assertions/sql.test.js} +13 -13
  203. package/dist/test/assertions/sql.test.js.map +1 -0
  204. package/dist/test/commands/eval/filterTests.test.js +30 -0
  205. package/dist/test/commands/eval/filterTests.test.js.map +1 -1
  206. package/dist/test/factories/evalFactory.d.ts +155 -1
  207. package/dist/test/factories/evalFactory.d.ts.map +1 -1
  208. package/dist/test/onboarding.test.js +126 -1
  209. package/dist/test/onboarding.test.js.map +1 -1
  210. package/dist/test/providers/anthropic.test.js +81 -0
  211. package/dist/test/providers/anthropic.test.js.map +1 -1
  212. package/dist/test/providers/azure.test.js +22 -25
  213. package/dist/test/providers/azure.test.js.map +1 -1
  214. package/dist/test/providers/bedrock.test.js +178 -55
  215. package/dist/test/providers/bedrock.test.js.map +1 -1
  216. package/dist/test/providers/index.test.js +7 -7
  217. package/dist/test/providers/index.test.js.map +1 -1
  218. package/dist/test/providers/portkey.test.d.ts +2 -0
  219. package/dist/test/providers/portkey.test.d.ts.map +1 -0
  220. package/dist/test/providers/portkey.test.js +46 -0
  221. package/dist/test/providers/portkey.test.js.map +1 -0
  222. package/dist/test/redteam/commands/init.test.d.ts +2 -0
  223. package/dist/test/redteam/commands/init.test.d.ts.map +1 -0
  224. package/dist/test/redteam/commands/init.test.js +109 -0
  225. package/dist/test/redteam/commands/init.test.js.map +1 -0
  226. package/dist/test/redteam/plugins/pluginDocumentation.test.js +4 -1
  227. package/dist/test/redteam/plugins/pluginDocumentation.test.js.map +1 -1
  228. package/dist/test/redteam/providers/goat.test.js +1 -1
  229. package/dist/test/redteam/providers/goat.test.js.map +1 -1
  230. package/dist/test/redteam/providers/iterativeTree.test.js +8 -3
  231. package/dist/test/redteam/providers/iterativeTree.test.js.map +1 -1
  232. package/dist/tsconfig.tsbuildinfo +1 -1
  233. package/package.json +13 -11
  234. package/dist/src/providers/azureopenai.d.ts.map +0 -1
  235. package/dist/src/providers/azureopenai.js.map +0 -1
  236. package/dist/src/providers/azureopenaiUtil.d.ts.map +0 -1
  237. package/dist/src/providers/azureopenaiUtil.js.map +0 -1
  238. package/dist/test/is-sql-tests/node-sql-parser.test.d.ts +0 -2
  239. package/dist/test/is-sql-tests/node-sql-parser.test.d.ts.map +0 -1
  240. package/dist/test/is-sql-tests/node-sql-parser.test.js.map +0 -1
package/dist/src/validators/providers.d.ts CHANGED
@@ -8,12 +8,26 @@ export declare const ProviderEnvOverridesSchema: z.ZodObject<{
8
8
  AZURE_OPENAI_API_BASE_URL: z.ZodOptional<z.ZodString>;
9
9
  AZURE_OPENAI_API_HOST: z.ZodOptional<z.ZodString>;
10
10
  AZURE_OPENAI_API_KEY: z.ZodOptional<z.ZodString>;
11
+ AZURE_API_BASE_URL: z.ZodOptional<z.ZodString>;
12
+ AZURE_API_HOST: z.ZodOptional<z.ZodString>;
13
+ AZURE_API_KEY: z.ZodOptional<z.ZodString>;
14
+ AZURE_DEPLOYMENT_NAME: z.ZodOptional<z.ZodString>;
15
+ AZURE_EMBEDDING_DEPLOYMENT_NAME: z.ZodOptional<z.ZodString>;
11
16
  AZURE_OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
17
+ AZURE_OPENAI_DEPLOYMENT_NAME: z.ZodOptional<z.ZodString>;
18
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME: z.ZodOptional<z.ZodString>;
19
+ AZURE_CLIENT_SECRET: z.ZodOptional<z.ZodString>;
20
+ AZURE_CLIENT_ID: z.ZodOptional<z.ZodString>;
21
+ AZURE_TENANT_ID: z.ZodOptional<z.ZodString>;
22
+ AZURE_AUTHORITY_HOST: z.ZodOptional<z.ZodString>;
23
+ AZURE_TOKEN_SCOPE: z.ZodOptional<z.ZodString>;
12
24
  BAM_API_HOST: z.ZodOptional<z.ZodString>;
13
25
  BAM_API_KEY: z.ZodOptional<z.ZodString>;
14
26
  CLOUDFLARE_ACCOUNT_ID: z.ZodOptional<z.ZodString>;
15
27
  CLOUDFLARE_API_KEY: z.ZodOptional<z.ZodString>;
28
+ PROMPTFOO_REMOTE_GENERATION_URL: z.ZodOptional<z.ZodString>;
16
29
  COHERE_API_KEY: z.ZodOptional<z.ZodString>;
30
+ FAL_KEY: z.ZodOptional<z.ZodString>;
17
31
  GOOGLE_API_HOST: z.ZodOptional<z.ZodString>;
18
32
  GOOGLE_API_KEY: z.ZodOptional<z.ZodString>;
19
33
  GROQ_API_KEY: z.ZodOptional<z.ZodString>;
@@ -35,6 +49,9 @@ export declare const ProviderEnvOverridesSchema: z.ZodObject<{
35
49
  VERTEX_PROJECT_ID: z.ZodOptional<z.ZodString>;
36
50
  VERTEX_PUBLISHER: z.ZodOptional<z.ZodString>;
37
51
  VERTEX_REGION: z.ZodOptional<z.ZodString>;
52
+ WATSONX_AI_APIKEY: z.ZodOptional<z.ZodString>;
53
+ WATSONX_AI_PROJECT_ID: z.ZodOptional<z.ZodString>;
54
+ WATSONX_AI_BEARER_TOKEN: z.ZodOptional<z.ZodString>;
38
55
  }, "strip", z.ZodTypeAny, {
39
56
  AI21_API_BASE_URL?: string | undefined;
40
57
  AI21_API_KEY?: string | undefined;
@@ -43,12 +60,26 @@ export declare const ProviderEnvOverridesSchema: z.ZodObject<{
43
60
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
44
61
  AZURE_OPENAI_API_HOST?: string | undefined;
45
62
  AZURE_OPENAI_API_KEY?: string | undefined;
63
+ AZURE_API_BASE_URL?: string | undefined;
64
+ AZURE_API_HOST?: string | undefined;
65
+ AZURE_API_KEY?: string | undefined;
66
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
67
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
46
68
  AZURE_OPENAI_BASE_URL?: string | undefined;
69
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
70
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
71
+ AZURE_CLIENT_SECRET?: string | undefined;
72
+ AZURE_CLIENT_ID?: string | undefined;
73
+ AZURE_TENANT_ID?: string | undefined;
74
+ AZURE_AUTHORITY_HOST?: string | undefined;
75
+ AZURE_TOKEN_SCOPE?: string | undefined;
47
76
  BAM_API_HOST?: string | undefined;
48
77
  BAM_API_KEY?: string | undefined;
49
78
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
50
79
  CLOUDFLARE_API_KEY?: string | undefined;
80
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
51
81
  COHERE_API_KEY?: string | undefined;
82
+ FAL_KEY?: string | undefined;
52
83
  GOOGLE_API_HOST?: string | undefined;
53
84
  GOOGLE_API_KEY?: string | undefined;
54
85
  GROQ_API_KEY?: string | undefined;
@@ -70,6 +101,9 @@ export declare const ProviderEnvOverridesSchema: z.ZodObject<{
70
101
  VERTEX_PROJECT_ID?: string | undefined;
71
102
  VERTEX_PUBLISHER?: string | undefined;
72
103
  VERTEX_REGION?: string | undefined;
104
+ WATSONX_AI_APIKEY?: string | undefined;
105
+ WATSONX_AI_PROJECT_ID?: string | undefined;
106
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
73
107
  }, {
74
108
  AI21_API_BASE_URL?: string | undefined;
75
109
  AI21_API_KEY?: string | undefined;
@@ -78,12 +112,26 @@ export declare const ProviderEnvOverridesSchema: z.ZodObject<{
78
112
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
79
113
  AZURE_OPENAI_API_HOST?: string | undefined;
80
114
  AZURE_OPENAI_API_KEY?: string | undefined;
115
+ AZURE_API_BASE_URL?: string | undefined;
116
+ AZURE_API_HOST?: string | undefined;
117
+ AZURE_API_KEY?: string | undefined;
118
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
119
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
81
120
  AZURE_OPENAI_BASE_URL?: string | undefined;
121
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
122
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
123
+ AZURE_CLIENT_SECRET?: string | undefined;
124
+ AZURE_CLIENT_ID?: string | undefined;
125
+ AZURE_TENANT_ID?: string | undefined;
126
+ AZURE_AUTHORITY_HOST?: string | undefined;
127
+ AZURE_TOKEN_SCOPE?: string | undefined;
82
128
  BAM_API_HOST?: string | undefined;
83
129
  BAM_API_KEY?: string | undefined;
84
130
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
85
131
  CLOUDFLARE_API_KEY?: string | undefined;
132
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
86
133
  COHERE_API_KEY?: string | undefined;
134
+ FAL_KEY?: string | undefined;
87
135
  GOOGLE_API_HOST?: string | undefined;
88
136
  GOOGLE_API_KEY?: string | undefined;
89
137
  GROQ_API_KEY?: string | undefined;
@@ -105,6 +153,9 @@ export declare const ProviderEnvOverridesSchema: z.ZodObject<{
105
153
  VERTEX_PROJECT_ID?: string | undefined;
106
154
  VERTEX_PUBLISHER?: string | undefined;
107
155
  VERTEX_REGION?: string | undefined;
156
+ WATSONX_AI_APIKEY?: string | undefined;
157
+ WATSONX_AI_PROJECT_ID?: string | undefined;
158
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
108
159
  }>;
109
160
  export declare const ProviderOptionsSchema: z.ZodObject<{
110
161
  id: z.ZodOptional<z.ZodType<string, z.ZodTypeDef, string>>;
@@ -121,12 +172,26 @@ export declare const ProviderOptionsSchema: z.ZodObject<{
121
172
  AZURE_OPENAI_API_BASE_URL: z.ZodOptional<z.ZodString>;
122
173
  AZURE_OPENAI_API_HOST: z.ZodOptional<z.ZodString>;
123
174
  AZURE_OPENAI_API_KEY: z.ZodOptional<z.ZodString>;
175
+ AZURE_API_BASE_URL: z.ZodOptional<z.ZodString>;
176
+ AZURE_API_HOST: z.ZodOptional<z.ZodString>;
177
+ AZURE_API_KEY: z.ZodOptional<z.ZodString>;
178
+ AZURE_DEPLOYMENT_NAME: z.ZodOptional<z.ZodString>;
179
+ AZURE_EMBEDDING_DEPLOYMENT_NAME: z.ZodOptional<z.ZodString>;
124
180
  AZURE_OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
181
+ AZURE_OPENAI_DEPLOYMENT_NAME: z.ZodOptional<z.ZodString>;
182
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME: z.ZodOptional<z.ZodString>;
183
+ AZURE_CLIENT_SECRET: z.ZodOptional<z.ZodString>;
184
+ AZURE_CLIENT_ID: z.ZodOptional<z.ZodString>;
185
+ AZURE_TENANT_ID: z.ZodOptional<z.ZodString>;
186
+ AZURE_AUTHORITY_HOST: z.ZodOptional<z.ZodString>;
187
+ AZURE_TOKEN_SCOPE: z.ZodOptional<z.ZodString>;
125
188
  BAM_API_HOST: z.ZodOptional<z.ZodString>;
126
189
  BAM_API_KEY: z.ZodOptional<z.ZodString>;
127
190
  CLOUDFLARE_ACCOUNT_ID: z.ZodOptional<z.ZodString>;
128
191
  CLOUDFLARE_API_KEY: z.ZodOptional<z.ZodString>;
192
+ PROMPTFOO_REMOTE_GENERATION_URL: z.ZodOptional<z.ZodString>;
129
193
  COHERE_API_KEY: z.ZodOptional<z.ZodString>;
194
+ FAL_KEY: z.ZodOptional<z.ZodString>;
130
195
  GOOGLE_API_HOST: z.ZodOptional<z.ZodString>;
131
196
  GOOGLE_API_KEY: z.ZodOptional<z.ZodString>;
132
197
  GROQ_API_KEY: z.ZodOptional<z.ZodString>;
@@ -148,6 +213,9 @@ export declare const ProviderOptionsSchema: z.ZodObject<{
148
213
  VERTEX_PROJECT_ID: z.ZodOptional<z.ZodString>;
149
214
  VERTEX_PUBLISHER: z.ZodOptional<z.ZodString>;
150
215
  VERTEX_REGION: z.ZodOptional<z.ZodString>;
216
+ WATSONX_AI_APIKEY: z.ZodOptional<z.ZodString>;
217
+ WATSONX_AI_PROJECT_ID: z.ZodOptional<z.ZodString>;
218
+ WATSONX_AI_BEARER_TOKEN: z.ZodOptional<z.ZodString>;
151
219
  }, "strip", z.ZodTypeAny, {
152
220
  AI21_API_BASE_URL?: string | undefined;
153
221
  AI21_API_KEY?: string | undefined;
@@ -156,12 +224,26 @@ export declare const ProviderOptionsSchema: z.ZodObject<{
156
224
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
157
225
  AZURE_OPENAI_API_HOST?: string | undefined;
158
226
  AZURE_OPENAI_API_KEY?: string | undefined;
227
+ AZURE_API_BASE_URL?: string | undefined;
228
+ AZURE_API_HOST?: string | undefined;
229
+ AZURE_API_KEY?: string | undefined;
230
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
231
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
159
232
  AZURE_OPENAI_BASE_URL?: string | undefined;
233
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
234
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
235
+ AZURE_CLIENT_SECRET?: string | undefined;
236
+ AZURE_CLIENT_ID?: string | undefined;
237
+ AZURE_TENANT_ID?: string | undefined;
238
+ AZURE_AUTHORITY_HOST?: string | undefined;
239
+ AZURE_TOKEN_SCOPE?: string | undefined;
160
240
  BAM_API_HOST?: string | undefined;
161
241
  BAM_API_KEY?: string | undefined;
162
242
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
163
243
  CLOUDFLARE_API_KEY?: string | undefined;
244
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
164
245
  COHERE_API_KEY?: string | undefined;
246
+ FAL_KEY?: string | undefined;
165
247
  GOOGLE_API_HOST?: string | undefined;
166
248
  GOOGLE_API_KEY?: string | undefined;
167
249
  GROQ_API_KEY?: string | undefined;
@@ -183,6 +265,9 @@ export declare const ProviderOptionsSchema: z.ZodObject<{
183
265
  VERTEX_PROJECT_ID?: string | undefined;
184
266
  VERTEX_PUBLISHER?: string | undefined;
185
267
  VERTEX_REGION?: string | undefined;
268
+ WATSONX_AI_APIKEY?: string | undefined;
269
+ WATSONX_AI_PROJECT_ID?: string | undefined;
270
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
186
271
  }, {
187
272
  AI21_API_BASE_URL?: string | undefined;
188
273
  AI21_API_KEY?: string | undefined;
@@ -191,12 +276,26 @@ export declare const ProviderOptionsSchema: z.ZodObject<{
191
276
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
192
277
  AZURE_OPENAI_API_HOST?: string | undefined;
193
278
  AZURE_OPENAI_API_KEY?: string | undefined;
279
+ AZURE_API_BASE_URL?: string | undefined;
280
+ AZURE_API_HOST?: string | undefined;
281
+ AZURE_API_KEY?: string | undefined;
282
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
283
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
194
284
  AZURE_OPENAI_BASE_URL?: string | undefined;
285
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
286
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
287
+ AZURE_CLIENT_SECRET?: string | undefined;
288
+ AZURE_CLIENT_ID?: string | undefined;
289
+ AZURE_TENANT_ID?: string | undefined;
290
+ AZURE_AUTHORITY_HOST?: string | undefined;
291
+ AZURE_TOKEN_SCOPE?: string | undefined;
195
292
  BAM_API_HOST?: string | undefined;
196
293
  BAM_API_KEY?: string | undefined;
197
294
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
198
295
  CLOUDFLARE_API_KEY?: string | undefined;
296
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
199
297
  COHERE_API_KEY?: string | undefined;
298
+ FAL_KEY?: string | undefined;
200
299
  GOOGLE_API_HOST?: string | undefined;
201
300
  GOOGLE_API_KEY?: string | undefined;
202
301
  GROQ_API_KEY?: string | undefined;
@@ -218,6 +317,9 @@ export declare const ProviderOptionsSchema: z.ZodObject<{
218
317
  VERTEX_PROJECT_ID?: string | undefined;
219
318
  VERTEX_PUBLISHER?: string | undefined;
220
319
  VERTEX_REGION?: string | undefined;
320
+ WATSONX_AI_APIKEY?: string | undefined;
321
+ WATSONX_AI_PROJECT_ID?: string | undefined;
322
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
221
323
  }>>;
222
324
  }, "strict", z.ZodTypeAny, {
223
325
  id?: string | undefined;
@@ -234,12 +336,26 @@ export declare const ProviderOptionsSchema: z.ZodObject<{
234
336
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
235
337
  AZURE_OPENAI_API_HOST?: string | undefined;
236
338
  AZURE_OPENAI_API_KEY?: string | undefined;
339
+ AZURE_API_BASE_URL?: string | undefined;
340
+ AZURE_API_HOST?: string | undefined;
341
+ AZURE_API_KEY?: string | undefined;
342
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
343
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
237
344
  AZURE_OPENAI_BASE_URL?: string | undefined;
345
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
346
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
347
+ AZURE_CLIENT_SECRET?: string | undefined;
348
+ AZURE_CLIENT_ID?: string | undefined;
349
+ AZURE_TENANT_ID?: string | undefined;
350
+ AZURE_AUTHORITY_HOST?: string | undefined;
351
+ AZURE_TOKEN_SCOPE?: string | undefined;
238
352
  BAM_API_HOST?: string | undefined;
239
353
  BAM_API_KEY?: string | undefined;
240
354
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
241
355
  CLOUDFLARE_API_KEY?: string | undefined;
356
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
242
357
  COHERE_API_KEY?: string | undefined;
358
+ FAL_KEY?: string | undefined;
243
359
  GOOGLE_API_HOST?: string | undefined;
244
360
  GOOGLE_API_KEY?: string | undefined;
245
361
  GROQ_API_KEY?: string | undefined;
@@ -261,6 +377,9 @@ export declare const ProviderOptionsSchema: z.ZodObject<{
261
377
  VERTEX_PROJECT_ID?: string | undefined;
262
378
  VERTEX_PUBLISHER?: string | undefined;
263
379
  VERTEX_REGION?: string | undefined;
380
+ WATSONX_AI_APIKEY?: string | undefined;
381
+ WATSONX_AI_PROJECT_ID?: string | undefined;
382
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
264
383
  } | undefined;
265
384
  }, {
266
385
  id?: string | undefined;
@@ -277,12 +396,26 @@ export declare const ProviderOptionsSchema: z.ZodObject<{
277
396
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
278
397
  AZURE_OPENAI_API_HOST?: string | undefined;
279
398
  AZURE_OPENAI_API_KEY?: string | undefined;
399
+ AZURE_API_BASE_URL?: string | undefined;
400
+ AZURE_API_HOST?: string | undefined;
401
+ AZURE_API_KEY?: string | undefined;
402
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
403
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
280
404
  AZURE_OPENAI_BASE_URL?: string | undefined;
405
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
406
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
407
+ AZURE_CLIENT_SECRET?: string | undefined;
408
+ AZURE_CLIENT_ID?: string | undefined;
409
+ AZURE_TENANT_ID?: string | undefined;
410
+ AZURE_AUTHORITY_HOST?: string | undefined;
411
+ AZURE_TOKEN_SCOPE?: string | undefined;
281
412
  BAM_API_HOST?: string | undefined;
282
413
  BAM_API_KEY?: string | undefined;
283
414
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
284
415
  CLOUDFLARE_API_KEY?: string | undefined;
416
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
285
417
  COHERE_API_KEY?: string | undefined;
418
+ FAL_KEY?: string | undefined;
286
419
  GOOGLE_API_HOST?: string | undefined;
287
420
  GOOGLE_API_KEY?: string | undefined;
288
421
  GROQ_API_KEY?: string | undefined;
@@ -304,6 +437,9 @@ export declare const ProviderOptionsSchema: z.ZodObject<{
304
437
  VERTEX_PROJECT_ID?: string | undefined;
305
438
  VERTEX_PUBLISHER?: string | undefined;
306
439
  VERTEX_REGION?: string | undefined;
440
+ WATSONX_AI_APIKEY?: string | undefined;
441
+ WATSONX_AI_PROJECT_ID?: string | undefined;
442
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
307
443
  } | undefined;
308
444
  }>;
309
445
  export declare const CallApiContextParamsSchema: z.ZodObject<{
@@ -675,12 +811,26 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
675
811
  AZURE_OPENAI_API_BASE_URL: z.ZodOptional<z.ZodString>;
676
812
  AZURE_OPENAI_API_HOST: z.ZodOptional<z.ZodString>;
677
813
  AZURE_OPENAI_API_KEY: z.ZodOptional<z.ZodString>;
814
+ AZURE_API_BASE_URL: z.ZodOptional<z.ZodString>;
815
+ AZURE_API_HOST: z.ZodOptional<z.ZodString>;
816
+ AZURE_API_KEY: z.ZodOptional<z.ZodString>;
817
+ AZURE_DEPLOYMENT_NAME: z.ZodOptional<z.ZodString>;
818
+ AZURE_EMBEDDING_DEPLOYMENT_NAME: z.ZodOptional<z.ZodString>;
678
819
  AZURE_OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
820
+ AZURE_OPENAI_DEPLOYMENT_NAME: z.ZodOptional<z.ZodString>;
821
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME: z.ZodOptional<z.ZodString>;
822
+ AZURE_CLIENT_SECRET: z.ZodOptional<z.ZodString>;
823
+ AZURE_CLIENT_ID: z.ZodOptional<z.ZodString>;
824
+ AZURE_TENANT_ID: z.ZodOptional<z.ZodString>;
825
+ AZURE_AUTHORITY_HOST: z.ZodOptional<z.ZodString>;
826
+ AZURE_TOKEN_SCOPE: z.ZodOptional<z.ZodString>;
679
827
  BAM_API_HOST: z.ZodOptional<z.ZodString>;
680
828
  BAM_API_KEY: z.ZodOptional<z.ZodString>;
681
829
  CLOUDFLARE_ACCOUNT_ID: z.ZodOptional<z.ZodString>;
682
830
  CLOUDFLARE_API_KEY: z.ZodOptional<z.ZodString>;
831
+ PROMPTFOO_REMOTE_GENERATION_URL: z.ZodOptional<z.ZodString>;
683
832
  COHERE_API_KEY: z.ZodOptional<z.ZodString>;
833
+ FAL_KEY: z.ZodOptional<z.ZodString>;
684
834
  GOOGLE_API_HOST: z.ZodOptional<z.ZodString>;
685
835
  GOOGLE_API_KEY: z.ZodOptional<z.ZodString>;
686
836
  GROQ_API_KEY: z.ZodOptional<z.ZodString>;
@@ -702,6 +852,9 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
702
852
  VERTEX_PROJECT_ID: z.ZodOptional<z.ZodString>;
703
853
  VERTEX_PUBLISHER: z.ZodOptional<z.ZodString>;
704
854
  VERTEX_REGION: z.ZodOptional<z.ZodString>;
855
+ WATSONX_AI_APIKEY: z.ZodOptional<z.ZodString>;
856
+ WATSONX_AI_PROJECT_ID: z.ZodOptional<z.ZodString>;
857
+ WATSONX_AI_BEARER_TOKEN: z.ZodOptional<z.ZodString>;
705
858
  }, "strip", z.ZodTypeAny, {
706
859
  AI21_API_BASE_URL?: string | undefined;
707
860
  AI21_API_KEY?: string | undefined;
@@ -710,12 +863,26 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
710
863
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
711
864
  AZURE_OPENAI_API_HOST?: string | undefined;
712
865
  AZURE_OPENAI_API_KEY?: string | undefined;
866
+ AZURE_API_BASE_URL?: string | undefined;
867
+ AZURE_API_HOST?: string | undefined;
868
+ AZURE_API_KEY?: string | undefined;
869
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
870
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
713
871
  AZURE_OPENAI_BASE_URL?: string | undefined;
872
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
873
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
874
+ AZURE_CLIENT_SECRET?: string | undefined;
875
+ AZURE_CLIENT_ID?: string | undefined;
876
+ AZURE_TENANT_ID?: string | undefined;
877
+ AZURE_AUTHORITY_HOST?: string | undefined;
878
+ AZURE_TOKEN_SCOPE?: string | undefined;
714
879
  BAM_API_HOST?: string | undefined;
715
880
  BAM_API_KEY?: string | undefined;
716
881
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
717
882
  CLOUDFLARE_API_KEY?: string | undefined;
883
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
718
884
  COHERE_API_KEY?: string | undefined;
885
+ FAL_KEY?: string | undefined;
719
886
  GOOGLE_API_HOST?: string | undefined;
720
887
  GOOGLE_API_KEY?: string | undefined;
721
888
  GROQ_API_KEY?: string | undefined;
@@ -737,6 +904,9 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
737
904
  VERTEX_PROJECT_ID?: string | undefined;
738
905
  VERTEX_PUBLISHER?: string | undefined;
739
906
  VERTEX_REGION?: string | undefined;
907
+ WATSONX_AI_APIKEY?: string | undefined;
908
+ WATSONX_AI_PROJECT_ID?: string | undefined;
909
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
740
910
  }, {
741
911
  AI21_API_BASE_URL?: string | undefined;
742
912
  AI21_API_KEY?: string | undefined;
@@ -745,12 +915,26 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
745
915
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
746
916
  AZURE_OPENAI_API_HOST?: string | undefined;
747
917
  AZURE_OPENAI_API_KEY?: string | undefined;
918
+ AZURE_API_BASE_URL?: string | undefined;
919
+ AZURE_API_HOST?: string | undefined;
920
+ AZURE_API_KEY?: string | undefined;
921
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
922
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
748
923
  AZURE_OPENAI_BASE_URL?: string | undefined;
924
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
925
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
926
+ AZURE_CLIENT_SECRET?: string | undefined;
927
+ AZURE_CLIENT_ID?: string | undefined;
928
+ AZURE_TENANT_ID?: string | undefined;
929
+ AZURE_AUTHORITY_HOST?: string | undefined;
930
+ AZURE_TOKEN_SCOPE?: string | undefined;
749
931
  BAM_API_HOST?: string | undefined;
750
932
  BAM_API_KEY?: string | undefined;
751
933
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
752
934
  CLOUDFLARE_API_KEY?: string | undefined;
935
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
753
936
  COHERE_API_KEY?: string | undefined;
937
+ FAL_KEY?: string | undefined;
754
938
  GOOGLE_API_HOST?: string | undefined;
755
939
  GOOGLE_API_KEY?: string | undefined;
756
940
  GROQ_API_KEY?: string | undefined;
@@ -772,6 +956,9 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
772
956
  VERTEX_PROJECT_ID?: string | undefined;
773
957
  VERTEX_PUBLISHER?: string | undefined;
774
958
  VERTEX_REGION?: string | undefined;
959
+ WATSONX_AI_APIKEY?: string | undefined;
960
+ WATSONX_AI_PROJECT_ID?: string | undefined;
961
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
775
962
  }>>;
776
963
  }, "strict", z.ZodTypeAny, {
777
964
  id?: string | undefined;
@@ -788,12 +975,26 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
788
975
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
789
976
  AZURE_OPENAI_API_HOST?: string | undefined;
790
977
  AZURE_OPENAI_API_KEY?: string | undefined;
978
+ AZURE_API_BASE_URL?: string | undefined;
979
+ AZURE_API_HOST?: string | undefined;
980
+ AZURE_API_KEY?: string | undefined;
981
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
982
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
791
983
  AZURE_OPENAI_BASE_URL?: string | undefined;
984
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
985
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
986
+ AZURE_CLIENT_SECRET?: string | undefined;
987
+ AZURE_CLIENT_ID?: string | undefined;
988
+ AZURE_TENANT_ID?: string | undefined;
989
+ AZURE_AUTHORITY_HOST?: string | undefined;
990
+ AZURE_TOKEN_SCOPE?: string | undefined;
792
991
  BAM_API_HOST?: string | undefined;
793
992
  BAM_API_KEY?: string | undefined;
794
993
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
795
994
  CLOUDFLARE_API_KEY?: string | undefined;
995
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
796
996
  COHERE_API_KEY?: string | undefined;
997
+ FAL_KEY?: string | undefined;
797
998
  GOOGLE_API_HOST?: string | undefined;
798
999
  GOOGLE_API_KEY?: string | undefined;
799
1000
  GROQ_API_KEY?: string | undefined;
@@ -815,6 +1016,9 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
815
1016
  VERTEX_PROJECT_ID?: string | undefined;
816
1017
  VERTEX_PUBLISHER?: string | undefined;
817
1018
  VERTEX_REGION?: string | undefined;
1019
+ WATSONX_AI_APIKEY?: string | undefined;
1020
+ WATSONX_AI_PROJECT_ID?: string | undefined;
1021
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
818
1022
  } | undefined;
819
1023
  }, {
820
1024
  id?: string | undefined;
@@ -831,12 +1035,26 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
831
1035
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
832
1036
  AZURE_OPENAI_API_HOST?: string | undefined;
833
1037
  AZURE_OPENAI_API_KEY?: string | undefined;
1038
+ AZURE_API_BASE_URL?: string | undefined;
1039
+ AZURE_API_HOST?: string | undefined;
1040
+ AZURE_API_KEY?: string | undefined;
1041
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
1042
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
834
1043
  AZURE_OPENAI_BASE_URL?: string | undefined;
1044
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
1045
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1046
+ AZURE_CLIENT_SECRET?: string | undefined;
1047
+ AZURE_CLIENT_ID?: string | undefined;
1048
+ AZURE_TENANT_ID?: string | undefined;
1049
+ AZURE_AUTHORITY_HOST?: string | undefined;
1050
+ AZURE_TOKEN_SCOPE?: string | undefined;
835
1051
  BAM_API_HOST?: string | undefined;
836
1052
  BAM_API_KEY?: string | undefined;
837
1053
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
838
1054
  CLOUDFLARE_API_KEY?: string | undefined;
1055
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
839
1056
  COHERE_API_KEY?: string | undefined;
1057
+ FAL_KEY?: string | undefined;
840
1058
  GOOGLE_API_HOST?: string | undefined;
841
1059
  GOOGLE_API_KEY?: string | undefined;
842
1060
  GROQ_API_KEY?: string | undefined;
@@ -858,6 +1076,9 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
858
1076
  VERTEX_PROJECT_ID?: string | undefined;
859
1077
  VERTEX_PUBLISHER?: string | undefined;
860
1078
  VERTEX_REGION?: string | undefined;
1079
+ WATSONX_AI_APIKEY?: string | undefined;
1080
+ WATSONX_AI_PROJECT_ID?: string | undefined;
1081
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
861
1082
  } | undefined;
862
1083
  }>>, z.ZodObject<{
863
1084
  id: z.ZodOptional<z.ZodType<string, z.ZodTypeDef, string>>;
@@ -874,12 +1095,26 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
874
1095
  AZURE_OPENAI_API_BASE_URL: z.ZodOptional<z.ZodString>;
875
1096
  AZURE_OPENAI_API_HOST: z.ZodOptional<z.ZodString>;
876
1097
  AZURE_OPENAI_API_KEY: z.ZodOptional<z.ZodString>;
1098
+ AZURE_API_BASE_URL: z.ZodOptional<z.ZodString>;
1099
+ AZURE_API_HOST: z.ZodOptional<z.ZodString>;
1100
+ AZURE_API_KEY: z.ZodOptional<z.ZodString>;
1101
+ AZURE_DEPLOYMENT_NAME: z.ZodOptional<z.ZodString>;
1102
+ AZURE_EMBEDDING_DEPLOYMENT_NAME: z.ZodOptional<z.ZodString>;
877
1103
  AZURE_OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
1104
+ AZURE_OPENAI_DEPLOYMENT_NAME: z.ZodOptional<z.ZodString>;
1105
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME: z.ZodOptional<z.ZodString>;
1106
+ AZURE_CLIENT_SECRET: z.ZodOptional<z.ZodString>;
1107
+ AZURE_CLIENT_ID: z.ZodOptional<z.ZodString>;
1108
+ AZURE_TENANT_ID: z.ZodOptional<z.ZodString>;
1109
+ AZURE_AUTHORITY_HOST: z.ZodOptional<z.ZodString>;
1110
+ AZURE_TOKEN_SCOPE: z.ZodOptional<z.ZodString>;
878
1111
  BAM_API_HOST: z.ZodOptional<z.ZodString>;
879
1112
  BAM_API_KEY: z.ZodOptional<z.ZodString>;
880
1113
  CLOUDFLARE_ACCOUNT_ID: z.ZodOptional<z.ZodString>;
881
1114
  CLOUDFLARE_API_KEY: z.ZodOptional<z.ZodString>;
1115
+ PROMPTFOO_REMOTE_GENERATION_URL: z.ZodOptional<z.ZodString>;
882
1116
  COHERE_API_KEY: z.ZodOptional<z.ZodString>;
1117
+ FAL_KEY: z.ZodOptional<z.ZodString>;
883
1118
  GOOGLE_API_HOST: z.ZodOptional<z.ZodString>;
884
1119
  GOOGLE_API_KEY: z.ZodOptional<z.ZodString>;
885
1120
  GROQ_API_KEY: z.ZodOptional<z.ZodString>;
@@ -901,6 +1136,9 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
901
1136
  VERTEX_PROJECT_ID: z.ZodOptional<z.ZodString>;
902
1137
  VERTEX_PUBLISHER: z.ZodOptional<z.ZodString>;
903
1138
  VERTEX_REGION: z.ZodOptional<z.ZodString>;
1139
+ WATSONX_AI_APIKEY: z.ZodOptional<z.ZodString>;
1140
+ WATSONX_AI_PROJECT_ID: z.ZodOptional<z.ZodString>;
1141
+ WATSONX_AI_BEARER_TOKEN: z.ZodOptional<z.ZodString>;
904
1142
  }, "strip", z.ZodTypeAny, {
905
1143
  AI21_API_BASE_URL?: string | undefined;
906
1144
  AI21_API_KEY?: string | undefined;
@@ -909,12 +1147,26 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
909
1147
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
910
1148
  AZURE_OPENAI_API_HOST?: string | undefined;
911
1149
  AZURE_OPENAI_API_KEY?: string | undefined;
1150
+ AZURE_API_BASE_URL?: string | undefined;
1151
+ AZURE_API_HOST?: string | undefined;
1152
+ AZURE_API_KEY?: string | undefined;
1153
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
1154
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
912
1155
  AZURE_OPENAI_BASE_URL?: string | undefined;
1156
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
1157
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1158
+ AZURE_CLIENT_SECRET?: string | undefined;
1159
+ AZURE_CLIENT_ID?: string | undefined;
1160
+ AZURE_TENANT_ID?: string | undefined;
1161
+ AZURE_AUTHORITY_HOST?: string | undefined;
1162
+ AZURE_TOKEN_SCOPE?: string | undefined;
913
1163
  BAM_API_HOST?: string | undefined;
914
1164
  BAM_API_KEY?: string | undefined;
915
1165
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
916
1166
  CLOUDFLARE_API_KEY?: string | undefined;
1167
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
917
1168
  COHERE_API_KEY?: string | undefined;
1169
+ FAL_KEY?: string | undefined;
918
1170
  GOOGLE_API_HOST?: string | undefined;
919
1171
  GOOGLE_API_KEY?: string | undefined;
920
1172
  GROQ_API_KEY?: string | undefined;
@@ -936,6 +1188,9 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
936
1188
  VERTEX_PROJECT_ID?: string | undefined;
937
1189
  VERTEX_PUBLISHER?: string | undefined;
938
1190
  VERTEX_REGION?: string | undefined;
1191
+ WATSONX_AI_APIKEY?: string | undefined;
1192
+ WATSONX_AI_PROJECT_ID?: string | undefined;
1193
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
939
1194
  }, {
940
1195
  AI21_API_BASE_URL?: string | undefined;
941
1196
  AI21_API_KEY?: string | undefined;
@@ -944,12 +1199,26 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
944
1199
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
945
1200
  AZURE_OPENAI_API_HOST?: string | undefined;
946
1201
  AZURE_OPENAI_API_KEY?: string | undefined;
1202
+ AZURE_API_BASE_URL?: string | undefined;
1203
+ AZURE_API_HOST?: string | undefined;
1204
+ AZURE_API_KEY?: string | undefined;
1205
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
1206
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
947
1207
  AZURE_OPENAI_BASE_URL?: string | undefined;
1208
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
1209
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1210
+ AZURE_CLIENT_SECRET?: string | undefined;
1211
+ AZURE_CLIENT_ID?: string | undefined;
1212
+ AZURE_TENANT_ID?: string | undefined;
1213
+ AZURE_AUTHORITY_HOST?: string | undefined;
1214
+ AZURE_TOKEN_SCOPE?: string | undefined;
948
1215
  BAM_API_HOST?: string | undefined;
949
1216
  BAM_API_KEY?: string | undefined;
950
1217
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
951
1218
  CLOUDFLARE_API_KEY?: string | undefined;
1219
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
952
1220
  COHERE_API_KEY?: string | undefined;
1221
+ FAL_KEY?: string | undefined;
953
1222
  GOOGLE_API_HOST?: string | undefined;
954
1223
  GOOGLE_API_KEY?: string | undefined;
955
1224
  GROQ_API_KEY?: string | undefined;
@@ -971,6 +1240,9 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
971
1240
  VERTEX_PROJECT_ID?: string | undefined;
972
1241
  VERTEX_PUBLISHER?: string | undefined;
973
1242
  VERTEX_REGION?: string | undefined;
1243
+ WATSONX_AI_APIKEY?: string | undefined;
1244
+ WATSONX_AI_PROJECT_ID?: string | undefined;
1245
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
974
1246
  }>>;
975
1247
  }, "strict", z.ZodTypeAny, {
976
1248
  id?: string | undefined;
@@ -987,12 +1259,26 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
987
1259
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
988
1260
  AZURE_OPENAI_API_HOST?: string | undefined;
989
1261
  AZURE_OPENAI_API_KEY?: string | undefined;
1262
+ AZURE_API_BASE_URL?: string | undefined;
1263
+ AZURE_API_HOST?: string | undefined;
1264
+ AZURE_API_KEY?: string | undefined;
1265
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
1266
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
990
1267
  AZURE_OPENAI_BASE_URL?: string | undefined;
1268
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
1269
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1270
+ AZURE_CLIENT_SECRET?: string | undefined;
1271
+ AZURE_CLIENT_ID?: string | undefined;
1272
+ AZURE_TENANT_ID?: string | undefined;
1273
+ AZURE_AUTHORITY_HOST?: string | undefined;
1274
+ AZURE_TOKEN_SCOPE?: string | undefined;
991
1275
  BAM_API_HOST?: string | undefined;
992
1276
  BAM_API_KEY?: string | undefined;
993
1277
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
994
1278
  CLOUDFLARE_API_KEY?: string | undefined;
1279
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
995
1280
  COHERE_API_KEY?: string | undefined;
1281
+ FAL_KEY?: string | undefined;
996
1282
  GOOGLE_API_HOST?: string | undefined;
997
1283
  GOOGLE_API_KEY?: string | undefined;
998
1284
  GROQ_API_KEY?: string | undefined;
@@ -1014,6 +1300,9 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
1014
1300
  VERTEX_PROJECT_ID?: string | undefined;
1015
1301
  VERTEX_PUBLISHER?: string | undefined;
1016
1302
  VERTEX_REGION?: string | undefined;
1303
+ WATSONX_AI_APIKEY?: string | undefined;
1304
+ WATSONX_AI_PROJECT_ID?: string | undefined;
1305
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
1017
1306
  } | undefined;
1018
1307
  }, {
1019
1308
  id?: string | undefined;
@@ -1030,12 +1319,26 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
1030
1319
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
1031
1320
  AZURE_OPENAI_API_HOST?: string | undefined;
1032
1321
  AZURE_OPENAI_API_KEY?: string | undefined;
1322
+ AZURE_API_BASE_URL?: string | undefined;
1323
+ AZURE_API_HOST?: string | undefined;
1324
+ AZURE_API_KEY?: string | undefined;
1325
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
1326
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1033
1327
  AZURE_OPENAI_BASE_URL?: string | undefined;
1328
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
1329
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1330
+ AZURE_CLIENT_SECRET?: string | undefined;
1331
+ AZURE_CLIENT_ID?: string | undefined;
1332
+ AZURE_TENANT_ID?: string | undefined;
1333
+ AZURE_AUTHORITY_HOST?: string | undefined;
1334
+ AZURE_TOKEN_SCOPE?: string | undefined;
1034
1335
  BAM_API_HOST?: string | undefined;
1035
1336
  BAM_API_KEY?: string | undefined;
1036
1337
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
1037
1338
  CLOUDFLARE_API_KEY?: string | undefined;
1339
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
1038
1340
  COHERE_API_KEY?: string | undefined;
1341
+ FAL_KEY?: string | undefined;
1039
1342
  GOOGLE_API_HOST?: string | undefined;
1040
1343
  GOOGLE_API_KEY?: string | undefined;
1041
1344
  GROQ_API_KEY?: string | undefined;
@@ -1057,6 +1360,9 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
1057
1360
  VERTEX_PROJECT_ID?: string | undefined;
1058
1361
  VERTEX_PUBLISHER?: string | undefined;
1059
1362
  VERTEX_REGION?: string | undefined;
1363
+ WATSONX_AI_APIKEY?: string | undefined;
1364
+ WATSONX_AI_PROJECT_ID?: string | undefined;
1365
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
1060
1366
  } | undefined;
1061
1367
  }>, z.ZodIntersection<z.ZodFunction<z.ZodTuple<[z.ZodString, z.ZodOptional<z.ZodObject<{
1062
1368
  fetchWithCache: z.ZodOptional<z.ZodAny>;
@@ -1166,12 +1472,26 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
1166
1472
  AZURE_OPENAI_API_BASE_URL: z.ZodOptional<z.ZodString>;
1167
1473
  AZURE_OPENAI_API_HOST: z.ZodOptional<z.ZodString>;
1168
1474
  AZURE_OPENAI_API_KEY: z.ZodOptional<z.ZodString>;
1475
+ AZURE_API_BASE_URL: z.ZodOptional<z.ZodString>;
1476
+ AZURE_API_HOST: z.ZodOptional<z.ZodString>;
1477
+ AZURE_API_KEY: z.ZodOptional<z.ZodString>;
1478
+ AZURE_DEPLOYMENT_NAME: z.ZodOptional<z.ZodString>;
1479
+ AZURE_EMBEDDING_DEPLOYMENT_NAME: z.ZodOptional<z.ZodString>;
1169
1480
  AZURE_OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
1481
+ AZURE_OPENAI_DEPLOYMENT_NAME: z.ZodOptional<z.ZodString>;
1482
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME: z.ZodOptional<z.ZodString>;
1483
+ AZURE_CLIENT_SECRET: z.ZodOptional<z.ZodString>;
1484
+ AZURE_CLIENT_ID: z.ZodOptional<z.ZodString>;
1485
+ AZURE_TENANT_ID: z.ZodOptional<z.ZodString>;
1486
+ AZURE_AUTHORITY_HOST: z.ZodOptional<z.ZodString>;
1487
+ AZURE_TOKEN_SCOPE: z.ZodOptional<z.ZodString>;
1170
1488
  BAM_API_HOST: z.ZodOptional<z.ZodString>;
1171
1489
  BAM_API_KEY: z.ZodOptional<z.ZodString>;
1172
1490
  CLOUDFLARE_ACCOUNT_ID: z.ZodOptional<z.ZodString>;
1173
1491
  CLOUDFLARE_API_KEY: z.ZodOptional<z.ZodString>;
1492
+ PROMPTFOO_REMOTE_GENERATION_URL: z.ZodOptional<z.ZodString>;
1174
1493
  COHERE_API_KEY: z.ZodOptional<z.ZodString>;
1494
+ FAL_KEY: z.ZodOptional<z.ZodString>;
1175
1495
  GOOGLE_API_HOST: z.ZodOptional<z.ZodString>;
1176
1496
  GOOGLE_API_KEY: z.ZodOptional<z.ZodString>;
1177
1497
  GROQ_API_KEY: z.ZodOptional<z.ZodString>;
@@ -1193,6 +1513,9 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
1193
1513
  VERTEX_PROJECT_ID: z.ZodOptional<z.ZodString>;
1194
1514
  VERTEX_PUBLISHER: z.ZodOptional<z.ZodString>;
1195
1515
  VERTEX_REGION: z.ZodOptional<z.ZodString>;
1516
+ WATSONX_AI_APIKEY: z.ZodOptional<z.ZodString>;
1517
+ WATSONX_AI_PROJECT_ID: z.ZodOptional<z.ZodString>;
1518
+ WATSONX_AI_BEARER_TOKEN: z.ZodOptional<z.ZodString>;
1196
1519
  }, "strip", z.ZodTypeAny, {
1197
1520
  AI21_API_BASE_URL?: string | undefined;
1198
1521
  AI21_API_KEY?: string | undefined;
@@ -1201,12 +1524,26 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
1201
1524
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
1202
1525
  AZURE_OPENAI_API_HOST?: string | undefined;
1203
1526
  AZURE_OPENAI_API_KEY?: string | undefined;
1527
+ AZURE_API_BASE_URL?: string | undefined;
1528
+ AZURE_API_HOST?: string | undefined;
1529
+ AZURE_API_KEY?: string | undefined;
1530
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
1531
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1204
1532
  AZURE_OPENAI_BASE_URL?: string | undefined;
1533
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
1534
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1535
+ AZURE_CLIENT_SECRET?: string | undefined;
1536
+ AZURE_CLIENT_ID?: string | undefined;
1537
+ AZURE_TENANT_ID?: string | undefined;
1538
+ AZURE_AUTHORITY_HOST?: string | undefined;
1539
+ AZURE_TOKEN_SCOPE?: string | undefined;
1205
1540
  BAM_API_HOST?: string | undefined;
1206
1541
  BAM_API_KEY?: string | undefined;
1207
1542
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
1208
1543
  CLOUDFLARE_API_KEY?: string | undefined;
1544
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
1209
1545
  COHERE_API_KEY?: string | undefined;
1546
+ FAL_KEY?: string | undefined;
1210
1547
  GOOGLE_API_HOST?: string | undefined;
1211
1548
  GOOGLE_API_KEY?: string | undefined;
1212
1549
  GROQ_API_KEY?: string | undefined;
@@ -1228,6 +1565,9 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
1228
1565
  VERTEX_PROJECT_ID?: string | undefined;
1229
1566
  VERTEX_PUBLISHER?: string | undefined;
1230
1567
  VERTEX_REGION?: string | undefined;
1568
+ WATSONX_AI_APIKEY?: string | undefined;
1569
+ WATSONX_AI_PROJECT_ID?: string | undefined;
1570
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
1231
1571
  }, {
1232
1572
  AI21_API_BASE_URL?: string | undefined;
1233
1573
  AI21_API_KEY?: string | undefined;
@@ -1236,12 +1576,26 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
1236
1576
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
1237
1577
  AZURE_OPENAI_API_HOST?: string | undefined;
1238
1578
  AZURE_OPENAI_API_KEY?: string | undefined;
1579
+ AZURE_API_BASE_URL?: string | undefined;
1580
+ AZURE_API_HOST?: string | undefined;
1581
+ AZURE_API_KEY?: string | undefined;
1582
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
1583
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1239
1584
  AZURE_OPENAI_BASE_URL?: string | undefined;
1585
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
1586
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1587
+ AZURE_CLIENT_SECRET?: string | undefined;
1588
+ AZURE_CLIENT_ID?: string | undefined;
1589
+ AZURE_TENANT_ID?: string | undefined;
1590
+ AZURE_AUTHORITY_HOST?: string | undefined;
1591
+ AZURE_TOKEN_SCOPE?: string | undefined;
1240
1592
  BAM_API_HOST?: string | undefined;
1241
1593
  BAM_API_KEY?: string | undefined;
1242
1594
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
1243
1595
  CLOUDFLARE_API_KEY?: string | undefined;
1596
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
1244
1597
  COHERE_API_KEY?: string | undefined;
1598
+ FAL_KEY?: string | undefined;
1245
1599
  GOOGLE_API_HOST?: string | undefined;
1246
1600
  GOOGLE_API_KEY?: string | undefined;
1247
1601
  GROQ_API_KEY?: string | undefined;
@@ -1263,6 +1617,9 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
1263
1617
  VERTEX_PROJECT_ID?: string | undefined;
1264
1618
  VERTEX_PUBLISHER?: string | undefined;
1265
1619
  VERTEX_REGION?: string | undefined;
1620
+ WATSONX_AI_APIKEY?: string | undefined;
1621
+ WATSONX_AI_PROJECT_ID?: string | undefined;
1622
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
1266
1623
  }>>;
1267
1624
  }, "strict", z.ZodTypeAny, {
1268
1625
  id?: string | undefined;
@@ -1279,12 +1636,26 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
1279
1636
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
1280
1637
  AZURE_OPENAI_API_HOST?: string | undefined;
1281
1638
  AZURE_OPENAI_API_KEY?: string | undefined;
1639
+ AZURE_API_BASE_URL?: string | undefined;
1640
+ AZURE_API_HOST?: string | undefined;
1641
+ AZURE_API_KEY?: string | undefined;
1642
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
1643
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1282
1644
  AZURE_OPENAI_BASE_URL?: string | undefined;
1645
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
1646
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1647
+ AZURE_CLIENT_SECRET?: string | undefined;
1648
+ AZURE_CLIENT_ID?: string | undefined;
1649
+ AZURE_TENANT_ID?: string | undefined;
1650
+ AZURE_AUTHORITY_HOST?: string | undefined;
1651
+ AZURE_TOKEN_SCOPE?: string | undefined;
1283
1652
  BAM_API_HOST?: string | undefined;
1284
1653
  BAM_API_KEY?: string | undefined;
1285
1654
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
1286
1655
  CLOUDFLARE_API_KEY?: string | undefined;
1656
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
1287
1657
  COHERE_API_KEY?: string | undefined;
1658
+ FAL_KEY?: string | undefined;
1288
1659
  GOOGLE_API_HOST?: string | undefined;
1289
1660
  GOOGLE_API_KEY?: string | undefined;
1290
1661
  GROQ_API_KEY?: string | undefined;
@@ -1306,6 +1677,9 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
1306
1677
  VERTEX_PROJECT_ID?: string | undefined;
1307
1678
  VERTEX_PUBLISHER?: string | undefined;
1308
1679
  VERTEX_REGION?: string | undefined;
1680
+ WATSONX_AI_APIKEY?: string | undefined;
1681
+ WATSONX_AI_PROJECT_ID?: string | undefined;
1682
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
1309
1683
  } | undefined;
1310
1684
  }, {
1311
1685
  id?: string | undefined;
@@ -1322,12 +1696,26 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
1322
1696
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
1323
1697
  AZURE_OPENAI_API_HOST?: string | undefined;
1324
1698
  AZURE_OPENAI_API_KEY?: string | undefined;
1699
+ AZURE_API_BASE_URL?: string | undefined;
1700
+ AZURE_API_HOST?: string | undefined;
1701
+ AZURE_API_KEY?: string | undefined;
1702
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
1703
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1325
1704
  AZURE_OPENAI_BASE_URL?: string | undefined;
1705
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
1706
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1707
+ AZURE_CLIENT_SECRET?: string | undefined;
1708
+ AZURE_CLIENT_ID?: string | undefined;
1709
+ AZURE_TENANT_ID?: string | undefined;
1710
+ AZURE_AUTHORITY_HOST?: string | undefined;
1711
+ AZURE_TOKEN_SCOPE?: string | undefined;
1326
1712
  BAM_API_HOST?: string | undefined;
1327
1713
  BAM_API_KEY?: string | undefined;
1328
1714
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
1329
1715
  CLOUDFLARE_API_KEY?: string | undefined;
1716
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
1330
1717
  COHERE_API_KEY?: string | undefined;
1718
+ FAL_KEY?: string | undefined;
1331
1719
  GOOGLE_API_HOST?: string | undefined;
1332
1720
  GOOGLE_API_KEY?: string | undefined;
1333
1721
  GROQ_API_KEY?: string | undefined;
@@ -1349,6 +1737,9 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
1349
1737
  VERTEX_PROJECT_ID?: string | undefined;
1350
1738
  VERTEX_PUBLISHER?: string | undefined;
1351
1739
  VERTEX_REGION?: string | undefined;
1740
+ WATSONX_AI_APIKEY?: string | undefined;
1741
+ WATSONX_AI_PROJECT_ID?: string | undefined;
1742
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
1352
1743
  } | undefined;
1353
1744
  }>, z.ZodObject<{
1354
1745
  id: z.ZodFunction<z.ZodTuple<[], z.ZodUnknown>, z.ZodString>;