promptfoo 0.96.2 → 0.98.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (289) hide show
  1. package/dist/package.json +15 -15
  2. package/dist/src/app/assets/index-D7I51A2q.js +789 -0
  3. package/dist/src/app/assets/{index-YwjS5Vq2.css → index-DatcZSwS.css} +1 -1
  4. package/dist/src/app/assets/{index.es-CrujH26S.js → index.es-COpBxjTX.js} +1 -1
  5. package/dist/src/app/assets/{sync-gFAH4kmH.js → sync-BY_V2XfM.js} +1 -1
  6. package/dist/src/app/index.html +2 -2
  7. package/dist/src/assertions/index.d.ts.map +1 -1
  8. package/dist/src/assertions/index.js +10 -3
  9. package/dist/src/assertions/index.js.map +1 -1
  10. package/dist/src/assertions/redteam.js +2 -2
  11. package/dist/src/assertions/redteam.js.map +1 -1
  12. package/dist/src/cache.d.ts +1 -0
  13. package/dist/src/cache.d.ts.map +1 -1
  14. package/dist/src/cache.js +5 -0
  15. package/dist/src/cache.js.map +1 -1
  16. package/dist/src/commands/eval.d.ts.map +1 -1
  17. package/dist/src/commands/eval.js +7 -2
  18. package/dist/src/commands/eval.js.map +1 -1
  19. package/dist/src/database/tables.d.ts +201 -182
  20. package/dist/src/database/tables.d.ts.map +1 -1
  21. package/dist/src/envars.d.ts +1 -1
  22. package/dist/src/envars.d.ts.map +1 -1
  23. package/dist/src/evaluator.d.ts.map +1 -1
  24. package/dist/src/evaluator.js +13 -3
  25. package/dist/src/evaluator.js.map +1 -1
  26. package/dist/src/index.d.ts +2 -106
  27. package/dist/src/index.d.ts.map +1 -1
  28. package/dist/src/logger.js +10 -10
  29. package/dist/src/logger.js.map +1 -1
  30. package/dist/src/main.js +15 -1
  31. package/dist/src/main.js.map +1 -1
  32. package/dist/src/models/eval.d.ts +2 -0
  33. package/dist/src/models/eval.d.ts.map +1 -1
  34. package/dist/src/models/eval.js +4 -0
  35. package/dist/src/models/eval.js.map +1 -1
  36. package/dist/src/prompts/processors/yaml.d.ts.map +1 -1
  37. package/dist/src/prompts/processors/yaml.js +7 -2
  38. package/dist/src/prompts/processors/yaml.js.map +1 -1
  39. package/dist/src/providers/adaline.gateway.d.ts +2 -1
  40. package/dist/src/providers/adaline.gateway.d.ts.map +1 -1
  41. package/dist/src/providers/adaline.gateway.js +2 -2
  42. package/dist/src/providers/adaline.gateway.js.map +1 -1
  43. package/dist/src/providers/ai21.d.ts +2 -1
  44. package/dist/src/providers/ai21.d.ts.map +1 -1
  45. package/dist/src/providers/ai21.js.map +1 -1
  46. package/dist/src/providers/anthropic.d.ts +2 -1
  47. package/dist/src/providers/anthropic.d.ts.map +1 -1
  48. package/dist/src/providers/anthropic.js.map +1 -1
  49. package/dist/src/providers/azure.d.ts +12 -4
  50. package/dist/src/providers/azure.d.ts.map +1 -1
  51. package/dist/src/providers/azure.js +106 -62
  52. package/dist/src/providers/azure.js.map +1 -1
  53. package/dist/src/providers/bam.d.ts +2 -1
  54. package/dist/src/providers/bam.d.ts.map +1 -1
  55. package/dist/src/providers/bam.js.map +1 -1
  56. package/dist/src/providers/bedrock.d.ts +6 -2
  57. package/dist/src/providers/bedrock.d.ts.map +1 -1
  58. package/dist/src/providers/bedrock.js +13 -0
  59. package/dist/src/providers/bedrock.js.map +1 -1
  60. package/dist/src/providers/cloudflare-ai.d.ts +2 -1
  61. package/dist/src/providers/cloudflare-ai.d.ts.map +1 -1
  62. package/dist/src/providers/cohere.d.ts +2 -1
  63. package/dist/src/providers/cohere.d.ts.map +1 -1
  64. package/dist/src/providers/defaults.d.ts +2 -1
  65. package/dist/src/providers/defaults.d.ts.map +1 -1
  66. package/dist/src/providers/defaults.js.map +1 -1
  67. package/dist/src/providers/fal.d.ts +2 -1
  68. package/dist/src/providers/fal.d.ts.map +1 -1
  69. package/dist/src/providers/fal.js.map +1 -1
  70. package/dist/src/providers/groq.d.ts +2 -1
  71. package/dist/src/providers/groq.d.ts.map +1 -1
  72. package/dist/src/providers/http.d.ts +5 -1
  73. package/dist/src/providers/http.d.ts.map +1 -1
  74. package/dist/src/providers/http.js +67 -10
  75. package/dist/src/providers/http.js.map +1 -1
  76. package/dist/src/providers/localai.d.ts +2 -1
  77. package/dist/src/providers/localai.d.ts.map +1 -1
  78. package/dist/src/providers/localai.js.map +1 -1
  79. package/dist/src/providers/mistral.d.ts +2 -1
  80. package/dist/src/providers/mistral.d.ts.map +1 -1
  81. package/dist/src/providers/openai.d.ts +2 -1
  82. package/dist/src/providers/openai.d.ts.map +1 -1
  83. package/dist/src/providers/openai.js +1 -1
  84. package/dist/src/providers/openai.js.map +1 -1
  85. package/dist/src/providers/palm.d.ts +2 -1
  86. package/dist/src/providers/palm.d.ts.map +1 -1
  87. package/dist/src/providers/palm.js.map +1 -1
  88. package/dist/src/providers/promptfoo.d.ts +9 -4
  89. package/dist/src/providers/promptfoo.d.ts.map +1 -1
  90. package/dist/src/providers/promptfoo.js +7 -7
  91. package/dist/src/providers/promptfoo.js.map +1 -1
  92. package/dist/src/providers/replicate.d.ts +2 -1
  93. package/dist/src/providers/replicate.d.ts.map +1 -1
  94. package/dist/src/providers/simulatedUser.d.ts.map +1 -1
  95. package/dist/src/providers/simulatedUser.js +5 -0
  96. package/dist/src/providers/simulatedUser.js.map +1 -1
  97. package/dist/src/providers/togetherai.d.ts +2 -1
  98. package/dist/src/providers/togetherai.d.ts.map +1 -1
  99. package/dist/src/providers/togetherai.js.map +1 -1
  100. package/dist/src/providers/vertex.d.ts +2 -1
  101. package/dist/src/providers/vertex.d.ts.map +1 -1
  102. package/dist/src/providers/watsonx.d.ts +2 -1
  103. package/dist/src/providers/watsonx.d.ts.map +1 -1
  104. package/dist/src/providers/watsonx.js.map +1 -1
  105. package/dist/src/providers/xai.d.ts +2 -1
  106. package/dist/src/providers/xai.d.ts.map +1 -1
  107. package/dist/src/providers/xai.js.map +1 -1
  108. package/dist/src/providers.d.ts +2 -1
  109. package/dist/src/providers.d.ts.map +1 -1
  110. package/dist/src/providers.js.map +1 -1
  111. package/dist/src/redteam/commands/generate.js +1 -1
  112. package/dist/src/redteam/commands/generate.js.map +1 -1
  113. package/dist/src/redteam/commands/init.d.ts.map +1 -1
  114. package/dist/src/redteam/commands/init.js +57 -49
  115. package/dist/src/redteam/commands/init.js.map +1 -1
  116. package/dist/src/redteam/commands/setup.d.ts +3 -0
  117. package/dist/src/redteam/commands/setup.d.ts.map +1 -0
  118. package/dist/src/redteam/commands/setup.js +31 -0
  119. package/dist/src/redteam/commands/setup.js.map +1 -0
  120. package/dist/src/redteam/constants.d.ts +2 -2
  121. package/dist/src/redteam/constants.d.ts.map +1 -1
  122. package/dist/src/redteam/constants.js +1 -1
  123. package/dist/src/redteam/constants.js.map +1 -1
  124. package/dist/src/redteam/graders.d.ts +2 -77
  125. package/dist/src/redteam/graders.d.ts.map +1 -1
  126. package/dist/src/redteam/graders.js +25 -25
  127. package/dist/src/redteam/graders.js.map +1 -1
  128. package/dist/src/redteam/index.d.ts.map +1 -1
  129. package/dist/src/redteam/index.js +46 -23
  130. package/dist/src/redteam/index.js.map +1 -1
  131. package/dist/src/redteam/plugins/base.d.ts +12 -7
  132. package/dist/src/redteam/plugins/base.d.ts.map +1 -1
  133. package/dist/src/redteam/plugins/base.js +42 -28
  134. package/dist/src/redteam/plugins/base.js.map +1 -1
  135. package/dist/src/redteam/plugins/competitors.d.ts.map +1 -1
  136. package/dist/src/redteam/plugins/competitors.js +2 -0
  137. package/dist/src/redteam/plugins/competitors.js.map +1 -1
  138. package/dist/src/redteam/plugins/debugAccess.d.ts.map +1 -1
  139. package/dist/src/redteam/plugins/debugAccess.js +18 -0
  140. package/dist/src/redteam/plugins/debugAccess.js.map +1 -1
  141. package/dist/src/redteam/plugins/harmful/aligned.d.ts +13 -0
  142. package/dist/src/redteam/plugins/harmful/aligned.d.ts.map +1 -0
  143. package/dist/src/redteam/plugins/harmful/aligned.js +29 -0
  144. package/dist/src/redteam/plugins/harmful/aligned.js.map +1 -0
  145. package/dist/src/redteam/plugins/harmful/common.d.ts +5 -0
  146. package/dist/src/redteam/plugins/harmful/common.d.ts.map +1 -0
  147. package/dist/src/redteam/plugins/harmful/common.js +39 -0
  148. package/dist/src/redteam/plugins/harmful/common.js.map +1 -0
  149. package/dist/src/redteam/plugins/harmful/constants.d.ts +10 -0
  150. package/dist/src/redteam/plugins/harmful/constants.d.ts.map +1 -0
  151. package/dist/src/redteam/plugins/harmful/constants.js +166 -0
  152. package/dist/src/redteam/plugins/harmful/constants.js.map +1 -0
  153. package/dist/src/redteam/plugins/harmful/graders.d.ts +15 -0
  154. package/dist/src/redteam/plugins/harmful/graders.d.ts.map +1 -0
  155. package/dist/src/redteam/plugins/harmful/graders.js +94 -0
  156. package/dist/src/redteam/plugins/harmful/graders.js.map +1 -0
  157. package/dist/src/redteam/plugins/harmful/unaligned.d.ts +5 -0
  158. package/dist/src/redteam/plugins/harmful/unaligned.d.ts.map +1 -0
  159. package/dist/src/redteam/plugins/harmful/unaligned.js +29 -0
  160. package/dist/src/redteam/plugins/harmful/unaligned.js.map +1 -0
  161. package/dist/src/redteam/plugins/index.d.ts.map +1 -1
  162. package/dist/src/redteam/plugins/index.js +29 -26
  163. package/dist/src/redteam/plugins/index.js.map +1 -1
  164. package/dist/src/redteam/plugins/intent.d.ts.map +1 -1
  165. package/dist/src/redteam/plugins/intent.js +6 -0
  166. package/dist/src/redteam/plugins/intent.js.map +1 -1
  167. package/dist/src/redteam/providers/crescendo/index.d.ts +9 -0
  168. package/dist/src/redteam/providers/crescendo/index.d.ts.map +1 -1
  169. package/dist/src/redteam/providers/crescendo/index.js +96 -39
  170. package/dist/src/redteam/providers/crescendo/index.js.map +1 -1
  171. package/dist/src/redteam/providers/goat.d.ts.map +1 -1
  172. package/dist/src/redteam/providers/goat.js +33 -1
  173. package/dist/src/redteam/providers/goat.js.map +1 -1
  174. package/dist/src/redteam/providers/iterative.d.ts +7 -0
  175. package/dist/src/redteam/providers/iterative.d.ts.map +1 -1
  176. package/dist/src/redteam/providers/iterative.js +55 -3
  177. package/dist/src/redteam/providers/iterative.js.map +1 -1
  178. package/dist/src/redteam/providers/iterativeImage.d.ts +9 -1
  179. package/dist/src/redteam/providers/iterativeImage.d.ts.map +1 -1
  180. package/dist/src/redteam/providers/iterativeImage.js +42 -12
  181. package/dist/src/redteam/providers/iterativeImage.js.map +1 -1
  182. package/dist/src/redteam/providers/iterativeTree.d.ts +7 -2
  183. package/dist/src/redteam/providers/iterativeTree.d.ts.map +1 -1
  184. package/dist/src/redteam/providers/iterativeTree.js +56 -11
  185. package/dist/src/redteam/providers/iterativeTree.js.map +1 -1
  186. package/dist/src/redteam/providers/shared.d.ts +9 -3
  187. package/dist/src/redteam/providers/shared.d.ts.map +1 -1
  188. package/dist/src/redteam/providers/shared.js +15 -6
  189. package/dist/src/redteam/providers/shared.js.map +1 -1
  190. package/dist/src/redteam/strategies/index.d.ts +3 -2
  191. package/dist/src/redteam/strategies/index.d.ts.map +1 -1
  192. package/dist/src/redteam/strategies/index.js +48 -13
  193. package/dist/src/redteam/strategies/index.js.map +1 -1
  194. package/dist/src/redteam/strategies/multilingual.d.ts.map +1 -1
  195. package/dist/src/redteam/strategies/multilingual.js +1 -0
  196. package/dist/src/redteam/strategies/multilingual.js.map +1 -1
  197. package/dist/src/redteam/types.d.ts +6 -0
  198. package/dist/src/redteam/types.d.ts.map +1 -1
  199. package/dist/src/server/routes/providers.js +1 -0
  200. package/dist/src/server/routes/providers.js.map +1 -1
  201. package/dist/src/server/server.d.ts +2 -1
  202. package/dist/src/server/server.d.ts.map +1 -1
  203. package/dist/src/server/server.js +13 -3
  204. package/dist/src/server/server.js.map +1 -1
  205. package/dist/src/share.d.ts.map +1 -1
  206. package/dist/src/share.js +11 -0
  207. package/dist/src/share.js.map +1 -1
  208. package/dist/src/types/env.d.ts +54 -0
  209. package/dist/src/types/env.d.ts.map +1 -0
  210. package/dist/src/types/env.js +3 -0
  211. package/dist/src/types/env.js.map +1 -0
  212. package/dist/src/types/index.d.ts +8185 -6164
  213. package/dist/src/types/index.d.ts.map +1 -1
  214. package/dist/src/types/index.js +8 -2
  215. package/dist/src/types/index.js.map +1 -1
  216. package/dist/src/types/providers.d.ts +3 -53
  217. package/dist/src/types/providers.d.ts.map +1 -1
  218. package/dist/src/types/providers.js.map +1 -1
  219. package/dist/src/types/shared.d.ts +1 -0
  220. package/dist/src/types/shared.d.ts.map +1 -1
  221. package/dist/src/util/config/load.js +1 -1
  222. package/dist/src/util/config/load.js.map +1 -1
  223. package/dist/src/util/exportToFile/index.d.ts +1 -0
  224. package/dist/src/util/exportToFile/index.d.ts.map +1 -1
  225. package/dist/src/util/index.d.ts +42 -34
  226. package/dist/src/util/index.d.ts.map +1 -1
  227. package/dist/src/util/transform.d.ts +1 -0
  228. package/dist/src/util/transform.d.ts.map +1 -1
  229. package/dist/src/util/transform.js.map +1 -1
  230. package/dist/src/validators/providers.d.ts +311 -296
  231. package/dist/src/validators/providers.d.ts.map +1 -1
  232. package/dist/src/validators/redteam.d.ts +126 -126
  233. package/dist/src/validators/redteam.d.ts.map +1 -1
  234. package/dist/src/validators/redteam.js +14 -2
  235. package/dist/src/validators/redteam.js.map +1 -1
  236. package/dist/src/validators/shared.d.ts +3 -0
  237. package/dist/src/validators/shared.d.ts.map +1 -1
  238. package/dist/src/validators/shared.js +1 -0
  239. package/dist/src/validators/shared.js.map +1 -1
  240. package/dist/test/cache.test.js +47 -7
  241. package/dist/test/cache.test.js.map +1 -1
  242. package/dist/test/commands/init.test.js +14 -0
  243. package/dist/test/commands/init.test.js.map +1 -1
  244. package/dist/test/evaluator.test.js +136 -32
  245. package/dist/test/evaluator.test.js.map +1 -1
  246. package/dist/test/factories/evalFactory.d.ts +161 -148
  247. package/dist/test/factories/evalFactory.d.ts.map +1 -1
  248. package/dist/test/prompts/index.test.js +38 -25
  249. package/dist/test/prompts/index.test.js.map +1 -1
  250. package/dist/test/prompts/processors/yaml.test.js +50 -4
  251. package/dist/test/prompts/processors/yaml.test.js.map +1 -1
  252. package/dist/test/providers/http.test.js +0 -17
  253. package/dist/test/providers/http.test.js.map +1 -1
  254. package/dist/test/providers/index.test.js +1 -0
  255. package/dist/test/providers/index.test.js.map +1 -1
  256. package/dist/test/providers/togetherai.test.js.map +1 -1
  257. package/dist/test/redteam/index.test.js +2 -2
  258. package/dist/test/redteam/index.test.js.map +1 -1
  259. package/dist/test/redteam/plugins/base.test.js +61 -23
  260. package/dist/test/redteam/plugins/base.test.js.map +1 -1
  261. package/dist/test/redteam/plugins/harmful/aligned.test.d.ts +2 -0
  262. package/dist/test/redteam/plugins/harmful/aligned.test.d.ts.map +1 -0
  263. package/dist/test/redteam/plugins/harmful/aligned.test.js +123 -0
  264. package/dist/test/redteam/plugins/harmful/aligned.test.js.map +1 -0
  265. package/dist/test/redteam/plugins/harmful/common.test.d.ts +2 -0
  266. package/dist/test/redteam/plugins/harmful/common.test.d.ts.map +1 -0
  267. package/dist/test/redteam/plugins/harmful/common.test.js +105 -0
  268. package/dist/test/redteam/plugins/harmful/common.test.js.map +1 -0
  269. package/dist/test/redteam/plugins/harmful/unaligned.test.d.ts +2 -0
  270. package/dist/test/redteam/plugins/harmful/unaligned.test.d.ts.map +1 -0
  271. package/dist/test/redteam/plugins/harmful/unaligned.test.js +150 -0
  272. package/dist/test/redteam/plugins/harmful/unaligned.test.js.map +1 -0
  273. package/dist/test/redteam/plugins/index.test.d.ts +2 -0
  274. package/dist/test/redteam/plugins/index.test.d.ts.map +1 -0
  275. package/dist/test/redteam/plugins/index.test.js +172 -0
  276. package/dist/test/redteam/plugins/index.test.js.map +1 -0
  277. package/dist/test/redteam/providers/iterativeTree.test.js +13 -6
  278. package/dist/test/redteam/providers/iterativeTree.test.js.map +1 -1
  279. package/dist/test/share.test.js +45 -1
  280. package/dist/test/share.test.js.map +1 -1
  281. package/dist/test/types.test.js +15 -1
  282. package/dist/test/types.test.js.map +1 -1
  283. package/dist/tsconfig.tsbuildinfo +1 -1
  284. package/package.json +15 -15
  285. package/dist/src/app/assets/index-CAof5cIE.js +0 -769
  286. package/dist/src/redteam/plugins/harmful.d.ts +0 -18
  287. package/dist/src/redteam/plugins/harmful.d.ts.map +0 -1
  288. package/dist/src/redteam/plugins/harmful.js +0 -384
  289. package/dist/src/redteam/plugins/harmful.js.map +0 -1
package/dist/src/validators/providers.d.ts CHANGED
@@ -53,37 +53,40 @@ export declare const ProviderEnvOverridesSchema: z.ZodObject<{
53
53
  WATSONX_AI_PROJECT_ID: z.ZodOptional<z.ZodString>;
54
54
  WATSONX_AI_BEARER_TOKEN: z.ZodOptional<z.ZodString>;
55
55
  }, "strip", z.ZodTypeAny, {
56
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
56
57
  AI21_API_BASE_URL?: string | undefined;
57
58
  AI21_API_KEY?: string | undefined;
58
59
  ANTHROPIC_API_KEY?: string | undefined;
59
60
  AWS_BEDROCK_REGION?: string | undefined;
61
+ FAL_KEY?: string | undefined;
62
+ GROQ_API_KEY?: string | undefined;
63
+ LOCALAI_BASE_URL?: string | undefined;
64
+ WATSONX_AI_APIKEY?: string | undefined;
65
+ WATSONX_AI_PROJECT_ID?: string | undefined;
66
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
67
+ AZURE_CLIENT_SECRET?: string | undefined;
68
+ AZURE_CLIENT_ID?: string | undefined;
69
+ AZURE_TENANT_ID?: string | undefined;
70
+ AZURE_AUTHORITY_HOST?: string | undefined;
71
+ AZURE_TOKEN_SCOPE?: string | undefined;
72
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
73
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
74
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
75
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
60
76
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
61
77
  AZURE_OPENAI_API_HOST?: string | undefined;
62
78
  AZURE_OPENAI_API_KEY?: string | undefined;
63
79
  AZURE_API_BASE_URL?: string | undefined;
64
80
  AZURE_API_HOST?: string | undefined;
65
81
  AZURE_API_KEY?: string | undefined;
66
- AZURE_DEPLOYMENT_NAME?: string | undefined;
67
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
68
82
  AZURE_OPENAI_BASE_URL?: string | undefined;
69
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
70
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
71
- AZURE_CLIENT_SECRET?: string | undefined;
72
- AZURE_CLIENT_ID?: string | undefined;
73
- AZURE_TENANT_ID?: string | undefined;
74
- AZURE_AUTHORITY_HOST?: string | undefined;
75
- AZURE_TOKEN_SCOPE?: string | undefined;
76
83
  BAM_API_HOST?: string | undefined;
77
84
  BAM_API_KEY?: string | undefined;
78
85
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
79
86
  CLOUDFLARE_API_KEY?: string | undefined;
80
- PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
81
87
  COHERE_API_KEY?: string | undefined;
82
- FAL_KEY?: string | undefined;
83
88
  GOOGLE_API_HOST?: string | undefined;
84
89
  GOOGLE_API_KEY?: string | undefined;
85
- GROQ_API_KEY?: string | undefined;
86
- LOCALAI_BASE_URL?: string | undefined;
87
90
  MISTRAL_API_BASE_URL?: string | undefined;
88
91
  MISTRAL_API_HOST?: string | undefined;
89
92
  MISTRAL_API_KEY?: string | undefined;
@@ -101,41 +104,41 @@ export declare const ProviderEnvOverridesSchema: z.ZodObject<{
101
104
  VERTEX_PROJECT_ID?: string | undefined;
102
105
  VERTEX_PUBLISHER?: string | undefined;
103
106
  VERTEX_REGION?: string | undefined;
104
- WATSONX_AI_APIKEY?: string | undefined;
105
- WATSONX_AI_PROJECT_ID?: string | undefined;
106
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
107
107
  }, {
108
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
108
109
  AI21_API_BASE_URL?: string | undefined;
109
110
  AI21_API_KEY?: string | undefined;
110
111
  ANTHROPIC_API_KEY?: string | undefined;
111
112
  AWS_BEDROCK_REGION?: string | undefined;
113
+ FAL_KEY?: string | undefined;
114
+ GROQ_API_KEY?: string | undefined;
115
+ LOCALAI_BASE_URL?: string | undefined;
116
+ WATSONX_AI_APIKEY?: string | undefined;
117
+ WATSONX_AI_PROJECT_ID?: string | undefined;
118
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
119
+ AZURE_CLIENT_SECRET?: string | undefined;
120
+ AZURE_CLIENT_ID?: string | undefined;
121
+ AZURE_TENANT_ID?: string | undefined;
122
+ AZURE_AUTHORITY_HOST?: string | undefined;
123
+ AZURE_TOKEN_SCOPE?: string | undefined;
124
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
125
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
126
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
127
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
112
128
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
113
129
  AZURE_OPENAI_API_HOST?: string | undefined;
114
130
  AZURE_OPENAI_API_KEY?: string | undefined;
115
131
  AZURE_API_BASE_URL?: string | undefined;
116
132
  AZURE_API_HOST?: string | undefined;
117
133
  AZURE_API_KEY?: string | undefined;
118
- AZURE_DEPLOYMENT_NAME?: string | undefined;
119
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
120
134
  AZURE_OPENAI_BASE_URL?: string | undefined;
121
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
122
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
123
- AZURE_CLIENT_SECRET?: string | undefined;
124
- AZURE_CLIENT_ID?: string | undefined;
125
- AZURE_TENANT_ID?: string | undefined;
126
- AZURE_AUTHORITY_HOST?: string | undefined;
127
- AZURE_TOKEN_SCOPE?: string | undefined;
128
135
  BAM_API_HOST?: string | undefined;
129
136
  BAM_API_KEY?: string | undefined;
130
137
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
131
138
  CLOUDFLARE_API_KEY?: string | undefined;
132
- PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
133
139
  COHERE_API_KEY?: string | undefined;
134
- FAL_KEY?: string | undefined;
135
140
  GOOGLE_API_HOST?: string | undefined;
136
141
  GOOGLE_API_KEY?: string | undefined;
137
- GROQ_API_KEY?: string | undefined;
138
- LOCALAI_BASE_URL?: string | undefined;
139
142
  MISTRAL_API_BASE_URL?: string | undefined;
140
143
  MISTRAL_API_HOST?: string | undefined;
141
144
  MISTRAL_API_KEY?: string | undefined;
@@ -153,9 +156,6 @@ export declare const ProviderEnvOverridesSchema: z.ZodObject<{
153
156
  VERTEX_PROJECT_ID?: string | undefined;
154
157
  VERTEX_PUBLISHER?: string | undefined;
155
158
  VERTEX_REGION?: string | undefined;
156
- WATSONX_AI_APIKEY?: string | undefined;
157
- WATSONX_AI_PROJECT_ID?: string | undefined;
158
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
159
159
  }>;
160
160
  export declare const ProviderOptionsSchema: z.ZodObject<{
161
161
  id: z.ZodOptional<z.ZodType<string, z.ZodTypeDef, string>>;
@@ -217,37 +217,40 @@ export declare const ProviderOptionsSchema: z.ZodObject<{
217
217
  WATSONX_AI_PROJECT_ID: z.ZodOptional<z.ZodString>;
218
218
  WATSONX_AI_BEARER_TOKEN: z.ZodOptional<z.ZodString>;
219
219
  }, "strip", z.ZodTypeAny, {
220
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
220
221
  AI21_API_BASE_URL?: string | undefined;
221
222
  AI21_API_KEY?: string | undefined;
222
223
  ANTHROPIC_API_KEY?: string | undefined;
223
224
  AWS_BEDROCK_REGION?: string | undefined;
225
+ FAL_KEY?: string | undefined;
226
+ GROQ_API_KEY?: string | undefined;
227
+ LOCALAI_BASE_URL?: string | undefined;
228
+ WATSONX_AI_APIKEY?: string | undefined;
229
+ WATSONX_AI_PROJECT_ID?: string | undefined;
230
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
231
+ AZURE_CLIENT_SECRET?: string | undefined;
232
+ AZURE_CLIENT_ID?: string | undefined;
233
+ AZURE_TENANT_ID?: string | undefined;
234
+ AZURE_AUTHORITY_HOST?: string | undefined;
235
+ AZURE_TOKEN_SCOPE?: string | undefined;
236
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
237
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
238
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
239
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
224
240
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
225
241
  AZURE_OPENAI_API_HOST?: string | undefined;
226
242
  AZURE_OPENAI_API_KEY?: string | undefined;
227
243
  AZURE_API_BASE_URL?: string | undefined;
228
244
  AZURE_API_HOST?: string | undefined;
229
245
  AZURE_API_KEY?: string | undefined;
230
- AZURE_DEPLOYMENT_NAME?: string | undefined;
231
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
232
246
  AZURE_OPENAI_BASE_URL?: string | undefined;
233
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
234
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
235
- AZURE_CLIENT_SECRET?: string | undefined;
236
- AZURE_CLIENT_ID?: string | undefined;
237
- AZURE_TENANT_ID?: string | undefined;
238
- AZURE_AUTHORITY_HOST?: string | undefined;
239
- AZURE_TOKEN_SCOPE?: string | undefined;
240
247
  BAM_API_HOST?: string | undefined;
241
248
  BAM_API_KEY?: string | undefined;
242
249
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
243
250
  CLOUDFLARE_API_KEY?: string | undefined;
244
- PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
245
251
  COHERE_API_KEY?: string | undefined;
246
- FAL_KEY?: string | undefined;
247
252
  GOOGLE_API_HOST?: string | undefined;
248
253
  GOOGLE_API_KEY?: string | undefined;
249
- GROQ_API_KEY?: string | undefined;
250
- LOCALAI_BASE_URL?: string | undefined;
251
254
  MISTRAL_API_BASE_URL?: string | undefined;
252
255
  MISTRAL_API_HOST?: string | undefined;
253
256
  MISTRAL_API_KEY?: string | undefined;
@@ -265,41 +268,41 @@ export declare const ProviderOptionsSchema: z.ZodObject<{
265
268
  VERTEX_PROJECT_ID?: string | undefined;
266
269
  VERTEX_PUBLISHER?: string | undefined;
267
270
  VERTEX_REGION?: string | undefined;
268
- WATSONX_AI_APIKEY?: string | undefined;
269
- WATSONX_AI_PROJECT_ID?: string | undefined;
270
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
271
271
  }, {
272
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
272
273
  AI21_API_BASE_URL?: string | undefined;
273
274
  AI21_API_KEY?: string | undefined;
274
275
  ANTHROPIC_API_KEY?: string | undefined;
275
276
  AWS_BEDROCK_REGION?: string | undefined;
277
+ FAL_KEY?: string | undefined;
278
+ GROQ_API_KEY?: string | undefined;
279
+ LOCALAI_BASE_URL?: string | undefined;
280
+ WATSONX_AI_APIKEY?: string | undefined;
281
+ WATSONX_AI_PROJECT_ID?: string | undefined;
282
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
283
+ AZURE_CLIENT_SECRET?: string | undefined;
284
+ AZURE_CLIENT_ID?: string | undefined;
285
+ AZURE_TENANT_ID?: string | undefined;
286
+ AZURE_AUTHORITY_HOST?: string | undefined;
287
+ AZURE_TOKEN_SCOPE?: string | undefined;
288
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
289
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
290
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
291
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
276
292
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
277
293
  AZURE_OPENAI_API_HOST?: string | undefined;
278
294
  AZURE_OPENAI_API_KEY?: string | undefined;
279
295
  AZURE_API_BASE_URL?: string | undefined;
280
296
  AZURE_API_HOST?: string | undefined;
281
297
  AZURE_API_KEY?: string | undefined;
282
- AZURE_DEPLOYMENT_NAME?: string | undefined;
283
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
284
298
  AZURE_OPENAI_BASE_URL?: string | undefined;
285
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
286
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
287
- AZURE_CLIENT_SECRET?: string | undefined;
288
- AZURE_CLIENT_ID?: string | undefined;
289
- AZURE_TENANT_ID?: string | undefined;
290
- AZURE_AUTHORITY_HOST?: string | undefined;
291
- AZURE_TOKEN_SCOPE?: string | undefined;
292
299
  BAM_API_HOST?: string | undefined;
293
300
  BAM_API_KEY?: string | undefined;
294
301
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
295
302
  CLOUDFLARE_API_KEY?: string | undefined;
296
- PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
297
303
  COHERE_API_KEY?: string | undefined;
298
- FAL_KEY?: string | undefined;
299
304
  GOOGLE_API_HOST?: string | undefined;
300
305
  GOOGLE_API_KEY?: string | undefined;
301
- GROQ_API_KEY?: string | undefined;
302
- LOCALAI_BASE_URL?: string | undefined;
303
306
  MISTRAL_API_BASE_URL?: string | undefined;
304
307
  MISTRAL_API_HOST?: string | undefined;
305
308
  MISTRAL_API_KEY?: string | undefined;
@@ -317,9 +320,6 @@ export declare const ProviderOptionsSchema: z.ZodObject<{
317
320
  VERTEX_PROJECT_ID?: string | undefined;
318
321
  VERTEX_PUBLISHER?: string | undefined;
319
322
  VERTEX_REGION?: string | undefined;
320
- WATSONX_AI_APIKEY?: string | undefined;
321
- WATSONX_AI_PROJECT_ID?: string | undefined;
322
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
323
323
  }>>;
324
324
  }, "strict", z.ZodTypeAny, {
325
325
  id?: string | undefined;
@@ -329,37 +329,40 @@ export declare const ProviderOptionsSchema: z.ZodObject<{
329
329
  transform?: string | undefined;
330
330
  delay?: number | undefined;
331
331
  env?: {
332
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
332
333
  AI21_API_BASE_URL?: string | undefined;
333
334
  AI21_API_KEY?: string | undefined;
334
335
  ANTHROPIC_API_KEY?: string | undefined;
335
336
  AWS_BEDROCK_REGION?: string | undefined;
337
+ FAL_KEY?: string | undefined;
338
+ GROQ_API_KEY?: string | undefined;
339
+ LOCALAI_BASE_URL?: string | undefined;
340
+ WATSONX_AI_APIKEY?: string | undefined;
341
+ WATSONX_AI_PROJECT_ID?: string | undefined;
342
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
343
+ AZURE_CLIENT_SECRET?: string | undefined;
344
+ AZURE_CLIENT_ID?: string | undefined;
345
+ AZURE_TENANT_ID?: string | undefined;
346
+ AZURE_AUTHORITY_HOST?: string | undefined;
347
+ AZURE_TOKEN_SCOPE?: string | undefined;
348
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
349
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
350
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
351
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
336
352
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
337
353
  AZURE_OPENAI_API_HOST?: string | undefined;
338
354
  AZURE_OPENAI_API_KEY?: string | undefined;
339
355
  AZURE_API_BASE_URL?: string | undefined;
340
356
  AZURE_API_HOST?: string | undefined;
341
357
  AZURE_API_KEY?: string | undefined;
342
- AZURE_DEPLOYMENT_NAME?: string | undefined;
343
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
344
358
  AZURE_OPENAI_BASE_URL?: string | undefined;
345
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
346
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
347
- AZURE_CLIENT_SECRET?: string | undefined;
348
- AZURE_CLIENT_ID?: string | undefined;
349
- AZURE_TENANT_ID?: string | undefined;
350
- AZURE_AUTHORITY_HOST?: string | undefined;
351
- AZURE_TOKEN_SCOPE?: string | undefined;
352
359
  BAM_API_HOST?: string | undefined;
353
360
  BAM_API_KEY?: string | undefined;
354
361
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
355
362
  CLOUDFLARE_API_KEY?: string | undefined;
356
- PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
357
363
  COHERE_API_KEY?: string | undefined;
358
- FAL_KEY?: string | undefined;
359
364
  GOOGLE_API_HOST?: string | undefined;
360
365
  GOOGLE_API_KEY?: string | undefined;
361
- GROQ_API_KEY?: string | undefined;
362
- LOCALAI_BASE_URL?: string | undefined;
363
366
  MISTRAL_API_BASE_URL?: string | undefined;
364
367
  MISTRAL_API_HOST?: string | undefined;
365
368
  MISTRAL_API_KEY?: string | undefined;
@@ -377,9 +380,6 @@ export declare const ProviderOptionsSchema: z.ZodObject<{
377
380
  VERTEX_PROJECT_ID?: string | undefined;
378
381
  VERTEX_PUBLISHER?: string | undefined;
379
382
  VERTEX_REGION?: string | undefined;
380
- WATSONX_AI_APIKEY?: string | undefined;
381
- WATSONX_AI_PROJECT_ID?: string | undefined;
382
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
383
383
  } | undefined;
384
384
  }, {
385
385
  id?: string | undefined;
@@ -389,37 +389,40 @@ export declare const ProviderOptionsSchema: z.ZodObject<{
389
389
  transform?: string | undefined;
390
390
  delay?: number | undefined;
391
391
  env?: {
392
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
392
393
  AI21_API_BASE_URL?: string | undefined;
393
394
  AI21_API_KEY?: string | undefined;
394
395
  ANTHROPIC_API_KEY?: string | undefined;
395
396
  AWS_BEDROCK_REGION?: string | undefined;
397
+ FAL_KEY?: string | undefined;
398
+ GROQ_API_KEY?: string | undefined;
399
+ LOCALAI_BASE_URL?: string | undefined;
400
+ WATSONX_AI_APIKEY?: string | undefined;
401
+ WATSONX_AI_PROJECT_ID?: string | undefined;
402
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
403
+ AZURE_CLIENT_SECRET?: string | undefined;
404
+ AZURE_CLIENT_ID?: string | undefined;
405
+ AZURE_TENANT_ID?: string | undefined;
406
+ AZURE_AUTHORITY_HOST?: string | undefined;
407
+ AZURE_TOKEN_SCOPE?: string | undefined;
408
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
409
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
410
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
411
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
396
412
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
397
413
  AZURE_OPENAI_API_HOST?: string | undefined;
398
414
  AZURE_OPENAI_API_KEY?: string | undefined;
399
415
  AZURE_API_BASE_URL?: string | undefined;
400
416
  AZURE_API_HOST?: string | undefined;
401
417
  AZURE_API_KEY?: string | undefined;
402
- AZURE_DEPLOYMENT_NAME?: string | undefined;
403
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
404
418
  AZURE_OPENAI_BASE_URL?: string | undefined;
405
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
406
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
407
- AZURE_CLIENT_SECRET?: string | undefined;
408
- AZURE_CLIENT_ID?: string | undefined;
409
- AZURE_TENANT_ID?: string | undefined;
410
- AZURE_AUTHORITY_HOST?: string | undefined;
411
- AZURE_TOKEN_SCOPE?: string | undefined;
412
419
  BAM_API_HOST?: string | undefined;
413
420
  BAM_API_KEY?: string | undefined;
414
421
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
415
422
  CLOUDFLARE_API_KEY?: string | undefined;
416
- PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
417
423
  COHERE_API_KEY?: string | undefined;
418
- FAL_KEY?: string | undefined;
419
424
  GOOGLE_API_HOST?: string | undefined;
420
425
  GOOGLE_API_KEY?: string | undefined;
421
- GROQ_API_KEY?: string | undefined;
422
- LOCALAI_BASE_URL?: string | undefined;
423
426
  MISTRAL_API_BASE_URL?: string | undefined;
424
427
  MISTRAL_API_HOST?: string | undefined;
425
428
  MISTRAL_API_KEY?: string | undefined;
@@ -437,9 +440,6 @@ export declare const ProviderOptionsSchema: z.ZodObject<{
437
440
  VERTEX_PROJECT_ID?: string | undefined;
438
441
  VERTEX_PUBLISHER?: string | undefined;
439
442
  VERTEX_REGION?: string | undefined;
440
- WATSONX_AI_APIKEY?: string | undefined;
441
- WATSONX_AI_PROJECT_ID?: string | undefined;
442
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
443
443
  } | undefined;
444
444
  }>;
445
445
  export declare const CallApiContextParamsSchema: z.ZodObject<{
@@ -576,22 +576,25 @@ export declare const ProviderResponseSchema: z.ZodObject<{
576
576
  completion: z.ZodOptional<z.ZodNumber>;
577
577
  prompt: z.ZodOptional<z.ZodNumber>;
578
578
  total: z.ZodOptional<z.ZodNumber>;
579
+ numRequests: z.ZodOptional<z.ZodNumber>;
579
580
  }, "strip", z.ZodTypeAny, {
580
581
  cached?: number | undefined;
581
582
  completion?: number | undefined;
582
583
  prompt?: number | undefined;
583
584
  total?: number | undefined;
585
+ numRequests?: number | undefined;
584
586
  }, {
585
587
  cached?: number | undefined;
586
588
  completion?: number | undefined;
587
589
  prompt?: number | undefined;
588
590
  total?: number | undefined;
591
+ numRequests?: number | undefined;
589
592
  }>>;
590
593
  }, "strip", z.ZodTypeAny, {
594
+ error?: string | undefined;
595
+ cost?: number | undefined;
591
596
  output?: any;
592
597
  cached?: boolean | undefined;
593
- cost?: number | undefined;
594
- error?: string | undefined;
595
598
  logProbs?: number[] | undefined;
596
599
  metadata?: z.objectOutputType<{
597
600
  redteamFinalPrompt: z.ZodOptional<z.ZodString>;
@@ -601,12 +604,13 @@ export declare const ProviderResponseSchema: z.ZodObject<{
601
604
  completion?: number | undefined;
602
605
  prompt?: number | undefined;
603
606
  total?: number | undefined;
607
+ numRequests?: number | undefined;
604
608
  } | undefined;
605
609
  }, {
610
+ error?: string | undefined;
611
+ cost?: number | undefined;
606
612
  output?: any;
607
613
  cached?: boolean | undefined;
608
- cost?: number | undefined;
609
- error?: string | undefined;
610
614
  logProbs?: number[] | undefined;
611
615
  metadata?: z.objectInputType<{
612
616
  redteamFinalPrompt: z.ZodOptional<z.ZodString>;
@@ -616,6 +620,7 @@ export declare const ProviderResponseSchema: z.ZodObject<{
616
620
  completion?: number | undefined;
617
621
  prompt?: number | undefined;
618
622
  total?: number | undefined;
623
+ numRequests?: number | undefined;
619
624
  } | undefined;
620
625
  }>;
621
626
  export declare const ProviderEmbeddingResponseSchema: z.ZodObject<{
@@ -626,34 +631,39 @@ export declare const ProviderEmbeddingResponseSchema: z.ZodObject<{
626
631
  completion: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
627
632
  prompt: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
628
633
  total: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
634
+ numRequests: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
629
635
  }, "strip", z.ZodTypeAny, {
630
636
  cached?: number | undefined;
631
637
  completion?: number | undefined;
632
638
  prompt?: number | undefined;
633
639
  total?: number | undefined;
640
+ numRequests?: number | undefined;
634
641
  }, {
635
642
  cached?: number | undefined;
636
643
  completion?: number | undefined;
637
644
  prompt?: number | undefined;
638
645
  total?: number | undefined;
646
+ numRequests?: number | undefined;
639
647
  }>>;
640
648
  }, "strip", z.ZodTypeAny, {
641
- embedding?: number[] | undefined;
642
649
  error?: string | undefined;
650
+ embedding?: number[] | undefined;
643
651
  tokenUsage?: {
644
652
  cached?: number | undefined;
645
653
  completion?: number | undefined;
646
654
  prompt?: number | undefined;
647
655
  total?: number | undefined;
656
+ numRequests?: number | undefined;
648
657
  } | undefined;
649
658
  }, {
650
- embedding?: number[] | undefined;
651
659
  error?: string | undefined;
660
+ embedding?: number[] | undefined;
652
661
  tokenUsage?: {
653
662
  cached?: number | undefined;
654
663
  completion?: number | undefined;
655
664
  prompt?: number | undefined;
656
665
  total?: number | undefined;
666
+ numRequests?: number | undefined;
657
667
  } | undefined;
658
668
  }>;
659
669
  export declare const ProviderSimilarityResponseSchema: z.ZodObject<{
@@ -664,16 +674,19 @@ export declare const ProviderSimilarityResponseSchema: z.ZodObject<{
664
674
  completion: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
665
675
  prompt: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
666
676
  total: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
677
+ numRequests: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
667
678
  }, "strip", z.ZodTypeAny, {
668
679
  cached?: number | undefined;
669
680
  completion?: number | undefined;
670
681
  prompt?: number | undefined;
671
682
  total?: number | undefined;
683
+ numRequests?: number | undefined;
672
684
  }, {
673
685
  cached?: number | undefined;
674
686
  completion?: number | undefined;
675
687
  prompt?: number | undefined;
676
688
  total?: number | undefined;
689
+ numRequests?: number | undefined;
677
690
  }>>;
678
691
  }, "strip", z.ZodTypeAny, {
679
692
  error?: string | undefined;
@@ -682,6 +695,7 @@ export declare const ProviderSimilarityResponseSchema: z.ZodObject<{
682
695
  completion?: number | undefined;
683
696
  prompt?: number | undefined;
684
697
  total?: number | undefined;
698
+ numRequests?: number | undefined;
685
699
  } | undefined;
686
700
  similarity?: number | undefined;
687
701
  }, {
@@ -691,6 +705,7 @@ export declare const ProviderSimilarityResponseSchema: z.ZodObject<{
691
705
  completion?: number | undefined;
692
706
  prompt?: number | undefined;
693
707
  total?: number | undefined;
708
+ numRequests?: number | undefined;
694
709
  } | undefined;
695
710
  similarity?: number | undefined;
696
711
  }>;
@@ -698,11 +713,11 @@ export declare const ProviderClassificationResponseSchema: z.ZodObject<{
698
713
  error: z.ZodOptional<z.ZodString>;
699
714
  classification: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
700
715
  }, "strip", z.ZodTypeAny, {
701
- classification?: Record<string, number> | undefined;
702
716
  error?: string | undefined;
703
- }, {
704
717
  classification?: Record<string, number> | undefined;
718
+ }, {
705
719
  error?: string | undefined;
720
+ classification?: Record<string, number> | undefined;
706
721
  }>;
707
722
  export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodFunction<z.ZodTuple<[z.ZodString, z.ZodOptional<z.ZodObject<{
708
723
  fetchWithCache: z.ZodOptional<z.ZodAny>;
@@ -856,37 +871,40 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
856
871
  WATSONX_AI_PROJECT_ID: z.ZodOptional<z.ZodString>;
857
872
  WATSONX_AI_BEARER_TOKEN: z.ZodOptional<z.ZodString>;
858
873
  }, "strip", z.ZodTypeAny, {
874
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
859
875
  AI21_API_BASE_URL?: string | undefined;
860
876
  AI21_API_KEY?: string | undefined;
861
877
  ANTHROPIC_API_KEY?: string | undefined;
862
878
  AWS_BEDROCK_REGION?: string | undefined;
879
+ FAL_KEY?: string | undefined;
880
+ GROQ_API_KEY?: string | undefined;
881
+ LOCALAI_BASE_URL?: string | undefined;
882
+ WATSONX_AI_APIKEY?: string | undefined;
883
+ WATSONX_AI_PROJECT_ID?: string | undefined;
884
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
885
+ AZURE_CLIENT_SECRET?: string | undefined;
886
+ AZURE_CLIENT_ID?: string | undefined;
887
+ AZURE_TENANT_ID?: string | undefined;
888
+ AZURE_AUTHORITY_HOST?: string | undefined;
889
+ AZURE_TOKEN_SCOPE?: string | undefined;
890
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
891
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
892
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
893
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
863
894
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
864
895
  AZURE_OPENAI_API_HOST?: string | undefined;
865
896
  AZURE_OPENAI_API_KEY?: string | undefined;
866
897
  AZURE_API_BASE_URL?: string | undefined;
867
898
  AZURE_API_HOST?: string | undefined;
868
899
  AZURE_API_KEY?: string | undefined;
869
- AZURE_DEPLOYMENT_NAME?: string | undefined;
870
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
871
900
  AZURE_OPENAI_BASE_URL?: string | undefined;
872
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
873
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
874
- AZURE_CLIENT_SECRET?: string | undefined;
875
- AZURE_CLIENT_ID?: string | undefined;
876
- AZURE_TENANT_ID?: string | undefined;
877
- AZURE_AUTHORITY_HOST?: string | undefined;
878
- AZURE_TOKEN_SCOPE?: string | undefined;
879
901
  BAM_API_HOST?: string | undefined;
880
902
  BAM_API_KEY?: string | undefined;
881
903
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
882
904
  CLOUDFLARE_API_KEY?: string | undefined;
883
- PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
884
905
  COHERE_API_KEY?: string | undefined;
885
- FAL_KEY?: string | undefined;
886
906
  GOOGLE_API_HOST?: string | undefined;
887
907
  GOOGLE_API_KEY?: string | undefined;
888
- GROQ_API_KEY?: string | undefined;
889
- LOCALAI_BASE_URL?: string | undefined;
890
908
  MISTRAL_API_BASE_URL?: string | undefined;
891
909
  MISTRAL_API_HOST?: string | undefined;
892
910
  MISTRAL_API_KEY?: string | undefined;
@@ -904,41 +922,41 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
904
922
  VERTEX_PROJECT_ID?: string | undefined;
905
923
  VERTEX_PUBLISHER?: string | undefined;
906
924
  VERTEX_REGION?: string | undefined;
907
- WATSONX_AI_APIKEY?: string | undefined;
908
- WATSONX_AI_PROJECT_ID?: string | undefined;
909
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
910
925
  }, {
926
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
911
927
  AI21_API_BASE_URL?: string | undefined;
912
928
  AI21_API_KEY?: string | undefined;
913
929
  ANTHROPIC_API_KEY?: string | undefined;
914
930
  AWS_BEDROCK_REGION?: string | undefined;
931
+ FAL_KEY?: string | undefined;
932
+ GROQ_API_KEY?: string | undefined;
933
+ LOCALAI_BASE_URL?: string | undefined;
934
+ WATSONX_AI_APIKEY?: string | undefined;
935
+ WATSONX_AI_PROJECT_ID?: string | undefined;
936
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
937
+ AZURE_CLIENT_SECRET?: string | undefined;
938
+ AZURE_CLIENT_ID?: string | undefined;
939
+ AZURE_TENANT_ID?: string | undefined;
940
+ AZURE_AUTHORITY_HOST?: string | undefined;
941
+ AZURE_TOKEN_SCOPE?: string | undefined;
942
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
943
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
944
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
945
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
915
946
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
916
947
  AZURE_OPENAI_API_HOST?: string | undefined;
917
948
  AZURE_OPENAI_API_KEY?: string | undefined;
918
949
  AZURE_API_BASE_URL?: string | undefined;
919
950
  AZURE_API_HOST?: string | undefined;
920
951
  AZURE_API_KEY?: string | undefined;
921
- AZURE_DEPLOYMENT_NAME?: string | undefined;
922
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
923
952
  AZURE_OPENAI_BASE_URL?: string | undefined;
924
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
925
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
926
- AZURE_CLIENT_SECRET?: string | undefined;
927
- AZURE_CLIENT_ID?: string | undefined;
928
- AZURE_TENANT_ID?: string | undefined;
929
- AZURE_AUTHORITY_HOST?: string | undefined;
930
- AZURE_TOKEN_SCOPE?: string | undefined;
931
953
  BAM_API_HOST?: string | undefined;
932
954
  BAM_API_KEY?: string | undefined;
933
955
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
934
956
  CLOUDFLARE_API_KEY?: string | undefined;
935
- PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
936
957
  COHERE_API_KEY?: string | undefined;
937
- FAL_KEY?: string | undefined;
938
958
  GOOGLE_API_HOST?: string | undefined;
939
959
  GOOGLE_API_KEY?: string | undefined;
940
- GROQ_API_KEY?: string | undefined;
941
- LOCALAI_BASE_URL?: string | undefined;
942
960
  MISTRAL_API_BASE_URL?: string | undefined;
943
961
  MISTRAL_API_HOST?: string | undefined;
944
962
  MISTRAL_API_KEY?: string | undefined;
@@ -956,9 +974,6 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
956
974
  VERTEX_PROJECT_ID?: string | undefined;
957
975
  VERTEX_PUBLISHER?: string | undefined;
958
976
  VERTEX_REGION?: string | undefined;
959
- WATSONX_AI_APIKEY?: string | undefined;
960
- WATSONX_AI_PROJECT_ID?: string | undefined;
961
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
962
977
  }>>;
963
978
  }, "strict", z.ZodTypeAny, {
964
979
  id?: string | undefined;
@@ -968,37 +983,40 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
968
983
  transform?: string | undefined;
969
984
  delay?: number | undefined;
970
985
  env?: {
986
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
971
987
  AI21_API_BASE_URL?: string | undefined;
972
988
  AI21_API_KEY?: string | undefined;
973
989
  ANTHROPIC_API_KEY?: string | undefined;
974
990
  AWS_BEDROCK_REGION?: string | undefined;
991
+ FAL_KEY?: string | undefined;
992
+ GROQ_API_KEY?: string | undefined;
993
+ LOCALAI_BASE_URL?: string | undefined;
994
+ WATSONX_AI_APIKEY?: string | undefined;
995
+ WATSONX_AI_PROJECT_ID?: string | undefined;
996
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
997
+ AZURE_CLIENT_SECRET?: string | undefined;
998
+ AZURE_CLIENT_ID?: string | undefined;
999
+ AZURE_TENANT_ID?: string | undefined;
1000
+ AZURE_AUTHORITY_HOST?: string | undefined;
1001
+ AZURE_TOKEN_SCOPE?: string | undefined;
1002
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
1003
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1004
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
1005
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
975
1006
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
976
1007
  AZURE_OPENAI_API_HOST?: string | undefined;
977
1008
  AZURE_OPENAI_API_KEY?: string | undefined;
978
1009
  AZURE_API_BASE_URL?: string | undefined;
979
1010
  AZURE_API_HOST?: string | undefined;
980
1011
  AZURE_API_KEY?: string | undefined;
981
- AZURE_DEPLOYMENT_NAME?: string | undefined;
982
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
983
1012
  AZURE_OPENAI_BASE_URL?: string | undefined;
984
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
985
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
986
- AZURE_CLIENT_SECRET?: string | undefined;
987
- AZURE_CLIENT_ID?: string | undefined;
988
- AZURE_TENANT_ID?: string | undefined;
989
- AZURE_AUTHORITY_HOST?: string | undefined;
990
- AZURE_TOKEN_SCOPE?: string | undefined;
991
1013
  BAM_API_HOST?: string | undefined;
992
1014
  BAM_API_KEY?: string | undefined;
993
1015
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
994
1016
  CLOUDFLARE_API_KEY?: string | undefined;
995
- PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
996
1017
  COHERE_API_KEY?: string | undefined;
997
- FAL_KEY?: string | undefined;
998
1018
  GOOGLE_API_HOST?: string | undefined;
999
1019
  GOOGLE_API_KEY?: string | undefined;
1000
- GROQ_API_KEY?: string | undefined;
1001
- LOCALAI_BASE_URL?: string | undefined;
1002
1020
  MISTRAL_API_BASE_URL?: string | undefined;
1003
1021
  MISTRAL_API_HOST?: string | undefined;
1004
1022
  MISTRAL_API_KEY?: string | undefined;
@@ -1016,9 +1034,6 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
1016
1034
  VERTEX_PROJECT_ID?: string | undefined;
1017
1035
  VERTEX_PUBLISHER?: string | undefined;
1018
1036
  VERTEX_REGION?: string | undefined;
1019
- WATSONX_AI_APIKEY?: string | undefined;
1020
- WATSONX_AI_PROJECT_ID?: string | undefined;
1021
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
1022
1037
  } | undefined;
1023
1038
  }, {
1024
1039
  id?: string | undefined;
@@ -1028,37 +1043,40 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
1028
1043
  transform?: string | undefined;
1029
1044
  delay?: number | undefined;
1030
1045
  env?: {
1046
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
1031
1047
  AI21_API_BASE_URL?: string | undefined;
1032
1048
  AI21_API_KEY?: string | undefined;
1033
1049
  ANTHROPIC_API_KEY?: string | undefined;
1034
1050
  AWS_BEDROCK_REGION?: string | undefined;
1051
+ FAL_KEY?: string | undefined;
1052
+ GROQ_API_KEY?: string | undefined;
1053
+ LOCALAI_BASE_URL?: string | undefined;
1054
+ WATSONX_AI_APIKEY?: string | undefined;
1055
+ WATSONX_AI_PROJECT_ID?: string | undefined;
1056
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
1057
+ AZURE_CLIENT_SECRET?: string | undefined;
1058
+ AZURE_CLIENT_ID?: string | undefined;
1059
+ AZURE_TENANT_ID?: string | undefined;
1060
+ AZURE_AUTHORITY_HOST?: string | undefined;
1061
+ AZURE_TOKEN_SCOPE?: string | undefined;
1062
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
1063
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1064
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
1065
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1035
1066
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
1036
1067
  AZURE_OPENAI_API_HOST?: string | undefined;
1037
1068
  AZURE_OPENAI_API_KEY?: string | undefined;
1038
1069
  AZURE_API_BASE_URL?: string | undefined;
1039
1070
  AZURE_API_HOST?: string | undefined;
1040
1071
  AZURE_API_KEY?: string | undefined;
1041
- AZURE_DEPLOYMENT_NAME?: string | undefined;
1042
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1043
1072
  AZURE_OPENAI_BASE_URL?: string | undefined;
1044
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
1045
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1046
- AZURE_CLIENT_SECRET?: string | undefined;
1047
- AZURE_CLIENT_ID?: string | undefined;
1048
- AZURE_TENANT_ID?: string | undefined;
1049
- AZURE_AUTHORITY_HOST?: string | undefined;
1050
- AZURE_TOKEN_SCOPE?: string | undefined;
1051
1073
  BAM_API_HOST?: string | undefined;
1052
1074
  BAM_API_KEY?: string | undefined;
1053
1075
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
1054
1076
  CLOUDFLARE_API_KEY?: string | undefined;
1055
- PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
1056
1077
  COHERE_API_KEY?: string | undefined;
1057
- FAL_KEY?: string | undefined;
1058
1078
  GOOGLE_API_HOST?: string | undefined;
1059
1079
  GOOGLE_API_KEY?: string | undefined;
1060
- GROQ_API_KEY?: string | undefined;
1061
- LOCALAI_BASE_URL?: string | undefined;
1062
1080
  MISTRAL_API_BASE_URL?: string | undefined;
1063
1081
  MISTRAL_API_HOST?: string | undefined;
1064
1082
  MISTRAL_API_KEY?: string | undefined;
@@ -1076,9 +1094,6 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
1076
1094
  VERTEX_PROJECT_ID?: string | undefined;
1077
1095
  VERTEX_PUBLISHER?: string | undefined;
1078
1096
  VERTEX_REGION?: string | undefined;
1079
- WATSONX_AI_APIKEY?: string | undefined;
1080
- WATSONX_AI_PROJECT_ID?: string | undefined;
1081
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
1082
1097
  } | undefined;
1083
1098
  }>>, z.ZodObject<{
1084
1099
  id: z.ZodOptional<z.ZodType<string, z.ZodTypeDef, string>>;
@@ -1140,37 +1155,40 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
1140
1155
  WATSONX_AI_PROJECT_ID: z.ZodOptional<z.ZodString>;
1141
1156
  WATSONX_AI_BEARER_TOKEN: z.ZodOptional<z.ZodString>;
1142
1157
  }, "strip", z.ZodTypeAny, {
1158
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
1143
1159
  AI21_API_BASE_URL?: string | undefined;
1144
1160
  AI21_API_KEY?: string | undefined;
1145
1161
  ANTHROPIC_API_KEY?: string | undefined;
1146
1162
  AWS_BEDROCK_REGION?: string | undefined;
1163
+ FAL_KEY?: string | undefined;
1164
+ GROQ_API_KEY?: string | undefined;
1165
+ LOCALAI_BASE_URL?: string | undefined;
1166
+ WATSONX_AI_APIKEY?: string | undefined;
1167
+ WATSONX_AI_PROJECT_ID?: string | undefined;
1168
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
1169
+ AZURE_CLIENT_SECRET?: string | undefined;
1170
+ AZURE_CLIENT_ID?: string | undefined;
1171
+ AZURE_TENANT_ID?: string | undefined;
1172
+ AZURE_AUTHORITY_HOST?: string | undefined;
1173
+ AZURE_TOKEN_SCOPE?: string | undefined;
1174
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
1175
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1176
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
1177
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1147
1178
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
1148
1179
  AZURE_OPENAI_API_HOST?: string | undefined;
1149
1180
  AZURE_OPENAI_API_KEY?: string | undefined;
1150
1181
  AZURE_API_BASE_URL?: string | undefined;
1151
1182
  AZURE_API_HOST?: string | undefined;
1152
1183
  AZURE_API_KEY?: string | undefined;
1153
- AZURE_DEPLOYMENT_NAME?: string | undefined;
1154
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1155
1184
  AZURE_OPENAI_BASE_URL?: string | undefined;
1156
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
1157
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1158
- AZURE_CLIENT_SECRET?: string | undefined;
1159
- AZURE_CLIENT_ID?: string | undefined;
1160
- AZURE_TENANT_ID?: string | undefined;
1161
- AZURE_AUTHORITY_HOST?: string | undefined;
1162
- AZURE_TOKEN_SCOPE?: string | undefined;
1163
1185
  BAM_API_HOST?: string | undefined;
1164
1186
  BAM_API_KEY?: string | undefined;
1165
1187
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
1166
1188
  CLOUDFLARE_API_KEY?: string | undefined;
1167
- PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
1168
1189
  COHERE_API_KEY?: string | undefined;
1169
- FAL_KEY?: string | undefined;
1170
1190
  GOOGLE_API_HOST?: string | undefined;
1171
1191
  GOOGLE_API_KEY?: string | undefined;
1172
- GROQ_API_KEY?: string | undefined;
1173
- LOCALAI_BASE_URL?: string | undefined;
1174
1192
  MISTRAL_API_BASE_URL?: string | undefined;
1175
1193
  MISTRAL_API_HOST?: string | undefined;
1176
1194
  MISTRAL_API_KEY?: string | undefined;
@@ -1188,41 +1206,41 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
1188
1206
  VERTEX_PROJECT_ID?: string | undefined;
1189
1207
  VERTEX_PUBLISHER?: string | undefined;
1190
1208
  VERTEX_REGION?: string | undefined;
1191
- WATSONX_AI_APIKEY?: string | undefined;
1192
- WATSONX_AI_PROJECT_ID?: string | undefined;
1193
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
1194
1209
  }, {
1210
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
1195
1211
  AI21_API_BASE_URL?: string | undefined;
1196
1212
  AI21_API_KEY?: string | undefined;
1197
1213
  ANTHROPIC_API_KEY?: string | undefined;
1198
1214
  AWS_BEDROCK_REGION?: string | undefined;
1215
+ FAL_KEY?: string | undefined;
1216
+ GROQ_API_KEY?: string | undefined;
1217
+ LOCALAI_BASE_URL?: string | undefined;
1218
+ WATSONX_AI_APIKEY?: string | undefined;
1219
+ WATSONX_AI_PROJECT_ID?: string | undefined;
1220
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
1221
+ AZURE_CLIENT_SECRET?: string | undefined;
1222
+ AZURE_CLIENT_ID?: string | undefined;
1223
+ AZURE_TENANT_ID?: string | undefined;
1224
+ AZURE_AUTHORITY_HOST?: string | undefined;
1225
+ AZURE_TOKEN_SCOPE?: string | undefined;
1226
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
1227
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1228
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
1229
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1199
1230
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
1200
1231
  AZURE_OPENAI_API_HOST?: string | undefined;
1201
1232
  AZURE_OPENAI_API_KEY?: string | undefined;
1202
1233
  AZURE_API_BASE_URL?: string | undefined;
1203
1234
  AZURE_API_HOST?: string | undefined;
1204
1235
  AZURE_API_KEY?: string | undefined;
1205
- AZURE_DEPLOYMENT_NAME?: string | undefined;
1206
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1207
1236
  AZURE_OPENAI_BASE_URL?: string | undefined;
1208
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
1209
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1210
- AZURE_CLIENT_SECRET?: string | undefined;
1211
- AZURE_CLIENT_ID?: string | undefined;
1212
- AZURE_TENANT_ID?: string | undefined;
1213
- AZURE_AUTHORITY_HOST?: string | undefined;
1214
- AZURE_TOKEN_SCOPE?: string | undefined;
1215
1237
  BAM_API_HOST?: string | undefined;
1216
1238
  BAM_API_KEY?: string | undefined;
1217
1239
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
1218
1240
  CLOUDFLARE_API_KEY?: string | undefined;
1219
- PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
1220
1241
  COHERE_API_KEY?: string | undefined;
1221
- FAL_KEY?: string | undefined;
1222
1242
  GOOGLE_API_HOST?: string | undefined;
1223
1243
  GOOGLE_API_KEY?: string | undefined;
1224
- GROQ_API_KEY?: string | undefined;
1225
- LOCALAI_BASE_URL?: string | undefined;
1226
1244
  MISTRAL_API_BASE_URL?: string | undefined;
1227
1245
  MISTRAL_API_HOST?: string | undefined;
1228
1246
  MISTRAL_API_KEY?: string | undefined;
@@ -1240,9 +1258,6 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
1240
1258
  VERTEX_PROJECT_ID?: string | undefined;
1241
1259
  VERTEX_PUBLISHER?: string | undefined;
1242
1260
  VERTEX_REGION?: string | undefined;
1243
- WATSONX_AI_APIKEY?: string | undefined;
1244
- WATSONX_AI_PROJECT_ID?: string | undefined;
1245
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
1246
1261
  }>>;
1247
1262
  }, "strict", z.ZodTypeAny, {
1248
1263
  id?: string | undefined;
@@ -1252,37 +1267,40 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
1252
1267
  transform?: string | undefined;
1253
1268
  delay?: number | undefined;
1254
1269
  env?: {
1270
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
1255
1271
  AI21_API_BASE_URL?: string | undefined;
1256
1272
  AI21_API_KEY?: string | undefined;
1257
1273
  ANTHROPIC_API_KEY?: string | undefined;
1258
1274
  AWS_BEDROCK_REGION?: string | undefined;
1275
+ FAL_KEY?: string | undefined;
1276
+ GROQ_API_KEY?: string | undefined;
1277
+ LOCALAI_BASE_URL?: string | undefined;
1278
+ WATSONX_AI_APIKEY?: string | undefined;
1279
+ WATSONX_AI_PROJECT_ID?: string | undefined;
1280
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
1281
+ AZURE_CLIENT_SECRET?: string | undefined;
1282
+ AZURE_CLIENT_ID?: string | undefined;
1283
+ AZURE_TENANT_ID?: string | undefined;
1284
+ AZURE_AUTHORITY_HOST?: string | undefined;
1285
+ AZURE_TOKEN_SCOPE?: string | undefined;
1286
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
1287
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1288
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
1289
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1259
1290
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
1260
1291
  AZURE_OPENAI_API_HOST?: string | undefined;
1261
1292
  AZURE_OPENAI_API_KEY?: string | undefined;
1262
1293
  AZURE_API_BASE_URL?: string | undefined;
1263
1294
  AZURE_API_HOST?: string | undefined;
1264
1295
  AZURE_API_KEY?: string | undefined;
1265
- AZURE_DEPLOYMENT_NAME?: string | undefined;
1266
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1267
1296
  AZURE_OPENAI_BASE_URL?: string | undefined;
1268
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
1269
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1270
- AZURE_CLIENT_SECRET?: string | undefined;
1271
- AZURE_CLIENT_ID?: string | undefined;
1272
- AZURE_TENANT_ID?: string | undefined;
1273
- AZURE_AUTHORITY_HOST?: string | undefined;
1274
- AZURE_TOKEN_SCOPE?: string | undefined;
1275
1297
  BAM_API_HOST?: string | undefined;
1276
1298
  BAM_API_KEY?: string | undefined;
1277
1299
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
1278
1300
  CLOUDFLARE_API_KEY?: string | undefined;
1279
- PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
1280
1301
  COHERE_API_KEY?: string | undefined;
1281
- FAL_KEY?: string | undefined;
1282
1302
  GOOGLE_API_HOST?: string | undefined;
1283
1303
  GOOGLE_API_KEY?: string | undefined;
1284
- GROQ_API_KEY?: string | undefined;
1285
- LOCALAI_BASE_URL?: string | undefined;
1286
1304
  MISTRAL_API_BASE_URL?: string | undefined;
1287
1305
  MISTRAL_API_HOST?: string | undefined;
1288
1306
  MISTRAL_API_KEY?: string | undefined;
@@ -1300,9 +1318,6 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
1300
1318
  VERTEX_PROJECT_ID?: string | undefined;
1301
1319
  VERTEX_PUBLISHER?: string | undefined;
1302
1320
  VERTEX_REGION?: string | undefined;
1303
- WATSONX_AI_APIKEY?: string | undefined;
1304
- WATSONX_AI_PROJECT_ID?: string | undefined;
1305
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
1306
1321
  } | undefined;
1307
1322
  }, {
1308
1323
  id?: string | undefined;
@@ -1312,37 +1327,40 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
1312
1327
  transform?: string | undefined;
1313
1328
  delay?: number | undefined;
1314
1329
  env?: {
1330
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
1315
1331
  AI21_API_BASE_URL?: string | undefined;
1316
1332
  AI21_API_KEY?: string | undefined;
1317
1333
  ANTHROPIC_API_KEY?: string | undefined;
1318
1334
  AWS_BEDROCK_REGION?: string | undefined;
1335
+ FAL_KEY?: string | undefined;
1336
+ GROQ_API_KEY?: string | undefined;
1337
+ LOCALAI_BASE_URL?: string | undefined;
1338
+ WATSONX_AI_APIKEY?: string | undefined;
1339
+ WATSONX_AI_PROJECT_ID?: string | undefined;
1340
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
1341
+ AZURE_CLIENT_SECRET?: string | undefined;
1342
+ AZURE_CLIENT_ID?: string | undefined;
1343
+ AZURE_TENANT_ID?: string | undefined;
1344
+ AZURE_AUTHORITY_HOST?: string | undefined;
1345
+ AZURE_TOKEN_SCOPE?: string | undefined;
1346
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
1347
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1348
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
1349
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1319
1350
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
1320
1351
  AZURE_OPENAI_API_HOST?: string | undefined;
1321
1352
  AZURE_OPENAI_API_KEY?: string | undefined;
1322
1353
  AZURE_API_BASE_URL?: string | undefined;
1323
1354
  AZURE_API_HOST?: string | undefined;
1324
1355
  AZURE_API_KEY?: string | undefined;
1325
- AZURE_DEPLOYMENT_NAME?: string | undefined;
1326
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1327
1356
  AZURE_OPENAI_BASE_URL?: string | undefined;
1328
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
1329
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1330
- AZURE_CLIENT_SECRET?: string | undefined;
1331
- AZURE_CLIENT_ID?: string | undefined;
1332
- AZURE_TENANT_ID?: string | undefined;
1333
- AZURE_AUTHORITY_HOST?: string | undefined;
1334
- AZURE_TOKEN_SCOPE?: string | undefined;
1335
1357
  BAM_API_HOST?: string | undefined;
1336
1358
  BAM_API_KEY?: string | undefined;
1337
1359
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
1338
1360
  CLOUDFLARE_API_KEY?: string | undefined;
1339
- PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
1340
1361
  COHERE_API_KEY?: string | undefined;
1341
- FAL_KEY?: string | undefined;
1342
1362
  GOOGLE_API_HOST?: string | undefined;
1343
1363
  GOOGLE_API_KEY?: string | undefined;
1344
- GROQ_API_KEY?: string | undefined;
1345
- LOCALAI_BASE_URL?: string | undefined;
1346
1364
  MISTRAL_API_BASE_URL?: string | undefined;
1347
1365
  MISTRAL_API_HOST?: string | undefined;
1348
1366
  MISTRAL_API_KEY?: string | undefined;
@@ -1360,9 +1378,6 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
1360
1378
  VERTEX_PROJECT_ID?: string | undefined;
1361
1379
  VERTEX_PUBLISHER?: string | undefined;
1362
1380
  VERTEX_REGION?: string | undefined;
1363
- WATSONX_AI_APIKEY?: string | undefined;
1364
- WATSONX_AI_PROJECT_ID?: string | undefined;
1365
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
1366
1381
  } | undefined;
1367
1382
  }>, z.ZodIntersection<z.ZodFunction<z.ZodTuple<[z.ZodString, z.ZodOptional<z.ZodObject<{
1368
1383
  fetchWithCache: z.ZodOptional<z.ZodAny>;
@@ -1517,37 +1532,40 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
1517
1532
  WATSONX_AI_PROJECT_ID: z.ZodOptional<z.ZodString>;
1518
1533
  WATSONX_AI_BEARER_TOKEN: z.ZodOptional<z.ZodString>;
1519
1534
  }, "strip", z.ZodTypeAny, {
1535
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
1520
1536
  AI21_API_BASE_URL?: string | undefined;
1521
1537
  AI21_API_KEY?: string | undefined;
1522
1538
  ANTHROPIC_API_KEY?: string | undefined;
1523
1539
  AWS_BEDROCK_REGION?: string | undefined;
1540
+ FAL_KEY?: string | undefined;
1541
+ GROQ_API_KEY?: string | undefined;
1542
+ LOCALAI_BASE_URL?: string | undefined;
1543
+ WATSONX_AI_APIKEY?: string | undefined;
1544
+ WATSONX_AI_PROJECT_ID?: string | undefined;
1545
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
1546
+ AZURE_CLIENT_SECRET?: string | undefined;
1547
+ AZURE_CLIENT_ID?: string | undefined;
1548
+ AZURE_TENANT_ID?: string | undefined;
1549
+ AZURE_AUTHORITY_HOST?: string | undefined;
1550
+ AZURE_TOKEN_SCOPE?: string | undefined;
1551
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
1552
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1553
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
1554
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1524
1555
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
1525
1556
  AZURE_OPENAI_API_HOST?: string | undefined;
1526
1557
  AZURE_OPENAI_API_KEY?: string | undefined;
1527
1558
  AZURE_API_BASE_URL?: string | undefined;
1528
1559
  AZURE_API_HOST?: string | undefined;
1529
1560
  AZURE_API_KEY?: string | undefined;
1530
- AZURE_DEPLOYMENT_NAME?: string | undefined;
1531
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1532
1561
  AZURE_OPENAI_BASE_URL?: string | undefined;
1533
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
1534
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1535
- AZURE_CLIENT_SECRET?: string | undefined;
1536
- AZURE_CLIENT_ID?: string | undefined;
1537
- AZURE_TENANT_ID?: string | undefined;
1538
- AZURE_AUTHORITY_HOST?: string | undefined;
1539
- AZURE_TOKEN_SCOPE?: string | undefined;
1540
1562
  BAM_API_HOST?: string | undefined;
1541
1563
  BAM_API_KEY?: string | undefined;
1542
1564
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
1543
1565
  CLOUDFLARE_API_KEY?: string | undefined;
1544
- PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
1545
1566
  COHERE_API_KEY?: string | undefined;
1546
- FAL_KEY?: string | undefined;
1547
1567
  GOOGLE_API_HOST?: string | undefined;
1548
1568
  GOOGLE_API_KEY?: string | undefined;
1549
- GROQ_API_KEY?: string | undefined;
1550
- LOCALAI_BASE_URL?: string | undefined;
1551
1569
  MISTRAL_API_BASE_URL?: string | undefined;
1552
1570
  MISTRAL_API_HOST?: string | undefined;
1553
1571
  MISTRAL_API_KEY?: string | undefined;
@@ -1565,41 +1583,41 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
1565
1583
  VERTEX_PROJECT_ID?: string | undefined;
1566
1584
  VERTEX_PUBLISHER?: string | undefined;
1567
1585
  VERTEX_REGION?: string | undefined;
1568
- WATSONX_AI_APIKEY?: string | undefined;
1569
- WATSONX_AI_PROJECT_ID?: string | undefined;
1570
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
1571
1586
  }, {
1587
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
1572
1588
  AI21_API_BASE_URL?: string | undefined;
1573
1589
  AI21_API_KEY?: string | undefined;
1574
1590
  ANTHROPIC_API_KEY?: string | undefined;
1575
1591
  AWS_BEDROCK_REGION?: string | undefined;
1592
+ FAL_KEY?: string | undefined;
1593
+ GROQ_API_KEY?: string | undefined;
1594
+ LOCALAI_BASE_URL?: string | undefined;
1595
+ WATSONX_AI_APIKEY?: string | undefined;
1596
+ WATSONX_AI_PROJECT_ID?: string | undefined;
1597
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
1598
+ AZURE_CLIENT_SECRET?: string | undefined;
1599
+ AZURE_CLIENT_ID?: string | undefined;
1600
+ AZURE_TENANT_ID?: string | undefined;
1601
+ AZURE_AUTHORITY_HOST?: string | undefined;
1602
+ AZURE_TOKEN_SCOPE?: string | undefined;
1603
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
1604
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1605
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
1606
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1576
1607
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
1577
1608
  AZURE_OPENAI_API_HOST?: string | undefined;
1578
1609
  AZURE_OPENAI_API_KEY?: string | undefined;
1579
1610
  AZURE_API_BASE_URL?: string | undefined;
1580
1611
  AZURE_API_HOST?: string | undefined;
1581
1612
  AZURE_API_KEY?: string | undefined;
1582
- AZURE_DEPLOYMENT_NAME?: string | undefined;
1583
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1584
1613
  AZURE_OPENAI_BASE_URL?: string | undefined;
1585
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
1586
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1587
- AZURE_CLIENT_SECRET?: string | undefined;
1588
- AZURE_CLIENT_ID?: string | undefined;
1589
- AZURE_TENANT_ID?: string | undefined;
1590
- AZURE_AUTHORITY_HOST?: string | undefined;
1591
- AZURE_TOKEN_SCOPE?: string | undefined;
1592
1614
  BAM_API_HOST?: string | undefined;
1593
1615
  BAM_API_KEY?: string | undefined;
1594
1616
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
1595
1617
  CLOUDFLARE_API_KEY?: string | undefined;
1596
- PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
1597
1618
  COHERE_API_KEY?: string | undefined;
1598
- FAL_KEY?: string | undefined;
1599
1619
  GOOGLE_API_HOST?: string | undefined;
1600
1620
  GOOGLE_API_KEY?: string | undefined;
1601
- GROQ_API_KEY?: string | undefined;
1602
- LOCALAI_BASE_URL?: string | undefined;
1603
1621
  MISTRAL_API_BASE_URL?: string | undefined;
1604
1622
  MISTRAL_API_HOST?: string | undefined;
1605
1623
  MISTRAL_API_KEY?: string | undefined;
@@ -1617,9 +1635,6 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
1617
1635
  VERTEX_PROJECT_ID?: string | undefined;
1618
1636
  VERTEX_PUBLISHER?: string | undefined;
1619
1637
  VERTEX_REGION?: string | undefined;
1620
- WATSONX_AI_APIKEY?: string | undefined;
1621
- WATSONX_AI_PROJECT_ID?: string | undefined;
1622
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
1623
1638
  }>>;
1624
1639
  }, "strict", z.ZodTypeAny, {
1625
1640
  id?: string | undefined;
@@ -1629,37 +1644,40 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
1629
1644
  transform?: string | undefined;
1630
1645
  delay?: number | undefined;
1631
1646
  env?: {
1647
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
1632
1648
  AI21_API_BASE_URL?: string | undefined;
1633
1649
  AI21_API_KEY?: string | undefined;
1634
1650
  ANTHROPIC_API_KEY?: string | undefined;
1635
1651
  AWS_BEDROCK_REGION?: string | undefined;
1652
+ FAL_KEY?: string | undefined;
1653
+ GROQ_API_KEY?: string | undefined;
1654
+ LOCALAI_BASE_URL?: string | undefined;
1655
+ WATSONX_AI_APIKEY?: string | undefined;
1656
+ WATSONX_AI_PROJECT_ID?: string | undefined;
1657
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
1658
+ AZURE_CLIENT_SECRET?: string | undefined;
1659
+ AZURE_CLIENT_ID?: string | undefined;
1660
+ AZURE_TENANT_ID?: string | undefined;
1661
+ AZURE_AUTHORITY_HOST?: string | undefined;
1662
+ AZURE_TOKEN_SCOPE?: string | undefined;
1663
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
1664
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1665
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
1666
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1636
1667
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
1637
1668
  AZURE_OPENAI_API_HOST?: string | undefined;
1638
1669
  AZURE_OPENAI_API_KEY?: string | undefined;
1639
1670
  AZURE_API_BASE_URL?: string | undefined;
1640
1671
  AZURE_API_HOST?: string | undefined;
1641
1672
  AZURE_API_KEY?: string | undefined;
1642
- AZURE_DEPLOYMENT_NAME?: string | undefined;
1643
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1644
1673
  AZURE_OPENAI_BASE_URL?: string | undefined;
1645
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
1646
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1647
- AZURE_CLIENT_SECRET?: string | undefined;
1648
- AZURE_CLIENT_ID?: string | undefined;
1649
- AZURE_TENANT_ID?: string | undefined;
1650
- AZURE_AUTHORITY_HOST?: string | undefined;
1651
- AZURE_TOKEN_SCOPE?: string | undefined;
1652
1674
  BAM_API_HOST?: string | undefined;
1653
1675
  BAM_API_KEY?: string | undefined;
1654
1676
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
1655
1677
  CLOUDFLARE_API_KEY?: string | undefined;
1656
- PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
1657
1678
  COHERE_API_KEY?: string | undefined;
1658
- FAL_KEY?: string | undefined;
1659
1679
  GOOGLE_API_HOST?: string | undefined;
1660
1680
  GOOGLE_API_KEY?: string | undefined;
1661
- GROQ_API_KEY?: string | undefined;
1662
- LOCALAI_BASE_URL?: string | undefined;
1663
1681
  MISTRAL_API_BASE_URL?: string | undefined;
1664
1682
  MISTRAL_API_HOST?: string | undefined;
1665
1683
  MISTRAL_API_KEY?: string | undefined;
@@ -1677,9 +1695,6 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
1677
1695
  VERTEX_PROJECT_ID?: string | undefined;
1678
1696
  VERTEX_PUBLISHER?: string | undefined;
1679
1697
  VERTEX_REGION?: string | undefined;
1680
- WATSONX_AI_APIKEY?: string | undefined;
1681
- WATSONX_AI_PROJECT_ID?: string | undefined;
1682
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
1683
1698
  } | undefined;
1684
1699
  }, {
1685
1700
  id?: string | undefined;
@@ -1689,37 +1704,40 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
1689
1704
  transform?: string | undefined;
1690
1705
  delay?: number | undefined;
1691
1706
  env?: {
1707
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
1692
1708
  AI21_API_BASE_URL?: string | undefined;
1693
1709
  AI21_API_KEY?: string | undefined;
1694
1710
  ANTHROPIC_API_KEY?: string | undefined;
1695
1711
  AWS_BEDROCK_REGION?: string | undefined;
1712
+ FAL_KEY?: string | undefined;
1713
+ GROQ_API_KEY?: string | undefined;
1714
+ LOCALAI_BASE_URL?: string | undefined;
1715
+ WATSONX_AI_APIKEY?: string | undefined;
1716
+ WATSONX_AI_PROJECT_ID?: string | undefined;
1717
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
1718
+ AZURE_CLIENT_SECRET?: string | undefined;
1719
+ AZURE_CLIENT_ID?: string | undefined;
1720
+ AZURE_TENANT_ID?: string | undefined;
1721
+ AZURE_AUTHORITY_HOST?: string | undefined;
1722
+ AZURE_TOKEN_SCOPE?: string | undefined;
1723
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
1724
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1725
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
1726
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1696
1727
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
1697
1728
  AZURE_OPENAI_API_HOST?: string | undefined;
1698
1729
  AZURE_OPENAI_API_KEY?: string | undefined;
1699
1730
  AZURE_API_BASE_URL?: string | undefined;
1700
1731
  AZURE_API_HOST?: string | undefined;
1701
1732
  AZURE_API_KEY?: string | undefined;
1702
- AZURE_DEPLOYMENT_NAME?: string | undefined;
1703
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1704
1733
  AZURE_OPENAI_BASE_URL?: string | undefined;
1705
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
1706
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1707
- AZURE_CLIENT_SECRET?: string | undefined;
1708
- AZURE_CLIENT_ID?: string | undefined;
1709
- AZURE_TENANT_ID?: string | undefined;
1710
- AZURE_AUTHORITY_HOST?: string | undefined;
1711
- AZURE_TOKEN_SCOPE?: string | undefined;
1712
1734
  BAM_API_HOST?: string | undefined;
1713
1735
  BAM_API_KEY?: string | undefined;
1714
1736
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
1715
1737
  CLOUDFLARE_API_KEY?: string | undefined;
1716
- PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
1717
1738
  COHERE_API_KEY?: string | undefined;
1718
- FAL_KEY?: string | undefined;
1719
1739
  GOOGLE_API_HOST?: string | undefined;
1720
1740
  GOOGLE_API_KEY?: string | undefined;
1721
- GROQ_API_KEY?: string | undefined;
1722
- LOCALAI_BASE_URL?: string | undefined;
1723
1741
  MISTRAL_API_BASE_URL?: string | undefined;
1724
1742
  MISTRAL_API_HOST?: string | undefined;
1725
1743
  MISTRAL_API_KEY?: string | undefined;
@@ -1737,9 +1755,6 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
1737
1755
  VERTEX_PROJECT_ID?: string | undefined;
1738
1756
  VERTEX_PUBLISHER?: string | undefined;
1739
1757
  VERTEX_REGION?: string | undefined;
1740
- WATSONX_AI_APIKEY?: string | undefined;
1741
- WATSONX_AI_PROJECT_ID?: string | undefined;
1742
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
1743
1758
  } | undefined;
1744
1759
  }>, z.ZodObject<{
1745
1760
  id: z.ZodFunction<z.ZodTuple<[], z.ZodUnknown>, z.ZodString>;