promptfoo 0.97.0 → 0.99.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (256) hide show
  1. package/README.md +1 -1
  2. package/dist/package.json +19 -17
  3. package/dist/src/app/assets/index-CJGQrbZb.js +787 -0
  4. package/dist/src/app/assets/{index-YwjS5Vq2.css → index-DatcZSwS.css} +1 -1
  5. package/dist/src/app/assets/{index.es-Cc9N3uII.js → index.es-BCwhwRu5.js} +1 -1
  6. package/dist/src/app/assets/{sync-BoVzjiAe.js → sync-hJWHXawF.js} +1 -1
  7. package/dist/src/app/index.html +2 -2
  8. package/dist/src/assertions/index.d.ts.map +1 -1
  9. package/dist/src/assertions/index.js +9 -1
  10. package/dist/src/assertions/index.js.map +1 -1
  11. package/dist/src/cache.d.ts +1 -0
  12. package/dist/src/cache.d.ts.map +1 -1
  13. package/dist/src/cache.js +5 -0
  14. package/dist/src/cache.js.map +1 -1
  15. package/dist/src/commands/debug.d.ts +4 -0
  16. package/dist/src/commands/debug.d.ts.map +1 -0
  17. package/dist/src/commands/debug.js +84 -0
  18. package/dist/src/commands/debug.js.map +1 -0
  19. package/dist/src/commands/view.d.ts.map +1 -1
  20. package/dist/src/commands/view.js +6 -4
  21. package/dist/src/commands/view.js.map +1 -1
  22. package/dist/src/constants.d.ts +1 -0
  23. package/dist/src/constants.d.ts.map +1 -1
  24. package/dist/src/constants.js +2 -1
  25. package/dist/src/constants.js.map +1 -1
  26. package/dist/src/database/tables.d.ts +176 -176
  27. package/dist/src/envars.d.ts +1 -1
  28. package/dist/src/envars.d.ts.map +1 -1
  29. package/dist/src/evaluator.d.ts.map +1 -1
  30. package/dist/src/evaluator.js +7 -3
  31. package/dist/src/evaluator.js.map +1 -1
  32. package/dist/src/evaluatorHelpers.d.ts +1 -0
  33. package/dist/src/evaluatorHelpers.d.ts.map +1 -1
  34. package/dist/src/evaluatorHelpers.js +19 -0
  35. package/dist/src/evaluatorHelpers.js.map +1 -1
  36. package/dist/src/logger.js +10 -10
  37. package/dist/src/logger.js.map +1 -1
  38. package/dist/src/main.js +17 -1
  39. package/dist/src/main.js.map +1 -1
  40. package/dist/src/models/eval.d.ts +1 -0
  41. package/dist/src/models/eval.d.ts.map +1 -1
  42. package/dist/src/models/eval.js +2 -0
  43. package/dist/src/models/eval.js.map +1 -1
  44. package/dist/src/prompts/processors/yaml.d.ts.map +1 -1
  45. package/dist/src/prompts/processors/yaml.js +7 -2
  46. package/dist/src/prompts/processors/yaml.js.map +1 -1
  47. package/dist/src/providers/adaline.gateway.d.ts +2 -1
  48. package/dist/src/providers/adaline.gateway.d.ts.map +1 -1
  49. package/dist/src/providers/ai21.d.ts +2 -1
  50. package/dist/src/providers/ai21.d.ts.map +1 -1
  51. package/dist/src/providers/ai21.js.map +1 -1
  52. package/dist/src/providers/anthropic.d.ts +2 -1
  53. package/dist/src/providers/anthropic.d.ts.map +1 -1
  54. package/dist/src/providers/anthropic.js.map +1 -1
  55. package/dist/src/providers/azure.d.ts +2 -1
  56. package/dist/src/providers/azure.d.ts.map +1 -1
  57. package/dist/src/providers/bam.d.ts +2 -1
  58. package/dist/src/providers/bam.d.ts.map +1 -1
  59. package/dist/src/providers/bam.js.map +1 -1
  60. package/dist/src/providers/bedrock.d.ts +2 -1
  61. package/dist/src/providers/bedrock.d.ts.map +1 -1
  62. package/dist/src/providers/cloudflare-ai.d.ts +2 -1
  63. package/dist/src/providers/cloudflare-ai.d.ts.map +1 -1
  64. package/dist/src/providers/cohere.d.ts +2 -1
  65. package/dist/src/providers/cohere.d.ts.map +1 -1
  66. package/dist/src/providers/defaults.d.ts +2 -1
  67. package/dist/src/providers/defaults.d.ts.map +1 -1
  68. package/dist/src/providers/defaults.js.map +1 -1
  69. package/dist/src/providers/fal.d.ts +2 -1
  70. package/dist/src/providers/fal.d.ts.map +1 -1
  71. package/dist/src/providers/fal.js.map +1 -1
  72. package/dist/src/providers/groq.d.ts +2 -1
  73. package/dist/src/providers/groq.d.ts.map +1 -1
  74. package/dist/src/providers/http.d.ts +5 -1
  75. package/dist/src/providers/http.d.ts.map +1 -1
  76. package/dist/src/providers/http.js +67 -10
  77. package/dist/src/providers/http.js.map +1 -1
  78. package/dist/src/providers/localai.d.ts +2 -1
  79. package/dist/src/providers/localai.d.ts.map +1 -1
  80. package/dist/src/providers/localai.js.map +1 -1
  81. package/dist/src/providers/mistral.d.ts +2 -1
  82. package/dist/src/providers/mistral.d.ts.map +1 -1
  83. package/dist/src/providers/openai.d.ts +2 -1
  84. package/dist/src/providers/openai.d.ts.map +1 -1
  85. package/dist/src/providers/openai.js +1 -1
  86. package/dist/src/providers/openai.js.map +1 -1
  87. package/dist/src/providers/palm.d.ts +2 -1
  88. package/dist/src/providers/palm.d.ts.map +1 -1
  89. package/dist/src/providers/palm.js.map +1 -1
  90. package/dist/src/providers/promptfoo.d.ts +2 -1
  91. package/dist/src/providers/promptfoo.d.ts.map +1 -1
  92. package/dist/src/providers/replicate.d.ts +2 -1
  93. package/dist/src/providers/replicate.d.ts.map +1 -1
  94. package/dist/src/providers/sequence.d.ts +11 -0
  95. package/dist/src/providers/sequence.d.ts.map +1 -0
  96. package/dist/src/providers/sequence.js +66 -0
  97. package/dist/src/providers/sequence.js.map +1 -0
  98. package/dist/src/providers/togetherai.d.ts +2 -1
  99. package/dist/src/providers/togetherai.d.ts.map +1 -1
  100. package/dist/src/providers/togetherai.js.map +1 -1
  101. package/dist/src/providers/vertex.d.ts +2 -1
  102. package/dist/src/providers/vertex.d.ts.map +1 -1
  103. package/dist/src/providers/watsonx.d.ts +2 -1
  104. package/dist/src/providers/watsonx.d.ts.map +1 -1
  105. package/dist/src/providers/watsonx.js.map +1 -1
  106. package/dist/src/providers/xai.d.ts +2 -1
  107. package/dist/src/providers/xai.d.ts.map +1 -1
  108. package/dist/src/providers/xai.js.map +1 -1
  109. package/dist/src/providers.d.ts +2 -1
  110. package/dist/src/providers.d.ts.map +1 -1
  111. package/dist/src/providers.js +4 -0
  112. package/dist/src/providers.js.map +1 -1
  113. package/dist/src/redteam/commands/generate.d.ts.map +1 -1
  114. package/dist/src/redteam/commands/generate.js +25 -4
  115. package/dist/src/redteam/commands/generate.js.map +1 -1
  116. package/dist/src/redteam/commands/init.d.ts.map +1 -1
  117. package/dist/src/redteam/commands/init.js +79 -64
  118. package/dist/src/redteam/commands/init.js.map +1 -1
  119. package/dist/src/redteam/commands/report.d.ts.map +1 -1
  120. package/dist/src/redteam/commands/report.js +11 -3
  121. package/dist/src/redteam/commands/report.js.map +1 -1
  122. package/dist/src/redteam/commands/setup.d.ts +3 -0
  123. package/dist/src/redteam/commands/setup.d.ts.map +1 -0
  124. package/dist/src/redteam/commands/setup.js +33 -0
  125. package/dist/src/redteam/commands/setup.js.map +1 -0
  126. package/dist/src/redteam/constants.d.ts +4 -4
  127. package/dist/src/redteam/constants.d.ts.map +1 -1
  128. package/dist/src/redteam/constants.js +12 -2
  129. package/dist/src/redteam/constants.js.map +1 -1
  130. package/dist/src/redteam/index.d.ts.map +1 -1
  131. package/dist/src/redteam/index.js +95 -37
  132. package/dist/src/redteam/index.js.map +1 -1
  133. package/dist/src/redteam/plugins/base.d.ts.map +1 -1
  134. package/dist/src/redteam/plugins/base.js +2 -0
  135. package/dist/src/redteam/plugins/base.js.map +1 -1
  136. package/dist/src/redteam/plugins/competitors.d.ts.map +1 -1
  137. package/dist/src/redteam/plugins/competitors.js +23 -1
  138. package/dist/src/redteam/plugins/competitors.js.map +1 -1
  139. package/dist/src/redteam/plugins/debugAccess.d.ts.map +1 -1
  140. package/dist/src/redteam/plugins/debugAccess.js +18 -0
  141. package/dist/src/redteam/plugins/debugAccess.js.map +1 -1
  142. package/dist/src/redteam/plugins/harmful/constants.d.ts.map +1 -1
  143. package/dist/src/redteam/plugins/harmful/constants.js +32 -8
  144. package/dist/src/redteam/plugins/harmful/constants.js.map +1 -1
  145. package/dist/src/redteam/plugins/harmful/unaligned.js +1 -1
  146. package/dist/src/redteam/plugins/harmful/unaligned.js.map +1 -1
  147. package/dist/src/redteam/plugins/intent.d.ts.map +1 -1
  148. package/dist/src/redteam/plugins/intent.js +6 -0
  149. package/dist/src/redteam/plugins/intent.js.map +1 -1
  150. package/dist/src/redteam/providers/crescendo/index.d.ts +3 -0
  151. package/dist/src/redteam/providers/crescendo/index.d.ts.map +1 -1
  152. package/dist/src/redteam/providers/crescendo/index.js +66 -37
  153. package/dist/src/redteam/providers/crescendo/index.js.map +1 -1
  154. package/dist/src/redteam/providers/goat.d.ts.map +1 -1
  155. package/dist/src/redteam/providers/goat.js +56 -41
  156. package/dist/src/redteam/providers/goat.js.map +1 -1
  157. package/dist/src/redteam/providers/iterative.d.ts +1 -0
  158. package/dist/src/redteam/providers/iterative.d.ts.map +1 -1
  159. package/dist/src/redteam/providers/iterative.js +14 -9
  160. package/dist/src/redteam/providers/iterative.js.map +1 -1
  161. package/dist/src/redteam/providers/iterativeImage.d.ts +3 -1
  162. package/dist/src/redteam/providers/iterativeImage.d.ts.map +1 -1
  163. package/dist/src/redteam/providers/iterativeImage.js +14 -8
  164. package/dist/src/redteam/providers/iterativeImage.js.map +1 -1
  165. package/dist/src/redteam/providers/iterativeTree.d.ts.map +1 -1
  166. package/dist/src/redteam/providers/iterativeTree.js +26 -19
  167. package/dist/src/redteam/providers/iterativeTree.js.map +1 -1
  168. package/dist/src/redteam/providers/shared.d.ts +9 -6
  169. package/dist/src/redteam/providers/shared.d.ts.map +1 -1
  170. package/dist/src/redteam/providers/shared.js +9 -16
  171. package/dist/src/redteam/providers/shared.js.map +1 -1
  172. package/dist/src/redteam/strategies/citation.d.ts +3 -0
  173. package/dist/src/redteam/strategies/citation.d.ts.map +1 -0
  174. package/dist/src/redteam/strategies/citation.js +96 -0
  175. package/dist/src/redteam/strategies/citation.js.map +1 -0
  176. package/dist/src/redteam/strategies/index.d.ts +3 -2
  177. package/dist/src/redteam/strategies/index.d.ts.map +1 -1
  178. package/dist/src/redteam/strategies/index.js +68 -13
  179. package/dist/src/redteam/strategies/index.js.map +1 -1
  180. package/dist/src/redteam/strategies/singleTurnComposite.d.ts +3 -0
  181. package/dist/src/redteam/strategies/singleTurnComposite.d.ts.map +1 -0
  182. package/dist/src/redteam/strategies/singleTurnComposite.js +89 -0
  183. package/dist/src/redteam/strategies/singleTurnComposite.js.map +1 -0
  184. package/dist/src/redteam/types.d.ts +5 -1
  185. package/dist/src/redteam/types.d.ts.map +1 -1
  186. package/dist/src/server/index.js +4 -2
  187. package/dist/src/server/index.js.map +1 -1
  188. package/dist/src/server/routes/providers.js +1 -0
  189. package/dist/src/server/routes/providers.js.map +1 -1
  190. package/dist/src/server/server.d.ts +1 -6
  191. package/dist/src/server/server.d.ts.map +1 -1
  192. package/dist/src/server/server.js +13 -43
  193. package/dist/src/server/server.js.map +1 -1
  194. package/dist/src/testCases.js +1 -1
  195. package/dist/src/testCases.js.map +1 -1
  196. package/dist/src/types/env.d.ts +54 -0
  197. package/dist/src/types/env.d.ts.map +1 -0
  198. package/dist/src/types/env.js +3 -0
  199. package/dist/src/types/env.js.map +1 -0
  200. package/dist/src/types/index.d.ts +8395 -6838
  201. package/dist/src/types/index.d.ts.map +1 -1
  202. package/dist/src/types/index.js +2 -1
  203. package/dist/src/types/index.js.map +1 -1
  204. package/dist/src/types/providers.d.ts +3 -53
  205. package/dist/src/types/providers.d.ts.map +1 -1
  206. package/dist/src/types/providers.js.map +1 -1
  207. package/dist/src/util/config/load.js +1 -1
  208. package/dist/src/util/config/load.js.map +1 -1
  209. package/dist/src/util/index.d.ts +32 -32
  210. package/dist/src/util/server.d.ts +10 -0
  211. package/dist/src/util/server.d.ts.map +1 -0
  212. package/dist/src/util/server.js +74 -0
  213. package/dist/src/util/server.js.map +1 -0
  214. package/dist/src/util/transform.d.ts +1 -0
  215. package/dist/src/util/transform.d.ts.map +1 -1
  216. package/dist/src/util/transform.js.map +1 -1
  217. package/dist/src/validators/providers.d.ts +296 -296
  218. package/dist/src/validators/redteam.d.ts +130 -126
  219. package/dist/src/validators/redteam.d.ts.map +1 -1
  220. package/dist/src/validators/redteam.js +18 -2
  221. package/dist/src/validators/redteam.js.map +1 -1
  222. package/dist/test/cache.test.js +47 -7
  223. package/dist/test/cache.test.js.map +1 -1
  224. package/dist/test/commands/init.test.js +14 -0
  225. package/dist/test/commands/init.test.js.map +1 -1
  226. package/dist/test/evaluator.test.js +50 -0
  227. package/dist/test/evaluator.test.js.map +1 -1
  228. package/dist/test/factories/evalFactory.d.ts +144 -144
  229. package/dist/test/prompts/index.test.js +38 -25
  230. package/dist/test/prompts/index.test.js.map +1 -1
  231. package/dist/test/prompts/processors/yaml.test.js +50 -4
  232. package/dist/test/prompts/processors/yaml.test.js.map +1 -1
  233. package/dist/test/providers/http.test.js +0 -17
  234. package/dist/test/providers/http.test.js.map +1 -1
  235. package/dist/test/providers/index.test.js +1 -0
  236. package/dist/test/providers/index.test.js.map +1 -1
  237. package/dist/test/providers/togetherai.test.js.map +1 -1
  238. package/dist/test/redteam/commands/generate.test.js +58 -0
  239. package/dist/test/redteam/commands/generate.test.js.map +1 -1
  240. package/dist/test/redteam/index.test.js +2 -2
  241. package/dist/test/redteam/index.test.js.map +1 -1
  242. package/dist/test/redteam/plugins/base.test.js +8 -0
  243. package/dist/test/redteam/plugins/base.test.js.map +1 -1
  244. package/dist/test/redteam/providers/iterativeTree.test.js +11 -3
  245. package/dist/test/redteam/providers/iterativeTree.test.js.map +1 -1
  246. package/dist/test/testCases.test.js +21 -0
  247. package/dist/test/testCases.test.js.map +1 -1
  248. package/dist/test/types.test.js +17 -4
  249. package/dist/test/types.test.js.map +1 -1
  250. package/dist/test/util/server.test.d.ts +2 -0
  251. package/dist/test/util/server.test.d.ts.map +1 -0
  252. package/dist/test/util/server.test.js +114 -0
  253. package/dist/test/util/server.test.js.map +1 -0
  254. package/dist/tsconfig.tsbuildinfo +1 -1
  255. package/package.json +19 -17
  256. package/dist/src/app/assets/index-CbxDbiAR.js +0 -769
package/dist/src/database/tables.d.ts CHANGED
@@ -215,37 +215,40 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
215
215
  label?: string | undefined;
216
216
  })[];
217
217
  env?: {
218
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
218
219
  AI21_API_BASE_URL?: string | undefined;
219
220
  AI21_API_KEY?: string | undefined;
220
221
  ANTHROPIC_API_KEY?: string | undefined;
221
222
  AWS_BEDROCK_REGION?: string | undefined;
223
+ FAL_KEY?: string | undefined;
224
+ GROQ_API_KEY?: string | undefined;
225
+ LOCALAI_BASE_URL?: string | undefined;
226
+ WATSONX_AI_APIKEY?: string | undefined;
227
+ WATSONX_AI_PROJECT_ID?: string | undefined;
228
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
229
+ AZURE_CLIENT_SECRET?: string | undefined;
230
+ AZURE_CLIENT_ID?: string | undefined;
231
+ AZURE_TENANT_ID?: string | undefined;
232
+ AZURE_AUTHORITY_HOST?: string | undefined;
233
+ AZURE_TOKEN_SCOPE?: string | undefined;
234
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
235
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
236
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
237
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
222
238
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
223
239
  AZURE_OPENAI_API_HOST?: string | undefined;
224
240
  AZURE_OPENAI_API_KEY?: string | undefined;
225
241
  AZURE_API_BASE_URL?: string | undefined;
226
242
  AZURE_API_HOST?: string | undefined;
227
243
  AZURE_API_KEY?: string | undefined;
228
- AZURE_DEPLOYMENT_NAME?: string | undefined;
229
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
230
244
  AZURE_OPENAI_BASE_URL?: string | undefined;
231
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
232
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
233
- AZURE_CLIENT_SECRET?: string | undefined;
234
- AZURE_CLIENT_ID?: string | undefined;
235
- AZURE_TENANT_ID?: string | undefined;
236
- AZURE_AUTHORITY_HOST?: string | undefined;
237
- AZURE_TOKEN_SCOPE?: string | undefined;
238
245
  BAM_API_HOST?: string | undefined;
239
246
  BAM_API_KEY?: string | undefined;
240
247
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
241
248
  CLOUDFLARE_API_KEY?: string | undefined;
242
- PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
243
249
  COHERE_API_KEY?: string | undefined;
244
- FAL_KEY?: string | undefined;
245
250
  GOOGLE_API_HOST?: string | undefined;
246
251
  GOOGLE_API_KEY?: string | undefined;
247
- GROQ_API_KEY?: string | undefined;
248
- LOCALAI_BASE_URL?: string | undefined;
249
252
  MISTRAL_API_BASE_URL?: string | undefined;
250
253
  MISTRAL_API_HOST?: string | undefined;
251
254
  MISTRAL_API_KEY?: string | undefined;
@@ -263,9 +266,6 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
263
266
  VERTEX_PROJECT_ID?: string | undefined;
264
267
  VERTEX_PUBLISHER?: string | undefined;
265
268
  VERTEX_REGION?: string | undefined;
266
- WATSONX_AI_APIKEY?: string | undefined;
267
- WATSONX_AI_PROJECT_ID?: string | undefined;
268
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
269
269
  } | undefined;
270
270
  metadata?: Record<string, any> | undefined;
271
271
  description?: string | undefined;
@@ -299,37 +299,40 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
299
299
  transform?: string | undefined;
300
300
  delay?: number | undefined;
301
301
  env?: {
302
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
302
303
  AI21_API_BASE_URL?: string | undefined;
303
304
  AI21_API_KEY?: string | undefined;
304
305
  ANTHROPIC_API_KEY?: string | undefined;
305
306
  AWS_BEDROCK_REGION?: string | undefined;
307
+ FAL_KEY?: string | undefined;
308
+ GROQ_API_KEY?: string | undefined;
309
+ LOCALAI_BASE_URL?: string | undefined;
310
+ WATSONX_AI_APIKEY?: string | undefined;
311
+ WATSONX_AI_PROJECT_ID?: string | undefined;
312
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
313
+ AZURE_CLIENT_SECRET?: string | undefined;
314
+ AZURE_CLIENT_ID?: string | undefined;
315
+ AZURE_TENANT_ID?: string | undefined;
316
+ AZURE_AUTHORITY_HOST?: string | undefined;
317
+ AZURE_TOKEN_SCOPE?: string | undefined;
318
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
319
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
320
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
321
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
306
322
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
307
323
  AZURE_OPENAI_API_HOST?: string | undefined;
308
324
  AZURE_OPENAI_API_KEY?: string | undefined;
309
325
  AZURE_API_BASE_URL?: string | undefined;
310
326
  AZURE_API_HOST?: string | undefined;
311
327
  AZURE_API_KEY?: string | undefined;
312
- AZURE_DEPLOYMENT_NAME?: string | undefined;
313
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
314
328
  AZURE_OPENAI_BASE_URL?: string | undefined;
315
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
316
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
317
- AZURE_CLIENT_SECRET?: string | undefined;
318
- AZURE_CLIENT_ID?: string | undefined;
319
- AZURE_TENANT_ID?: string | undefined;
320
- AZURE_AUTHORITY_HOST?: string | undefined;
321
- AZURE_TOKEN_SCOPE?: string | undefined;
322
329
  BAM_API_HOST?: string | undefined;
323
330
  BAM_API_KEY?: string | undefined;
324
331
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
325
332
  CLOUDFLARE_API_KEY?: string | undefined;
326
- PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
327
333
  COHERE_API_KEY?: string | undefined;
328
- FAL_KEY?: string | undefined;
329
334
  GOOGLE_API_HOST?: string | undefined;
330
335
  GOOGLE_API_KEY?: string | undefined;
331
- GROQ_API_KEY?: string | undefined;
332
- LOCALAI_BASE_URL?: string | undefined;
333
336
  MISTRAL_API_BASE_URL?: string | undefined;
334
337
  MISTRAL_API_HOST?: string | undefined;
335
338
  MISTRAL_API_KEY?: string | undefined;
@@ -347,9 +350,6 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
347
350
  VERTEX_PROJECT_ID?: string | undefined;
348
351
  VERTEX_PUBLISHER?: string | undefined;
349
352
  VERTEX_REGION?: string | undefined;
350
- WATSONX_AI_APIKEY?: string | undefined;
351
- WATSONX_AI_PROJECT_ID?: string | undefined;
352
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
353
353
  } | undefined;
354
354
  } | (((args_0: string, args_1: {
355
355
  vars: Record<string, string | {}>;
@@ -381,37 +381,40 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
381
381
  transform?: string | undefined;
382
382
  delay?: number | undefined;
383
383
  env?: {
384
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
384
385
  AI21_API_BASE_URL?: string | undefined;
385
386
  AI21_API_KEY?: string | undefined;
386
387
  ANTHROPIC_API_KEY?: string | undefined;
387
388
  AWS_BEDROCK_REGION?: string | undefined;
389
+ FAL_KEY?: string | undefined;
390
+ GROQ_API_KEY?: string | undefined;
391
+ LOCALAI_BASE_URL?: string | undefined;
392
+ WATSONX_AI_APIKEY?: string | undefined;
393
+ WATSONX_AI_PROJECT_ID?: string | undefined;
394
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
395
+ AZURE_CLIENT_SECRET?: string | undefined;
396
+ AZURE_CLIENT_ID?: string | undefined;
397
+ AZURE_TENANT_ID?: string | undefined;
398
+ AZURE_AUTHORITY_HOST?: string | undefined;
399
+ AZURE_TOKEN_SCOPE?: string | undefined;
400
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
401
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
402
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
403
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
388
404
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
389
405
  AZURE_OPENAI_API_HOST?: string | undefined;
390
406
  AZURE_OPENAI_API_KEY?: string | undefined;
391
407
  AZURE_API_BASE_URL?: string | undefined;
392
408
  AZURE_API_HOST?: string | undefined;
393
409
  AZURE_API_KEY?: string | undefined;
394
- AZURE_DEPLOYMENT_NAME?: string | undefined;
395
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
396
410
  AZURE_OPENAI_BASE_URL?: string | undefined;
397
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
398
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
399
- AZURE_CLIENT_SECRET?: string | undefined;
400
- AZURE_CLIENT_ID?: string | undefined;
401
- AZURE_TENANT_ID?: string | undefined;
402
- AZURE_AUTHORITY_HOST?: string | undefined;
403
- AZURE_TOKEN_SCOPE?: string | undefined;
404
411
  BAM_API_HOST?: string | undefined;
405
412
  BAM_API_KEY?: string | undefined;
406
413
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
407
414
  CLOUDFLARE_API_KEY?: string | undefined;
408
- PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
409
415
  COHERE_API_KEY?: string | undefined;
410
- FAL_KEY?: string | undefined;
411
416
  GOOGLE_API_HOST?: string | undefined;
412
417
  GOOGLE_API_KEY?: string | undefined;
413
- GROQ_API_KEY?: string | undefined;
414
- LOCALAI_BASE_URL?: string | undefined;
415
418
  MISTRAL_API_BASE_URL?: string | undefined;
416
419
  MISTRAL_API_HOST?: string | undefined;
417
420
  MISTRAL_API_KEY?: string | undefined;
@@ -429,9 +432,6 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
429
432
  VERTEX_PROJECT_ID?: string | undefined;
430
433
  VERTEX_PUBLISHER?: string | undefined;
431
434
  VERTEX_REGION?: string | undefined;
432
- WATSONX_AI_APIKEY?: string | undefined;
433
- WATSONX_AI_PROJECT_ID?: string | undefined;
434
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
435
435
  } | undefined;
436
436
  }>)[] | undefined;
437
437
  tests?: string | (string | {
@@ -470,37 +470,40 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
470
470
  transform?: string | undefined;
471
471
  delay?: number | undefined;
472
472
  env?: {
473
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
473
474
  AI21_API_BASE_URL?: string | undefined;
474
475
  AI21_API_KEY?: string | undefined;
475
476
  ANTHROPIC_API_KEY?: string | undefined;
476
477
  AWS_BEDROCK_REGION?: string | undefined;
478
+ FAL_KEY?: string | undefined;
479
+ GROQ_API_KEY?: string | undefined;
480
+ LOCALAI_BASE_URL?: string | undefined;
481
+ WATSONX_AI_APIKEY?: string | undefined;
482
+ WATSONX_AI_PROJECT_ID?: string | undefined;
483
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
484
+ AZURE_CLIENT_SECRET?: string | undefined;
485
+ AZURE_CLIENT_ID?: string | undefined;
486
+ AZURE_TENANT_ID?: string | undefined;
487
+ AZURE_AUTHORITY_HOST?: string | undefined;
488
+ AZURE_TOKEN_SCOPE?: string | undefined;
489
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
490
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
491
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
492
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
477
493
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
478
494
  AZURE_OPENAI_API_HOST?: string | undefined;
479
495
  AZURE_OPENAI_API_KEY?: string | undefined;
480
496
  AZURE_API_BASE_URL?: string | undefined;
481
497
  AZURE_API_HOST?: string | undefined;
482
498
  AZURE_API_KEY?: string | undefined;
483
- AZURE_DEPLOYMENT_NAME?: string | undefined;
484
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
485
499
  AZURE_OPENAI_BASE_URL?: string | undefined;
486
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
487
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
488
- AZURE_CLIENT_SECRET?: string | undefined;
489
- AZURE_CLIENT_ID?: string | undefined;
490
- AZURE_TENANT_ID?: string | undefined;
491
- AZURE_AUTHORITY_HOST?: string | undefined;
492
- AZURE_TOKEN_SCOPE?: string | undefined;
493
500
  BAM_API_HOST?: string | undefined;
494
501
  BAM_API_KEY?: string | undefined;
495
502
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
496
503
  CLOUDFLARE_API_KEY?: string | undefined;
497
- PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
498
504
  COHERE_API_KEY?: string | undefined;
499
- FAL_KEY?: string | undefined;
500
505
  GOOGLE_API_HOST?: string | undefined;
501
506
  GOOGLE_API_KEY?: string | undefined;
502
- GROQ_API_KEY?: string | undefined;
503
- LOCALAI_BASE_URL?: string | undefined;
504
507
  MISTRAL_API_BASE_URL?: string | undefined;
505
508
  MISTRAL_API_HOST?: string | undefined;
506
509
  MISTRAL_API_KEY?: string | undefined;
@@ -518,9 +521,6 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
518
521
  VERTEX_PROJECT_ID?: string | undefined;
519
522
  VERTEX_PUBLISHER?: string | undefined;
520
523
  VERTEX_REGION?: string | undefined;
521
- WATSONX_AI_APIKEY?: string | undefined;
522
- WATSONX_AI_PROJECT_ID?: string | undefined;
523
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
524
524
  } | undefined;
525
525
  } | {
526
526
  callApi: import("../types").CallApiFunction;
@@ -612,37 +612,40 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
612
612
  transform?: string | undefined;
613
613
  delay?: number | undefined;
614
614
  env?: {
615
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
615
616
  AI21_API_BASE_URL?: string | undefined;
616
617
  AI21_API_KEY?: string | undefined;
617
618
  ANTHROPIC_API_KEY?: string | undefined;
618
619
  AWS_BEDROCK_REGION?: string | undefined;
620
+ FAL_KEY?: string | undefined;
621
+ GROQ_API_KEY?: string | undefined;
622
+ LOCALAI_BASE_URL?: string | undefined;
623
+ WATSONX_AI_APIKEY?: string | undefined;
624
+ WATSONX_AI_PROJECT_ID?: string | undefined;
625
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
626
+ AZURE_CLIENT_SECRET?: string | undefined;
627
+ AZURE_CLIENT_ID?: string | undefined;
628
+ AZURE_TENANT_ID?: string | undefined;
629
+ AZURE_AUTHORITY_HOST?: string | undefined;
630
+ AZURE_TOKEN_SCOPE?: string | undefined;
631
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
632
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
633
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
634
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
619
635
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
620
636
  AZURE_OPENAI_API_HOST?: string | undefined;
621
637
  AZURE_OPENAI_API_KEY?: string | undefined;
622
638
  AZURE_API_BASE_URL?: string | undefined;
623
639
  AZURE_API_HOST?: string | undefined;
624
640
  AZURE_API_KEY?: string | undefined;
625
- AZURE_DEPLOYMENT_NAME?: string | undefined;
626
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
627
641
  AZURE_OPENAI_BASE_URL?: string | undefined;
628
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
629
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
630
- AZURE_CLIENT_SECRET?: string | undefined;
631
- AZURE_CLIENT_ID?: string | undefined;
632
- AZURE_TENANT_ID?: string | undefined;
633
- AZURE_AUTHORITY_HOST?: string | undefined;
634
- AZURE_TOKEN_SCOPE?: string | undefined;
635
642
  BAM_API_HOST?: string | undefined;
636
643
  BAM_API_KEY?: string | undefined;
637
644
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
638
645
  CLOUDFLARE_API_KEY?: string | undefined;
639
- PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
640
646
  COHERE_API_KEY?: string | undefined;
641
- FAL_KEY?: string | undefined;
642
647
  GOOGLE_API_HOST?: string | undefined;
643
648
  GOOGLE_API_KEY?: string | undefined;
644
- GROQ_API_KEY?: string | undefined;
645
- LOCALAI_BASE_URL?: string | undefined;
646
649
  MISTRAL_API_BASE_URL?: string | undefined;
647
650
  MISTRAL_API_HOST?: string | undefined;
648
651
  MISTRAL_API_KEY?: string | undefined;
@@ -660,9 +663,6 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
660
663
  VERTEX_PROJECT_ID?: string | undefined;
661
664
  VERTEX_PUBLISHER?: string | undefined;
662
665
  VERTEX_REGION?: string | undefined;
663
- WATSONX_AI_APIKEY?: string | undefined;
664
- WATSONX_AI_PROJECT_ID?: string | undefined;
665
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
666
666
  } | undefined;
667
667
  } | {
668
668
  callApi: import("../types").CallApiFunction;
@@ -751,37 +751,40 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
751
751
  transform?: string | undefined;
752
752
  delay?: number | undefined;
753
753
  env?: {
754
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
754
755
  AI21_API_BASE_URL?: string | undefined;
755
756
  AI21_API_KEY?: string | undefined;
756
757
  ANTHROPIC_API_KEY?: string | undefined;
757
758
  AWS_BEDROCK_REGION?: string | undefined;
759
+ FAL_KEY?: string | undefined;
760
+ GROQ_API_KEY?: string | undefined;
761
+ LOCALAI_BASE_URL?: string | undefined;
762
+ WATSONX_AI_APIKEY?: string | undefined;
763
+ WATSONX_AI_PROJECT_ID?: string | undefined;
764
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
765
+ AZURE_CLIENT_SECRET?: string | undefined;
766
+ AZURE_CLIENT_ID?: string | undefined;
767
+ AZURE_TENANT_ID?: string | undefined;
768
+ AZURE_AUTHORITY_HOST?: string | undefined;
769
+ AZURE_TOKEN_SCOPE?: string | undefined;
770
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
771
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
772
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
773
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
758
774
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
759
775
  AZURE_OPENAI_API_HOST?: string | undefined;
760
776
  AZURE_OPENAI_API_KEY?: string | undefined;
761
777
  AZURE_API_BASE_URL?: string | undefined;
762
778
  AZURE_API_HOST?: string | undefined;
763
779
  AZURE_API_KEY?: string | undefined;
764
- AZURE_DEPLOYMENT_NAME?: string | undefined;
765
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
766
780
  AZURE_OPENAI_BASE_URL?: string | undefined;
767
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
768
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
769
- AZURE_CLIENT_SECRET?: string | undefined;
770
- AZURE_CLIENT_ID?: string | undefined;
771
- AZURE_TENANT_ID?: string | undefined;
772
- AZURE_AUTHORITY_HOST?: string | undefined;
773
- AZURE_TOKEN_SCOPE?: string | undefined;
774
781
  BAM_API_HOST?: string | undefined;
775
782
  BAM_API_KEY?: string | undefined;
776
783
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
777
784
  CLOUDFLARE_API_KEY?: string | undefined;
778
- PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
779
785
  COHERE_API_KEY?: string | undefined;
780
- FAL_KEY?: string | undefined;
781
786
  GOOGLE_API_HOST?: string | undefined;
782
787
  GOOGLE_API_KEY?: string | undefined;
783
- GROQ_API_KEY?: string | undefined;
784
- LOCALAI_BASE_URL?: string | undefined;
785
788
  MISTRAL_API_BASE_URL?: string | undefined;
786
789
  MISTRAL_API_HOST?: string | undefined;
787
790
  MISTRAL_API_KEY?: string | undefined;
@@ -799,9 +802,6 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
799
802
  VERTEX_PROJECT_ID?: string | undefined;
800
803
  VERTEX_PUBLISHER?: string | undefined;
801
804
  VERTEX_REGION?: string | undefined;
802
- WATSONX_AI_APIKEY?: string | undefined;
803
- WATSONX_AI_PROJECT_ID?: string | undefined;
804
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
805
805
  } | undefined;
806
806
  } | {
807
807
  callApi: import("../types").CallApiFunction;
@@ -892,37 +892,40 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
892
892
  transform?: string | undefined;
893
893
  delay?: number | undefined;
894
894
  env?: {
895
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
895
896
  AI21_API_BASE_URL?: string | undefined;
896
897
  AI21_API_KEY?: string | undefined;
897
898
  ANTHROPIC_API_KEY?: string | undefined;
898
899
  AWS_BEDROCK_REGION?: string | undefined;
900
+ FAL_KEY?: string | undefined;
901
+ GROQ_API_KEY?: string | undefined;
902
+ LOCALAI_BASE_URL?: string | undefined;
903
+ WATSONX_AI_APIKEY?: string | undefined;
904
+ WATSONX_AI_PROJECT_ID?: string | undefined;
905
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
906
+ AZURE_CLIENT_SECRET?: string | undefined;
907
+ AZURE_CLIENT_ID?: string | undefined;
908
+ AZURE_TENANT_ID?: string | undefined;
909
+ AZURE_AUTHORITY_HOST?: string | undefined;
910
+ AZURE_TOKEN_SCOPE?: string | undefined;
911
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
912
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
913
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
914
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
899
915
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
900
916
  AZURE_OPENAI_API_HOST?: string | undefined;
901
917
  AZURE_OPENAI_API_KEY?: string | undefined;
902
918
  AZURE_API_BASE_URL?: string | undefined;
903
919
  AZURE_API_HOST?: string | undefined;
904
920
  AZURE_API_KEY?: string | undefined;
905
- AZURE_DEPLOYMENT_NAME?: string | undefined;
906
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
907
921
  AZURE_OPENAI_BASE_URL?: string | undefined;
908
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
909
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
910
- AZURE_CLIENT_SECRET?: string | undefined;
911
- AZURE_CLIENT_ID?: string | undefined;
912
- AZURE_TENANT_ID?: string | undefined;
913
- AZURE_AUTHORITY_HOST?: string | undefined;
914
- AZURE_TOKEN_SCOPE?: string | undefined;
915
922
  BAM_API_HOST?: string | undefined;
916
923
  BAM_API_KEY?: string | undefined;
917
924
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
918
925
  CLOUDFLARE_API_KEY?: string | undefined;
919
- PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
920
926
  COHERE_API_KEY?: string | undefined;
921
- FAL_KEY?: string | undefined;
922
927
  GOOGLE_API_HOST?: string | undefined;
923
928
  GOOGLE_API_KEY?: string | undefined;
924
- GROQ_API_KEY?: string | undefined;
925
- LOCALAI_BASE_URL?: string | undefined;
926
929
  MISTRAL_API_BASE_URL?: string | undefined;
927
930
  MISTRAL_API_HOST?: string | undefined;
928
931
  MISTRAL_API_KEY?: string | undefined;
@@ -940,9 +943,6 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
940
943
  VERTEX_PROJECT_ID?: string | undefined;
941
944
  VERTEX_PUBLISHER?: string | undefined;
942
945
  VERTEX_REGION?: string | undefined;
943
- WATSONX_AI_APIKEY?: string | undefined;
944
- WATSONX_AI_PROJECT_ID?: string | undefined;
945
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
946
946
  } | undefined;
947
947
  } | {
948
948
  callApi: import("../types").CallApiFunction;
@@ -1081,37 +1081,40 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
1081
1081
  transform?: string | undefined;
1082
1082
  delay?: number | undefined;
1083
1083
  env?: {
1084
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
1084
1085
  AI21_API_BASE_URL?: string | undefined;
1085
1086
  AI21_API_KEY?: string | undefined;
1086
1087
  ANTHROPIC_API_KEY?: string | undefined;
1087
1088
  AWS_BEDROCK_REGION?: string | undefined;
1089
+ FAL_KEY?: string | undefined;
1090
+ GROQ_API_KEY?: string | undefined;
1091
+ LOCALAI_BASE_URL?: string | undefined;
1092
+ WATSONX_AI_APIKEY?: string | undefined;
1093
+ WATSONX_AI_PROJECT_ID?: string | undefined;
1094
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
1095
+ AZURE_CLIENT_SECRET?: string | undefined;
1096
+ AZURE_CLIENT_ID?: string | undefined;
1097
+ AZURE_TENANT_ID?: string | undefined;
1098
+ AZURE_AUTHORITY_HOST?: string | undefined;
1099
+ AZURE_TOKEN_SCOPE?: string | undefined;
1100
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
1101
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1102
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
1103
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1088
1104
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
1089
1105
  AZURE_OPENAI_API_HOST?: string | undefined;
1090
1106
  AZURE_OPENAI_API_KEY?: string | undefined;
1091
1107
  AZURE_API_BASE_URL?: string | undefined;
1092
1108
  AZURE_API_HOST?: string | undefined;
1093
1109
  AZURE_API_KEY?: string | undefined;
1094
- AZURE_DEPLOYMENT_NAME?: string | undefined;
1095
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1096
1110
  AZURE_OPENAI_BASE_URL?: string | undefined;
1097
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
1098
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1099
- AZURE_CLIENT_SECRET?: string | undefined;
1100
- AZURE_CLIENT_ID?: string | undefined;
1101
- AZURE_TENANT_ID?: string | undefined;
1102
- AZURE_AUTHORITY_HOST?: string | undefined;
1103
- AZURE_TOKEN_SCOPE?: string | undefined;
1104
1111
  BAM_API_HOST?: string | undefined;
1105
1112
  BAM_API_KEY?: string | undefined;
1106
1113
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
1107
1114
  CLOUDFLARE_API_KEY?: string | undefined;
1108
- PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
1109
1115
  COHERE_API_KEY?: string | undefined;
1110
- FAL_KEY?: string | undefined;
1111
1116
  GOOGLE_API_HOST?: string | undefined;
1112
1117
  GOOGLE_API_KEY?: string | undefined;
1113
- GROQ_API_KEY?: string | undefined;
1114
- LOCALAI_BASE_URL?: string | undefined;
1115
1118
  MISTRAL_API_BASE_URL?: string | undefined;
1116
1119
  MISTRAL_API_HOST?: string | undefined;
1117
1120
  MISTRAL_API_KEY?: string | undefined;
@@ -1129,9 +1132,6 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
1129
1132
  VERTEX_PROJECT_ID?: string | undefined;
1130
1133
  VERTEX_PUBLISHER?: string | undefined;
1131
1134
  VERTEX_REGION?: string | undefined;
1132
- WATSONX_AI_APIKEY?: string | undefined;
1133
- WATSONX_AI_PROJECT_ID?: string | undefined;
1134
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
1135
1135
  } | undefined;
1136
1136
  } | (((args_0: string, args_1: {
1137
1137
  vars: Record<string, string | {}>;
@@ -1163,37 +1163,40 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
1163
1163
  transform?: string | undefined;
1164
1164
  delay?: number | undefined;
1165
1165
  env?: {
1166
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
1166
1167
  AI21_API_BASE_URL?: string | undefined;
1167
1168
  AI21_API_KEY?: string | undefined;
1168
1169
  ANTHROPIC_API_KEY?: string | undefined;
1169
1170
  AWS_BEDROCK_REGION?: string | undefined;
1171
+ FAL_KEY?: string | undefined;
1172
+ GROQ_API_KEY?: string | undefined;
1173
+ LOCALAI_BASE_URL?: string | undefined;
1174
+ WATSONX_AI_APIKEY?: string | undefined;
1175
+ WATSONX_AI_PROJECT_ID?: string | undefined;
1176
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
1177
+ AZURE_CLIENT_SECRET?: string | undefined;
1178
+ AZURE_CLIENT_ID?: string | undefined;
1179
+ AZURE_TENANT_ID?: string | undefined;
1180
+ AZURE_AUTHORITY_HOST?: string | undefined;
1181
+ AZURE_TOKEN_SCOPE?: string | undefined;
1182
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
1183
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1184
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
1185
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1170
1186
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
1171
1187
  AZURE_OPENAI_API_HOST?: string | undefined;
1172
1188
  AZURE_OPENAI_API_KEY?: string | undefined;
1173
1189
  AZURE_API_BASE_URL?: string | undefined;
1174
1190
  AZURE_API_HOST?: string | undefined;
1175
1191
  AZURE_API_KEY?: string | undefined;
1176
- AZURE_DEPLOYMENT_NAME?: string | undefined;
1177
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1178
1192
  AZURE_OPENAI_BASE_URL?: string | undefined;
1179
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
1180
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1181
- AZURE_CLIENT_SECRET?: string | undefined;
1182
- AZURE_CLIENT_ID?: string | undefined;
1183
- AZURE_TENANT_ID?: string | undefined;
1184
- AZURE_AUTHORITY_HOST?: string | undefined;
1185
- AZURE_TOKEN_SCOPE?: string | undefined;
1186
1193
  BAM_API_HOST?: string | undefined;
1187
1194
  BAM_API_KEY?: string | undefined;
1188
1195
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
1189
1196
  CLOUDFLARE_API_KEY?: string | undefined;
1190
- PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
1191
1197
  COHERE_API_KEY?: string | undefined;
1192
- FAL_KEY?: string | undefined;
1193
1198
  GOOGLE_API_HOST?: string | undefined;
1194
1199
  GOOGLE_API_KEY?: string | undefined;
1195
- GROQ_API_KEY?: string | undefined;
1196
- LOCALAI_BASE_URL?: string | undefined;
1197
1200
  MISTRAL_API_BASE_URL?: string | undefined;
1198
1201
  MISTRAL_API_HOST?: string | undefined;
1199
1202
  MISTRAL_API_KEY?: string | undefined;
@@ -1211,9 +1214,6 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
1211
1214
  VERTEX_PROJECT_ID?: string | undefined;
1212
1215
  VERTEX_PUBLISHER?: string | undefined;
1213
1216
  VERTEX_REGION?: string | undefined;
1214
- WATSONX_AI_APIKEY?: string | undefined;
1215
- WATSONX_AI_PROJECT_ID?: string | undefined;
1216
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
1217
1217
  } | undefined;
1218
1218
  }>)[] | undefined;
1219
1219
  }>;
@@ -1422,37 +1422,40 @@ export declare const evalResultsTable: import("drizzle-orm/sqlite-core").SQLiteT
1422
1422
  transform?: string | undefined;
1423
1423
  delay?: number | undefined;
1424
1424
  env?: {
1425
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
1425
1426
  AI21_API_BASE_URL?: string | undefined;
1426
1427
  AI21_API_KEY?: string | undefined;
1427
1428
  ANTHROPIC_API_KEY?: string | undefined;
1428
1429
  AWS_BEDROCK_REGION?: string | undefined;
1430
+ FAL_KEY?: string | undefined;
1431
+ GROQ_API_KEY?: string | undefined;
1432
+ LOCALAI_BASE_URL?: string | undefined;
1433
+ WATSONX_AI_APIKEY?: string | undefined;
1434
+ WATSONX_AI_PROJECT_ID?: string | undefined;
1435
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
1436
+ AZURE_CLIENT_SECRET?: string | undefined;
1437
+ AZURE_CLIENT_ID?: string | undefined;
1438
+ AZURE_TENANT_ID?: string | undefined;
1439
+ AZURE_AUTHORITY_HOST?: string | undefined;
1440
+ AZURE_TOKEN_SCOPE?: string | undefined;
1441
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
1442
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1443
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
1444
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1429
1445
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
1430
1446
  AZURE_OPENAI_API_HOST?: string | undefined;
1431
1447
  AZURE_OPENAI_API_KEY?: string | undefined;
1432
1448
  AZURE_API_BASE_URL?: string | undefined;
1433
1449
  AZURE_API_HOST?: string | undefined;
1434
1450
  AZURE_API_KEY?: string | undefined;
1435
- AZURE_DEPLOYMENT_NAME?: string | undefined;
1436
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1437
1451
  AZURE_OPENAI_BASE_URL?: string | undefined;
1438
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
1439
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1440
- AZURE_CLIENT_SECRET?: string | undefined;
1441
- AZURE_CLIENT_ID?: string | undefined;
1442
- AZURE_TENANT_ID?: string | undefined;
1443
- AZURE_AUTHORITY_HOST?: string | undefined;
1444
- AZURE_TOKEN_SCOPE?: string | undefined;
1445
1452
  BAM_API_HOST?: string | undefined;
1446
1453
  BAM_API_KEY?: string | undefined;
1447
1454
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
1448
1455
  CLOUDFLARE_API_KEY?: string | undefined;
1449
- PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
1450
1456
  COHERE_API_KEY?: string | undefined;
1451
- FAL_KEY?: string | undefined;
1452
1457
  GOOGLE_API_HOST?: string | undefined;
1453
1458
  GOOGLE_API_KEY?: string | undefined;
1454
- GROQ_API_KEY?: string | undefined;
1455
- LOCALAI_BASE_URL?: string | undefined;
1456
1459
  MISTRAL_API_BASE_URL?: string | undefined;
1457
1460
  MISTRAL_API_HOST?: string | undefined;
1458
1461
  MISTRAL_API_KEY?: string | undefined;
@@ -1470,9 +1473,6 @@ export declare const evalResultsTable: import("drizzle-orm/sqlite-core").SQLiteT
1470
1473
  VERTEX_PROJECT_ID?: string | undefined;
1471
1474
  VERTEX_PUBLISHER?: string | undefined;
1472
1475
  VERTEX_REGION?: string | undefined;
1473
- WATSONX_AI_APIKEY?: string | undefined;
1474
- WATSONX_AI_PROJECT_ID?: string | undefined;
1475
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
1476
1476
  } | undefined;
1477
1477
  } | {
1478
1478
  callApi: import("../types").CallApiFunction;
@@ -1879,37 +1879,40 @@ export declare const datasetsTable: import("drizzle-orm/sqlite-core").SQLiteTabl
1879
1879
  transform?: string | undefined;
1880
1880
  delay?: number | undefined;
1881
1881
  env?: {
1882
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
1882
1883
  AI21_API_BASE_URL?: string | undefined;
1883
1884
  AI21_API_KEY?: string | undefined;
1884
1885
  ANTHROPIC_API_KEY?: string | undefined;
1885
1886
  AWS_BEDROCK_REGION?: string | undefined;
1887
+ FAL_KEY?: string | undefined;
1888
+ GROQ_API_KEY?: string | undefined;
1889
+ LOCALAI_BASE_URL?: string | undefined;
1890
+ WATSONX_AI_APIKEY?: string | undefined;
1891
+ WATSONX_AI_PROJECT_ID?: string | undefined;
1892
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
1893
+ AZURE_CLIENT_SECRET?: string | undefined;
1894
+ AZURE_CLIENT_ID?: string | undefined;
1895
+ AZURE_TENANT_ID?: string | undefined;
1896
+ AZURE_AUTHORITY_HOST?: string | undefined;
1897
+ AZURE_TOKEN_SCOPE?: string | undefined;
1898
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
1899
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1900
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
1901
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1886
1902
  AZURE_OPENAI_API_BASE_URL?: string | undefined;
1887
1903
  AZURE_OPENAI_API_HOST?: string | undefined;
1888
1904
  AZURE_OPENAI_API_KEY?: string | undefined;
1889
1905
  AZURE_API_BASE_URL?: string | undefined;
1890
1906
  AZURE_API_HOST?: string | undefined;
1891
1907
  AZURE_API_KEY?: string | undefined;
1892
- AZURE_DEPLOYMENT_NAME?: string | undefined;
1893
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1894
1908
  AZURE_OPENAI_BASE_URL?: string | undefined;
1895
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
1896
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
1897
- AZURE_CLIENT_SECRET?: string | undefined;
1898
- AZURE_CLIENT_ID?: string | undefined;
1899
- AZURE_TENANT_ID?: string | undefined;
1900
- AZURE_AUTHORITY_HOST?: string | undefined;
1901
- AZURE_TOKEN_SCOPE?: string | undefined;
1902
1909
  BAM_API_HOST?: string | undefined;
1903
1910
  BAM_API_KEY?: string | undefined;
1904
1911
  CLOUDFLARE_ACCOUNT_ID?: string | undefined;
1905
1912
  CLOUDFLARE_API_KEY?: string | undefined;
1906
- PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
1907
1913
  COHERE_API_KEY?: string | undefined;
1908
- FAL_KEY?: string | undefined;
1909
1914
  GOOGLE_API_HOST?: string | undefined;
1910
1915
  GOOGLE_API_KEY?: string | undefined;
1911
- GROQ_API_KEY?: string | undefined;
1912
- LOCALAI_BASE_URL?: string | undefined;
1913
1916
  MISTRAL_API_BASE_URL?: string | undefined;
1914
1917
  MISTRAL_API_HOST?: string | undefined;
1915
1918
  MISTRAL_API_KEY?: string | undefined;
@@ -1927,9 +1930,6 @@ export declare const datasetsTable: import("drizzle-orm/sqlite-core").SQLiteTabl
1927
1930
  VERTEX_PROJECT_ID?: string | undefined;
1928
1931
  VERTEX_PUBLISHER?: string | undefined;
1929
1932
  VERTEX_REGION?: string | undefined;
1930
- WATSONX_AI_APIKEY?: string | undefined;
1931
- WATSONX_AI_PROJECT_ID?: string | undefined;
1932
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
1933
1933
  } | undefined;
1934
1934
  } | {
1935
1935
  callApi: import("../types").CallApiFunction;