promptfoo 0.73.9 → 0.74.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (288) hide show
  1. package/README.md +59 -1
  2. package/dist/package.json +1 -1
  3. package/dist/src/assertions/AssertionsResult.d.ts +1 -1
  4. package/dist/src/assertions/AssertionsResult.d.ts.map +1 -1
  5. package/dist/src/assertions/validateAssertions.d.ts +1 -1
  6. package/dist/src/assertions/validateAssertions.d.ts.map +1 -1
  7. package/dist/src/assertions.d.ts +2 -1
  8. package/dist/src/assertions.d.ts.map +1 -1
  9. package/dist/src/assertions.js.map +1 -1
  10. package/dist/src/commands/cache.d.ts +1 -1
  11. package/dist/src/commands/cache.d.ts.map +1 -1
  12. package/dist/src/commands/config.d.ts +1 -1
  13. package/dist/src/commands/config.d.ts.map +1 -1
  14. package/dist/src/commands/delete.d.ts +1 -1
  15. package/dist/src/commands/delete.d.ts.map +1 -1
  16. package/dist/src/commands/eval/filterFailingTests.d.ts +1 -1
  17. package/dist/src/commands/eval/filterFailingTests.d.ts.map +1 -1
  18. package/dist/src/commands/eval/filterTests.d.ts +1 -1
  19. package/dist/src/commands/eval/filterTests.d.ts.map +1 -1
  20. package/dist/src/commands/eval.d.ts +2 -2
  21. package/dist/src/commands/eval.d.ts.map +1 -1
  22. package/dist/src/commands/eval.js.map +1 -1
  23. package/dist/src/commands/export.d.ts +1 -1
  24. package/dist/src/commands/export.d.ts.map +1 -1
  25. package/dist/src/commands/feedback.d.ts +1 -1
  26. package/dist/src/commands/feedback.d.ts.map +1 -1
  27. package/dist/src/commands/generate/dataset.d.ts +2 -2
  28. package/dist/src/commands/generate/dataset.d.ts.map +1 -1
  29. package/dist/src/commands/generate/redteam.d.ts +3 -3
  30. package/dist/src/commands/generate/redteam.d.ts.map +1 -1
  31. package/dist/src/commands/generate/redteam.js +13 -6
  32. package/dist/src/commands/generate/redteam.js.map +1 -1
  33. package/dist/src/commands/import.d.ts +1 -1
  34. package/dist/src/commands/import.d.ts.map +1 -1
  35. package/dist/src/commands/init.d.ts +1 -1
  36. package/dist/src/commands/init.d.ts.map +1 -1
  37. package/dist/src/commands/list.d.ts +1 -1
  38. package/dist/src/commands/list.d.ts.map +1 -1
  39. package/dist/src/commands/redteam.d.ts +2 -1
  40. package/dist/src/commands/redteam.d.ts.map +1 -1
  41. package/dist/src/commands/redteam.js +200 -193
  42. package/dist/src/commands/redteam.js.map +1 -1
  43. package/dist/src/commands/share.d.ts +1 -1
  44. package/dist/src/commands/share.d.ts.map +1 -1
  45. package/dist/src/commands/show.d.ts +1 -1
  46. package/dist/src/commands/show.d.ts.map +1 -1
  47. package/dist/src/commands/version.d.ts +1 -1
  48. package/dist/src/commands/version.d.ts.map +1 -1
  49. package/dist/src/commands/view.d.ts +1 -1
  50. package/dist/src/commands/view.d.ts.map +1 -1
  51. package/dist/src/config.d.ts +1 -1
  52. package/dist/src/config.d.ts.map +1 -1
  53. package/dist/src/database/operations.d.ts +56 -240
  54. package/dist/src/database/operations.d.ts.map +1 -1
  55. package/dist/src/database/types.d.ts +1 -1
  56. package/dist/src/database/types.d.ts.map +1 -1
  57. package/dist/src/globalConfig.d.ts +1 -1
  58. package/dist/src/globalConfig.d.ts.map +1 -1
  59. package/dist/src/onboarding.d.ts.map +1 -1
  60. package/dist/src/onboarding.js +11 -0
  61. package/dist/src/onboarding.js.map +1 -1
  62. package/dist/src/prompts/grading.js +1 -1
  63. package/dist/src/prompts/processors/javascript.d.ts +1 -1
  64. package/dist/src/prompts/processors/javascript.d.ts.map +1 -1
  65. package/dist/src/prompts/processors/json.d.ts +1 -1
  66. package/dist/src/prompts/processors/json.d.ts.map +1 -1
  67. package/dist/src/prompts/processors/jsonl.d.ts +1 -1
  68. package/dist/src/prompts/processors/jsonl.d.ts.map +1 -1
  69. package/dist/src/prompts/processors/python.d.ts.map +1 -1
  70. package/dist/src/prompts/processors/python.js.map +1 -1
  71. package/dist/src/prompts/processors/string.d.ts +1 -1
  72. package/dist/src/prompts/processors/string.d.ts.map +1 -1
  73. package/dist/src/prompts/processors/text.d.ts +1 -1
  74. package/dist/src/prompts/processors/text.d.ts.map +1 -1
  75. package/dist/src/prompts/processors/yaml.d.ts +1 -1
  76. package/dist/src/prompts/processors/yaml.d.ts.map +1 -1
  77. package/dist/src/prompts/utils.d.ts +1 -1
  78. package/dist/src/prompts/utils.d.ts.map +1 -1
  79. package/dist/src/providers/anthropic.js +1 -1
  80. package/dist/src/providers/anthropic.js.map +1 -1
  81. package/dist/src/providers/azureopenai.d.ts.map +1 -1
  82. package/dist/src/providers/azureopenai.js +6 -2
  83. package/dist/src/providers/azureopenai.js.map +1 -1
  84. package/dist/src/providers/bedrock.d.ts.map +1 -1
  85. package/dist/src/providers/bedrock.js +2 -2
  86. package/dist/src/providers/bedrock.js.map +1 -1
  87. package/dist/src/providers/huggingface.d.ts +1 -1
  88. package/dist/src/providers/huggingface.d.ts.map +1 -1
  89. package/dist/src/providers/manualInput.d.ts +1 -1
  90. package/dist/src/providers/manualInput.d.ts.map +1 -1
  91. package/dist/src/providers/mistral.d.ts +1 -1
  92. package/dist/src/providers/mistral.d.ts.map +1 -1
  93. package/dist/src/providers/openai.d.ts +1 -1
  94. package/dist/src/providers/openai.d.ts.map +1 -1
  95. package/dist/src/providers/openai.js +8 -3
  96. package/dist/src/providers/openai.js.map +1 -1
  97. package/dist/src/providers/shared.d.ts +1 -0
  98. package/dist/src/providers/shared.d.ts.map +1 -1
  99. package/dist/src/providers/shared.js +47 -0
  100. package/dist/src/providers/shared.js.map +1 -1
  101. package/dist/src/providers/vertex.d.ts.map +1 -1
  102. package/dist/src/providers/vertex.js.map +1 -1
  103. package/dist/src/providers.d.ts +2 -1
  104. package/dist/src/providers.d.ts.map +1 -1
  105. package/dist/src/python/pythonUtils.d.ts.map +1 -1
  106. package/dist/src/python/pythonUtils.js.map +1 -1
  107. package/dist/src/redteam/constants.d.ts +1 -1
  108. package/dist/src/redteam/constants.js +3 -3
  109. package/dist/src/redteam/constants.js.map +1 -1
  110. package/dist/src/redteam/extraction/entities.d.ts +1 -1
  111. package/dist/src/redteam/extraction/entities.d.ts.map +1 -1
  112. package/dist/src/redteam/extraction/purpose.d.ts +1 -1
  113. package/dist/src/redteam/extraction/purpose.d.ts.map +1 -1
  114. package/dist/src/redteam/extraction/util.d.ts +1 -1
  115. package/dist/src/redteam/extraction/util.d.ts.map +1 -1
  116. package/dist/src/redteam/graders/base.d.ts +1 -1
  117. package/dist/src/redteam/graders/base.d.ts.map +1 -1
  118. package/dist/src/redteam/graders/harmful.d.ts +1 -1
  119. package/dist/src/redteam/graders/harmful.d.ts.map +1 -1
  120. package/dist/src/redteam/graders/index.d.ts +1 -1
  121. package/dist/src/redteam/graders/index.d.ts.map +1 -1
  122. package/dist/src/redteam/index.d.ts +3 -3
  123. package/dist/src/redteam/index.d.ts.map +1 -1
  124. package/dist/src/redteam/index.js +20 -8
  125. package/dist/src/redteam/index.js.map +1 -1
  126. package/dist/src/redteam/plugins/base.d.ts +4 -4
  127. package/dist/src/redteam/plugins/base.d.ts.map +1 -1
  128. package/dist/src/redteam/plugins/base.js +1 -1
  129. package/dist/src/redteam/plugins/base.js.map +1 -1
  130. package/dist/src/redteam/plugins/competitors.d.ts +2 -2
  131. package/dist/src/redteam/plugins/competitors.d.ts.map +1 -1
  132. package/dist/src/redteam/plugins/competitors.js +2 -3
  133. package/dist/src/redteam/plugins/competitors.js.map +1 -1
  134. package/dist/src/redteam/plugins/contracts.d.ts +2 -2
  135. package/dist/src/redteam/plugins/contracts.d.ts.map +1 -1
  136. package/dist/src/redteam/plugins/contracts.js +2 -3
  137. package/dist/src/redteam/plugins/contracts.js.map +1 -1
  138. package/dist/src/redteam/plugins/debugAccess.d.ts +2 -2
  139. package/dist/src/redteam/plugins/debugAccess.d.ts.map +1 -1
  140. package/dist/src/redteam/plugins/debugAccess.js +2 -3
  141. package/dist/src/redteam/plugins/debugAccess.js.map +1 -1
  142. package/dist/src/redteam/plugins/excessiveAgency.d.ts +2 -2
  143. package/dist/src/redteam/plugins/excessiveAgency.d.ts.map +1 -1
  144. package/dist/src/redteam/plugins/excessiveAgency.js +2 -3
  145. package/dist/src/redteam/plugins/excessiveAgency.js.map +1 -1
  146. package/dist/src/redteam/plugins/hallucination.d.ts +2 -2
  147. package/dist/src/redteam/plugins/hallucination.d.ts.map +1 -1
  148. package/dist/src/redteam/plugins/hallucination.js +2 -3
  149. package/dist/src/redteam/plugins/hallucination.js.map +1 -1
  150. package/dist/src/redteam/plugins/harmful.d.ts.map +1 -1
  151. package/dist/src/redteam/plugins/harmful.js +3 -1
  152. package/dist/src/redteam/plugins/harmful.js.map +1 -1
  153. package/dist/src/redteam/plugins/hijacking.d.ts +2 -2
  154. package/dist/src/redteam/plugins/hijacking.d.ts.map +1 -1
  155. package/dist/src/redteam/plugins/hijacking.js +2 -3
  156. package/dist/src/redteam/plugins/hijacking.js.map +1 -1
  157. package/dist/src/redteam/plugins/imitation.d.ts +1 -1
  158. package/dist/src/redteam/plugins/imitation.d.ts.map +1 -1
  159. package/dist/src/redteam/plugins/imitation.js +2 -3
  160. package/dist/src/redteam/plugins/imitation.js.map +1 -1
  161. package/dist/src/redteam/plugins/overreliance.d.ts +2 -2
  162. package/dist/src/redteam/plugins/overreliance.d.ts.map +1 -1
  163. package/dist/src/redteam/plugins/overreliance.js +2 -3
  164. package/dist/src/redteam/plugins/overreliance.js.map +1 -1
  165. package/dist/src/redteam/plugins/politics.d.ts +2 -2
  166. package/dist/src/redteam/plugins/politics.d.ts.map +1 -1
  167. package/dist/src/redteam/plugins/politics.js +2 -3
  168. package/dist/src/redteam/plugins/politics.js.map +1 -1
  169. package/dist/src/redteam/plugins/rbac.d.ts +2 -2
  170. package/dist/src/redteam/plugins/rbac.d.ts.map +1 -1
  171. package/dist/src/redteam/plugins/rbac.js +2 -3
  172. package/dist/src/redteam/plugins/rbac.js.map +1 -1
  173. package/dist/src/redteam/plugins/shellInjection.d.ts +2 -2
  174. package/dist/src/redteam/plugins/shellInjection.d.ts.map +1 -1
  175. package/dist/src/redteam/plugins/shellInjection.js +2 -3
  176. package/dist/src/redteam/plugins/shellInjection.js.map +1 -1
  177. package/dist/src/redteam/plugins/sqlInjection.d.ts +2 -2
  178. package/dist/src/redteam/plugins/sqlInjection.d.ts.map +1 -1
  179. package/dist/src/redteam/plugins/sqlInjection.js +2 -3
  180. package/dist/src/redteam/plugins/sqlInjection.js.map +1 -1
  181. package/dist/src/redteam/strategies/injections.d.ts +1 -1
  182. package/dist/src/redteam/strategies/injections.d.ts.map +1 -1
  183. package/dist/src/redteam/strategies/iterative.d.ts +1 -1
  184. package/dist/src/redteam/strategies/iterative.d.ts.map +1 -1
  185. package/dist/src/testCases.d.ts.map +1 -1
  186. package/dist/src/{types.d.ts → types/index.d.ts} +1496 -6518
  187. package/dist/src/{types.d.ts.map → types/index.d.ts.map} +1 -1
  188. package/dist/src/{types.js → types/index.js} +38 -172
  189. package/dist/src/types/index.js.map +1 -0
  190. package/dist/src/types/prompts.d.ts +29 -0
  191. package/dist/src/types/prompts.d.ts.map +1 -0
  192. package/dist/src/types/prompts.js +3 -0
  193. package/dist/src/types/prompts.js.map +1 -0
  194. package/dist/src/types/providers.d.ts +126 -0
  195. package/dist/src/types/providers.d.ts.map +1 -0
  196. package/dist/src/types/providers.js +11 -0
  197. package/dist/src/types/providers.js.map +1 -0
  198. package/dist/src/types/redteam.d.ts +51 -0
  199. package/dist/src/types/redteam.d.ts.map +1 -0
  200. package/dist/src/types/redteam.js +3 -0
  201. package/dist/src/types/redteam.js.map +1 -0
  202. package/dist/src/types/shared.d.ts +8 -0
  203. package/dist/src/types/shared.d.ts.map +1 -0
  204. package/dist/src/types/shared.js +3 -0
  205. package/dist/src/types/shared.js.map +1 -0
  206. package/dist/src/util/index.d.ts +20 -96
  207. package/dist/src/util/index.d.ts.map +1 -1
  208. package/dist/src/util/index.js +15 -8
  209. package/dist/src/util/index.js.map +1 -1
  210. package/dist/src/util/templates.d.ts +1 -1
  211. package/dist/src/util/templates.d.ts.map +1 -1
  212. package/dist/src/util/transform.d.ts +1 -1
  213. package/dist/src/util/transform.d.ts.map +1 -1
  214. package/dist/src/validators/prompts.d.ts +60 -0
  215. package/dist/src/validators/prompts.d.ts.map +1 -0
  216. package/dist/src/validators/prompts.js +32 -0
  217. package/dist/src/validators/prompts.js.map +1 -0
  218. package/dist/src/validators/providers.d.ts +1145 -0
  219. package/dist/src/validators/providers.d.ts.map +1 -0
  220. package/dist/src/validators/providers.js +133 -0
  221. package/dist/src/validators/providers.js.map +1 -0
  222. package/dist/src/validators/redteam.d.ts +517 -0
  223. package/dist/src/validators/redteam.d.ts.map +1 -0
  224. package/dist/src/{redteam/types.js → validators/redteam.js} +31 -26
  225. package/dist/src/validators/redteam.js.map +1 -0
  226. package/dist/src/validators/shared.d.ts +19 -0
  227. package/dist/src/validators/shared.d.ts.map +1 -0
  228. package/dist/src/validators/shared.js +12 -0
  229. package/dist/src/validators/shared.js.map +1 -0
  230. package/dist/src/web/nextui/404/index.html +1 -1
  231. package/dist/src/web/nextui/404.html +1 -1
  232. package/dist/src/web/nextui/_next/static/chunks/949-e778f1d346946d00.js +1 -0
  233. package/dist/src/web/nextui/_next/static/chunks/app/eval/[id]/{page-3f5dd9507c5c905d.js → page-9029528e35960a91.js} +1 -1
  234. package/dist/src/web/nextui/_next/static/chunks/app/{layout-881a16d7fe67581c.js → layout-517c4420e852da35.js} +1 -1
  235. package/dist/src/web/nextui/_next/static/chunks/app/page-81e3b8fee37eaf67.js +1 -0
  236. package/dist/src/web/nextui/_next/static/chunks/app/report/{page-95d5e86c47bb3593.js → page-36e98231504ad757.js} +1 -1
  237. package/dist/src/web/nextui/_next/static/chunks/main-app-0dc90092cd7acaaf.js +1 -0
  238. package/dist/src/web/nextui/_next/static/chunks/{webpack-b0363d9598537efc.js → webpack-d3dba20c5c1ca02e.js} +1 -1
  239. package/dist/src/web/nextui/_next/static/css/32384cb640d2265e.css +1 -0
  240. package/dist/src/web/nextui/auth/login/index.html +1 -1
  241. package/dist/src/web/nextui/auth/login/index.txt +4 -4
  242. package/dist/src/web/nextui/auth/signup/index.html +1 -1
  243. package/dist/src/web/nextui/auth/signup/index.txt +4 -4
  244. package/dist/src/web/nextui/datasets/index.html +1 -1
  245. package/dist/src/web/nextui/datasets/index.txt +4 -4
  246. package/dist/src/web/nextui/eval/index.html +1 -1
  247. package/dist/src/web/nextui/eval/index.txt +5 -5
  248. package/dist/src/web/nextui/index.html +1 -1
  249. package/dist/src/web/nextui/index.txt +4 -4
  250. package/dist/src/web/nextui/progress/index.html +1 -1
  251. package/dist/src/web/nextui/progress/index.txt +4 -4
  252. package/dist/src/web/nextui/prompts/index.html +1 -1
  253. package/dist/src/web/nextui/prompts/index.txt +4 -4
  254. package/dist/src/web/nextui/report/index.html +1 -1
  255. package/dist/src/web/nextui/report/index.txt +7 -7
  256. package/dist/src/web/nextui/setup/index.html +1 -1
  257. package/dist/src/web/nextui/setup/index.txt +5 -5
  258. package/dist/src/web/server.d.ts.map +1 -1
  259. package/dist/src/web/server.js.map +1 -1
  260. package/dist/test/cache.test.js.map +1 -1
  261. package/dist/test/providers.bedrock.test.js.map +1 -1
  262. package/dist/test/providers.shared.test.d.ts +2 -0
  263. package/dist/test/providers.shared.test.d.ts.map +1 -0
  264. package/dist/test/providers.shared.test.js +101 -0
  265. package/dist/test/providers.shared.test.js.map +1 -0
  266. package/dist/test/redteam/plugins/base.test.js +2 -3
  267. package/dist/test/redteam/plugins/base.test.js.map +1 -1
  268. package/dist/test/redteam/validators.test.d.ts +2 -0
  269. package/dist/test/redteam/validators.test.d.ts.map +1 -0
  270. package/dist/test/redteam/{types.test.js → validators.test.js} +84 -29
  271. package/dist/test/redteam/validators.test.js.map +1 -0
  272. package/dist/test/utils.d.ts +1 -1
  273. package/dist/test/utils.d.ts.map +1 -1
  274. package/package.json +1 -1
  275. package/dist/src/redteam/types.d.ts +0 -215
  276. package/dist/src/redteam/types.d.ts.map +0 -1
  277. package/dist/src/redteam/types.js.map +0 -1
  278. package/dist/src/types.js.map +0 -1
  279. package/dist/src/web/nextui/_next/static/chunks/347-49b79b8c81884e85.js +0 -1
  280. package/dist/src/web/nextui/_next/static/chunks/app/page-7e8faab5d212f727.js +0 -1
  281. package/dist/src/web/nextui/_next/static/chunks/main-app-4398f7af7ad8387f.js +0 -1
  282. package/dist/src/web/nextui/_next/static/css/e17fdafd8599f69b.css +0 -1
  283. package/dist/test/redteam/types.test.d.ts +0 -2
  284. package/dist/test/redteam/types.test.d.ts.map +0 -1
  285. package/dist/test/redteam/types.test.js.map +0 -1
  286. /package/dist/src/web/nextui/_next/static/{rXJSLz3x5ieAU1Syln-RX → 9g6bpuNNR0WtmBBAmnqTc}/_buildManifest.js +0 -0
  287. /package/dist/src/web/nextui/_next/static/{rXJSLz3x5ieAU1Syln-RX → 9g6bpuNNR0WtmBBAmnqTc}/_ssgManifest.js +0 -0
  288. /package/dist/src/web/nextui/_next/static/chunks/{258-f5d5d6dbebb8ae22.js → 258-280986e9c8fae219.js} +0 -0
@@ -0,0 +1 @@
1
+ {"version":3,"file":"providers.d.ts","sourceRoot":"","sources":["../../../src/validators/providers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EACV,WAAW,EACX,eAAe,EACf,8BAA8B,EAC9B,yBAAyB,EAIzB,gBAAgB,EAEjB,MAAM,oBAAoB,CAAC;AAI5B,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAgCrC,CAAC;AAEH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAUvB,CAAC;AAEZ,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAQrC,CAAC;AAEH,eAAO,MAAM,0BAA0B;;;;;;EAErC,CAAC;AAYH,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;EAgB5B,CAAC;AAkCH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;gBAW1B,CAAC;AAEH,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAAkE,CAAC"}
@@ -0,0 +1,133 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.ProviderSchema = exports.ProvidersSchema = exports.ApiProviderSchema = exports.CallApiOptionsParamsSchema = exports.CallApiContextParamsSchema = exports.ProviderOptionsSchema = exports.ProviderEnvOverridesSchema = void 0;
4
+ const zod_1 = require("zod");
5
+ const prompts_1 = require("./prompts");
6
+ const shared_1 = require("./shared");
7
+ exports.ProviderEnvOverridesSchema = zod_1.z.object({
8
+ ANTHROPIC_API_KEY: zod_1.z.string().optional(),
9
+ BAM_API_KEY: zod_1.z.string().optional(),
10
+ BAM_API_HOST: zod_1.z.string().optional(),
11
+ AZURE_OPENAI_API_HOST: zod_1.z.string().optional(),
12
+ AZURE_OPENAI_API_KEY: zod_1.z.string().optional(),
13
+ AZURE_OPENAI_API_BASE_URL: zod_1.z.string().optional(),
14
+ AZURE_OPENAI_BASE_URL: zod_1.z.string().optional(),
15
+ AWS_BEDROCK_REGION: zod_1.z.string().optional(),
16
+ COHERE_API_KEY: zod_1.z.string().optional(),
17
+ OPENAI_API_KEY: zod_1.z.string().optional(),
18
+ OPENAI_API_HOST: zod_1.z.string().optional(),
19
+ OPENAI_API_BASE_URL: zod_1.z.string().optional(),
20
+ OPENAI_BASE_URL: zod_1.z.string().optional(),
21
+ OPENAI_ORGANIZATION: zod_1.z.string().optional(),
22
+ REPLICATE_API_KEY: zod_1.z.string().optional(),
23
+ REPLICATE_API_TOKEN: zod_1.z.string().optional(),
24
+ LOCALAI_BASE_URL: zod_1.z.string().optional(),
25
+ MISTRAL_API_HOST: zod_1.z.string().optional(),
26
+ MISTRAL_API_BASE_URL: zod_1.z.string().optional(),
27
+ PALM_API_KEY: zod_1.z.string().optional(),
28
+ PALM_API_HOST: zod_1.z.string().optional(),
29
+ GOOGLE_API_KEY: zod_1.z.string().optional(),
30
+ GOOGLE_API_HOST: zod_1.z.string().optional(),
31
+ VERTEX_API_KEY: zod_1.z.string().optional(),
32
+ VERTEX_API_HOST: zod_1.z.string().optional(),
33
+ VERTEX_PROJECT_ID: zod_1.z.string().optional(),
34
+ VERTEX_REGION: zod_1.z.string().optional(),
35
+ VERTEX_PUBLISHER: zod_1.z.string().optional(),
36
+ MISTRAL_API_KEY: zod_1.z.string().optional(),
37
+ CLOUDFLARE_API_KEY: zod_1.z.string().optional(),
38
+ CLOUDFLARE_ACCOUNT_ID: zod_1.z.string().optional(),
39
+ });
40
+ exports.ProviderOptionsSchema = zod_1.z
41
+ .object({
42
+ id: zod_1.z.custom().optional(),
43
+ label: zod_1.z.custom().optional(),
44
+ config: zod_1.z.any().optional(),
45
+ prompts: zod_1.z.array(zod_1.z.string()).optional(),
46
+ transform: zod_1.z.string().optional(),
47
+ delay: zod_1.z.number().optional(),
48
+ env: exports.ProviderEnvOverridesSchema.optional(),
49
+ })
50
+ .strict();
51
+ exports.CallApiContextParamsSchema = zod_1.z.object({
52
+ fetchWithCache: zod_1.z.optional(zod_1.z.any()),
53
+ filters: shared_1.NunjucksFilterMapSchema.optional(),
54
+ getCache: zod_1.z.optional(zod_1.z.any()),
55
+ logger: zod_1.z.optional(zod_1.z.any()),
56
+ originalProvider: zod_1.z.optional(zod_1.z.any()),
57
+ prompt: prompts_1.PromptSchema,
58
+ vars: zod_1.z.record(zod_1.z.union([zod_1.z.string(), zod_1.z.object({})])),
59
+ });
60
+ exports.CallApiOptionsParamsSchema = zod_1.z.object({
61
+ includeLogProbs: zod_1.z.optional(zod_1.z.boolean()),
62
+ });
63
+ const CallApiFunctionSchema = zod_1.z
64
+ .function()
65
+ .args(zod_1.z.string().describe('prompt'), exports.CallApiContextParamsSchema.optional(), exports.CallApiOptionsParamsSchema.optional())
66
+ .returns(zod_1.z.promise(zod_1.z.custom()))
67
+ .and(zod_1.z.object({ label: zod_1.z.string().optional() }));
68
+ exports.ApiProviderSchema = zod_1.z.object({
69
+ id: zod_1.z.function().returns(zod_1.z.string()),
70
+ callApi: zod_1.z.custom(),
71
+ callEmbeddingApi: zod_1.z
72
+ .function()
73
+ .args(zod_1.z.string())
74
+ .returns(zod_1.z.promise(zod_1.z.custom()))
75
+ .optional(),
76
+ callClassificationApi: zod_1.z
77
+ .function()
78
+ .args(zod_1.z.string())
79
+ .returns(zod_1.z.promise(zod_1.z.custom()))
80
+ .optional(),
81
+ label: zod_1.z.custom().optional(),
82
+ transform: zod_1.z.string().optional(),
83
+ delay: zod_1.z.number().optional(),
84
+ });
85
+ const ProviderResponseSchema = zod_1.z.object({
86
+ cached: zod_1.z.boolean().optional(),
87
+ cost: zod_1.z.number().optional(),
88
+ error: zod_1.z.string().optional(),
89
+ logProbs: zod_1.z.array(zod_1.z.number()).optional(),
90
+ metadata: zod_1.z
91
+ .object({
92
+ redteamFinalPrompt: zod_1.z.string().optional(),
93
+ })
94
+ .catchall(zod_1.z.any())
95
+ .optional(),
96
+ output: zod_1.z.union([zod_1.z.string(), zod_1.z.any()]).optional(),
97
+ tokenUsage: shared_1.TokenUsageSchema.optional(),
98
+ });
99
+ const ProviderEmbeddingResponseSchema = zod_1.z.object({
100
+ error: zod_1.z.string().optional(),
101
+ embedding: zod_1.z.array(zod_1.z.number()).optional(),
102
+ tokenUsage: shared_1.TokenUsageSchema.partial().optional(),
103
+ });
104
+ const ProviderSimilarityResponseSchema = zod_1.z.object({
105
+ error: zod_1.z.string().optional(),
106
+ similarity: zod_1.z.number().optional(),
107
+ tokenUsage: shared_1.TokenUsageSchema.partial().optional(),
108
+ });
109
+ const ProviderClassificationResponseSchema = zod_1.z.object({
110
+ error: zod_1.z.string().optional(),
111
+ classification: zod_1.z.record(zod_1.z.number()).optional(),
112
+ });
113
+ exports.ProvidersSchema = zod_1.z.union([
114
+ zod_1.z.string(),
115
+ CallApiFunctionSchema,
116
+ zod_1.z.array(zod_1.z.union([
117
+ zod_1.z.string(),
118
+ zod_1.z.record(zod_1.z.string(), exports.ProviderOptionsSchema),
119
+ exports.ProviderOptionsSchema,
120
+ CallApiFunctionSchema,
121
+ ])),
122
+ ]);
123
+ exports.ProviderSchema = zod_1.z.union([zod_1.z.string(), exports.ProviderOptionsSchema, exports.ApiProviderSchema]);
124
+ // Ensure that schemas match their corresponding types
125
+ function assert() { }
126
+ assert();
127
+ assert();
128
+ assert();
129
+ assert();
130
+ assert();
131
+ assert();
132
+ assert();
133
+ //# sourceMappingURL=providers.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"providers.js","sourceRoot":"","sources":["../../../src/validators/providers.ts"],"names":[],"mappings":";;;AAAA,6BAAwB;AAYxB,uCAAyC;AACzC,qCAAqE;AAExD,QAAA,0BAA0B,GAAG,OAAC,CAAC,MAAM,CAAC;IACjD,iBAAiB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,WAAW,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,qBAAqB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5C,oBAAoB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3C,yBAAyB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChD,qBAAqB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5C,kBAAkB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzC,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,mBAAmB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1C,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,mBAAmB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1C,iBAAiB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,mBAAmB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1C,gBAAgB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,gBAAgB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,oBAAoB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3C,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,aAAa,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,iBAAiB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,aAAa,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,gBAAgB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,kBAAkB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzC,qBAAqB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC7C,CAAC,CAAC;AAEU,QAAA,qBAAqB,GAAG,OAAC;KACnC,MAAM,CAAC;IACN,EAAE,EAAE,OAAC,CAAC,MAAM,EAAc,CAAC,QAAQ,EAAE;IACrC,KAAK,EAAE,OAAC,CAAC,MAAM,EAAiB,CAAC,QAAQ,EAAE;IAC3C,MAAM,EAAE,OAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAC1B,OAAO,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,GAAG,EAAE,kCAA0B,CAAC,QAAQ,EAAE;CAC3C,CAAC;KACD,MAAM,EAAE,CAAC;AAEC,QAAA,0BAA0B,GAAG,OAAC,CAAC,MAAM,CAAC;IACjD,cAAc,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;IACnC,OAAO,EAAE,gCAAuB,CAAC,QAAQ,EAAE;IAC3C,QAAQ,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;IAC3B,gBAAgB,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;IACrC,MAAM,EAAE,sBAAY;IACpB,IAAI,EAAE,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;CACpD,CAAC,CAAC;AAEU,QAAA,0BAA0B,GAAG,OAAC,CAAC,MAAM,CAAC;IACjD,eAAe,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,OAAO,EAAE,CAAC;CACzC,CAAC,CAAC;AAEH,MAAM,qBAAqB,GAAG,OAAC;KAC5B,QAAQ,EAAE;KACV,IAAI,CACH,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC7B,kCAA0B,CAAC,QAAQ,EAAE,EACrC,kCAA0B,CAAC,QAAQ,EAAE,CACtC;KACA,OAAO,CAAC,OAAC,CAAC,OAAO,CAAC,OAAC,CAAC,MAAM,EAAoB,CAAC,CAAC;KAChD,GAAG,CAAC,OAAC,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC;AAEtC,QAAA,iBAAiB,GAAG,OAAC,CAAC,MAAM,CAAC;IACxC,EAAE,EAAE,OAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;IACpC,OAAO,EAAE,OAAC,CAAC,MAAM,EAAmB;IACpC,gBAAgB,EAAE,OAAC;SAChB,QAAQ,EAAE;SACV,IAAI,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;SAChB,OAAO,CAAC,OAAC,CAAC,OAAO,CAAC,OAAC,CAAC,MAAM,EAA6B,CAAC,CAAC;SACzD,QAAQ,EAAE;IACb,qBAAqB,EAAE,OAAC;SACrB,QAAQ,EAAE;SACV,IAAI,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;SAChB,OAAO,CAAC,OAAC,CAAC,OAAO,CAAC,OAAC,CAAC,MAAM,EAAkC,CAAC,CAAC;SAC9D,QAAQ,EAAE;IACb,KAAK,EAAE,OAAC,CAAC,MAAM,EAAiB,CAAC,QAAQ,EAAE;IAC3C,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC7B,CAAC,CAAC;AAEH,MAAM,sBAAsB,GAAG,OAAC,CAAC,MAAM,CAAC;IACtC,MAAM,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC9B,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,QAAQ,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACxC,QAAQ,EAAE,OAAC;SACR,MAAM,CAAC;QACN,kBAAkB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAC1C,CAAC;SACD,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;SACjB,QAAQ,EAAE;IACb,MAAM,EAAE,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;IACjD,UAAU,EAAE,yBAAgB,CAAC,QAAQ,EAAE;CACxC,CAAC,CAAC;AAEH,MAAM,+BAA+B,GAAG,OAAC,CAAC,MAAM,CAAC;IAC/C,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,SAAS,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACzC,UAAU,EAAE,yBAAgB,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CAClD,CAAC,CAAC;AAEH,MAAM,gCAAgC,GAAG,OAAC,CAAC,MAAM,CAAC;IAChD,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,UAAU,EAAE,yBAAgB,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CAClD,CAAC,CAAC;AAEH,MAAM,oCAAoC,GAAG,OAAC,CAAC,MAAM,CAAC;IACpD,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,cAAc,EAAE,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;CAChD,CAAC,CAAC;AAEU,QAAA,eAAe,GAAG,OAAC,CAAC,KAAK,CAAC;IACrC,OAAC,CAAC,MAAM,EAAE;IACV,qBAAqB;IACrB,OAAC,CAAC,KAAK,CACL,OAAC,CAAC,KAAK,CAAC;QACN,OAAC,CAAC,MAAM,EAAE;QACV,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,6BAAqB,CAAC;QAC3C,6BAAqB;QACrB,qBAAqB;KACtB,CAAC,CACH;CACF,CAAC,CAAC;AAEU,QAAA,cAAc,GAAG,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,6BAAqB,EAAE,yBAAiB,CAAC,CAAC,CAAC;AAE9F,sDAAsD;AACtD,SAAS,MAAM,KAAqB,CAAC;AAGrC,MAAM,EAA6E,CAAC;AACpF,MAAM,EAA6E,CAAC;AACpF,MAAM,EAA+E,CAAC;AACtF,MAAM,EAEH,CAAC;AACJ,MAAM,EAEH,CAAC;AACJ,MAAM,EAKH,CAAC;AACJ,MAAM,EAAqE,CAAC"}
@@ -0,0 +1,517 @@
1
+ import { z } from 'zod';
2
+ import type { RedteamConfig } from '../types/redteam';
3
+ /**
4
+ * Schema for individual redteam plugins or their shorthand.
5
+ */
6
+ export declare const RedteamPluginSchema: z.ZodUnion<[z.ZodEnum<[string, ...string[]]>, z.ZodObject<{
7
+ id: z.ZodEnum<[string, ...string[]]>;
8
+ numTests: z.ZodOptional<z.ZodNumber>;
9
+ }, "strip", z.ZodTypeAny, {
10
+ id: string;
11
+ numTests?: number | undefined;
12
+ }, {
13
+ id: string;
14
+ numTests?: number | undefined;
15
+ }>]>;
16
+ /**
17
+ * Schema for individual redteam strategies
18
+ */
19
+ export declare const RedteamStrategySchema: z.ZodUnion<[z.ZodEnum<[string, ...string[]]>, z.ZodObject<{
20
+ id: z.ZodEnum<[string, ...string[]]>;
21
+ }, "strip", z.ZodTypeAny, {
22
+ id: string;
23
+ }, {
24
+ id: string;
25
+ }>]>;
26
+ /**
27
+ * Schema for `promptfoo generate redteam` command options
28
+ */
29
+ export declare const RedteamGenerateOptionsSchema: z.ZodObject<{
30
+ cache: z.ZodBoolean;
31
+ config: z.ZodOptional<z.ZodString>;
32
+ defaultConfig: z.ZodRecord<z.ZodString, z.ZodUnknown>;
33
+ defaultConfigPath: z.ZodOptional<z.ZodString>;
34
+ envFile: z.ZodOptional<z.ZodString>;
35
+ injectVar: z.ZodOptional<z.ZodString>;
36
+ numTests: z.ZodNumber;
37
+ output: z.ZodOptional<z.ZodString>;
38
+ plugins: z.ZodOptional<z.ZodArray<z.ZodObject<{
39
+ id: z.ZodEnum<[string, ...string[]]>;
40
+ numTests: z.ZodOptional<z.ZodNumber>;
41
+ }, "strip", z.ZodTypeAny, {
42
+ id: string;
43
+ numTests?: number | undefined;
44
+ }, {
45
+ id: string;
46
+ numTests?: number | undefined;
47
+ }>, "many">>;
48
+ addPlugins: z.ZodOptional<z.ZodArray<z.ZodEnum<[string, ...string[]]>, "many">>;
49
+ addStrategies: z.ZodOptional<z.ZodArray<z.ZodEnum<[string, ...string[]]>, "many">>;
50
+ provider: z.ZodOptional<z.ZodString>;
51
+ purpose: z.ZodOptional<z.ZodString>;
52
+ strategies: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodEnum<[string, ...string[]]>, z.ZodObject<{
53
+ id: z.ZodEnum<[string, ...string[]]>;
54
+ }, "strip", z.ZodTypeAny, {
55
+ id: string;
56
+ }, {
57
+ id: string;
58
+ }>]>, "many">>;
59
+ write: z.ZodBoolean;
60
+ }, "strip", z.ZodTypeAny, {
61
+ write: boolean;
62
+ cache: boolean;
63
+ numTests: number;
64
+ defaultConfig: Record<string, unknown>;
65
+ provider?: string | undefined;
66
+ config?: string | undefined;
67
+ output?: string | undefined;
68
+ envFile?: string | undefined;
69
+ injectVar?: string | undefined;
70
+ purpose?: string | undefined;
71
+ strategies?: (string | {
72
+ id: string;
73
+ })[] | undefined;
74
+ plugins?: {
75
+ id: string;
76
+ numTests?: number | undefined;
77
+ }[] | undefined;
78
+ defaultConfigPath?: string | undefined;
79
+ addPlugins?: string[] | undefined;
80
+ addStrategies?: string[] | undefined;
81
+ }, {
82
+ write: boolean;
83
+ cache: boolean;
84
+ numTests: number;
85
+ defaultConfig: Record<string, unknown>;
86
+ provider?: string | undefined;
87
+ config?: string | undefined;
88
+ output?: string | undefined;
89
+ envFile?: string | undefined;
90
+ injectVar?: string | undefined;
91
+ purpose?: string | undefined;
92
+ strategies?: (string | {
93
+ id: string;
94
+ })[] | undefined;
95
+ plugins?: {
96
+ id: string;
97
+ numTests?: number | undefined;
98
+ }[] | undefined;
99
+ defaultConfigPath?: string | undefined;
100
+ addPlugins?: string[] | undefined;
101
+ addStrategies?: string[] | undefined;
102
+ }>;
103
+ /**
104
+ * Schema for `redteam` section of promptfooconfig.yaml
105
+ */
106
+ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
107
+ injectVar: z.ZodOptional<z.ZodString>;
108
+ purpose: z.ZodOptional<z.ZodString>;
109
+ provider: z.ZodOptional<z.ZodLazy<z.ZodUnion<[z.ZodString, z.ZodObject<{
110
+ id: z.ZodOptional<z.ZodType<string, z.ZodTypeDef, string>>;
111
+ label: z.ZodOptional<z.ZodType<string, z.ZodTypeDef, string>>;
112
+ config: z.ZodOptional<z.ZodAny>;
113
+ prompts: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
114
+ transform: z.ZodOptional<z.ZodString>;
115
+ delay: z.ZodOptional<z.ZodNumber>;
116
+ env: z.ZodOptional<z.ZodObject<{
117
+ ANTHROPIC_API_KEY: z.ZodOptional<z.ZodString>;
118
+ BAM_API_KEY: z.ZodOptional<z.ZodString>;
119
+ BAM_API_HOST: z.ZodOptional<z.ZodString>;
120
+ AZURE_OPENAI_API_HOST: z.ZodOptional<z.ZodString>;
121
+ AZURE_OPENAI_API_KEY: z.ZodOptional<z.ZodString>;
122
+ AZURE_OPENAI_API_BASE_URL: z.ZodOptional<z.ZodString>;
123
+ AZURE_OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
124
+ AWS_BEDROCK_REGION: z.ZodOptional<z.ZodString>;
125
+ COHERE_API_KEY: z.ZodOptional<z.ZodString>;
126
+ OPENAI_API_KEY: z.ZodOptional<z.ZodString>;
127
+ OPENAI_API_HOST: z.ZodOptional<z.ZodString>;
128
+ OPENAI_API_BASE_URL: z.ZodOptional<z.ZodString>;
129
+ OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
130
+ OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
131
+ REPLICATE_API_KEY: z.ZodOptional<z.ZodString>;
132
+ REPLICATE_API_TOKEN: z.ZodOptional<z.ZodString>;
133
+ LOCALAI_BASE_URL: z.ZodOptional<z.ZodString>;
134
+ MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
135
+ MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
136
+ PALM_API_KEY: z.ZodOptional<z.ZodString>;
137
+ PALM_API_HOST: z.ZodOptional<z.ZodString>;
138
+ GOOGLE_API_KEY: z.ZodOptional<z.ZodString>;
139
+ GOOGLE_API_HOST: z.ZodOptional<z.ZodString>;
140
+ VERTEX_API_KEY: z.ZodOptional<z.ZodString>;
141
+ VERTEX_API_HOST: z.ZodOptional<z.ZodString>;
142
+ VERTEX_PROJECT_ID: z.ZodOptional<z.ZodString>;
143
+ VERTEX_REGION: z.ZodOptional<z.ZodString>;
144
+ VERTEX_PUBLISHER: z.ZodOptional<z.ZodString>;
145
+ MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
146
+ CLOUDFLARE_API_KEY: z.ZodOptional<z.ZodString>;
147
+ CLOUDFLARE_ACCOUNT_ID: z.ZodOptional<z.ZodString>;
148
+ }, "strip", z.ZodTypeAny, {
149
+ ANTHROPIC_API_KEY?: string | undefined;
150
+ BAM_API_KEY?: string | undefined;
151
+ BAM_API_HOST?: string | undefined;
152
+ AZURE_OPENAI_API_HOST?: string | undefined;
153
+ AZURE_OPENAI_API_KEY?: string | undefined;
154
+ AZURE_OPENAI_API_BASE_URL?: string | undefined;
155
+ AZURE_OPENAI_BASE_URL?: string | undefined;
156
+ AWS_BEDROCK_REGION?: string | undefined;
157
+ COHERE_API_KEY?: string | undefined;
158
+ OPENAI_API_KEY?: string | undefined;
159
+ OPENAI_API_HOST?: string | undefined;
160
+ OPENAI_API_BASE_URL?: string | undefined;
161
+ OPENAI_BASE_URL?: string | undefined;
162
+ OPENAI_ORGANIZATION?: string | undefined;
163
+ REPLICATE_API_KEY?: string | undefined;
164
+ REPLICATE_API_TOKEN?: string | undefined;
165
+ LOCALAI_BASE_URL?: string | undefined;
166
+ MISTRAL_API_HOST?: string | undefined;
167
+ MISTRAL_API_BASE_URL?: string | undefined;
168
+ PALM_API_KEY?: string | undefined;
169
+ PALM_API_HOST?: string | undefined;
170
+ GOOGLE_API_KEY?: string | undefined;
171
+ GOOGLE_API_HOST?: string | undefined;
172
+ VERTEX_API_KEY?: string | undefined;
173
+ VERTEX_API_HOST?: string | undefined;
174
+ VERTEX_PROJECT_ID?: string | undefined;
175
+ VERTEX_REGION?: string | undefined;
176
+ VERTEX_PUBLISHER?: string | undefined;
177
+ MISTRAL_API_KEY?: string | undefined;
178
+ CLOUDFLARE_API_KEY?: string | undefined;
179
+ CLOUDFLARE_ACCOUNT_ID?: string | undefined;
180
+ }, {
181
+ ANTHROPIC_API_KEY?: string | undefined;
182
+ BAM_API_KEY?: string | undefined;
183
+ BAM_API_HOST?: string | undefined;
184
+ AZURE_OPENAI_API_HOST?: string | undefined;
185
+ AZURE_OPENAI_API_KEY?: string | undefined;
186
+ AZURE_OPENAI_API_BASE_URL?: string | undefined;
187
+ AZURE_OPENAI_BASE_URL?: string | undefined;
188
+ AWS_BEDROCK_REGION?: string | undefined;
189
+ COHERE_API_KEY?: string | undefined;
190
+ OPENAI_API_KEY?: string | undefined;
191
+ OPENAI_API_HOST?: string | undefined;
192
+ OPENAI_API_BASE_URL?: string | undefined;
193
+ OPENAI_BASE_URL?: string | undefined;
194
+ OPENAI_ORGANIZATION?: string | undefined;
195
+ REPLICATE_API_KEY?: string | undefined;
196
+ REPLICATE_API_TOKEN?: string | undefined;
197
+ LOCALAI_BASE_URL?: string | undefined;
198
+ MISTRAL_API_HOST?: string | undefined;
199
+ MISTRAL_API_BASE_URL?: string | undefined;
200
+ PALM_API_KEY?: string | undefined;
201
+ PALM_API_HOST?: string | undefined;
202
+ GOOGLE_API_KEY?: string | undefined;
203
+ GOOGLE_API_HOST?: string | undefined;
204
+ VERTEX_API_KEY?: string | undefined;
205
+ VERTEX_API_HOST?: string | undefined;
206
+ VERTEX_PROJECT_ID?: string | undefined;
207
+ VERTEX_REGION?: string | undefined;
208
+ VERTEX_PUBLISHER?: string | undefined;
209
+ MISTRAL_API_KEY?: string | undefined;
210
+ CLOUDFLARE_API_KEY?: string | undefined;
211
+ CLOUDFLARE_ACCOUNT_ID?: string | undefined;
212
+ }>>;
213
+ }, "strict", z.ZodTypeAny, {
214
+ id?: string | undefined;
215
+ label?: string | undefined;
216
+ config?: any;
217
+ prompts?: string[] | undefined;
218
+ transform?: string | undefined;
219
+ delay?: number | undefined;
220
+ env?: {
221
+ ANTHROPIC_API_KEY?: string | undefined;
222
+ BAM_API_KEY?: string | undefined;
223
+ BAM_API_HOST?: string | undefined;
224
+ AZURE_OPENAI_API_HOST?: string | undefined;
225
+ AZURE_OPENAI_API_KEY?: string | undefined;
226
+ AZURE_OPENAI_API_BASE_URL?: string | undefined;
227
+ AZURE_OPENAI_BASE_URL?: string | undefined;
228
+ AWS_BEDROCK_REGION?: string | undefined;
229
+ COHERE_API_KEY?: string | undefined;
230
+ OPENAI_API_KEY?: string | undefined;
231
+ OPENAI_API_HOST?: string | undefined;
232
+ OPENAI_API_BASE_URL?: string | undefined;
233
+ OPENAI_BASE_URL?: string | undefined;
234
+ OPENAI_ORGANIZATION?: string | undefined;
235
+ REPLICATE_API_KEY?: string | undefined;
236
+ REPLICATE_API_TOKEN?: string | undefined;
237
+ LOCALAI_BASE_URL?: string | undefined;
238
+ MISTRAL_API_HOST?: string | undefined;
239
+ MISTRAL_API_BASE_URL?: string | undefined;
240
+ PALM_API_KEY?: string | undefined;
241
+ PALM_API_HOST?: string | undefined;
242
+ GOOGLE_API_KEY?: string | undefined;
243
+ GOOGLE_API_HOST?: string | undefined;
244
+ VERTEX_API_KEY?: string | undefined;
245
+ VERTEX_API_HOST?: string | undefined;
246
+ VERTEX_PROJECT_ID?: string | undefined;
247
+ VERTEX_REGION?: string | undefined;
248
+ VERTEX_PUBLISHER?: string | undefined;
249
+ MISTRAL_API_KEY?: string | undefined;
250
+ CLOUDFLARE_API_KEY?: string | undefined;
251
+ CLOUDFLARE_ACCOUNT_ID?: string | undefined;
252
+ } | undefined;
253
+ }, {
254
+ id?: string | undefined;
255
+ label?: string | undefined;
256
+ config?: any;
257
+ prompts?: string[] | undefined;
258
+ transform?: string | undefined;
259
+ delay?: number | undefined;
260
+ env?: {
261
+ ANTHROPIC_API_KEY?: string | undefined;
262
+ BAM_API_KEY?: string | undefined;
263
+ BAM_API_HOST?: string | undefined;
264
+ AZURE_OPENAI_API_HOST?: string | undefined;
265
+ AZURE_OPENAI_API_KEY?: string | undefined;
266
+ AZURE_OPENAI_API_BASE_URL?: string | undefined;
267
+ AZURE_OPENAI_BASE_URL?: string | undefined;
268
+ AWS_BEDROCK_REGION?: string | undefined;
269
+ COHERE_API_KEY?: string | undefined;
270
+ OPENAI_API_KEY?: string | undefined;
271
+ OPENAI_API_HOST?: string | undefined;
272
+ OPENAI_API_BASE_URL?: string | undefined;
273
+ OPENAI_BASE_URL?: string | undefined;
274
+ OPENAI_ORGANIZATION?: string | undefined;
275
+ REPLICATE_API_KEY?: string | undefined;
276
+ REPLICATE_API_TOKEN?: string | undefined;
277
+ LOCALAI_BASE_URL?: string | undefined;
278
+ MISTRAL_API_HOST?: string | undefined;
279
+ MISTRAL_API_BASE_URL?: string | undefined;
280
+ PALM_API_KEY?: string | undefined;
281
+ PALM_API_HOST?: string | undefined;
282
+ GOOGLE_API_KEY?: string | undefined;
283
+ GOOGLE_API_HOST?: string | undefined;
284
+ VERTEX_API_KEY?: string | undefined;
285
+ VERTEX_API_HOST?: string | undefined;
286
+ VERTEX_PROJECT_ID?: string | undefined;
287
+ VERTEX_REGION?: string | undefined;
288
+ VERTEX_PUBLISHER?: string | undefined;
289
+ MISTRAL_API_KEY?: string | undefined;
290
+ CLOUDFLARE_API_KEY?: string | undefined;
291
+ CLOUDFLARE_ACCOUNT_ID?: string | undefined;
292
+ } | undefined;
293
+ }>, z.ZodObject<{
294
+ id: z.ZodFunction<z.ZodTuple<[], z.ZodUnknown>, z.ZodString>;
295
+ callApi: z.ZodType<import("..").CallApiFunction, z.ZodTypeDef, import("..").CallApiFunction>;
296
+ callEmbeddingApi: z.ZodOptional<z.ZodFunction<z.ZodTuple<[z.ZodString], z.ZodUnknown>, z.ZodPromise<z.ZodType<import("..").ProviderEmbeddingResponse, z.ZodTypeDef, import("..").ProviderEmbeddingResponse>>>>;
297
+ callClassificationApi: z.ZodOptional<z.ZodFunction<z.ZodTuple<[z.ZodString], z.ZodUnknown>, z.ZodPromise<z.ZodType<import("..").ProviderClassificationResponse, z.ZodTypeDef, import("..").ProviderClassificationResponse>>>>;
298
+ label: z.ZodOptional<z.ZodType<string, z.ZodTypeDef, string>>;
299
+ transform: z.ZodOptional<z.ZodString>;
300
+ delay: z.ZodOptional<z.ZodNumber>;
301
+ }, "strip", z.ZodTypeAny, {
302
+ callApi: import("..").CallApiFunction;
303
+ id: (...args: unknown[]) => string;
304
+ label?: string | undefined;
305
+ transform?: string | undefined;
306
+ delay?: number | undefined;
307
+ callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderEmbeddingResponse>) | undefined;
308
+ callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
309
+ }, {
310
+ callApi: import("..").CallApiFunction;
311
+ id: (...args: unknown[]) => string;
312
+ label?: string | undefined;
313
+ transform?: string | undefined;
314
+ delay?: number | undefined;
315
+ callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderEmbeddingResponse>) | undefined;
316
+ callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
317
+ }>]>>>;
318
+ numTests: z.ZodDefault<z.ZodNumber>;
319
+ plugins: z.ZodDefault<z.ZodArray<z.ZodUnion<[z.ZodEnum<[string, ...string[]]>, z.ZodObject<{
320
+ id: z.ZodEnum<[string, ...string[]]>;
321
+ numTests: z.ZodOptional<z.ZodNumber>;
322
+ }, "strip", z.ZodTypeAny, {
323
+ id: string;
324
+ numTests?: number | undefined;
325
+ }, {
326
+ id: string;
327
+ numTests?: number | undefined;
328
+ }>]>, "many">>;
329
+ strategies: z.ZodDefault<z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodEnum<[string, ...string[]]>, z.ZodObject<{
330
+ id: z.ZodEnum<[string, ...string[]]>;
331
+ }, "strip", z.ZodTypeAny, {
332
+ id: string;
333
+ }, {
334
+ id: string;
335
+ }>]>, "many">>>;
336
+ }, "strip", z.ZodTypeAny, {
337
+ numTests: number;
338
+ strategies: (string | {
339
+ id: string;
340
+ })[];
341
+ plugins: (string | {
342
+ id: string;
343
+ numTests?: number | undefined;
344
+ })[];
345
+ provider?: string | {
346
+ id?: string | undefined;
347
+ label?: string | undefined;
348
+ config?: any;
349
+ prompts?: string[] | undefined;
350
+ transform?: string | undefined;
351
+ delay?: number | undefined;
352
+ env?: {
353
+ ANTHROPIC_API_KEY?: string | undefined;
354
+ BAM_API_KEY?: string | undefined;
355
+ BAM_API_HOST?: string | undefined;
356
+ AZURE_OPENAI_API_HOST?: string | undefined;
357
+ AZURE_OPENAI_API_KEY?: string | undefined;
358
+ AZURE_OPENAI_API_BASE_URL?: string | undefined;
359
+ AZURE_OPENAI_BASE_URL?: string | undefined;
360
+ AWS_BEDROCK_REGION?: string | undefined;
361
+ COHERE_API_KEY?: string | undefined;
362
+ OPENAI_API_KEY?: string | undefined;
363
+ OPENAI_API_HOST?: string | undefined;
364
+ OPENAI_API_BASE_URL?: string | undefined;
365
+ OPENAI_BASE_URL?: string | undefined;
366
+ OPENAI_ORGANIZATION?: string | undefined;
367
+ REPLICATE_API_KEY?: string | undefined;
368
+ REPLICATE_API_TOKEN?: string | undefined;
369
+ LOCALAI_BASE_URL?: string | undefined;
370
+ MISTRAL_API_HOST?: string | undefined;
371
+ MISTRAL_API_BASE_URL?: string | undefined;
372
+ PALM_API_KEY?: string | undefined;
373
+ PALM_API_HOST?: string | undefined;
374
+ GOOGLE_API_KEY?: string | undefined;
375
+ GOOGLE_API_HOST?: string | undefined;
376
+ VERTEX_API_KEY?: string | undefined;
377
+ VERTEX_API_HOST?: string | undefined;
378
+ VERTEX_PROJECT_ID?: string | undefined;
379
+ VERTEX_REGION?: string | undefined;
380
+ VERTEX_PUBLISHER?: string | undefined;
381
+ MISTRAL_API_KEY?: string | undefined;
382
+ CLOUDFLARE_API_KEY?: string | undefined;
383
+ CLOUDFLARE_ACCOUNT_ID?: string | undefined;
384
+ } | undefined;
385
+ } | {
386
+ callApi: import("..").CallApiFunction;
387
+ id: (...args: unknown[]) => string;
388
+ label?: string | undefined;
389
+ transform?: string | undefined;
390
+ delay?: number | undefined;
391
+ callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderEmbeddingResponse>) | undefined;
392
+ callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
393
+ } | undefined;
394
+ injectVar?: string | undefined;
395
+ purpose?: string | undefined;
396
+ }, {
397
+ provider?: string | {
398
+ id?: string | undefined;
399
+ label?: string | undefined;
400
+ config?: any;
401
+ prompts?: string[] | undefined;
402
+ transform?: string | undefined;
403
+ delay?: number | undefined;
404
+ env?: {
405
+ ANTHROPIC_API_KEY?: string | undefined;
406
+ BAM_API_KEY?: string | undefined;
407
+ BAM_API_HOST?: string | undefined;
408
+ AZURE_OPENAI_API_HOST?: string | undefined;
409
+ AZURE_OPENAI_API_KEY?: string | undefined;
410
+ AZURE_OPENAI_API_BASE_URL?: string | undefined;
411
+ AZURE_OPENAI_BASE_URL?: string | undefined;
412
+ AWS_BEDROCK_REGION?: string | undefined;
413
+ COHERE_API_KEY?: string | undefined;
414
+ OPENAI_API_KEY?: string | undefined;
415
+ OPENAI_API_HOST?: string | undefined;
416
+ OPENAI_API_BASE_URL?: string | undefined;
417
+ OPENAI_BASE_URL?: string | undefined;
418
+ OPENAI_ORGANIZATION?: string | undefined;
419
+ REPLICATE_API_KEY?: string | undefined;
420
+ REPLICATE_API_TOKEN?: string | undefined;
421
+ LOCALAI_BASE_URL?: string | undefined;
422
+ MISTRAL_API_HOST?: string | undefined;
423
+ MISTRAL_API_BASE_URL?: string | undefined;
424
+ PALM_API_KEY?: string | undefined;
425
+ PALM_API_HOST?: string | undefined;
426
+ GOOGLE_API_KEY?: string | undefined;
427
+ GOOGLE_API_HOST?: string | undefined;
428
+ VERTEX_API_KEY?: string | undefined;
429
+ VERTEX_API_HOST?: string | undefined;
430
+ VERTEX_PROJECT_ID?: string | undefined;
431
+ VERTEX_REGION?: string | undefined;
432
+ VERTEX_PUBLISHER?: string | undefined;
433
+ MISTRAL_API_KEY?: string | undefined;
434
+ CLOUDFLARE_API_KEY?: string | undefined;
435
+ CLOUDFLARE_ACCOUNT_ID?: string | undefined;
436
+ } | undefined;
437
+ } | {
438
+ callApi: import("..").CallApiFunction;
439
+ id: (...args: unknown[]) => string;
440
+ label?: string | undefined;
441
+ transform?: string | undefined;
442
+ delay?: number | undefined;
443
+ callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderEmbeddingResponse>) | undefined;
444
+ callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
445
+ } | undefined;
446
+ injectVar?: string | undefined;
447
+ purpose?: string | undefined;
448
+ numTests?: number | undefined;
449
+ strategies?: (string | {
450
+ id: string;
451
+ })[] | undefined;
452
+ plugins?: (string | {
453
+ id: string;
454
+ numTests?: number | undefined;
455
+ })[] | undefined;
456
+ }>, RedteamConfig, {
457
+ provider?: string | {
458
+ id?: string | undefined;
459
+ label?: string | undefined;
460
+ config?: any;
461
+ prompts?: string[] | undefined;
462
+ transform?: string | undefined;
463
+ delay?: number | undefined;
464
+ env?: {
465
+ ANTHROPIC_API_KEY?: string | undefined;
466
+ BAM_API_KEY?: string | undefined;
467
+ BAM_API_HOST?: string | undefined;
468
+ AZURE_OPENAI_API_HOST?: string | undefined;
469
+ AZURE_OPENAI_API_KEY?: string | undefined;
470
+ AZURE_OPENAI_API_BASE_URL?: string | undefined;
471
+ AZURE_OPENAI_BASE_URL?: string | undefined;
472
+ AWS_BEDROCK_REGION?: string | undefined;
473
+ COHERE_API_KEY?: string | undefined;
474
+ OPENAI_API_KEY?: string | undefined;
475
+ OPENAI_API_HOST?: string | undefined;
476
+ OPENAI_API_BASE_URL?: string | undefined;
477
+ OPENAI_BASE_URL?: string | undefined;
478
+ OPENAI_ORGANIZATION?: string | undefined;
479
+ REPLICATE_API_KEY?: string | undefined;
480
+ REPLICATE_API_TOKEN?: string | undefined;
481
+ LOCALAI_BASE_URL?: string | undefined;
482
+ MISTRAL_API_HOST?: string | undefined;
483
+ MISTRAL_API_BASE_URL?: string | undefined;
484
+ PALM_API_KEY?: string | undefined;
485
+ PALM_API_HOST?: string | undefined;
486
+ GOOGLE_API_KEY?: string | undefined;
487
+ GOOGLE_API_HOST?: string | undefined;
488
+ VERTEX_API_KEY?: string | undefined;
489
+ VERTEX_API_HOST?: string | undefined;
490
+ VERTEX_PROJECT_ID?: string | undefined;
491
+ VERTEX_REGION?: string | undefined;
492
+ VERTEX_PUBLISHER?: string | undefined;
493
+ MISTRAL_API_KEY?: string | undefined;
494
+ CLOUDFLARE_API_KEY?: string | undefined;
495
+ CLOUDFLARE_ACCOUNT_ID?: string | undefined;
496
+ } | undefined;
497
+ } | {
498
+ callApi: import("..").CallApiFunction;
499
+ id: (...args: unknown[]) => string;
500
+ label?: string | undefined;
501
+ transform?: string | undefined;
502
+ delay?: number | undefined;
503
+ callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderEmbeddingResponse>) | undefined;
504
+ callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
505
+ } | undefined;
506
+ injectVar?: string | undefined;
507
+ purpose?: string | undefined;
508
+ numTests?: number | undefined;
509
+ strategies?: (string | {
510
+ id: string;
511
+ })[] | undefined;
512
+ plugins?: (string | {
513
+ id: string;
514
+ numTests?: number | undefined;
515
+ })[] | undefined;
516
+ }>;
517
+ //# sourceMappingURL=redteam.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"redteam.d.ts","sourceRoot":"","sources":["../../../src/validators/redteam.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAYxB,OAAO,KAAK,EAAE,aAAa,EAAuB,MAAM,kBAAkB,CAAC;AAgB3E;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;IAG9B,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;IAKhC,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAsBvC,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA+E5B,CAAC"}