promptfoo 0.73.9 → 0.75.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (450) hide show
  1. package/README.md +59 -1
  2. package/dist/package.json +5 -5
  3. package/dist/src/assertions/AssertionsResult.d.ts +1 -1
  4. package/dist/src/assertions/AssertionsResult.d.ts.map +1 -1
  5. package/dist/src/assertions/validateAssertions.d.ts +1 -1
  6. package/dist/src/assertions/validateAssertions.d.ts.map +1 -1
  7. package/dist/src/assertions.d.ts +2 -1
  8. package/dist/src/assertions.d.ts.map +1 -1
  9. package/dist/src/assertions.js +8 -4
  10. package/dist/src/assertions.js.map +1 -1
  11. package/dist/src/commands/cache.d.ts +1 -1
  12. package/dist/src/commands/cache.d.ts.map +1 -1
  13. package/dist/src/commands/config.d.ts +1 -1
  14. package/dist/src/commands/config.d.ts.map +1 -1
  15. package/dist/src/commands/delete.d.ts +1 -1
  16. package/dist/src/commands/delete.d.ts.map +1 -1
  17. package/dist/src/commands/eval/filterFailingTests.d.ts +1 -1
  18. package/dist/src/commands/eval/filterFailingTests.d.ts.map +1 -1
  19. package/dist/src/commands/eval/filterTests.d.ts +1 -1
  20. package/dist/src/commands/eval/filterTests.d.ts.map +1 -1
  21. package/dist/src/commands/eval.d.ts +2 -2
  22. package/dist/src/commands/eval.d.ts.map +1 -1
  23. package/dist/src/commands/eval.js.map +1 -1
  24. package/dist/src/commands/export.d.ts +1 -1
  25. package/dist/src/commands/export.d.ts.map +1 -1
  26. package/dist/src/commands/feedback.d.ts +1 -1
  27. package/dist/src/commands/feedback.d.ts.map +1 -1
  28. package/dist/src/commands/generate/dataset.d.ts +2 -2
  29. package/dist/src/commands/generate/dataset.d.ts.map +1 -1
  30. package/dist/src/commands/generate/redteam.d.ts +3 -3
  31. package/dist/src/commands/generate/redteam.d.ts.map +1 -1
  32. package/dist/src/commands/generate/redteam.js +52 -22
  33. package/dist/src/commands/generate/redteam.js.map +1 -1
  34. package/dist/src/commands/import.d.ts +1 -1
  35. package/dist/src/commands/import.d.ts.map +1 -1
  36. package/dist/src/commands/init.d.ts +1 -1
  37. package/dist/src/commands/init.d.ts.map +1 -1
  38. package/dist/src/commands/list.d.ts +1 -1
  39. package/dist/src/commands/list.d.ts.map +1 -1
  40. package/dist/src/commands/redteam.d.ts +2 -1
  41. package/dist/src/commands/redteam.d.ts.map +1 -1
  42. package/dist/src/commands/redteam.js +252 -188
  43. package/dist/src/commands/redteam.js.map +1 -1
  44. package/dist/src/commands/share.d.ts +1 -1
  45. package/dist/src/commands/share.d.ts.map +1 -1
  46. package/dist/src/commands/show.d.ts +1 -1
  47. package/dist/src/commands/show.d.ts.map +1 -1
  48. package/dist/src/commands/version.d.ts +1 -1
  49. package/dist/src/commands/version.d.ts.map +1 -1
  50. package/dist/src/commands/view.d.ts +1 -1
  51. package/dist/src/commands/view.d.ts.map +1 -1
  52. package/dist/src/config.d.ts +1 -1
  53. package/dist/src/config.d.ts.map +1 -1
  54. package/dist/src/config.js +5 -2
  55. package/dist/src/config.js.map +1 -1
  56. package/dist/src/configTypes.d.ts +1 -0
  57. package/dist/src/configTypes.d.ts.map +1 -1
  58. package/dist/src/database/operations.d.ts +57 -241
  59. package/dist/src/database/operations.d.ts.map +1 -1
  60. package/dist/src/database/types.d.ts +1 -1
  61. package/dist/src/database/types.d.ts.map +1 -1
  62. package/dist/src/evaluator.d.ts.map +1 -1
  63. package/dist/src/evaluator.js +7 -1
  64. package/dist/src/evaluator.js.map +1 -1
  65. package/dist/src/globalConfig.d.ts +1 -1
  66. package/dist/src/globalConfig.d.ts.map +1 -1
  67. package/dist/src/onboarding.d.ts.map +1 -1
  68. package/dist/src/onboarding.js +11 -0
  69. package/dist/src/onboarding.js.map +1 -1
  70. package/dist/src/prompts/grading.js +1 -1
  71. package/dist/src/prompts/processors/javascript.d.ts +1 -1
  72. package/dist/src/prompts/processors/javascript.d.ts.map +1 -1
  73. package/dist/src/prompts/processors/json.d.ts +1 -1
  74. package/dist/src/prompts/processors/json.d.ts.map +1 -1
  75. package/dist/src/prompts/processors/jsonl.d.ts +1 -1
  76. package/dist/src/prompts/processors/jsonl.d.ts.map +1 -1
  77. package/dist/src/prompts/processors/python.d.ts.map +1 -1
  78. package/dist/src/prompts/processors/python.js.map +1 -1
  79. package/dist/src/prompts/processors/string.d.ts +1 -1
  80. package/dist/src/prompts/processors/string.d.ts.map +1 -1
  81. package/dist/src/prompts/processors/text.d.ts +1 -1
  82. package/dist/src/prompts/processors/text.d.ts.map +1 -1
  83. package/dist/src/prompts/processors/yaml.d.ts +1 -1
  84. package/dist/src/prompts/processors/yaml.d.ts.map +1 -1
  85. package/dist/src/prompts/utils.d.ts +1 -1
  86. package/dist/src/prompts/utils.d.ts.map +1 -1
  87. package/dist/src/providers/anthropic.js +1 -1
  88. package/dist/src/providers/anthropic.js.map +1 -1
  89. package/dist/src/providers/azureopenai.d.ts.map +1 -1
  90. package/dist/src/providers/azureopenai.js +6 -2
  91. package/dist/src/providers/azureopenai.js.map +1 -1
  92. package/dist/src/providers/bedrock.d.ts.map +1 -1
  93. package/dist/src/providers/bedrock.js +2 -2
  94. package/dist/src/providers/bedrock.js.map +1 -1
  95. package/dist/src/providers/huggingface.d.ts +1 -1
  96. package/dist/src/providers/huggingface.d.ts.map +1 -1
  97. package/dist/src/providers/manualInput.d.ts +1 -1
  98. package/dist/src/providers/manualInput.d.ts.map +1 -1
  99. package/dist/src/providers/mistral.d.ts +1 -1
  100. package/dist/src/providers/mistral.d.ts.map +1 -1
  101. package/dist/src/providers/openai.d.ts +1 -1
  102. package/dist/src/providers/openai.d.ts.map +1 -1
  103. package/dist/src/providers/openai.js +8 -3
  104. package/dist/src/providers/openai.js.map +1 -1
  105. package/dist/src/providers/shared.d.ts +1 -0
  106. package/dist/src/providers/shared.d.ts.map +1 -1
  107. package/dist/src/providers/shared.js +47 -0
  108. package/dist/src/providers/shared.js.map +1 -1
  109. package/dist/src/providers/vertex.d.ts.map +1 -1
  110. package/dist/src/providers/vertex.js.map +1 -1
  111. package/dist/src/providers.d.ts +2 -1
  112. package/dist/src/providers.d.ts.map +1 -1
  113. package/dist/src/python/pythonUtils.d.ts.map +1 -1
  114. package/dist/src/python/pythonUtils.js.map +1 -1
  115. package/dist/src/redteam/constants.d.ts +7 -6
  116. package/dist/src/redteam/constants.d.ts.map +1 -1
  117. package/dist/src/redteam/constants.js +25 -19
  118. package/dist/src/redteam/constants.js.map +1 -1
  119. package/dist/src/redteam/extraction/entities.d.ts +1 -1
  120. package/dist/src/redteam/extraction/entities.d.ts.map +1 -1
  121. package/dist/src/redteam/extraction/entities.js +1 -1
  122. package/dist/src/redteam/extraction/purpose.d.ts +1 -1
  123. package/dist/src/redteam/extraction/purpose.d.ts.map +1 -1
  124. package/dist/src/redteam/extraction/util.d.ts +1 -1
  125. package/dist/src/redteam/extraction/util.d.ts.map +1 -1
  126. package/dist/src/redteam/graders.d.ts +3 -0
  127. package/dist/src/redteam/graders.d.ts.map +1 -0
  128. package/dist/src/redteam/graders.js +67 -0
  129. package/dist/src/redteam/graders.js.map +1 -0
  130. package/dist/src/redteam/index.d.ts +7 -9
  131. package/dist/src/redteam/index.d.ts.map +1 -1
  132. package/dist/src/redteam/index.js +32 -150
  133. package/dist/src/redteam/index.js.map +1 -1
  134. package/dist/src/redteam/plugins/base.d.ts +22 -5
  135. package/dist/src/redteam/plugins/base.d.ts.map +1 -1
  136. package/dist/src/redteam/plugins/base.js +29 -2
  137. package/dist/src/redteam/plugins/base.js.map +1 -1
  138. package/dist/src/redteam/plugins/competitors.d.ts +8 -4
  139. package/dist/src/redteam/plugins/competitors.d.ts.map +1 -1
  140. package/dist/src/redteam/plugins/competitors.js +41 -6
  141. package/dist/src/redteam/plugins/competitors.js.map +1 -1
  142. package/dist/src/redteam/plugins/contracts.d.ts +8 -4
  143. package/dist/src/redteam/plugins/contracts.d.ts.map +1 -1
  144. package/dist/src/redteam/plugins/contracts.js +16 -6
  145. package/dist/src/redteam/plugins/contracts.js.map +1 -1
  146. package/dist/src/redteam/plugins/debugAccess.d.ts +8 -4
  147. package/dist/src/redteam/plugins/debugAccess.d.ts.map +1 -1
  148. package/dist/src/redteam/plugins/debugAccess.js +14 -6
  149. package/dist/src/redteam/plugins/debugAccess.js.map +1 -1
  150. package/dist/src/redteam/plugins/excessiveAgency.d.ts +8 -4
  151. package/dist/src/redteam/plugins/excessiveAgency.d.ts.map +1 -1
  152. package/dist/src/redteam/plugins/excessiveAgency.js +16 -6
  153. package/dist/src/redteam/plugins/excessiveAgency.js.map +1 -1
  154. package/dist/src/redteam/plugins/hallucination.d.ts +8 -4
  155. package/dist/src/redteam/plugins/hallucination.d.ts.map +1 -1
  156. package/dist/src/redteam/plugins/hallucination.js +49 -6
  157. package/dist/src/redteam/plugins/hallucination.js.map +1 -1
  158. package/dist/src/redteam/plugins/harmful.d.ts +10 -0
  159. package/dist/src/redteam/plugins/harmful.d.ts.map +1 -1
  160. package/dist/src/redteam/plugins/harmful.js +56 -5
  161. package/dist/src/redteam/plugins/harmful.js.map +1 -1
  162. package/dist/src/redteam/plugins/hijacking.d.ts +8 -4
  163. package/dist/src/redteam/plugins/hijacking.d.ts.map +1 -1
  164. package/dist/src/redteam/plugins/hijacking.js +26 -6
  165. package/dist/src/redteam/plugins/hijacking.js.map +1 -1
  166. package/dist/src/redteam/plugins/imitation.d.ts +7 -3
  167. package/dist/src/redteam/plugins/imitation.d.ts.map +1 -1
  168. package/dist/src/redteam/plugins/imitation.js +34 -6
  169. package/dist/src/redteam/plugins/imitation.js.map +1 -1
  170. package/dist/src/redteam/plugins/index.d.ts +12 -0
  171. package/dist/src/redteam/plugins/index.d.ts.map +1 -0
  172. package/dist/src/redteam/plugins/index.js +113 -0
  173. package/dist/src/redteam/plugins/index.js.map +1 -0
  174. package/dist/src/redteam/plugins/overreliance.d.ts +8 -4
  175. package/dist/src/redteam/plugins/overreliance.d.ts.map +1 -1
  176. package/dist/src/redteam/plugins/overreliance.js +43 -6
  177. package/dist/src/redteam/plugins/overreliance.js.map +1 -1
  178. package/dist/src/redteam/plugins/pii.d.ts +5 -0
  179. package/dist/src/redteam/plugins/pii.d.ts.map +1 -1
  180. package/dist/src/redteam/plugins/pii.js +55 -0
  181. package/dist/src/redteam/plugins/pii.js.map +1 -1
  182. package/dist/src/redteam/plugins/policy.d.ts +22 -0
  183. package/dist/src/redteam/plugins/policy.d.ts.map +1 -0
  184. package/dist/src/redteam/plugins/policy.js +102 -0
  185. package/dist/src/redteam/plugins/policy.js.map +1 -0
  186. package/dist/src/redteam/plugins/politics.d.ts +8 -4
  187. package/dist/src/redteam/plugins/politics.d.ts.map +1 -1
  188. package/dist/src/redteam/plugins/politics.js +14 -6
  189. package/dist/src/redteam/plugins/politics.js.map +1 -1
  190. package/dist/src/redteam/plugins/rbac.d.ts +8 -4
  191. package/dist/src/redteam/plugins/rbac.d.ts.map +1 -1
  192. package/dist/src/redteam/plugins/rbac.js +49 -6
  193. package/dist/src/redteam/plugins/rbac.js.map +1 -1
  194. package/dist/src/redteam/plugins/shellInjection.d.ts +8 -4
  195. package/dist/src/redteam/plugins/shellInjection.d.ts.map +1 -1
  196. package/dist/src/redteam/plugins/shellInjection.js +14 -6
  197. package/dist/src/redteam/plugins/shellInjection.js.map +1 -1
  198. package/dist/src/redteam/plugins/sqlInjection.d.ts +8 -4
  199. package/dist/src/redteam/plugins/sqlInjection.d.ts.map +1 -1
  200. package/dist/src/redteam/plugins/sqlInjection.js +14 -6
  201. package/dist/src/redteam/plugins/sqlInjection.js.map +1 -1
  202. package/dist/src/redteam/providers/iterative.d.ts.map +1 -1
  203. package/dist/src/redteam/providers/iterative.js +8 -2
  204. package/dist/src/redteam/providers/iterative.js.map +1 -1
  205. package/dist/src/redteam/strategies/base64.d.ts +3 -0
  206. package/dist/src/redteam/strategies/base64.d.ts.map +1 -0
  207. package/dist/src/redteam/strategies/base64.js +17 -0
  208. package/dist/src/redteam/strategies/base64.js.map +1 -0
  209. package/dist/src/redteam/strategies/index.d.ts +11 -0
  210. package/dist/src/redteam/strategies/index.d.ts.map +1 -0
  211. package/dist/src/redteam/strategies/index.js +84 -0
  212. package/dist/src/redteam/strategies/index.js.map +1 -0
  213. package/dist/src/redteam/strategies/injections.d.ts +1 -1
  214. package/dist/src/redteam/strategies/injections.d.ts.map +1 -1
  215. package/dist/src/redteam/strategies/iterative.d.ts +1 -1
  216. package/dist/src/redteam/strategies/iterative.d.ts.map +1 -1
  217. package/dist/src/redteam/strategies/leetspeak.d.ts +3 -0
  218. package/dist/src/redteam/strategies/leetspeak.d.ts.map +1 -0
  219. package/dist/src/redteam/strategies/leetspeak.js +39 -0
  220. package/dist/src/redteam/strategies/leetspeak.js.map +1 -0
  221. package/dist/src/redteam/strategies/rot13.d.ts +3 -0
  222. package/dist/src/redteam/strategies/rot13.d.ts.map +1 -0
  223. package/dist/src/redteam/strategies/rot13.js +24 -0
  224. package/dist/src/redteam/strategies/rot13.js.map +1 -0
  225. package/dist/src/telemetry.d.ts +4 -0
  226. package/dist/src/telemetry.d.ts.map +1 -1
  227. package/dist/src/telemetry.js +23 -0
  228. package/dist/src/telemetry.js.map +1 -1
  229. package/dist/src/testCases.d.ts.map +1 -1
  230. package/dist/src/testCases.js +1 -1
  231. package/dist/src/testCases.js.map +1 -1
  232. package/dist/src/{types.d.ts → types/index.d.ts} +1465 -6482
  233. package/dist/src/{types.d.ts.map → types/index.d.ts.map} +1 -1
  234. package/dist/src/{types.js → types/index.js} +38 -172
  235. package/dist/src/types/index.js.map +1 -0
  236. package/dist/src/types/prompts.d.ts +29 -0
  237. package/dist/src/types/prompts.d.ts.map +1 -0
  238. package/dist/src/types/prompts.js +3 -0
  239. package/dist/src/types/prompts.js.map +1 -0
  240. package/dist/src/types/providers.d.ts +126 -0
  241. package/dist/src/types/providers.d.ts.map +1 -0
  242. package/dist/src/types/providers.js +11 -0
  243. package/dist/src/types/providers.js.map +1 -0
  244. package/dist/src/types/redteam.d.ts +55 -0
  245. package/dist/src/types/redteam.d.ts.map +1 -0
  246. package/dist/src/types/redteam.js +3 -0
  247. package/dist/src/types/redteam.js.map +1 -0
  248. package/dist/src/types/shared.d.ts +8 -0
  249. package/dist/src/types/shared.d.ts.map +1 -0
  250. package/dist/src/types/shared.js +3 -0
  251. package/dist/src/types/shared.js.map +1 -0
  252. package/dist/src/util/config.d.ts +2 -0
  253. package/dist/src/util/config.d.ts.map +1 -1
  254. package/dist/src/util/config.js +18 -0
  255. package/dist/src/util/config.js.map +1 -1
  256. package/dist/src/util/index.d.ts +20 -96
  257. package/dist/src/util/index.d.ts.map +1 -1
  258. package/dist/src/util/index.js +74 -66
  259. package/dist/src/util/index.js.map +1 -1
  260. package/dist/src/util/json.d.ts +14 -0
  261. package/dist/src/util/json.d.ts.map +1 -1
  262. package/dist/src/util/json.js +37 -0
  263. package/dist/src/util/json.js.map +1 -1
  264. package/dist/src/util/templates.d.ts +2 -2
  265. package/dist/src/util/templates.d.ts.map +1 -1
  266. package/dist/src/util/templates.js +2 -1
  267. package/dist/src/util/templates.js.map +1 -1
  268. package/dist/src/util/transform.d.ts +1 -1
  269. package/dist/src/util/transform.d.ts.map +1 -1
  270. package/dist/src/validators/prompts.d.ts +60 -0
  271. package/dist/src/validators/prompts.d.ts.map +1 -0
  272. package/dist/src/validators/prompts.js +32 -0
  273. package/dist/src/validators/prompts.js.map +1 -0
  274. package/dist/src/validators/providers.d.ts +1145 -0
  275. package/dist/src/validators/providers.d.ts.map +1 -0
  276. package/dist/src/validators/providers.js +133 -0
  277. package/dist/src/validators/providers.js.map +1 -0
  278. package/dist/src/validators/redteam.d.ts +531 -0
  279. package/dist/src/validators/redteam.d.ts.map +1 -0
  280. package/dist/src/{redteam/types.js → validators/redteam.js} +68 -47
  281. package/dist/src/validators/redteam.js.map +1 -0
  282. package/dist/src/validators/shared.d.ts +19 -0
  283. package/dist/src/validators/shared.d.ts.map +1 -0
  284. package/dist/src/validators/shared.js +12 -0
  285. package/dist/src/validators/shared.js.map +1 -0
  286. package/dist/src/web/nextui/404/index.html +1 -1
  287. package/dist/src/web/nextui/404.html +1 -1
  288. package/dist/src/web/nextui/_next/static/chunks/15.306496fdcef5f880.js +52 -0
  289. package/dist/src/web/nextui/_next/static/chunks/216-41f093798f2200fe.js +1 -0
  290. package/dist/src/web/nextui/_next/static/chunks/{998-eabde83617d6bc23.js → 222-8d27a2c754bc8029.js} +1 -1
  291. package/dist/src/web/nextui/_next/static/chunks/258-dcf9823bb9098565.js +1 -0
  292. package/dist/src/web/nextui/_next/static/chunks/565431e5-7b9122ac20f7a0ae.js +140 -0
  293. package/dist/src/web/nextui/_next/static/chunks/840.58dde6630f088da4.js +1 -0
  294. package/dist/src/web/nextui/_next/static/chunks/944-95d6fadc7a5d7fb2.js +1 -0
  295. package/dist/src/web/nextui/_next/static/chunks/a5c829b0-07a2c92898a6780c.js +14 -0
  296. package/dist/src/web/nextui/_next/static/chunks/app/eval/[id]/{page-3f5dd9507c5c905d.js → page-c72cfe418b720579.js} +1 -1
  297. package/dist/src/web/nextui/_next/static/chunks/app/eval/{page-f882912e083dbdb8.js → page-e64af76a729b3178.js} +1 -1
  298. package/dist/src/web/nextui/_next/static/chunks/app/{layout-881a16d7fe67581c.js → layout-fd0bafbf194c4d80.js} +1 -1
  299. package/dist/src/web/nextui/_next/static/chunks/app/page-81e3b8fee37eaf67.js +1 -0
  300. package/dist/src/web/nextui/_next/static/chunks/app/report/page-941cb8de85e2ea7b.js +1 -0
  301. package/dist/src/web/nextui/_next/static/chunks/fd57813c.8f0e3582250c76c5.js +1 -0
  302. package/dist/src/web/nextui/_next/static/chunks/webpack-22e0e23bc00c2c23.js +1 -0
  303. package/dist/src/web/nextui/_next/static/css/32384cb640d2265e.css +1 -0
  304. package/dist/src/web/nextui/auth/login/index.html +1 -1
  305. package/dist/src/web/nextui/auth/login/index.txt +4 -4
  306. package/dist/src/web/nextui/auth/signup/index.html +1 -1
  307. package/dist/src/web/nextui/auth/signup/index.txt +4 -4
  308. package/dist/src/web/nextui/datasets/index.html +1 -1
  309. package/dist/src/web/nextui/datasets/index.txt +4 -4
  310. package/dist/src/web/nextui/eval/index.html +1 -1
  311. package/dist/src/web/nextui/eval/index.txt +5 -5
  312. package/dist/src/web/nextui/index.html +1 -1
  313. package/dist/src/web/nextui/index.txt +4 -4
  314. package/dist/src/web/nextui/progress/index.html +1 -1
  315. package/dist/src/web/nextui/progress/index.txt +4 -4
  316. package/dist/src/web/nextui/prompts/index.html +1 -1
  317. package/dist/src/web/nextui/prompts/index.txt +4 -4
  318. package/dist/src/web/nextui/report/index.html +1 -1
  319. package/dist/src/web/nextui/report/index.txt +7 -7
  320. package/dist/src/web/nextui/setup/index.html +1 -1
  321. package/dist/src/web/nextui/setup/index.txt +5 -5
  322. package/dist/src/web/server.d.ts.map +1 -1
  323. package/dist/src/web/server.js.map +1 -1
  324. package/dist/test/cache.test.js.map +1 -1
  325. package/dist/test/config.test.js +46 -0
  326. package/dist/test/config.test.js.map +1 -1
  327. package/dist/test/evaluator.test.js +91 -7
  328. package/dist/test/evaluator.test.js.map +1 -1
  329. package/dist/test/providers.bedrock.test.js.map +1 -1
  330. package/dist/test/providers.shared.test.d.ts +2 -0
  331. package/dist/test/providers.shared.test.d.ts.map +1 -0
  332. package/dist/test/providers.shared.test.js +101 -0
  333. package/dist/test/providers.shared.test.js.map +1 -0
  334. package/dist/test/redteam/plugins/base.test.js +54 -8
  335. package/dist/test/redteam/plugins/base.test.js.map +1 -1
  336. package/dist/test/redteam/plugins/imitation.test.d.ts.map +1 -0
  337. package/dist/test/redteam/{graders → plugins}/imitation.test.js +2 -5
  338. package/dist/test/redteam/plugins/imitation.test.js.map +1 -0
  339. package/dist/test/redteam/strategies/base64.test.d.ts +2 -0
  340. package/dist/test/redteam/strategies/base64.test.d.ts.map +1 -0
  341. package/dist/test/redteam/strategies/base64.test.js +20 -0
  342. package/dist/test/redteam/strategies/base64.test.js.map +1 -0
  343. package/dist/test/redteam/strategies/leetspeak.test.d.ts +2 -0
  344. package/dist/test/redteam/strategies/leetspeak.test.d.ts.map +1 -0
  345. package/dist/test/redteam/strategies/leetspeak.test.js +28 -0
  346. package/dist/test/redteam/strategies/leetspeak.test.js.map +1 -0
  347. package/dist/test/redteam/strategies/rot13.test.d.ts +2 -0
  348. package/dist/test/redteam/strategies/rot13.test.d.ts.map +1 -0
  349. package/dist/test/redteam/strategies/rot13.test.js +36 -0
  350. package/dist/test/redteam/strategies/rot13.test.js.map +1 -0
  351. package/dist/test/redteam/validators.test.d.ts +2 -0
  352. package/dist/test/redteam/validators.test.d.ts.map +1 -0
  353. package/dist/test/redteam/{types.test.js → validators.test.js} +150 -32
  354. package/dist/test/redteam/validators.test.js.map +1 -0
  355. package/dist/test/util.config.test.js +70 -0
  356. package/dist/test/util.config.test.js.map +1 -1
  357. package/dist/test/util.json.test.js +53 -0
  358. package/dist/test/util.json.test.js.map +1 -1
  359. package/dist/test/util.test.js +50 -0
  360. package/dist/test/util.test.js.map +1 -1
  361. package/dist/test/utils.d.ts +1 -1
  362. package/dist/test/utils.d.ts.map +1 -1
  363. package/package.json +5 -5
  364. package/dist/src/redteam/graders/base.d.ts +0 -15
  365. package/dist/src/redteam/graders/base.d.ts.map +0 -1
  366. package/dist/src/redteam/graders/base.js +0 -35
  367. package/dist/src/redteam/graders/base.js.map +0 -1
  368. package/dist/src/redteam/graders/competitors.d.ts +0 -6
  369. package/dist/src/redteam/graders/competitors.d.ts.map +0 -1
  370. package/dist/src/redteam/graders/competitors.js +0 -43
  371. package/dist/src/redteam/graders/competitors.js.map +0 -1
  372. package/dist/src/redteam/graders/contracts.d.ts +0 -6
  373. package/dist/src/redteam/graders/contracts.d.ts.map +0 -1
  374. package/dist/src/redteam/graders/contracts.js +0 -18
  375. package/dist/src/redteam/graders/contracts.js.map +0 -1
  376. package/dist/src/redteam/graders/debugAccess.d.ts +0 -6
  377. package/dist/src/redteam/graders/debugAccess.d.ts.map +0 -1
  378. package/dist/src/redteam/graders/debugAccess.js +0 -16
  379. package/dist/src/redteam/graders/debugAccess.js.map +0 -1
  380. package/dist/src/redteam/graders/excessiveAgency.d.ts +0 -6
  381. package/dist/src/redteam/graders/excessiveAgency.d.ts.map +0 -1
  382. package/dist/src/redteam/graders/excessiveAgency.js +0 -18
  383. package/dist/src/redteam/graders/excessiveAgency.js.map +0 -1
  384. package/dist/src/redteam/graders/hallucination.d.ts +0 -6
  385. package/dist/src/redteam/graders/hallucination.d.ts.map +0 -1
  386. package/dist/src/redteam/graders/hallucination.js +0 -51
  387. package/dist/src/redteam/graders/hallucination.js.map +0 -1
  388. package/dist/src/redteam/graders/harmful.d.ts +0 -8
  389. package/dist/src/redteam/graders/harmful.d.ts.map +0 -1
  390. package/dist/src/redteam/graders/harmful.js +0 -51
  391. package/dist/src/redteam/graders/harmful.js.map +0 -1
  392. package/dist/src/redteam/graders/hijacking.d.ts +0 -6
  393. package/dist/src/redteam/graders/hijacking.d.ts.map +0 -1
  394. package/dist/src/redteam/graders/hijacking.js +0 -28
  395. package/dist/src/redteam/graders/hijacking.js.map +0 -1
  396. package/dist/src/redteam/graders/imitation.d.ts +0 -6
  397. package/dist/src/redteam/graders/imitation.d.ts.map +0 -1
  398. package/dist/src/redteam/graders/imitation.js +0 -36
  399. package/dist/src/redteam/graders/imitation.js.map +0 -1
  400. package/dist/src/redteam/graders/index.d.ts +0 -3
  401. package/dist/src/redteam/graders/index.d.ts.map +0 -1
  402. package/dist/src/redteam/graders/index.js +0 -68
  403. package/dist/src/redteam/graders/index.js.map +0 -1
  404. package/dist/src/redteam/graders/overreliance.d.ts +0 -6
  405. package/dist/src/redteam/graders/overreliance.d.ts.map +0 -1
  406. package/dist/src/redteam/graders/overreliance.js +0 -45
  407. package/dist/src/redteam/graders/overreliance.js.map +0 -1
  408. package/dist/src/redteam/graders/pii.d.ts +0 -6
  409. package/dist/src/redteam/graders/pii.d.ts.map +0 -1
  410. package/dist/src/redteam/graders/pii.js +0 -16
  411. package/dist/src/redteam/graders/pii.js.map +0 -1
  412. package/dist/src/redteam/graders/politics.d.ts +0 -6
  413. package/dist/src/redteam/graders/politics.d.ts.map +0 -1
  414. package/dist/src/redteam/graders/politics.js +0 -16
  415. package/dist/src/redteam/graders/politics.js.map +0 -1
  416. package/dist/src/redteam/graders/rbac.d.ts +0 -6
  417. package/dist/src/redteam/graders/rbac.d.ts.map +0 -1
  418. package/dist/src/redteam/graders/rbac.js +0 -16
  419. package/dist/src/redteam/graders/rbac.js.map +0 -1
  420. package/dist/src/redteam/graders/shellInjection.d.ts +0 -6
  421. package/dist/src/redteam/graders/shellInjection.d.ts.map +0 -1
  422. package/dist/src/redteam/graders/shellInjection.js +0 -16
  423. package/dist/src/redteam/graders/shellInjection.js.map +0 -1
  424. package/dist/src/redteam/graders/sqlInjection.d.ts +0 -6
  425. package/dist/src/redteam/graders/sqlInjection.d.ts.map +0 -1
  426. package/dist/src/redteam/graders/sqlInjection.js +0 -16
  427. package/dist/src/redteam/graders/sqlInjection.js.map +0 -1
  428. package/dist/src/redteam/types.d.ts +0 -215
  429. package/dist/src/redteam/types.d.ts.map +0 -1
  430. package/dist/src/redteam/types.js.map +0 -1
  431. package/dist/src/types.js.map +0 -1
  432. package/dist/src/web/nextui/_next/static/chunks/258-f5d5d6dbebb8ae22.js +0 -1
  433. package/dist/src/web/nextui/_next/static/chunks/347-49b79b8c81884e85.js +0 -1
  434. package/dist/src/web/nextui/_next/static/chunks/515-e06d044f12d8a1bd.js +0 -1
  435. package/dist/src/web/nextui/_next/static/chunks/app/page-7e8faab5d212f727.js +0 -1
  436. package/dist/src/web/nextui/_next/static/chunks/app/report/page-95d5e86c47bb3593.js +0 -1
  437. package/dist/src/web/nextui/_next/static/chunks/webpack-b0363d9598537efc.js +0 -1
  438. package/dist/src/web/nextui/_next/static/css/e17fdafd8599f69b.css +0 -1
  439. package/dist/test/redteam/graders/base.test.d.ts +0 -2
  440. package/dist/test/redteam/graders/base.test.d.ts.map +0 -1
  441. package/dist/test/redteam/graders/base.test.js +0 -54
  442. package/dist/test/redteam/graders/base.test.js.map +0 -1
  443. package/dist/test/redteam/graders/imitation.test.d.ts.map +0 -1
  444. package/dist/test/redteam/graders/imitation.test.js.map +0 -1
  445. package/dist/test/redteam/types.test.d.ts +0 -2
  446. package/dist/test/redteam/types.test.d.ts.map +0 -1
  447. package/dist/test/redteam/types.test.js.map +0 -1
  448. /package/dist/src/web/nextui/_next/static/{rXJSLz3x5ieAU1Syln-RX → 8Jt8p9IYhOnIHolJT1ONi}/_buildManifest.js +0 -0
  449. /package/dist/src/web/nextui/_next/static/{rXJSLz3x5ieAU1Syln-RX → 8Jt8p9IYhOnIHolJT1ONi}/_ssgManifest.js +0 -0
  450. /package/dist/test/redteam/{graders → plugins}/imitation.test.d.ts +0 -0
@@ -0,0 +1 @@
1
+ {"version":3,"file":"providers.d.ts","sourceRoot":"","sources":["../../../src/validators/providers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EACV,WAAW,EACX,eAAe,EACf,8BAA8B,EAC9B,yBAAyB,EAIzB,gBAAgB,EAEjB,MAAM,oBAAoB,CAAC;AAI5B,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAgCrC,CAAC;AAEH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAUvB,CAAC;AAEZ,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAQrC,CAAC;AAEH,eAAO,MAAM,0BAA0B;;;;;;EAErC,CAAC;AAYH,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;EAgB5B,CAAC;AAkCH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;gBAW1B,CAAC;AAEH,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAAkE,CAAC"}
@@ -0,0 +1,133 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.ProviderSchema = exports.ProvidersSchema = exports.ApiProviderSchema = exports.CallApiOptionsParamsSchema = exports.CallApiContextParamsSchema = exports.ProviderOptionsSchema = exports.ProviderEnvOverridesSchema = void 0;
4
+ const zod_1 = require("zod");
5
+ const prompts_1 = require("./prompts");
6
+ const shared_1 = require("./shared");
7
+ exports.ProviderEnvOverridesSchema = zod_1.z.object({
8
+ ANTHROPIC_API_KEY: zod_1.z.string().optional(),
9
+ BAM_API_KEY: zod_1.z.string().optional(),
10
+ BAM_API_HOST: zod_1.z.string().optional(),
11
+ AZURE_OPENAI_API_HOST: zod_1.z.string().optional(),
12
+ AZURE_OPENAI_API_KEY: zod_1.z.string().optional(),
13
+ AZURE_OPENAI_API_BASE_URL: zod_1.z.string().optional(),
14
+ AZURE_OPENAI_BASE_URL: zod_1.z.string().optional(),
15
+ AWS_BEDROCK_REGION: zod_1.z.string().optional(),
16
+ COHERE_API_KEY: zod_1.z.string().optional(),
17
+ OPENAI_API_KEY: zod_1.z.string().optional(),
18
+ OPENAI_API_HOST: zod_1.z.string().optional(),
19
+ OPENAI_API_BASE_URL: zod_1.z.string().optional(),
20
+ OPENAI_BASE_URL: zod_1.z.string().optional(),
21
+ OPENAI_ORGANIZATION: zod_1.z.string().optional(),
22
+ REPLICATE_API_KEY: zod_1.z.string().optional(),
23
+ REPLICATE_API_TOKEN: zod_1.z.string().optional(),
24
+ LOCALAI_BASE_URL: zod_1.z.string().optional(),
25
+ MISTRAL_API_HOST: zod_1.z.string().optional(),
26
+ MISTRAL_API_BASE_URL: zod_1.z.string().optional(),
27
+ PALM_API_KEY: zod_1.z.string().optional(),
28
+ PALM_API_HOST: zod_1.z.string().optional(),
29
+ GOOGLE_API_KEY: zod_1.z.string().optional(),
30
+ GOOGLE_API_HOST: zod_1.z.string().optional(),
31
+ VERTEX_API_KEY: zod_1.z.string().optional(),
32
+ VERTEX_API_HOST: zod_1.z.string().optional(),
33
+ VERTEX_PROJECT_ID: zod_1.z.string().optional(),
34
+ VERTEX_REGION: zod_1.z.string().optional(),
35
+ VERTEX_PUBLISHER: zod_1.z.string().optional(),
36
+ MISTRAL_API_KEY: zod_1.z.string().optional(),
37
+ CLOUDFLARE_API_KEY: zod_1.z.string().optional(),
38
+ CLOUDFLARE_ACCOUNT_ID: zod_1.z.string().optional(),
39
+ });
40
+ exports.ProviderOptionsSchema = zod_1.z
41
+ .object({
42
+ id: zod_1.z.custom().optional(),
43
+ label: zod_1.z.custom().optional(),
44
+ config: zod_1.z.any().optional(),
45
+ prompts: zod_1.z.array(zod_1.z.string()).optional(),
46
+ transform: zod_1.z.string().optional(),
47
+ delay: zod_1.z.number().optional(),
48
+ env: exports.ProviderEnvOverridesSchema.optional(),
49
+ })
50
+ .strict();
51
+ exports.CallApiContextParamsSchema = zod_1.z.object({
52
+ fetchWithCache: zod_1.z.optional(zod_1.z.any()),
53
+ filters: shared_1.NunjucksFilterMapSchema.optional(),
54
+ getCache: zod_1.z.optional(zod_1.z.any()),
55
+ logger: zod_1.z.optional(zod_1.z.any()),
56
+ originalProvider: zod_1.z.optional(zod_1.z.any()),
57
+ prompt: prompts_1.PromptSchema,
58
+ vars: zod_1.z.record(zod_1.z.union([zod_1.z.string(), zod_1.z.object({})])),
59
+ });
60
+ exports.CallApiOptionsParamsSchema = zod_1.z.object({
61
+ includeLogProbs: zod_1.z.optional(zod_1.z.boolean()),
62
+ });
63
+ const CallApiFunctionSchema = zod_1.z
64
+ .function()
65
+ .args(zod_1.z.string().describe('prompt'), exports.CallApiContextParamsSchema.optional(), exports.CallApiOptionsParamsSchema.optional())
66
+ .returns(zod_1.z.promise(zod_1.z.custom()))
67
+ .and(zod_1.z.object({ label: zod_1.z.string().optional() }));
68
+ exports.ApiProviderSchema = zod_1.z.object({
69
+ id: zod_1.z.function().returns(zod_1.z.string()),
70
+ callApi: zod_1.z.custom(),
71
+ callEmbeddingApi: zod_1.z
72
+ .function()
73
+ .args(zod_1.z.string())
74
+ .returns(zod_1.z.promise(zod_1.z.custom()))
75
+ .optional(),
76
+ callClassificationApi: zod_1.z
77
+ .function()
78
+ .args(zod_1.z.string())
79
+ .returns(zod_1.z.promise(zod_1.z.custom()))
80
+ .optional(),
81
+ label: zod_1.z.custom().optional(),
82
+ transform: zod_1.z.string().optional(),
83
+ delay: zod_1.z.number().optional(),
84
+ });
85
+ const ProviderResponseSchema = zod_1.z.object({
86
+ cached: zod_1.z.boolean().optional(),
87
+ cost: zod_1.z.number().optional(),
88
+ error: zod_1.z.string().optional(),
89
+ logProbs: zod_1.z.array(zod_1.z.number()).optional(),
90
+ metadata: zod_1.z
91
+ .object({
92
+ redteamFinalPrompt: zod_1.z.string().optional(),
93
+ })
94
+ .catchall(zod_1.z.any())
95
+ .optional(),
96
+ output: zod_1.z.union([zod_1.z.string(), zod_1.z.any()]).optional(),
97
+ tokenUsage: shared_1.TokenUsageSchema.optional(),
98
+ });
99
+ const ProviderEmbeddingResponseSchema = zod_1.z.object({
100
+ error: zod_1.z.string().optional(),
101
+ embedding: zod_1.z.array(zod_1.z.number()).optional(),
102
+ tokenUsage: shared_1.TokenUsageSchema.partial().optional(),
103
+ });
104
+ const ProviderSimilarityResponseSchema = zod_1.z.object({
105
+ error: zod_1.z.string().optional(),
106
+ similarity: zod_1.z.number().optional(),
107
+ tokenUsage: shared_1.TokenUsageSchema.partial().optional(),
108
+ });
109
+ const ProviderClassificationResponseSchema = zod_1.z.object({
110
+ error: zod_1.z.string().optional(),
111
+ classification: zod_1.z.record(zod_1.z.number()).optional(),
112
+ });
113
+ exports.ProvidersSchema = zod_1.z.union([
114
+ zod_1.z.string(),
115
+ CallApiFunctionSchema,
116
+ zod_1.z.array(zod_1.z.union([
117
+ zod_1.z.string(),
118
+ zod_1.z.record(zod_1.z.string(), exports.ProviderOptionsSchema),
119
+ exports.ProviderOptionsSchema,
120
+ CallApiFunctionSchema,
121
+ ])),
122
+ ]);
123
+ exports.ProviderSchema = zod_1.z.union([zod_1.z.string(), exports.ProviderOptionsSchema, exports.ApiProviderSchema]);
124
+ // Ensure that schemas match their corresponding types
125
+ function assert() { }
126
+ assert();
127
+ assert();
128
+ assert();
129
+ assert();
130
+ assert();
131
+ assert();
132
+ assert();
133
+ //# sourceMappingURL=providers.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"providers.js","sourceRoot":"","sources":["../../../src/validators/providers.ts"],"names":[],"mappings":";;;AAAA,6BAAwB;AAYxB,uCAAyC;AACzC,qCAAqE;AAExD,QAAA,0BAA0B,GAAG,OAAC,CAAC,MAAM,CAAC;IACjD,iBAAiB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,WAAW,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,qBAAqB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5C,oBAAoB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3C,yBAAyB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChD,qBAAqB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5C,kBAAkB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzC,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,mBAAmB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1C,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,mBAAmB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1C,iBAAiB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,mBAAmB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1C,gBAAgB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,gBAAgB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,oBAAoB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3C,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,aAAa,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,iBAAiB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,aAAa,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,gBAAgB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,kBAAkB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzC,qBAAqB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC7C,CAAC,CAAC;AAEU,QAAA,qBAAqB,GAAG,OAAC;KACnC,MAAM,CAAC;IACN,EAAE,EAAE,OAAC,CAAC,MAAM,EAAc,CAAC,QAAQ,EAAE;IACrC,KAAK,EAAE,OAAC,CAAC,MAAM,EAAiB,CAAC,QAAQ,EAAE;IAC3C,MAAM,EAAE,OAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAC1B,OAAO,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,GAAG,EAAE,kCAA0B,CAAC,QAAQ,EAAE;CAC3C,CAAC;KACD,MAAM,EAAE,CAAC;AAEC,QAAA,0BAA0B,GAAG,OAAC,CAAC,MAAM,CAAC;IACjD,cAAc,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;IACnC,OAAO,EAAE,gCAAuB,CAAC,QAAQ,EAAE;IAC3C,QAAQ,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;IAC3B,gBAAgB,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;IACrC,MAAM,EAAE,sBAAY;IACpB,IAAI,EAAE,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;CACpD,CAAC,CAAC;AAEU,QAAA,0BAA0B,GAAG,OAAC,CAAC,MAAM,CAAC;IACjD,eAAe,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,OAAO,EAAE,CAAC;CACzC,CAAC,CAAC;AAEH,MAAM,qBAAqB,GAAG,OAAC;KAC5B,QAAQ,EAAE;KACV,IAAI,CACH,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC7B,kCAA0B,CAAC,QAAQ,EAAE,EACrC,kCAA0B,CAAC,QAAQ,EAAE,CACtC;KACA,OAAO,CAAC,OAAC,CAAC,OAAO,CAAC,OAAC,CAAC,MAAM,EAAoB,CAAC,CAAC;KAChD,GAAG,CAAC,OAAC,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC;AAEtC,QAAA,iBAAiB,GAAG,OAAC,CAAC,MAAM,CAAC;IACxC,EAAE,EAAE,OAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;IACpC,OAAO,EAAE,OAAC,CAAC,MAAM,EAAmB;IACpC,gBAAgB,EAAE,OAAC;SAChB,QAAQ,EAAE;SACV,IAAI,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;SAChB,OAAO,CAAC,OAAC,CAAC,OAAO,CAAC,OAAC,CAAC,MAAM,EAA6B,CAAC,CAAC;SACzD,QAAQ,EAAE;IACb,qBAAqB,EAAE,OAAC;SACrB,QAAQ,EAAE;SACV,IAAI,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;SAChB,OAAO,CAAC,OAAC,CAAC,OAAO,CAAC,OAAC,CAAC,MAAM,EAAkC,CAAC,CAAC;SAC9D,QAAQ,EAAE;IACb,KAAK,EAAE,OAAC,CAAC,MAAM,EAAiB,CAAC,QAAQ,EAAE;IAC3C,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC7B,CAAC,CAAC;AAEH,MAAM,sBAAsB,GAAG,OAAC,CAAC,MAAM,CAAC;IACtC,MAAM,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC9B,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,QAAQ,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACxC,QAAQ,EAAE,OAAC;SACR,MAAM,CAAC;QACN,kBAAkB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAC1C,CAAC;SACD,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;SACjB,QAAQ,EAAE;IACb,MAAM,EAAE,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;IACjD,UAAU,EAAE,yBAAgB,CAAC,QAAQ,EAAE;CACxC,CAAC,CAAC;AAEH,MAAM,+BAA+B,GAAG,OAAC,CAAC,MAAM,CAAC;IAC/C,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,SAAS,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACzC,UAAU,EAAE,yBAAgB,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CAClD,CAAC,CAAC;AAEH,MAAM,gCAAgC,GAAG,OAAC,CAAC,MAAM,CAAC;IAChD,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,UAAU,EAAE,yBAAgB,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CAClD,CAAC,CAAC;AAEH,MAAM,oCAAoC,GAAG,OAAC,CAAC,MAAM,CAAC;IACpD,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,cAAc,EAAE,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;CAChD,CAAC,CAAC;AAEU,QAAA,eAAe,GAAG,OAAC,CAAC,KAAK,CAAC;IACrC,OAAC,CAAC,MAAM,EAAE;IACV,qBAAqB;IACrB,OAAC,CAAC,KAAK,CACL,OAAC,CAAC,KAAK,CAAC;QACN,OAAC,CAAC,MAAM,EAAE;QACV,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,6BAAqB,CAAC;QAC3C,6BAAqB;QACrB,qBAAqB;KACtB,CAAC,CACH;CACF,CAAC,CAAC;AAEU,QAAA,cAAc,GAAG,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,6BAAqB,EAAE,yBAAiB,CAAC,CAAC,CAAC;AAE9F,sDAAsD;AACtD,SAAS,MAAM,KAAqB,CAAC;AAGrC,MAAM,EAA6E,CAAC;AACpF,MAAM,EAA6E,CAAC;AACpF,MAAM,EAA+E,CAAC;AACtF,MAAM,EAEH,CAAC;AACJ,MAAM,EAEH,CAAC;AACJ,MAAM,EAKH,CAAC;AACJ,MAAM,EAAqE,CAAC"}
@@ -0,0 +1,531 @@
1
+ import { z } from 'zod';
2
+ import type { RedteamConfig } from '../types/redteam';
3
+ /**
4
+ * Schema for individual redteam plugins or their shorthand.
5
+ */
6
+ export declare const RedteamPluginSchema: z.ZodUnion<[z.ZodEnum<[string, ...string[]]>, z.ZodObject<{
7
+ id: z.ZodEnum<[string, ...string[]]>;
8
+ numTests: z.ZodOptional<z.ZodNumber>;
9
+ config: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
10
+ }, "strip", z.ZodTypeAny, {
11
+ id: string;
12
+ config?: Record<string, unknown> | undefined;
13
+ numTests?: number | undefined;
14
+ }, {
15
+ id: string;
16
+ config?: Record<string, unknown> | undefined;
17
+ numTests?: number | undefined;
18
+ }>]>;
19
+ /**
20
+ * Schema for individual redteam strategies
21
+ */
22
+ export declare const RedteamStrategySchema: z.ZodUnion<[z.ZodEnum<[string, ...string[]]>, z.ZodObject<{
23
+ id: z.ZodEnum<[string, ...string[]]>;
24
+ }, "strip", z.ZodTypeAny, {
25
+ id: string;
26
+ }, {
27
+ id: string;
28
+ }>]>;
29
+ /**
30
+ * Schema for `promptfoo generate redteam` command options
31
+ */
32
+ export declare const RedteamGenerateOptionsSchema: z.ZodObject<{
33
+ cache: z.ZodBoolean;
34
+ config: z.ZodOptional<z.ZodString>;
35
+ defaultConfig: z.ZodRecord<z.ZodString, z.ZodUnknown>;
36
+ defaultConfigPath: z.ZodOptional<z.ZodString>;
37
+ envFile: z.ZodOptional<z.ZodString>;
38
+ injectVar: z.ZodOptional<z.ZodString>;
39
+ numTests: z.ZodNumber;
40
+ output: z.ZodOptional<z.ZodString>;
41
+ plugins: z.ZodOptional<z.ZodArray<z.ZodObject<{
42
+ id: z.ZodEnum<[string, ...string[]]>;
43
+ numTests: z.ZodOptional<z.ZodNumber>;
44
+ config: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
45
+ }, "strip", z.ZodTypeAny, {
46
+ id: string;
47
+ config?: Record<string, unknown> | undefined;
48
+ numTests?: number | undefined;
49
+ }, {
50
+ id: string;
51
+ config?: Record<string, unknown> | undefined;
52
+ numTests?: number | undefined;
53
+ }>, "many">>;
54
+ addPlugins: z.ZodOptional<z.ZodArray<z.ZodEnum<[string, ...string[]]>, "many">>;
55
+ addStrategies: z.ZodOptional<z.ZodArray<z.ZodEnum<[string, ...string[]]>, "many">>;
56
+ provider: z.ZodOptional<z.ZodString>;
57
+ purpose: z.ZodOptional<z.ZodString>;
58
+ strategies: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodEnum<[string, ...string[]]>, z.ZodObject<{
59
+ id: z.ZodEnum<[string, ...string[]]>;
60
+ }, "strip", z.ZodTypeAny, {
61
+ id: string;
62
+ }, {
63
+ id: string;
64
+ }>]>, "many">>;
65
+ write: z.ZodBoolean;
66
+ }, "strip", z.ZodTypeAny, {
67
+ write: boolean;
68
+ cache: boolean;
69
+ numTests: number;
70
+ defaultConfig: Record<string, unknown>;
71
+ provider?: string | undefined;
72
+ config?: string | undefined;
73
+ output?: string | undefined;
74
+ envFile?: string | undefined;
75
+ injectVar?: string | undefined;
76
+ purpose?: string | undefined;
77
+ strategies?: (string | {
78
+ id: string;
79
+ })[] | undefined;
80
+ plugins?: {
81
+ id: string;
82
+ config?: Record<string, unknown> | undefined;
83
+ numTests?: number | undefined;
84
+ }[] | undefined;
85
+ defaultConfigPath?: string | undefined;
86
+ addPlugins?: string[] | undefined;
87
+ addStrategies?: string[] | undefined;
88
+ }, {
89
+ write: boolean;
90
+ cache: boolean;
91
+ numTests: number;
92
+ defaultConfig: Record<string, unknown>;
93
+ provider?: string | undefined;
94
+ config?: string | undefined;
95
+ output?: string | undefined;
96
+ envFile?: string | undefined;
97
+ injectVar?: string | undefined;
98
+ purpose?: string | undefined;
99
+ strategies?: (string | {
100
+ id: string;
101
+ })[] | undefined;
102
+ plugins?: {
103
+ id: string;
104
+ config?: Record<string, unknown> | undefined;
105
+ numTests?: number | undefined;
106
+ }[] | undefined;
107
+ defaultConfigPath?: string | undefined;
108
+ addPlugins?: string[] | undefined;
109
+ addStrategies?: string[] | undefined;
110
+ }>;
111
+ /**
112
+ * Schema for `redteam` section of promptfooconfig.yaml
113
+ */
114
+ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
115
+ injectVar: z.ZodOptional<z.ZodString>;
116
+ purpose: z.ZodOptional<z.ZodString>;
117
+ provider: z.ZodOptional<z.ZodLazy<z.ZodUnion<[z.ZodString, z.ZodObject<{
118
+ id: z.ZodOptional<z.ZodType<string, z.ZodTypeDef, string>>;
119
+ label: z.ZodOptional<z.ZodType<string, z.ZodTypeDef, string>>;
120
+ config: z.ZodOptional<z.ZodAny>;
121
+ prompts: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
122
+ transform: z.ZodOptional<z.ZodString>;
123
+ delay: z.ZodOptional<z.ZodNumber>;
124
+ env: z.ZodOptional<z.ZodObject<{
125
+ ANTHROPIC_API_KEY: z.ZodOptional<z.ZodString>;
126
+ BAM_API_KEY: z.ZodOptional<z.ZodString>;
127
+ BAM_API_HOST: z.ZodOptional<z.ZodString>;
128
+ AZURE_OPENAI_API_HOST: z.ZodOptional<z.ZodString>;
129
+ AZURE_OPENAI_API_KEY: z.ZodOptional<z.ZodString>;
130
+ AZURE_OPENAI_API_BASE_URL: z.ZodOptional<z.ZodString>;
131
+ AZURE_OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
132
+ AWS_BEDROCK_REGION: z.ZodOptional<z.ZodString>;
133
+ COHERE_API_KEY: z.ZodOptional<z.ZodString>;
134
+ OPENAI_API_KEY: z.ZodOptional<z.ZodString>;
135
+ OPENAI_API_HOST: z.ZodOptional<z.ZodString>;
136
+ OPENAI_API_BASE_URL: z.ZodOptional<z.ZodString>;
137
+ OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
138
+ OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
139
+ REPLICATE_API_KEY: z.ZodOptional<z.ZodString>;
140
+ REPLICATE_API_TOKEN: z.ZodOptional<z.ZodString>;
141
+ LOCALAI_BASE_URL: z.ZodOptional<z.ZodString>;
142
+ MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
143
+ MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
144
+ PALM_API_KEY: z.ZodOptional<z.ZodString>;
145
+ PALM_API_HOST: z.ZodOptional<z.ZodString>;
146
+ GOOGLE_API_KEY: z.ZodOptional<z.ZodString>;
147
+ GOOGLE_API_HOST: z.ZodOptional<z.ZodString>;
148
+ VERTEX_API_KEY: z.ZodOptional<z.ZodString>;
149
+ VERTEX_API_HOST: z.ZodOptional<z.ZodString>;
150
+ VERTEX_PROJECT_ID: z.ZodOptional<z.ZodString>;
151
+ VERTEX_REGION: z.ZodOptional<z.ZodString>;
152
+ VERTEX_PUBLISHER: z.ZodOptional<z.ZodString>;
153
+ MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
154
+ CLOUDFLARE_API_KEY: z.ZodOptional<z.ZodString>;
155
+ CLOUDFLARE_ACCOUNT_ID: z.ZodOptional<z.ZodString>;
156
+ }, "strip", z.ZodTypeAny, {
157
+ ANTHROPIC_API_KEY?: string | undefined;
158
+ BAM_API_KEY?: string | undefined;
159
+ BAM_API_HOST?: string | undefined;
160
+ AZURE_OPENAI_API_HOST?: string | undefined;
161
+ AZURE_OPENAI_API_KEY?: string | undefined;
162
+ AZURE_OPENAI_API_BASE_URL?: string | undefined;
163
+ AZURE_OPENAI_BASE_URL?: string | undefined;
164
+ AWS_BEDROCK_REGION?: string | undefined;
165
+ COHERE_API_KEY?: string | undefined;
166
+ OPENAI_API_KEY?: string | undefined;
167
+ OPENAI_API_HOST?: string | undefined;
168
+ OPENAI_API_BASE_URL?: string | undefined;
169
+ OPENAI_BASE_URL?: string | undefined;
170
+ OPENAI_ORGANIZATION?: string | undefined;
171
+ REPLICATE_API_KEY?: string | undefined;
172
+ REPLICATE_API_TOKEN?: string | undefined;
173
+ LOCALAI_BASE_URL?: string | undefined;
174
+ MISTRAL_API_HOST?: string | undefined;
175
+ MISTRAL_API_BASE_URL?: string | undefined;
176
+ PALM_API_KEY?: string | undefined;
177
+ PALM_API_HOST?: string | undefined;
178
+ GOOGLE_API_KEY?: string | undefined;
179
+ GOOGLE_API_HOST?: string | undefined;
180
+ VERTEX_API_KEY?: string | undefined;
181
+ VERTEX_API_HOST?: string | undefined;
182
+ VERTEX_PROJECT_ID?: string | undefined;
183
+ VERTEX_REGION?: string | undefined;
184
+ VERTEX_PUBLISHER?: string | undefined;
185
+ MISTRAL_API_KEY?: string | undefined;
186
+ CLOUDFLARE_API_KEY?: string | undefined;
187
+ CLOUDFLARE_ACCOUNT_ID?: string | undefined;
188
+ }, {
189
+ ANTHROPIC_API_KEY?: string | undefined;
190
+ BAM_API_KEY?: string | undefined;
191
+ BAM_API_HOST?: string | undefined;
192
+ AZURE_OPENAI_API_HOST?: string | undefined;
193
+ AZURE_OPENAI_API_KEY?: string | undefined;
194
+ AZURE_OPENAI_API_BASE_URL?: string | undefined;
195
+ AZURE_OPENAI_BASE_URL?: string | undefined;
196
+ AWS_BEDROCK_REGION?: string | undefined;
197
+ COHERE_API_KEY?: string | undefined;
198
+ OPENAI_API_KEY?: string | undefined;
199
+ OPENAI_API_HOST?: string | undefined;
200
+ OPENAI_API_BASE_URL?: string | undefined;
201
+ OPENAI_BASE_URL?: string | undefined;
202
+ OPENAI_ORGANIZATION?: string | undefined;
203
+ REPLICATE_API_KEY?: string | undefined;
204
+ REPLICATE_API_TOKEN?: string | undefined;
205
+ LOCALAI_BASE_URL?: string | undefined;
206
+ MISTRAL_API_HOST?: string | undefined;
207
+ MISTRAL_API_BASE_URL?: string | undefined;
208
+ PALM_API_KEY?: string | undefined;
209
+ PALM_API_HOST?: string | undefined;
210
+ GOOGLE_API_KEY?: string | undefined;
211
+ GOOGLE_API_HOST?: string | undefined;
212
+ VERTEX_API_KEY?: string | undefined;
213
+ VERTEX_API_HOST?: string | undefined;
214
+ VERTEX_PROJECT_ID?: string | undefined;
215
+ VERTEX_REGION?: string | undefined;
216
+ VERTEX_PUBLISHER?: string | undefined;
217
+ MISTRAL_API_KEY?: string | undefined;
218
+ CLOUDFLARE_API_KEY?: string | undefined;
219
+ CLOUDFLARE_ACCOUNT_ID?: string | undefined;
220
+ }>>;
221
+ }, "strict", z.ZodTypeAny, {
222
+ id?: string | undefined;
223
+ label?: string | undefined;
224
+ config?: any;
225
+ prompts?: string[] | undefined;
226
+ transform?: string | undefined;
227
+ delay?: number | undefined;
228
+ env?: {
229
+ ANTHROPIC_API_KEY?: string | undefined;
230
+ BAM_API_KEY?: string | undefined;
231
+ BAM_API_HOST?: string | undefined;
232
+ AZURE_OPENAI_API_HOST?: string | undefined;
233
+ AZURE_OPENAI_API_KEY?: string | undefined;
234
+ AZURE_OPENAI_API_BASE_URL?: string | undefined;
235
+ AZURE_OPENAI_BASE_URL?: string | undefined;
236
+ AWS_BEDROCK_REGION?: string | undefined;
237
+ COHERE_API_KEY?: string | undefined;
238
+ OPENAI_API_KEY?: string | undefined;
239
+ OPENAI_API_HOST?: string | undefined;
240
+ OPENAI_API_BASE_URL?: string | undefined;
241
+ OPENAI_BASE_URL?: string | undefined;
242
+ OPENAI_ORGANIZATION?: string | undefined;
243
+ REPLICATE_API_KEY?: string | undefined;
244
+ REPLICATE_API_TOKEN?: string | undefined;
245
+ LOCALAI_BASE_URL?: string | undefined;
246
+ MISTRAL_API_HOST?: string | undefined;
247
+ MISTRAL_API_BASE_URL?: string | undefined;
248
+ PALM_API_KEY?: string | undefined;
249
+ PALM_API_HOST?: string | undefined;
250
+ GOOGLE_API_KEY?: string | undefined;
251
+ GOOGLE_API_HOST?: string | undefined;
252
+ VERTEX_API_KEY?: string | undefined;
253
+ VERTEX_API_HOST?: string | undefined;
254
+ VERTEX_PROJECT_ID?: string | undefined;
255
+ VERTEX_REGION?: string | undefined;
256
+ VERTEX_PUBLISHER?: string | undefined;
257
+ MISTRAL_API_KEY?: string | undefined;
258
+ CLOUDFLARE_API_KEY?: string | undefined;
259
+ CLOUDFLARE_ACCOUNT_ID?: string | undefined;
260
+ } | undefined;
261
+ }, {
262
+ id?: string | undefined;
263
+ label?: string | undefined;
264
+ config?: any;
265
+ prompts?: string[] | undefined;
266
+ transform?: string | undefined;
267
+ delay?: number | undefined;
268
+ env?: {
269
+ ANTHROPIC_API_KEY?: string | undefined;
270
+ BAM_API_KEY?: string | undefined;
271
+ BAM_API_HOST?: string | undefined;
272
+ AZURE_OPENAI_API_HOST?: string | undefined;
273
+ AZURE_OPENAI_API_KEY?: string | undefined;
274
+ AZURE_OPENAI_API_BASE_URL?: string | undefined;
275
+ AZURE_OPENAI_BASE_URL?: string | undefined;
276
+ AWS_BEDROCK_REGION?: string | undefined;
277
+ COHERE_API_KEY?: string | undefined;
278
+ OPENAI_API_KEY?: string | undefined;
279
+ OPENAI_API_HOST?: string | undefined;
280
+ OPENAI_API_BASE_URL?: string | undefined;
281
+ OPENAI_BASE_URL?: string | undefined;
282
+ OPENAI_ORGANIZATION?: string | undefined;
283
+ REPLICATE_API_KEY?: string | undefined;
284
+ REPLICATE_API_TOKEN?: string | undefined;
285
+ LOCALAI_BASE_URL?: string | undefined;
286
+ MISTRAL_API_HOST?: string | undefined;
287
+ MISTRAL_API_BASE_URL?: string | undefined;
288
+ PALM_API_KEY?: string | undefined;
289
+ PALM_API_HOST?: string | undefined;
290
+ GOOGLE_API_KEY?: string | undefined;
291
+ GOOGLE_API_HOST?: string | undefined;
292
+ VERTEX_API_KEY?: string | undefined;
293
+ VERTEX_API_HOST?: string | undefined;
294
+ VERTEX_PROJECT_ID?: string | undefined;
295
+ VERTEX_REGION?: string | undefined;
296
+ VERTEX_PUBLISHER?: string | undefined;
297
+ MISTRAL_API_KEY?: string | undefined;
298
+ CLOUDFLARE_API_KEY?: string | undefined;
299
+ CLOUDFLARE_ACCOUNT_ID?: string | undefined;
300
+ } | undefined;
301
+ }>, z.ZodObject<{
302
+ id: z.ZodFunction<z.ZodTuple<[], z.ZodUnknown>, z.ZodString>;
303
+ callApi: z.ZodType<import("..").CallApiFunction, z.ZodTypeDef, import("..").CallApiFunction>;
304
+ callEmbeddingApi: z.ZodOptional<z.ZodFunction<z.ZodTuple<[z.ZodString], z.ZodUnknown>, z.ZodPromise<z.ZodType<import("..").ProviderEmbeddingResponse, z.ZodTypeDef, import("..").ProviderEmbeddingResponse>>>>;
305
+ callClassificationApi: z.ZodOptional<z.ZodFunction<z.ZodTuple<[z.ZodString], z.ZodUnknown>, z.ZodPromise<z.ZodType<import("..").ProviderClassificationResponse, z.ZodTypeDef, import("..").ProviderClassificationResponse>>>>;
306
+ label: z.ZodOptional<z.ZodType<string, z.ZodTypeDef, string>>;
307
+ transform: z.ZodOptional<z.ZodString>;
308
+ delay: z.ZodOptional<z.ZodNumber>;
309
+ }, "strip", z.ZodTypeAny, {
310
+ callApi: import("..").CallApiFunction;
311
+ id: (...args: unknown[]) => string;
312
+ label?: string | undefined;
313
+ transform?: string | undefined;
314
+ delay?: number | undefined;
315
+ callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderEmbeddingResponse>) | undefined;
316
+ callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
317
+ }, {
318
+ callApi: import("..").CallApiFunction;
319
+ id: (...args: unknown[]) => string;
320
+ label?: string | undefined;
321
+ transform?: string | undefined;
322
+ delay?: number | undefined;
323
+ callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderEmbeddingResponse>) | undefined;
324
+ callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
325
+ }>]>>>;
326
+ numTests: z.ZodDefault<z.ZodNumber>;
327
+ plugins: z.ZodDefault<z.ZodArray<z.ZodUnion<[z.ZodEnum<[string, ...string[]]>, z.ZodObject<{
328
+ id: z.ZodEnum<[string, ...string[]]>;
329
+ numTests: z.ZodOptional<z.ZodNumber>;
330
+ config: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
331
+ }, "strip", z.ZodTypeAny, {
332
+ id: string;
333
+ config?: Record<string, unknown> | undefined;
334
+ numTests?: number | undefined;
335
+ }, {
336
+ id: string;
337
+ config?: Record<string, unknown> | undefined;
338
+ numTests?: number | undefined;
339
+ }>]>, "many">>;
340
+ strategies: z.ZodDefault<z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodEnum<[string, ...string[]]>, z.ZodObject<{
341
+ id: z.ZodEnum<[string, ...string[]]>;
342
+ }, "strip", z.ZodTypeAny, {
343
+ id: string;
344
+ }, {
345
+ id: string;
346
+ }>]>, "many">>>;
347
+ }, "strip", z.ZodTypeAny, {
348
+ numTests: number;
349
+ strategies: (string | {
350
+ id: string;
351
+ })[];
352
+ plugins: (string | {
353
+ id: string;
354
+ config?: Record<string, unknown> | undefined;
355
+ numTests?: number | undefined;
356
+ })[];
357
+ provider?: string | {
358
+ id?: string | undefined;
359
+ label?: string | undefined;
360
+ config?: any;
361
+ prompts?: string[] | undefined;
362
+ transform?: string | undefined;
363
+ delay?: number | undefined;
364
+ env?: {
365
+ ANTHROPIC_API_KEY?: string | undefined;
366
+ BAM_API_KEY?: string | undefined;
367
+ BAM_API_HOST?: string | undefined;
368
+ AZURE_OPENAI_API_HOST?: string | undefined;
369
+ AZURE_OPENAI_API_KEY?: string | undefined;
370
+ AZURE_OPENAI_API_BASE_URL?: string | undefined;
371
+ AZURE_OPENAI_BASE_URL?: string | undefined;
372
+ AWS_BEDROCK_REGION?: string | undefined;
373
+ COHERE_API_KEY?: string | undefined;
374
+ OPENAI_API_KEY?: string | undefined;
375
+ OPENAI_API_HOST?: string | undefined;
376
+ OPENAI_API_BASE_URL?: string | undefined;
377
+ OPENAI_BASE_URL?: string | undefined;
378
+ OPENAI_ORGANIZATION?: string | undefined;
379
+ REPLICATE_API_KEY?: string | undefined;
380
+ REPLICATE_API_TOKEN?: string | undefined;
381
+ LOCALAI_BASE_URL?: string | undefined;
382
+ MISTRAL_API_HOST?: string | undefined;
383
+ MISTRAL_API_BASE_URL?: string | undefined;
384
+ PALM_API_KEY?: string | undefined;
385
+ PALM_API_HOST?: string | undefined;
386
+ GOOGLE_API_KEY?: string | undefined;
387
+ GOOGLE_API_HOST?: string | undefined;
388
+ VERTEX_API_KEY?: string | undefined;
389
+ VERTEX_API_HOST?: string | undefined;
390
+ VERTEX_PROJECT_ID?: string | undefined;
391
+ VERTEX_REGION?: string | undefined;
392
+ VERTEX_PUBLISHER?: string | undefined;
393
+ MISTRAL_API_KEY?: string | undefined;
394
+ CLOUDFLARE_API_KEY?: string | undefined;
395
+ CLOUDFLARE_ACCOUNT_ID?: string | undefined;
396
+ } | undefined;
397
+ } | {
398
+ callApi: import("..").CallApiFunction;
399
+ id: (...args: unknown[]) => string;
400
+ label?: string | undefined;
401
+ transform?: string | undefined;
402
+ delay?: number | undefined;
403
+ callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderEmbeddingResponse>) | undefined;
404
+ callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
405
+ } | undefined;
406
+ injectVar?: string | undefined;
407
+ purpose?: string | undefined;
408
+ }, {
409
+ provider?: string | {
410
+ id?: string | undefined;
411
+ label?: string | undefined;
412
+ config?: any;
413
+ prompts?: string[] | undefined;
414
+ transform?: string | undefined;
415
+ delay?: number | undefined;
416
+ env?: {
417
+ ANTHROPIC_API_KEY?: string | undefined;
418
+ BAM_API_KEY?: string | undefined;
419
+ BAM_API_HOST?: string | undefined;
420
+ AZURE_OPENAI_API_HOST?: string | undefined;
421
+ AZURE_OPENAI_API_KEY?: string | undefined;
422
+ AZURE_OPENAI_API_BASE_URL?: string | undefined;
423
+ AZURE_OPENAI_BASE_URL?: string | undefined;
424
+ AWS_BEDROCK_REGION?: string | undefined;
425
+ COHERE_API_KEY?: string | undefined;
426
+ OPENAI_API_KEY?: string | undefined;
427
+ OPENAI_API_HOST?: string | undefined;
428
+ OPENAI_API_BASE_URL?: string | undefined;
429
+ OPENAI_BASE_URL?: string | undefined;
430
+ OPENAI_ORGANIZATION?: string | undefined;
431
+ REPLICATE_API_KEY?: string | undefined;
432
+ REPLICATE_API_TOKEN?: string | undefined;
433
+ LOCALAI_BASE_URL?: string | undefined;
434
+ MISTRAL_API_HOST?: string | undefined;
435
+ MISTRAL_API_BASE_URL?: string | undefined;
436
+ PALM_API_KEY?: string | undefined;
437
+ PALM_API_HOST?: string | undefined;
438
+ GOOGLE_API_KEY?: string | undefined;
439
+ GOOGLE_API_HOST?: string | undefined;
440
+ VERTEX_API_KEY?: string | undefined;
441
+ VERTEX_API_HOST?: string | undefined;
442
+ VERTEX_PROJECT_ID?: string | undefined;
443
+ VERTEX_REGION?: string | undefined;
444
+ VERTEX_PUBLISHER?: string | undefined;
445
+ MISTRAL_API_KEY?: string | undefined;
446
+ CLOUDFLARE_API_KEY?: string | undefined;
447
+ CLOUDFLARE_ACCOUNT_ID?: string | undefined;
448
+ } | undefined;
449
+ } | {
450
+ callApi: import("..").CallApiFunction;
451
+ id: (...args: unknown[]) => string;
452
+ label?: string | undefined;
453
+ transform?: string | undefined;
454
+ delay?: number | undefined;
455
+ callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderEmbeddingResponse>) | undefined;
456
+ callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
457
+ } | undefined;
458
+ injectVar?: string | undefined;
459
+ purpose?: string | undefined;
460
+ numTests?: number | undefined;
461
+ strategies?: (string | {
462
+ id: string;
463
+ })[] | undefined;
464
+ plugins?: (string | {
465
+ id: string;
466
+ config?: Record<string, unknown> | undefined;
467
+ numTests?: number | undefined;
468
+ })[] | undefined;
469
+ }>, RedteamConfig, {
470
+ provider?: string | {
471
+ id?: string | undefined;
472
+ label?: string | undefined;
473
+ config?: any;
474
+ prompts?: string[] | undefined;
475
+ transform?: string | undefined;
476
+ delay?: number | undefined;
477
+ env?: {
478
+ ANTHROPIC_API_KEY?: string | undefined;
479
+ BAM_API_KEY?: string | undefined;
480
+ BAM_API_HOST?: string | undefined;
481
+ AZURE_OPENAI_API_HOST?: string | undefined;
482
+ AZURE_OPENAI_API_KEY?: string | undefined;
483
+ AZURE_OPENAI_API_BASE_URL?: string | undefined;
484
+ AZURE_OPENAI_BASE_URL?: string | undefined;
485
+ AWS_BEDROCK_REGION?: string | undefined;
486
+ COHERE_API_KEY?: string | undefined;
487
+ OPENAI_API_KEY?: string | undefined;
488
+ OPENAI_API_HOST?: string | undefined;
489
+ OPENAI_API_BASE_URL?: string | undefined;
490
+ OPENAI_BASE_URL?: string | undefined;
491
+ OPENAI_ORGANIZATION?: string | undefined;
492
+ REPLICATE_API_KEY?: string | undefined;
493
+ REPLICATE_API_TOKEN?: string | undefined;
494
+ LOCALAI_BASE_URL?: string | undefined;
495
+ MISTRAL_API_HOST?: string | undefined;
496
+ MISTRAL_API_BASE_URL?: string | undefined;
497
+ PALM_API_KEY?: string | undefined;
498
+ PALM_API_HOST?: string | undefined;
499
+ GOOGLE_API_KEY?: string | undefined;
500
+ GOOGLE_API_HOST?: string | undefined;
501
+ VERTEX_API_KEY?: string | undefined;
502
+ VERTEX_API_HOST?: string | undefined;
503
+ VERTEX_PROJECT_ID?: string | undefined;
504
+ VERTEX_REGION?: string | undefined;
505
+ VERTEX_PUBLISHER?: string | undefined;
506
+ MISTRAL_API_KEY?: string | undefined;
507
+ CLOUDFLARE_API_KEY?: string | undefined;
508
+ CLOUDFLARE_ACCOUNT_ID?: string | undefined;
509
+ } | undefined;
510
+ } | {
511
+ callApi: import("..").CallApiFunction;
512
+ id: (...args: unknown[]) => string;
513
+ label?: string | undefined;
514
+ transform?: string | undefined;
515
+ delay?: number | undefined;
516
+ callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderEmbeddingResponse>) | undefined;
517
+ callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
518
+ } | undefined;
519
+ injectVar?: string | undefined;
520
+ purpose?: string | undefined;
521
+ numTests?: number | undefined;
522
+ strategies?: (string | {
523
+ id: string;
524
+ })[] | undefined;
525
+ plugins?: (string | {
526
+ id: string;
527
+ config?: Record<string, unknown> | undefined;
528
+ numTests?: number | undefined;
529
+ })[] | undefined;
530
+ }>;
531
+ //# sourceMappingURL=redteam.d.ts.map