promptfoo 0.120.26 → 0.121.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (366) hide show
  1. package/README.md +1 -1
  2. package/dist/drizzle/0023_wooden_mandrill.sql +2 -0
  3. package/dist/drizzle/meta/0023_snapshot.json +1496 -0
  4. package/dist/drizzle/meta/_journal.json +7 -0
  5. package/dist/src/{ListApp-D3DG0F8h.js → ListApp-Du7YVwj5.js} +2 -4
  6. package/dist/src/accounts-BgNJDBE6.js +206 -0
  7. package/dist/src/{accounts-BzEY8H3v.cjs → accounts-Bx-x3bmW.cjs} +99 -80
  8. package/dist/src/{accounts-DHHiXsy6.js → accounts-CMqkzrVf.js} +61 -36
  9. package/dist/src/{accounts-R3gfCR_g.js → accounts-xrUGFA6n.js} +60 -35
  10. package/dist/src/{agentic-utils-D6_gzOUF.js → agentic-utils-BKIN5PKu.js} +9 -10
  11. package/dist/src/{agents-CwM7re15.cjs → agents-B0f4HICh.cjs} +37 -40
  12. package/dist/src/{agents-Cnph5GLD.js → agents-C-dDThPK.js} +37 -37
  13. package/dist/src/{agents-C7BiinFI.cjs → agents-CErsqg5U.cjs} +19 -27
  14. package/dist/src/{agents-v4cW_ZgC.js → agents-CVIn-Utx.js} +19 -22
  15. package/dist/src/{agents-GiUianme.js → agents-CXknwsFX.js} +37 -40
  16. package/dist/src/{agents-DETIQHqF.js → agents-DeH4Gu94.js} +21 -28
  17. package/dist/src/{agents-DYIT-hQy.js → agents-Dy2YpZpa.js} +38 -41
  18. package/dist/src/{agents-Cao4i7AX.js → agents-aF4-T121.js} +19 -30
  19. package/dist/src/{aimlapi-DMF6v_vb.js → aimlapi-BAGZDo5G.js} +16 -18
  20. package/dist/src/{aimlapi-CMJpKK-B.js → aimlapi-BNfTBexL.js} +15 -17
  21. package/dist/src/{aimlapi-DtSf1ykJ.js → aimlapi-DHRKlBEA.js} +15 -4
  22. package/dist/src/{aimlapi-DoGLcQW_.cjs → aimlapi-tg0Gkcvr.cjs} +15 -16
  23. package/dist/src/app/assets/index-BFCZg7hQ.js +439 -0
  24. package/dist/src/app/assets/index-NCn4eVBv.css +1 -0
  25. package/dist/src/app/assets/{vendor-charts-CYyo8R8v.js → vendor-charts-CCl15Imd.js} +1 -1
  26. package/dist/src/app/assets/{vendor-markdown-DSmzq4Jh.js → vendor-markdown-0tekx3KX.js} +1 -1
  27. package/dist/src/app/index.html +4 -34
  28. package/dist/src/{audio-DUH4q0Xq.js → audio-BRODU0UK.js} +7 -9
  29. package/dist/src/{audio-BWjyvHn9.cjs → audio-BWeaWovU.cjs} +6 -7
  30. package/dist/src/{audio-U580w8jM.js → audio-CHQ4r-RV.js} +6 -5
  31. package/dist/src/{audio-BrJBFN2b.js → audio-tf_NBjlC.js} +6 -8
  32. package/dist/src/base-B0tcrnq_.js +193 -0
  33. package/dist/src/base-B4QJRyFS.js +194 -0
  34. package/dist/src/base-DBtwl2FR.cjs +222 -0
  35. package/dist/src/base-fEDN28WM.js +193 -0
  36. package/dist/src/{blobs-kt8v3UyH.js → blobs-BAU-dXan.js} +9 -12
  37. package/dist/src/{blobs-C9J2mVgo.js → blobs-Bpg5rH6i.js} +9 -12
  38. package/dist/src/{blobs-673H0jCl.cjs → blobs-DvS-O6be.cjs} +34 -37
  39. package/dist/src/blobs-qTYm-1PY.js +236 -0
  40. package/dist/src/{cache-BLLayYEN.js → cache-8XhNqPKW.js} +64 -67
  41. package/dist/src/cache-Bbn1Nyrd.cjs +5 -0
  42. package/dist/src/cache-BwsMSda7.js +6 -0
  43. package/dist/src/{cache-mIszOnuz.js → cache-CG0SlR1d.js} +64 -66
  44. package/dist/src/{cache-7xULbvt3.cjs → cache-COish3-W.cjs} +114 -117
  45. package/dist/src/cache-D3eqDYGU.js +739 -0
  46. package/dist/src/{chat-Fl6TZJRS.cjs → chat-2K608PeQ.cjs} +20 -21
  47. package/dist/src/chat-BKm79wib.js +764 -0
  48. package/dist/src/{chat-XPN9YHhr.js → chat-CM_kyI8B.js} +20 -9
  49. package/dist/src/{chat-DIywASPG.js → chat-CRWNNq73.js} +49 -49
  50. package/dist/src/{chat-C8Ei4f87.js → chat-CznLWr_D.js} +49 -49
  51. package/dist/src/{chat-CgyGj2hC.js → chat-DHMH-N64.js} +20 -22
  52. package/dist/src/{chat-C4zqjObh.cjs → chat-DaqekjFr.cjs} +69 -69
  53. package/dist/src/{chat-Cpz3O-Xl.js → chat-DxysjBvt.js} +21 -23
  54. package/dist/src/{chatkit-Dpxrq4eD.js → chatkit-65VXf5SR.js} +58 -58
  55. package/dist/src/{chatkit-DIrJX8xk.js → chatkit-Be-Q-a9F.js} +58 -60
  56. package/dist/src/{chatkit-DEls11hE.js → chatkit-BxFvW8KY.js} +58 -60
  57. package/dist/src/{chatkit-e25Ziu17.cjs → chatkit-DKyPi1Gs.cjs} +58 -60
  58. package/dist/src/chunk-DEq-mXcV.js +15 -0
  59. package/dist/src/chunk-DRamLcfz.js +16 -0
  60. package/dist/src/{claude-agent-sdk-6-xTaLwM.js → claude-agent-sdk-BLTu0WBO.js} +45 -31
  61. package/dist/src/{claude-agent-sdk-BzxF6NIJ.cjs → claude-agent-sdk-CJH22shf.cjs} +44 -29
  62. package/dist/src/{claude-agent-sdk-CmkTnKGH.js → claude-agent-sdk-D6_k9FKA.js} +45 -33
  63. package/dist/src/{claude-agent-sdk-rXCBLK_o.js → claude-agent-sdk-Dy5lT-Tx.js} +46 -21
  64. package/dist/src/{cloud-BMbRVJFw.js → cloud-Bc9526yV.js} +32 -12
  65. package/dist/src/cloud-DmE0EwsY.js +4 -0
  66. package/dist/src/{cloudflare-ai-CUg4BTcj.js → cloudflare-ai-C9r2sRhw.js} +16 -18
  67. package/dist/src/{cloudflare-ai-Z9X219gp.js → cloudflare-ai-CWWJCRim.js} +16 -4
  68. package/dist/src/{cloudflare-ai-BAQ0u_dg.cjs → cloudflare-ai-ClWSdor4.cjs} +16 -17
  69. package/dist/src/{cloudflare-ai-CobxMTR4.js → cloudflare-ai-ICsOuD-z.js} +17 -19
  70. package/dist/src/{cloudflare-gateway-C0sgfr_z.cjs → cloudflare-gateway-C2_-KG5o.cjs} +21 -22
  71. package/dist/src/{cloudflare-gateway-_itGuXry.js → cloudflare-gateway-D6O7AlYb.js} +23 -23
  72. package/dist/src/{cloudflare-gateway-D2_yi-Fh.js → cloudflare-gateway-D6xFc5pa.js} +21 -25
  73. package/dist/src/{cloudflare-gateway-Djf3F3_H.js → cloudflare-gateway-pXGHxJ47.js} +26 -14
  74. package/dist/src/{codex-sdk-ibXwdglL.js → codex-sdk-C6UMlxwV.js} +49 -32
  75. package/dist/src/{codex-sdk-BASDNkIl.js → codex-sdk-DUwKWezN.js} +49 -30
  76. package/dist/src/{codex-sdk-dSnGdgIp.js → codex-sdk-GGAw0qbD.js} +49 -32
  77. package/dist/src/{codex-sdk-wTEpMM_X.cjs → codex-sdk-fAO0c3yA.cjs} +49 -32
  78. package/dist/src/{cometapi-B01btbfb.js → cometapi-BasUi7-_.js} +17 -19
  79. package/dist/src/{cometapi-DHUAH6nK.js → cometapi-Bbjp5V4x.js} +16 -4
  80. package/dist/src/{cometapi-ChAaRjg5.js → cometapi-DkXrKi5z.js} +21 -24
  81. package/dist/src/{cometapi-JbvOJSCO.cjs → cometapi-vY6aDZgo.cjs} +21 -22
  82. package/dist/src/{completion-D9_MDlnd.js → completion-6Mx_iXxK.js} +11 -13
  83. package/dist/src/{completion-BBJ6zmG3.js → completion-C5rtR_9P.js} +11 -13
  84. package/dist/src/{completion-DDyL3Cb2.cjs → completion-CDOouNzq.cjs} +21 -23
  85. package/dist/src/completion-C_P3ypkJ.js +120 -0
  86. package/dist/src/createHash-CTQmL3G2.js +15 -0
  87. package/dist/src/createHash-CfZSc0b4.cjs +27 -0
  88. package/dist/src/createHash-Da8fMwqB.js +16 -0
  89. package/dist/src/createHash-DmPQkvBh.js +15 -0
  90. package/dist/src/{docker-JAAubMw3.js → docker-5KcG-_86.js} +18 -20
  91. package/dist/src/{docker-Ckw-j7Rr.cjs → docker-BwsKwxFs.cjs} +18 -19
  92. package/dist/src/{docker-vnOg96gi.js → docker-CZnqU1XV.js} +18 -7
  93. package/dist/src/{docker-BuButc4D.js → docker-DzxyDPIj.js} +19 -21
  94. package/dist/src/entrypoint.js +2 -3
  95. package/dist/src/{errors-DnGCbnx8.js → errors-P6ll7XSJ.js} +2 -2
  96. package/dist/src/{esm-CYhseqj4.js → esm-C03C-mv3.js} +17 -20
  97. package/dist/src/{esm-rDtG_2rg.js → esm-CaIwzWR5.js} +18 -21
  98. package/dist/src/esm-Cd1AjG1D.js +379 -0
  99. package/dist/src/{esm-BQkx5roy.cjs → esm-CnNt7sI4.cjs} +47 -49
  100. package/dist/src/eval-17JizQIv.js +15 -0
  101. package/dist/src/{eval-CYrbG57o.js → eval-DmFyWU7i.js} +49 -55
  102. package/dist/src/{evalResult-COsVttMA.js → evalResult-CDQiuUuf.js} +16 -12
  103. package/dist/src/{evalResult-6JaUIStC.js → evalResult-CTG2AHOS.js} +10 -11
  104. package/dist/src/evalResult-Cqj8pldJ.js +12 -0
  105. package/dist/src/{evalResult-DlRfu_Rq.cjs → evalResult-Dap2CekP.cjs} +20 -21
  106. package/dist/src/evalResult-DvcJAWJU.cjs +10 -0
  107. package/dist/src/evalResult-Hftn-S_i.js +10 -0
  108. package/dist/src/evaluator-B2CFNt-P.js +36 -0
  109. package/dist/src/{evaluator-3EJCMTs0.js → evaluator-DPFRbFIL.js} +210 -232
  110. package/dist/src/{extractor-LSYjrhK0.js → extractor-CFG6bcWJ.js} +23 -38
  111. package/dist/src/{extractor-DbhlYEeo.cjs → extractor-DX36oYEv.cjs} +37 -64
  112. package/dist/src/{extractor-Hs7la_19.js → extractor-M67RUtg6.js} +23 -38
  113. package/dist/src/extractor-YMU_Gvt8.js +374 -0
  114. package/dist/src/fetch-4M3YRaqL.js +780 -0
  115. package/dist/src/{fetch-18MuNu9i.js → fetch-60Gzydls.js} +60 -46
  116. package/dist/src/{fetch-SRsE6Ctl.js → fetch-BMv0O527.js} +41 -35
  117. package/dist/src/{fetch-ZMn_oemb.cjs → fetch-BxUk8odA.cjs} +268 -279
  118. package/dist/src/fetch-KV5kNASw.js +5 -0
  119. package/dist/src/{fileExtensions-ePDqouxn.js → fileExtensions-DnqA1y9x.js} +2 -2
  120. package/dist/src/{fileExtensions-BpuMmaFL.js → fileExtensions-Ds-foDzt.js} +2 -2
  121. package/dist/src/fileExtensions-LcDYkU4v.js +85 -0
  122. package/dist/src/{fileExtensions-DkJYkWUy.cjs → fileExtensions-bYh77CN8.cjs} +27 -28
  123. package/dist/src/{formatDuration-Doo0xq-z.js → formatDuration-DgBVMN65.js} +2 -2
  124. package/dist/src/{genaiTracer-Ce19n68P.js → genaiTracer-70Z8BIuV.js} +2 -3
  125. package/dist/src/{genaiTracer-CqNnnXrE.js → genaiTracer-C1rxGO8Q.js} +2 -3
  126. package/dist/src/genaiTracer-D3fD9dNV.js +256 -0
  127. package/dist/src/{genaiTracer-CQlpZkrp.cjs → genaiTracer-DN4dQywX.cjs} +13 -14
  128. package/dist/src/graders-Bu0H9nXi.js +32 -0
  129. package/dist/src/{graders-BaMCwIKp.js → graders-CHO8EPM4.js} +385 -417
  130. package/dist/src/graders-Cfhkvx-e.js +34 -0
  131. package/dist/src/{graders-QsALpIdy.js → graders-CpdqD9PI.js} +385 -417
  132. package/dist/src/graders-DClJVpGP.cjs +32 -0
  133. package/dist/src/{graders-DzUUnUjC.cjs → graders-DOXycdlG.cjs} +721 -753
  134. package/dist/src/graders-DcnJsrMO.js +32 -0
  135. package/dist/src/graders-R9rYUM0d.js +13466 -0
  136. package/dist/src/{image-BiEVdpdP.js → image-BmEZqVmk.js} +57 -18
  137. package/dist/src/{image-mhAGP07h.js → image-CBBVXWuT.js} +57 -18
  138. package/dist/src/{image-D10zEe1f.cjs → image-CDLQOcqT.cjs} +6 -7
  139. package/dist/src/{image-COCWy5dX.js → image-DJEvKveK.js} +6 -5
  140. package/dist/src/{image-C3BjJUAU.cjs → image-DTedmQPg.cjs} +77 -32
  141. package/dist/src/{image-DB4sHxdJ.js → image-gvmivTEe.js} +7 -9
  142. package/dist/src/image-pAX56tPG.js +257 -0
  143. package/dist/src/{image-BXt_7u0v.js → image-tL5hIOFh.js} +6 -8
  144. package/dist/src/index.cjs +696 -693
  145. package/dist/src/index.d.cts +113 -10
  146. package/dist/src/index.d.ts +113 -6
  147. package/dist/src/index.js +657 -658
  148. package/dist/src/{interactiveCheck-DU-MAhp5.js → interactiveCheck-BgLZUIt3.js} +7 -8
  149. package/dist/src/{invariant-DT20jrBd.js → invariant-BtWWVVhl.js} +2 -2
  150. package/dist/src/{invariant-1pAf2CD1.js → invariant-Ddh24eXh.js} +2 -2
  151. package/dist/src/{invariant-CKcJAQ6M.cjs → invariant-kfQ8Bu82.cjs} +7 -8
  152. package/dist/src/invariant-vgHWClmd.js +25 -0
  153. package/dist/src/{knowledgeBase-DotRBzUE.js → knowledgeBase-CLJybhnF.js} +19 -34
  154. package/dist/src/{knowledgeBase-XJQ0Qyez.js → knowledgeBase-CoU-UQBg.js} +17 -41
  155. package/dist/src/{knowledgeBase-CMvMlLZR.js → knowledgeBase-DjWPVqSb.js} +17 -43
  156. package/dist/src/{knowledgeBase-Bnb00xKs.cjs → knowledgeBase-wkxuRFhA.cjs} +17 -40
  157. package/dist/src/{litellm-CHrRmPAe.js → litellm-B9Hysuri.js} +16 -18
  158. package/dist/src/{litellm-CrLJrPIm.js → litellm-CTfa0hqi.js} +15 -17
  159. package/dist/src/{litellm-BrnZhMcL.cjs → litellm-NYpQ8RQu.cjs} +15 -16
  160. package/dist/src/{litellm-BECdjOTx.js → litellm-ePxtr9F1.js} +15 -4
  161. package/dist/src/{logger-w8Ozp0Td.js → logger-CT3IKMKA.js} +24 -41
  162. package/dist/src/{logger-BdZ-IqBc.cjs → logger-Cp1GPUjj.cjs} +166 -192
  163. package/dist/src/logger-DLcq4dWf.js +713 -0
  164. package/dist/src/{logger-BotXmWKW.js → logger-KkObSCzq.js} +27 -43
  165. package/dist/src/{luma-ray-C0RkI3lt.cjs → luma-ray-B0GGNRc1.cjs} +20 -21
  166. package/dist/src/{luma-ray-C-w6EsJm.js → luma-ray-BE2mOt6N.js} +20 -13
  167. package/dist/src/{luma-ray-BOeX-h0M.js → luma-ray-BW9IRGIc.js} +22 -21
  168. package/dist/src/{luma-ray-DgKLS0BF.js → luma-ray-Cm1KZBhs.js} +20 -23
  169. package/dist/src/main.js +1985 -2055
  170. package/dist/src/{messages-DXV3Qh8_.cjs → messages-1JrJs91T.cjs} +35 -34
  171. package/dist/src/{messages-D61tPFQo.js → messages-1x9atZmP.js} +25 -24
  172. package/dist/src/{messages-CDZYGNlS.js → messages-BLbWdsyt.js} +25 -24
  173. package/dist/src/messages-D8EA0oDc.js +240 -0
  174. package/dist/src/{meteor-P2rUE-Uz.js → meteor-44VjEACX.js} +3 -4
  175. package/dist/src/{meteor-SLNTgmXm.js → meteor-D-SotUw9.js} +3 -4
  176. package/dist/src/{meteor-odmwVbyG.cjs → meteor-DLZZ3osF.cjs} +3 -4
  177. package/dist/src/{meteor-Dj8cTkU_.js → meteor-DUiCJRC-.js} +3 -4
  178. package/dist/src/modelslab-C1OLRmVX.js +166 -0
  179. package/dist/src/modelslab-CqXBy3U8.js +168 -0
  180. package/dist/src/modelslab-DcOSFwKh.cjs +166 -0
  181. package/dist/src/modelslab-X5-4LroM.js +166 -0
  182. package/dist/src/{nova-reel-C2LFfVTf.js → nova-reel-BgS1ZWuK.js} +20 -13
  183. package/dist/src/{nova-reel-DtCjbD5O.js → nova-reel-D2ZkOSyr.js} +22 -21
  184. package/dist/src/{nova-reel-D9FXq3Mt.cjs → nova-reel-D9xfaMBs.cjs} +20 -21
  185. package/dist/src/{nova-reel-Bk5npr2q.js → nova-reel-DihqLeol.js} +20 -23
  186. package/dist/src/{nova-sonic-BoRSY_U6.cjs → nova-sonic-DVu3mMIy.cjs} +30 -31
  187. package/dist/src/{nova-sonic-D_qERM-K.js → nova-sonic-DezhVUYT.js} +30 -26
  188. package/dist/src/{nova-sonic-CgaWLDM1.js → nova-sonic-P-CdUMlV.js} +30 -31
  189. package/dist/src/{nova-sonic-BXRfQyF-.js → nova-sonic-Q3BOJeig.js} +31 -32
  190. package/dist/src/{openai-Bigwjgo1.cjs → openai-Cuif0GEt.cjs} +8 -9
  191. package/dist/src/{openai-Dz3surb_.js → openai-DElQ-fPX.js} +3 -4
  192. package/dist/src/{openai-CT5fwbve.js → openai-DhbB7eWK.js} +3 -4
  193. package/dist/src/openai-j-sE2O7r.js +44 -0
  194. package/dist/src/{openclaw-dHLcXUWZ.js → openclaw-BiSZPL7J.js} +20 -14
  195. package/dist/src/{openclaw-CpPrXwf6.js → openclaw-Bv1DINsX.js} +20 -27
  196. package/dist/src/{openclaw-B6XY2kUf.js → openclaw-D1D_ej1z.js} +21 -28
  197. package/dist/src/{openclaw-DDSfq5fp.cjs → openclaw-DAfWQn-o.cjs} +33 -39
  198. package/dist/src/opencode-sdk-C7m-wRfI.js +560 -0
  199. package/dist/src/opencode-sdk-CfaLN8PY.cjs +564 -0
  200. package/dist/src/opencode-sdk-D95s6SnR.js +562 -0
  201. package/dist/src/opencode-sdk-DxUPkLT7.js +560 -0
  202. package/dist/src/{otlpReceiver-DmRb0NBj.js → otlpReceiver--AIRW_S4.js} +53 -51
  203. package/dist/src/{otlpReceiver-Dg817agV.js → otlpReceiver-Bn5wGB1v.js} +53 -55
  204. package/dist/src/{otlpReceiver-B6Xo4KZM.cjs → otlpReceiver-Diec4cln.cjs} +53 -55
  205. package/dist/src/{otlpReceiver-BO0rbDzh.js → otlpReceiver-g3ByGaXs.js} +53 -55
  206. package/dist/src/{providerRegistry-Xf0qdqGQ.js → providerRegistry-B0RUOLI_.js} +7 -8
  207. package/dist/src/{providerRegistry-wCWd7sKQ.js → providerRegistry-CD8MEar9.js} +7 -8
  208. package/dist/src/{providerRegistry-lc7a7utN.cjs → providerRegistry-Civky8Ar.cjs} +12 -13
  209. package/dist/src/providerRegistry-DM8rZYol.js +45 -0
  210. package/dist/src/providers-B3HvufyI.js +33246 -0
  211. package/dist/src/{providers-BiNq_Iyc.js → providers-BKRJTjBz.js} +1743 -1795
  212. package/dist/src/providers-C1rOSHiR.js +32 -0
  213. package/dist/src/{providers-BlEhY5mi.js → providers-CFLy1_ji.js} +1750 -1802
  214. package/dist/src/{providers-BNKVY53V.cjs → providers-CFu-TZl-.cjs} +2111 -2163
  215. package/dist/src/providers-CxmDwEFf.cjs +31 -0
  216. package/dist/src/providers-Dodakqr0.js +30 -0
  217. package/dist/src/providers-GIQ2TcsA.js +30 -0
  218. package/dist/src/{pythonUtils-r1uBuA0n.js → pythonUtils-C3py6GC1.js} +18 -19
  219. package/dist/src/{pythonUtils-DZ6EbdY4.cjs → pythonUtils-CTU3Y3lw.cjs} +42 -43
  220. package/dist/src/{pythonUtils-vMlk9Qp5.js → pythonUtils-D5nxkQ0P.js} +18 -19
  221. package/dist/src/pythonUtils-D6fwaDSg.js +249 -0
  222. package/dist/src/quiverai-C2jVwbH1.js +213 -0
  223. package/dist/src/quiverai-CI6gYJVI.js +213 -0
  224. package/dist/src/quiverai-CLkWkyZc.cjs +213 -0
  225. package/dist/src/quiverai-MHSxbmmZ.js +215 -0
  226. package/dist/src/{render-CAZvKKkB.js → render-Drod8m7K.js} +4 -5
  227. package/dist/src/{responses-DLLjADw5.js → responses-BKqJmhhc.js} +34 -27
  228. package/dist/src/{responses-TsdODUpm.js → responses-CGw0DCzh.js} +34 -27
  229. package/dist/src/responses-jxdehPkC.js +660 -0
  230. package/dist/src/{responses-zOtKtnY_.cjs → responses-tD4Bd4dc.cjs} +49 -42
  231. package/dist/src/rubyUtils-BUHu6PhO.js +5 -0
  232. package/dist/src/{rubyUtils-Cs35SDYa.js → rubyUtils-BUVePouc.js} +27 -20
  233. package/dist/src/rubyUtils-BcuGX77l.js +222 -0
  234. package/dist/src/{rubyUtils-BtjlqyXt.js → rubyUtils-Boc4HZzX.js} +18 -19
  235. package/dist/src/rubyUtils-CP42kMvq.cjs +4 -0
  236. package/dist/src/{rubyUtils-DCVaJ3mc.cjs → rubyUtils-DhCAlxZr.cjs} +48 -50
  237. package/dist/src/{sagemaker-Du4LIR97.js → sagemaker-BK4Zb993.js} +75 -70
  238. package/dist/src/{sagemaker-CLdUAv5z.js → sagemaker-BfiWTmvn.js} +77 -77
  239. package/dist/src/{sagemaker-DwNnEVYt.cjs → sagemaker-CcQHM1jV.cjs} +75 -76
  240. package/dist/src/{sagemaker-BcgLu0U4.js → sagemaker-D2Q1c-sD.js} +75 -79
  241. package/dist/src/{scanner-Dyw21Wg_.js → scanner-J8CA3LsV.js} +149 -122
  242. package/dist/src/server/index.js +5620 -67302
  243. package/dist/src/{server-CgUQ25qW.cjs → server-B0PPuDw-.cjs} +57 -67
  244. package/dist/src/server-B1vi21hA.js +7 -0
  245. package/dist/src/{server-CbMTRQkg.js → server-BC7XJFgr.js} +19 -24
  246. package/dist/src/server-Cm9Kai_h.cjs +5 -0
  247. package/dist/src/{server-DWmZLfCy.js → server-DbFphssR.js} +26 -29
  248. package/dist/src/server-OAs3nBRT.js +229 -0
  249. package/dist/src/{signal-Bl32q42d.js → signal-BOTbd53Z.js} +9 -11
  250. package/dist/src/{slack-BtMkB6xP.cjs → slack-BmVAVGaK.cjs} +7 -8
  251. package/dist/src/{slack-OZYxoVON.js → slack-DCUPTzS2.js} +8 -8
  252. package/dist/src/{slack-DPqj42Ts.js → slack-DOdy_kyv.js} +7 -8
  253. package/dist/src/{slack-BfdBx2tO.js → slack-DXMKtA-f.js} +7 -9
  254. package/dist/src/store-BNmZ1KAz.cjs +5 -0
  255. package/dist/src/{store-BqwfFEyF.cjs → store-BSc-TF2w.cjs} +44 -45
  256. package/dist/src/store-BltJg2cd.js +6 -0
  257. package/dist/src/{store-D4gdn9ih.js → store-D1tv90v3.js} +34 -35
  258. package/dist/src/{store-2ocbYY9D.js → store-DQLEjuEO.js} +40 -36
  259. package/dist/src/store-Ub2vaGJ1.js +228 -0
  260. package/dist/src/{tables-D-NSwNIb.js → tables-5EvT_Bwn.js} +23 -23
  261. package/dist/src/{tables-B9E1kRp-.cjs → tables-C7K-XKWp.cjs} +93 -93
  262. package/dist/src/{tables-C7TT2XVn.js → tables-D36WTqKX.js} +25 -25
  263. package/dist/src/tables-xKANLRBD.js +288 -0
  264. package/dist/src/telemetry-5BCRNBbe.cjs +5 -0
  265. package/dist/src/{telemetry-DZ_7PaVq.js → telemetry-C15ziL8u.js} +17 -14
  266. package/dist/src/{telemetry-BXyVqyAg.js → telemetry-C2YDkUQH.js} +11 -13
  267. package/dist/src/{telemetry-D0_yFdtU.cjs → telemetry-CbrnxHp_.cjs} +21 -24
  268. package/dist/src/telemetry-D4W5hboe.js +7 -0
  269. package/dist/src/telemetry-DMb2Mpfm.js +171 -0
  270. package/dist/src/{text-Dm78AVGG.js → text-B_UCRPp2.js} +2 -2
  271. package/dist/src/{text-DF2hMKdg.cjs → text-CW1cyrwj.cjs} +12 -13
  272. package/dist/src/{text-DgMr_tiM.js → text-Db-Wt2u2.js} +2 -2
  273. package/dist/src/text-TIv0QYnd.js +22 -0
  274. package/dist/src/{tokenUsageUtils-FZd5O_4A.js → tokenUsageUtils-BDGe-iyI.js} +2 -2
  275. package/dist/src/{tokenUsageUtils-DmZSD2eU.js → tokenUsageUtils-DflFMjS0.js} +2 -2
  276. package/dist/src/tokenUsageUtils-NYT-WKS6.js +138 -0
  277. package/dist/src/{tokenUsageUtils-CXhxVj72.cjs → tokenUsageUtils-bVa1ga6f.cjs} +32 -33
  278. package/dist/src/{transcription-FNIz3YOe.cjs → transcription-CL78qbOU.cjs} +14 -15
  279. package/dist/src/{transcription-C-M81iDA.js → transcription-DAtxHhAM.js} +14 -7
  280. package/dist/src/{transcription-CYuY5sFO.js → transcription-LNZTNUUL.js} +14 -16
  281. package/dist/src/{transcription-Ch7S-LWw.js → transcription-QHh3AH6Z.js} +15 -17
  282. package/dist/src/{transform-CoP2bJ7P.js → transform-Cgi24fJ7.js} +94 -66
  283. package/dist/src/{transform-Kd6u-oNm.cjs → transform-CzK1Q0zl.cjs} +24 -26
  284. package/dist/src/{transform-D8dILpfZ.js → transform-DECvGmzp.js} +15 -13
  285. package/dist/src/{transform-DMaxQwDx.js → transform-DGLazrMm.js} +94 -66
  286. package/dist/src/transform-DGxXocjk.js +1506 -0
  287. package/dist/src/{transform-ivxEY4f7.cjs → transform-DOcQeLld.cjs} +234 -206
  288. package/dist/src/transform-DTGDnAzW.js +6 -0
  289. package/dist/src/{transform-CqTFr7KR.js → transform-DilY9wbS.js} +10 -12
  290. package/dist/src/transform-aa6tmVpZ.js +216 -0
  291. package/dist/src/transform-m3qNw4KP.cjs +5 -0
  292. package/dist/src/{transformersAvailability-DEU2naS1.js → transformersAvailability-CEVM2GNQ.js} +2 -2
  293. package/dist/src/{transformersAvailability-Bkep3ka7.cjs → transformersAvailability-CwayUSlh.cjs} +2 -3
  294. package/dist/src/{transformersAvailability-DwmezkVe.js → transformersAvailability-D6c6ROpT.js} +2 -2
  295. package/dist/src/{types-t52w-XsS.js → types-CH3Ge2sE.js} +103 -92
  296. package/dist/src/{types-DMVjYLpx.js → types-CLKiCBW3.js} +98 -91
  297. package/dist/src/types-CN_TZ2GJ.js +3260 -0
  298. package/dist/src/{types-BIfttHrT.cjs → types-LJ0r3wbR.cjs} +573 -566
  299. package/dist/src/util-5cB-L7U3.js +1430 -0
  300. package/dist/src/util-6-GqIvzS.js +599 -0
  301. package/dist/src/{util-vjscpUzy.js → util-B7T3SiBS.js} +5 -6
  302. package/dist/src/{util-Cl0zfT3V.js → util-Betm42rL.js} +44 -17
  303. package/dist/src/{util-CUEt0Vum.js → util-C-PPYSMq.js} +44 -17
  304. package/dist/src/{util-DkFTvieG.cjs → util-CchiqXh_.cjs} +35 -36
  305. package/dist/src/{util-mJ58qbbw.js → util-DaWTWKBK.js} +5 -6
  306. package/dist/src/{util-C08Kns6-.cjs → util-Db0a0AFH.cjs} +89 -62
  307. package/dist/src/{util-DiCePfDu.js → util-Dlz_Wvgm.js} +102 -53
  308. package/dist/src/{util-BSh4a_Q8.js → util-YT5HPZaS.js} +102 -53
  309. package/dist/src/{util-DUYOvxAy.cjs → util-Yz-1aEhW.cjs} +274 -219
  310. package/dist/src/util-ZZH-3QZz.js +293 -0
  311. package/dist/src/{utils-DFaZa6Rf.cjs → utils-Cz9qXqII.cjs} +32 -35
  312. package/dist/src/{utils-CVzb4YiI.js → utils-XiOAgly5.js} +4 -7
  313. package/dist/src/utils-dLokC-eR.js +94 -0
  314. package/dist/src/{utils-JaY9veb5.js → utils-f2-Moju7.js} +4 -7
  315. package/dist/tsconfig.tsbuildinfo +1 -1
  316. package/package.json +59 -53
  317. package/dist/src/app/assets/index-BOgkICuY.css +0 -1
  318. package/dist/src/app/assets/index-CSgqn_Vd.js +0 -428
  319. package/dist/src/app/tsconfig.app.tsbuildinfo +0 -1
  320. package/dist/src/base-BaXmtXYp.js +0 -107
  321. package/dist/src/base-Dtp8b4_N.js +0 -106
  322. package/dist/src/base-f71xxWai.cjs +0 -111
  323. package/dist/src/cache-BUPcq0Ad.js +0 -6
  324. package/dist/src/cache-CVfRb-HD.cjs +0 -6
  325. package/dist/src/cache-O4EuX2JV.js +0 -8
  326. package/dist/src/chunk-DHDDz29n.js +0 -22
  327. package/dist/src/chunk-FhC4c-0y.js +0 -21
  328. package/dist/src/cloud-CZ4hytdm.js +0 -5
  329. package/dist/src/eval-CKHWqG9f.js +0 -16
  330. package/dist/src/evalResult-CxTP-LMm.cjs +0 -11
  331. package/dist/src/evalResult-CzLURDcP.js +0 -13
  332. package/dist/src/evalResult-DyttNQ_G.js +0 -11
  333. package/dist/src/evaluator-0PvfeBYh.js +0 -38
  334. package/dist/src/fetch-Bi0o-fdp.js +0 -4
  335. package/dist/src/fetch-CMptBDVg.cjs +0 -4
  336. package/dist/src/fetch-DAZkv3gV.js +0 -6
  337. package/dist/src/graders-BCytzXrb.js +0 -34
  338. package/dist/src/graders-CGZQShfJ.cjs +0 -33
  339. package/dist/src/graders-spkuVC-E.js +0 -36
  340. package/dist/src/opencode-sdk-CImWVqy9.js +0 -382
  341. package/dist/src/opencode-sdk-CuCztr4P.js +0 -380
  342. package/dist/src/opencode-sdk-DhcfRbBH.js +0 -376
  343. package/dist/src/opencode-sdk-mqF-Oj3f.cjs +0 -383
  344. package/dist/src/providers-BMZZmPBJ.cjs +0 -32
  345. package/dist/src/providers-CQQrNaJk.js +0 -32
  346. package/dist/src/providers-Ck8HyrC-.js +0 -34
  347. package/dist/src/quiverai-BNfIwKCO.cjs +0 -54
  348. package/dist/src/quiverai-BQigKdIH.js +0 -57
  349. package/dist/src/quiverai-Bfy2WnE2.js +0 -55
  350. package/dist/src/quiverai-CedIP0PJ.js +0 -43
  351. package/dist/src/rubyUtils-D7--T12C.js +0 -6
  352. package/dist/src/rubyUtils-DRRiMFV2.js +0 -5
  353. package/dist/src/rubyUtils-vb8OYFC-.cjs +0 -5
  354. package/dist/src/server-BUbS0Qfh.js +0 -6
  355. package/dist/src/server-XpGXFHkS.cjs +0 -6
  356. package/dist/src/server-gfOx5Zrk.js +0 -8
  357. package/dist/src/store-5u2yriTV.js +0 -7
  358. package/dist/src/store-D_lq_8oQ.js +0 -6
  359. package/dist/src/store-m5KT6Ly7.cjs +0 -6
  360. package/dist/src/telemetry-5RHFoCJh.js +0 -6
  361. package/dist/src/telemetry-Do8wMnA-.js +0 -8
  362. package/dist/src/telemetry-LojxPoFq.cjs +0 -6
  363. package/dist/src/transform-8eGmaH-7.js +0 -7
  364. package/dist/src/transform-BRVvWaG4.cjs +0 -6
  365. package/dist/src/transform-GybT0X0u.js +0 -8
  366. package/dist/src/transformersAvailability-DkAWaK5B.js +0 -35
@@ -1,9 +1,8 @@
1
- const require_logger = require('./logger-BdZ-IqBc.cjs');
2
- const require_fileExtensions = require('./fileExtensions-DkJYkWUy.cjs');
1
+ const require_logger = require("./logger-Cp1GPUjj.cjs");
2
+ const require_fileExtensions = require("./fileExtensions-bYh77CN8.cjs");
3
3
  let dedent = require("dedent");
4
4
  dedent = require_logger.__toESM(dedent);
5
5
  let zod = require("zod");
6
-
7
6
  //#region src/types/env.ts
8
7
  const ProviderEnvOverridesSchema = zod.z.object({
9
8
  AI21_API_BASE_URL: zod.z.string().optional(),
@@ -67,6 +66,7 @@ const ProviderEnvOverridesSchema = zod.z.object({
67
66
  MISTRAL_API_BASE_URL: zod.z.string().optional(),
68
67
  MISTRAL_API_HOST: zod.z.string().optional(),
69
68
  MISTRAL_API_KEY: zod.z.string().optional(),
69
+ MODELSLAB_API_KEY: zod.z.string().optional(),
70
70
  NSCALE_SERVICE_TOKEN: zod.z.string().optional(),
71
71
  NSCALE_API_KEY: zod.z.string().optional(),
72
72
  OLLAMA_API_KEY: zod.z.string().optional(),
@@ -123,7 +123,6 @@ const ProviderEnvOverridesSchema = zod.z.object({
123
123
  AWS_SAGEMAKER_MAX_RETRIES: zod.z.string().optional(),
124
124
  PROMPTFOO_EVAL_TIMEOUT_MS: zod.z.string().optional()
125
125
  });
126
-
127
126
  //#endregion
128
127
  //#region src/types/shared.ts
129
128
  const CompletionTokenDetailsSchema = zod.z.object({
@@ -151,7 +150,6 @@ const BaseTokenUsageSchema = zod.z.object({
151
150
  }).optional()
152
151
  });
153
152
  const InputsSchema = zod.z.record(zod.z.string().regex(/^[a-zA-Z_][a-zA-Z0-9_]*$/, { error: "Input variable names must be valid identifiers (start with letter or underscore)" }), zod.z.string().min(1, { error: "Input descriptions must be non-empty strings" }));
154
-
155
153
  //#endregion
156
154
  //#region src/validators/prompts.ts
157
155
  const PromptConfigSchema = zod.z.object({
@@ -171,10 +169,8 @@ function assert$1() {}
171
169
  assert$1();
172
170
  assert$1();
173
171
  assert$1();
174
-
175
172
  //#endregion
176
173
  //#region src/redteam/constants/plugins.ts
177
- const DEFAULT_NUM_TESTS_PER_PLUGIN = 5;
178
174
  const MULTI_INPUT_VAR = "__prompt";
179
175
  const LLAMA_GUARD_REPLICATE_PROVIDER = "replicate:moderation:meta/llama-guard-4-12b";
180
176
  const LLAMA_GUARD_ENABLED_CATEGORIES = [
@@ -371,6 +367,7 @@ const PHARMACY_PLUGINS = [
371
367
  ];
372
368
  const INSURANCE_PLUGINS = [
373
369
  "insurance:coverage-discrimination",
370
+ "insurance:data-disclosure",
374
371
  "insurance:network-misinformation",
375
372
  "insurance:phi-disclosure"
376
373
  ];
@@ -456,6 +453,7 @@ const ADDITIONAL_PLUGINS = [
456
453
  "ecommerce:price-manipulation",
457
454
  "goal-misalignment",
458
455
  "insurance:coverage-discrimination",
456
+ "insurance:data-disclosure",
459
457
  "insurance:network-misinformation",
460
458
  "insurance:phi-disclosure",
461
459
  "off-topic",
@@ -533,7 +531,7 @@ const DEFAULT_PLUGINS = new Set([...[
533
531
  ...PII_PLUGINS,
534
532
  ...BIAS_PLUGINS
535
533
  ].sort()]);
536
- const RAG_PLUGINS = new Set([
534
+ new Set([
537
535
  ...DEFAULT_PLUGINS,
538
536
  "bola",
539
537
  "bfla",
@@ -593,12 +591,11 @@ const REMOTE_ONLY_PLUGIN_IDS = [
593
591
  ...TELECOM_PLUGINS,
594
592
  ...REALESTATE_PLUGINS
595
593
  ];
596
- const UI_DISABLED_WHEN_REMOTE_UNAVAILABLE = [
594
+ [
597
595
  ...Object.keys(UNALIGNED_PROVIDER_HARM_PLUGINS),
598
596
  ...BIAS_PLUGINS,
599
597
  ...REMOTE_ONLY_PLUGIN_IDS
600
598
  ];
601
-
602
599
  //#endregion
603
600
  //#region src/redteam/constants/frameworks.ts
604
601
  const OWASP_LLM_TOP_10_MAPPING = {
@@ -1437,7 +1434,73 @@ const GDPR_MAPPING = {
1437
1434
  strategies: []
1438
1435
  }
1439
1436
  };
1437
+ /**
1438
+ * U.S. Department of Defense (DoD) AI ethical principles.
1439
+ *
1440
+ * Source:
1441
+ * * https://www.defense.gov/News/News-Stories/Article/Article/2094085/dod-adopts-5-principles-of-artificial-intelligence-ethics/
1442
+ */
1443
+ const DOD_AI_ETHICS_MAPPING = {
1444
+ "dod:ai:ethics:01": {
1445
+ plugins: [
1446
+ "excessive-agency",
1447
+ "goal-misalignment",
1448
+ "overreliance",
1449
+ "hijacking"
1450
+ ],
1451
+ strategies: ["jailbreak", "jailbreak-templates"]
1452
+ },
1453
+ "dod:ai:ethics:02": {
1454
+ plugins: [
1455
+ "bias:age",
1456
+ "bias:disability",
1457
+ "bias:gender",
1458
+ "bias:race",
1459
+ "harmful:hate"
1460
+ ],
1461
+ strategies: []
1462
+ },
1463
+ "dod:ai:ethics:03": {
1464
+ plugins: [
1465
+ "hallucination",
1466
+ "harmful:misinformation-disinformation",
1467
+ "rag-source-attribution",
1468
+ "unverifiable-claims"
1469
+ ],
1470
+ strategies: []
1471
+ },
1472
+ "dod:ai:ethics:04": {
1473
+ plugins: [
1474
+ "harmful:misinformation-disinformation",
1475
+ "harmful:unsafe-practices",
1476
+ "shell-injection",
1477
+ "sql-injection",
1478
+ "ssrf",
1479
+ "debug-access",
1480
+ "reasoning-dos"
1481
+ ],
1482
+ strategies: ["jailbreak", "jailbreak-templates"]
1483
+ },
1484
+ "dod:ai:ethics:05": {
1485
+ plugins: [
1486
+ "excessive-agency",
1487
+ "hijacking",
1488
+ "indirect-prompt-injection",
1489
+ "system-prompt-override",
1490
+ "rbac",
1491
+ "bfla",
1492
+ "bola",
1493
+ "tool-discovery"
1494
+ ],
1495
+ strategies: [
1496
+ "jailbreak",
1497
+ "jailbreak-templates",
1498
+ "jailbreak:composite"
1499
+ ]
1500
+ }
1501
+ };
1440
1502
  const ALIASED_PLUGINS = [
1503
+ "dod:ai:ethics",
1441
1504
  "mitre:atlas",
1442
1505
  "nist:ai",
1443
1506
  "nist:ai:measure",
@@ -1464,9 +1527,11 @@ const ALIASED_PLUGINS = [
1464
1527
  ...Object.keys(OWASP_AGENTIC_TOP_10_MAPPING),
1465
1528
  ...Object.keys(EU_AI_ACT_MAPPING),
1466
1529
  ...Object.keys(ISO_42001_MAPPING),
1467
- ...Object.keys(GDPR_MAPPING)
1530
+ ...Object.keys(GDPR_MAPPING),
1531
+ ...Object.keys(DOD_AI_ETHICS_MAPPING)
1468
1532
  ];
1469
1533
  const ALIASED_PLUGIN_MAPPINGS = {
1534
+ "dod:ai:ethics": DOD_AI_ETHICS_MAPPING,
1470
1535
  "mitre:atlas": MITRE_ATLAS_MAPPING,
1471
1536
  "nist:ai:measure": NIST_AI_RMF_MAPPING,
1472
1537
  "owasp:api": OWASP_API_TOP_10_MAPPING,
@@ -1527,7 +1592,6 @@ const ALIASED_PLUGIN_MAPPINGS = {
1527
1592
  strategies: []
1528
1593
  } }
1529
1594
  };
1530
-
1531
1595
  //#endregion
1532
1596
  //#region src/redteam/constants/metadata.ts
1533
1597
  const Severity = {
@@ -1544,20 +1608,8 @@ const SeveritySchema = zod.z.enum([
1544
1608
  "low",
1545
1609
  "informational"
1546
1610
  ]);
1547
- const severityDisplayNames = {
1548
- [Severity.Critical]: "Critical",
1549
- [Severity.High]: "High",
1550
- [Severity.Medium]: "Medium",
1551
- [Severity.Low]: "Low",
1552
- [Severity.Informational]: "Informational"
1553
- };
1554
- const severityRiskScores = {
1555
- [Severity.Critical]: 9,
1556
- [Severity.High]: 7,
1557
- [Severity.Medium]: 4,
1558
- [Severity.Low]: 0,
1559
- [Severity.Informational]: 0
1560
- };
1611
+ Severity.Critical, Severity.High, Severity.Medium, Severity.Low, Severity.Informational;
1612
+ Severity.Critical, Severity.High, Severity.Medium, Severity.Low, Severity.Informational;
1561
1613
  const riskCategorySeverityMap = {
1562
1614
  ["agentic:memory-poisoning"]: Severity.High,
1563
1615
  aegis: Severity.Medium,
@@ -1646,6 +1698,7 @@ const riskCategorySeverityMap = {
1646
1698
  imitation: Severity.Low,
1647
1699
  "indirect-prompt-injection": Severity.High,
1648
1700
  "insurance:coverage-discrimination": Severity.Critical,
1701
+ "insurance:data-disclosure": Severity.Critical,
1649
1702
  "insurance:network-misinformation": Severity.High,
1650
1703
  "insurance:phi-disclosure": Severity.Critical,
1651
1704
  "ecommerce:pci-dss": Severity.Critical,
@@ -1706,7 +1759,7 @@ const riskCategorySeverityMap = {
1706
1759
  wordplay: Severity.Low,
1707
1760
  xstest: Severity.Low
1708
1761
  };
1709
- const riskCategories = {
1762
+ Object.entries({
1710
1763
  "Security & Access Control": [
1711
1764
  "ascii-smuggling",
1712
1765
  "bfla",
@@ -1729,6 +1782,7 @@ const riskCategories = {
1729
1782
  "data-exfil",
1730
1783
  "divergent-repetition",
1731
1784
  "harmful:privacy",
1785
+ "insurance:data-disclosure",
1732
1786
  "insurance:phi-disclosure",
1733
1787
  "pii:api-db",
1734
1788
  "pii:direct",
@@ -1854,14 +1908,12 @@ const riskCategories = {
1854
1908
  "vlsu",
1855
1909
  "xstest"
1856
1910
  ]
1857
- };
1858
- const categoryMapReverse = Object.entries(riskCategories).reduce((acc, [category, harms]) => {
1911
+ }).reduce((acc, [category, harms]) => {
1859
1912
  harms.forEach((harm) => {
1860
1913
  acc[harm] = category;
1861
1914
  });
1862
1915
  return acc;
1863
1916
  }, {});
1864
- const categoryLabels = Object.keys(categoryMapReverse);
1865
1917
  const categoryAliases = {
1866
1918
  ["agentic:memory-poisoning"]: "AgenticMemoryPoisoning",
1867
1919
  aegis: "Aegis",
@@ -1979,6 +2031,7 @@ const categoryAliases = {
1979
2031
  imitation: "Imitation",
1980
2032
  "indirect-prompt-injection": "Indirect Prompt Injection",
1981
2033
  "insurance:coverage-discrimination": "InsuranceCoverageDiscrimination",
2034
+ "insurance:data-disclosure": "InsuranceDataDisclosure",
1982
2035
  "insurance:network-misinformation": "InsuranceNetworkMisinformation",
1983
2036
  "insurance:phi-disclosure": "InsurancePhiDisclosure",
1984
2037
  intent: "Intent",
@@ -2010,7 +2063,7 @@ const categoryAliases = {
2010
2063
  wordplay: "Wordplay",
2011
2064
  xstest: "XSTest"
2012
2065
  };
2013
- const categoryAliasesReverse = Object.entries(categoryAliases).reduce((acc, [key, value]) => {
2066
+ Object.entries(categoryAliases).reduce((acc, [key, value]) => {
2014
2067
  acc[value] = key;
2015
2068
  return acc;
2016
2069
  }, {});
@@ -2048,7 +2101,7 @@ const pluginDescriptions = {
2048
2101
  bias: "Unified bias detection across protected characteristics including age, disability, gender, and race",
2049
2102
  medical: "Comprehensive medical AI safety testing for healthcare-specific vulnerabilities including hallucination, anchoring bias, incorrect knowledge, off-label use, prioritization errors, and sycophancy",
2050
2103
  pharmacy: "Comprehensive pharmacy AI safety testing for pharmaceutical vulnerabilities including drug interactions, dosage calculations, and controlled substance compliance",
2051
- insurance: "Comprehensive insurance AI safety testing for healthcare coverage vulnerabilities including coverage discrimination, network misinformation, and PHI disclosure",
2104
+ insurance: "Comprehensive insurance AI safety testing across all insurance types including coverage discrimination, network misinformation, PHI disclosure, and policyholder data disclosure",
2052
2105
  financial: "Comprehensive financial AI safety testing for financial services vulnerabilities including calculation errors, compliance violations, hallucination, and data leakage",
2053
2106
  ecommerce: "Comprehensive e-commerce AI safety testing for payment security and transaction integrity vulnerabilities including PCI DSS compliance, fraud detection, and price manipulation",
2054
2107
  telecom: "Comprehensive telecommunications AI safety testing across CPNI protection, account security, regulatory compliance (FCC, TCPA, CALEA), and telecom-specific fraud prevention",
@@ -2101,8 +2154,9 @@ const pluginDescriptions = {
2101
2154
  "harmful:weapons:ied": "Tests handling of Improvised Explosive Devices",
2102
2155
  hijacking: "Assesses protection against unauthorized resource usage and purpose deviation",
2103
2156
  imitation: "Tests safeguards against unauthorized entity impersonation attempts",
2104
- "insurance:coverage-discrimination": "Tests for discriminatory coverage or benefit determinations based on protected characteristics (age, disability, race, genetic information, sex) in violation of federal civil rights laws including ADA, Section 1557, GINA, and age discrimination statutes",
2105
- "insurance:network-misinformation": "Tests for inaccurate provider network information including wrong network status, terminated contracts, ghost networks, and outdated provider data that could expose members to surprise medical bills and balance billing",
2157
+ "insurance:coverage-discrimination": "Tests for discriminatory coverage, underwriting, or claims determinations based on protected characteristics (age, disability, race, genetic information, sex) in violation of federal civil rights laws including ADA, Section 1557, GINA, Fair Housing Act, ECOA, and state unfair trade practices acts",
2158
+ "insurance:data-disclosure": "Tests for unauthorized disclosure of protected policyholder data including claims history, property details, driving records, beneficiary information, and business data in violation of GLBA, FCRA, DPPA, and state insurance privacy laws",
2159
+ "insurance:network-misinformation": "Tests for inaccurate provider or vendor network information including wrong network status, terminated contracts, ghost networks, and outdated provider data that could expose policyholders to unexpected costs, voided warranties, or inadequate service",
2106
2160
  "insurance:phi-disclosure": "Tests for unauthorized disclosure of Protected Health Information in violation of HIPAA privacy regulations including cross-member PHI leakage, inadequate authentication, and disclosure to unauthorized third parties",
2107
2161
  "ecommerce:pci-dss": "Tests for exposure of payment card data including credit card numbers, CVVs, expiration dates, cardholder names, bank account details, and payment tokens in violation of PCI DSS requirements for secure payment processing",
2108
2162
  "ecommerce:compliance-bypass": "Tests for attempts to bypass security rules, terms of service, age restrictions, geographic limitations, or compliance policies in e-commerce systems",
@@ -2162,7 +2216,6 @@ const pluginDescriptions = {
2162
2216
  xstest: "Tests how models handle ambiguous terms related to potentially harmful topics like violence and drugs",
2163
2217
  "guardrails-eval": "Evaluate guardrail effectiveness against common risks"
2164
2218
  };
2165
-
2166
2219
  //#endregion
2167
2220
  //#region src/redteam/constants/strategies.ts
2168
2221
  const FRAMEWORK_COMPLIANCE_IDS = [
@@ -2173,14 +2226,14 @@ const FRAMEWORK_COMPLIANCE_IDS = [
2173
2226
  "owasp:agentic",
2174
2227
  "eu:ai-act",
2175
2228
  "iso:42001",
2176
- "gdpr"
2229
+ "gdpr",
2230
+ "dod:ai:ethics"
2177
2231
  ];
2178
2232
  const DEFAULT_STRATEGIES = [
2179
2233
  "basic",
2180
2234
  "jailbreak:meta",
2181
2235
  "jailbreak:composite"
2182
2236
  ];
2183
- const DEFAULT_STRATEGIES_SET = new Set(DEFAULT_STRATEGIES);
2184
2237
  const MULTI_TURN_STRATEGIES = [
2185
2238
  "crescendo",
2186
2239
  "goat",
@@ -2188,16 +2241,9 @@ const MULTI_TURN_STRATEGIES = [
2188
2241
  "custom",
2189
2242
  "mischievous-user"
2190
2243
  ];
2191
- const MULTI_TURN_STRATEGY_SET = new Set(MULTI_TURN_STRATEGIES);
2192
2244
  const isCustomStrategy = (strategyId) => {
2193
2245
  return strategyId === "custom" || strategyId.startsWith("custom:");
2194
2246
  };
2195
- const MULTI_MODAL_STRATEGIES = [
2196
- "audio",
2197
- "image",
2198
- "video"
2199
- ];
2200
- const MULTI_MODAL_STRATEGIES_SET = new Set(MULTI_MODAL_STRATEGIES);
2201
2247
  const AGENTIC_STRATEGIES = [
2202
2248
  "crescendo",
2203
2249
  "goat",
@@ -2209,7 +2255,6 @@ const AGENTIC_STRATEGIES = [
2209
2255
  "jailbreak:tree",
2210
2256
  "mischievous-user"
2211
2257
  ];
2212
- const AGENTIC_STRATEGIES_SET = new Set(AGENTIC_STRATEGIES);
2213
2258
  const DATASET_PLUGINS = [
2214
2259
  "beavertails",
2215
2260
  "cyberseceval",
@@ -2271,22 +2316,6 @@ const _ALL_STRATEGIES = [
2271
2316
  ...AGENTIC_STRATEGIES
2272
2317
  ];
2273
2318
  const ALL_STRATEGIES = Array.from(new Set(_ALL_STRATEGIES)).sort();
2274
- const CONFIGURABLE_STRATEGIES = [
2275
- "layer",
2276
- "best-of-n",
2277
- "goat",
2278
- "crescendo",
2279
- "indirect-web-pwn",
2280
- "jailbreak",
2281
- "jailbreak:hydra",
2282
- "jailbreak:meta",
2283
- "jailbreak:tree",
2284
- "gcg",
2285
- "citation",
2286
- "custom",
2287
- "mischievous-user"
2288
- ];
2289
- const CONFIGURABLE_STRATEGIES_SET = new Set(CONFIGURABLE_STRATEGIES);
2290
2319
  /**
2291
2320
  * Default 'n' fan out for strategies that can add additional test cases during generation
2292
2321
  */
@@ -2301,19 +2330,6 @@ function getDefaultNFanout(strategyId) {
2301
2330
  function isFanoutStrategy(strategyId) {
2302
2331
  return strategyId in DEFAULT_N_FAN_OUT_BY_STRATEGY;
2303
2332
  }
2304
- const STRATEGIES_REQUIRING_REMOTE = [
2305
- "audio",
2306
- "citation",
2307
- "gcg",
2308
- "goat",
2309
- "indirect-web-pwn",
2310
- "jailbreak:composite",
2311
- "jailbreak:hydra",
2312
- "jailbreak:likert",
2313
- "jailbreak:meta"
2314
- ];
2315
- const STRATEGIES_REQUIRING_REMOTE_SET = new Set(STRATEGIES_REQUIRING_REMOTE);
2316
-
2317
2333
  //#endregion
2318
2334
  //#region src/util/uuid.ts
2319
2335
  /**
@@ -2330,7 +2346,6 @@ const UUID_REGEX = /^[0-9a-f]{8}-[0-9a-f]{4}-[1-5][0-9a-f]{3}-[89ab][0-9a-f]{3}-
2330
2346
  function isUuid(value) {
2331
2347
  return UUID_REGEX.test(value);
2332
2348
  }
2333
-
2334
2349
  //#endregion
2335
2350
  //#region src/redteam/plugins/policy/validators.ts
2336
2351
  /**
@@ -2366,7 +2381,6 @@ function isValidInlinePolicyId(id) {
2366
2381
  function isValidPolicyId(id) {
2367
2382
  return isValidReusablePolicyId(id) || isValidInlinePolicyId(id);
2368
2383
  }
2369
-
2370
2384
  //#endregion
2371
2385
  //#region src/redteam/types.ts
2372
2386
  const PolicyObjectSchema = zod.z.object({
@@ -2401,6 +2415,7 @@ const PluginConfigSchema = zod.z.object({
2401
2415
  name: zod.z.string().optional(),
2402
2416
  multilingual: zod.z.boolean().optional(),
2403
2417
  indirectInjectionVar: zod.z.string().optional(),
2418
+ intendedResults: zod.z.array(zod.z.string()).optional(),
2404
2419
  intent: zod.z.union([zod.z.string(), zod.z.array(zod.z.union([zod.z.string(), zod.z.array(zod.z.string())]))]).optional(),
2405
2420
  policy: zod.z.union([zod.z.string(), PolicyObjectSchema]).optional(),
2406
2421
  systemPrompt: zod.z.string().optional(),
@@ -2432,7 +2447,6 @@ var PartialGenerationError = class extends Error {
2432
2447
  this.failedPlugins = failedPlugins;
2433
2448
  }
2434
2449
  };
2435
-
2436
2450
  //#endregion
2437
2451
  //#region src/validators/providers.ts
2438
2452
  const ProviderOptionsSchema = zod.z.object({
@@ -2457,7 +2471,7 @@ const ApiProviderSchema = zod.z.object({
2457
2471
  config: zod.z.any().optional(),
2458
2472
  inputs: InputsSchema.optional()
2459
2473
  });
2460
- const ProviderResponseSchema = zod.z.object({
2474
+ zod.z.object({
2461
2475
  cached: zod.z.boolean().optional(),
2462
2476
  cost: zod.z.number().optional(),
2463
2477
  error: zod.z.string().optional(),
@@ -2466,17 +2480,17 @@ const ProviderResponseSchema = zod.z.object({
2466
2480
  output: zod.z.union([zod.z.string(), zod.z.any()]).optional(),
2467
2481
  tokenUsage: BaseTokenUsageSchema.optional()
2468
2482
  });
2469
- const ProviderEmbeddingResponseSchema = zod.z.object({
2483
+ zod.z.object({
2470
2484
  error: zod.z.string().optional(),
2471
2485
  embedding: zod.z.array(zod.z.number()).optional(),
2472
2486
  tokenUsage: BaseTokenUsageSchema.partial().optional()
2473
2487
  });
2474
- const ProviderSimilarityResponseSchema = zod.z.object({
2488
+ zod.z.object({
2475
2489
  error: zod.z.string().optional(),
2476
2490
  similarity: zod.z.number().optional(),
2477
2491
  tokenUsage: BaseTokenUsageSchema.partial().optional()
2478
2492
  });
2479
- const ProviderClassificationResponseSchema = zod.z.object({
2493
+ zod.z.object({
2480
2494
  error: zod.z.string().optional(),
2481
2495
  classification: zod.z.record(zod.z.string(), zod.z.number()).optional()
2482
2496
  });
@@ -2495,7 +2509,6 @@ const ProviderSchema = zod.z.union([
2495
2509
  ApiProviderSchema,
2496
2510
  ProviderOptionsSchema
2497
2511
  ]);
2498
-
2499
2512
  //#endregion
2500
2513
  //#region src/validators/redteam.ts
2501
2514
  const TracingConfigSchema = zod.z.lazy(() => zod.z.object({
@@ -2540,7 +2553,7 @@ const RedteamPluginObjectSchema = zod.z.object({
2540
2553
  message: `Invalid plugin id "${val}". Custom plugins must start with file:// or use a built-in plugin. See https://www.promptfoo.dev/docs/red-team/plugins for available plugins.`
2541
2554
  });
2542
2555
  })]).describe("Name of the plugin"),
2543
- numTests: zod.z.int().positive().prefault(DEFAULT_NUM_TESTS_PER_PLUGIN).describe("Number of tests to generate for this plugin"),
2556
+ numTests: zod.z.int().positive().prefault(5).describe("Number of tests to generate for this plugin"),
2544
2557
  config: zod.z.record(zod.z.string(), zod.z.unknown()).optional().describe("Plugin-specific configuration"),
2545
2558
  severity: SeveritySchema.optional().describe("Severity level for this plugin")
2546
2559
  });
@@ -2581,10 +2594,7 @@ const RedteamStrategySchema = zod.z.union([strategyIdSchema, zod.z.object({
2581
2594
  id: strategyIdSchema,
2582
2595
  config: zod.z.record(zod.z.string(), zod.z.unknown()).optional().describe("Strategy-specific configuration")
2583
2596
  })]);
2584
- /**
2585
- * Schema for `promptfoo redteam generate` command options
2586
- */
2587
- const RedteamGenerateOptionsSchema = zod.z.object({
2597
+ zod.z.object({
2588
2598
  addPlugins: zod.z.array(zod.z.enum(ADDITIONAL_PLUGINS)).optional().describe("Additional plugins to include"),
2589
2599
  addStrategies: zod.z.array(zod.z.enum(ADDITIONAL_STRATEGIES)).optional().describe("Additional strategies to include"),
2590
2600
  cache: zod.z.boolean().describe("Whether to use caching"),
@@ -2762,11 +2772,9 @@ const RedteamConfigSchema = zod.z.object({
2762
2772
  });
2763
2773
  function assert() {}
2764
2774
  assert();
2765
-
2766
2775
  //#endregion
2767
2776
  //#region src/validators/shared.ts
2768
2777
  const NunjucksFilterMapSchema = zod.z.record(zod.z.string(), zod.z.custom((v) => typeof v === "function"));
2769
-
2770
2778
  //#endregion
2771
2779
  //#region src/types/providers.ts
2772
2780
  function isApiProvider(provider) {
@@ -2775,7 +2783,6 @@ function isApiProvider(provider) {
2775
2783
  function isProviderOptions(provider) {
2776
2784
  return typeof provider === "object" && provider != null && "id" in provider && typeof provider.id === "string";
2777
2785
  }
2778
-
2779
2786
  //#endregion
2780
2787
  //#region src/types/index.ts
2781
2788
  const CommandLineOptionsSchema = zod.z.object({
@@ -3244,480 +3251,480 @@ const EvalResultsFilterMode = zod.z.enum([
3244
3251
  "passes",
3245
3252
  "user-rated"
3246
3253
  ]);
3247
-
3248
3254
  //#endregion
3249
- Object.defineProperty(exports, 'AGENTIC_STRATEGIES', {
3250
- enumerable: true,
3251
- get: function () {
3252
- return AGENTIC_STRATEGIES;
3253
- }
3254
- });
3255
- Object.defineProperty(exports, 'ALIASED_PLUGIN_MAPPINGS', {
3256
- enumerable: true,
3257
- get: function () {
3258
- return ALIASED_PLUGIN_MAPPINGS;
3259
- }
3260
- });
3261
- Object.defineProperty(exports, 'AssertionOrSetSchema', {
3262
- enumerable: true,
3263
- get: function () {
3264
- return AssertionOrSetSchema;
3265
- }
3266
- });
3267
- Object.defineProperty(exports, 'AssertionSchema', {
3268
- enumerable: true,
3269
- get: function () {
3270
- return AssertionSchema;
3271
- }
3272
- });
3273
- Object.defineProperty(exports, 'AssertionSetSchema', {
3274
- enumerable: true,
3275
- get: function () {
3276
- return AssertionSetSchema;
3277
- }
3278
- });
3279
- Object.defineProperty(exports, 'AssertionTypeSchema', {
3280
- enumerable: true,
3281
- get: function () {
3282
- return AssertionTypeSchema;
3283
- }
3284
- });
3285
- Object.defineProperty(exports, 'AtomicTestCaseSchema', {
3286
- enumerable: true,
3287
- get: function () {
3288
- return AtomicTestCaseSchema;
3289
- }
3290
- });
3291
- Object.defineProperty(exports, 'BIAS_PLUGINS', {
3292
- enumerable: true,
3293
- get: function () {
3294
- return BIAS_PLUGINS;
3295
- }
3296
- });
3297
- Object.defineProperty(exports, 'BaseAssertionTypesSchema', {
3298
- enumerable: true,
3299
- get: function () {
3300
- return BaseAssertionTypesSchema;
3301
- }
3302
- });
3303
- Object.defineProperty(exports, 'BaseTokenUsageSchema', {
3304
- enumerable: true,
3305
- get: function () {
3306
- return BaseTokenUsageSchema;
3307
- }
3308
- });
3309
- Object.defineProperty(exports, 'CommandLineOptionsSchema', {
3310
- enumerable: true,
3311
- get: function () {
3312
- return CommandLineOptionsSchema;
3313
- }
3314
- });
3315
- Object.defineProperty(exports, 'CompletedPromptSchema', {
3316
- enumerable: true,
3317
- get: function () {
3318
- return CompletedPromptSchema;
3319
- }
3320
- });
3321
- Object.defineProperty(exports, 'CompletionTokenDetailsSchema', {
3322
- enumerable: true,
3323
- get: function () {
3324
- return CompletionTokenDetailsSchema;
3325
- }
3326
- });
3327
- Object.defineProperty(exports, 'ConversationMessageSchema', {
3328
- enumerable: true,
3329
- get: function () {
3330
- return ConversationMessageSchema;
3331
- }
3332
- });
3333
- Object.defineProperty(exports, 'DATASET_EXEMPT_PLUGINS', {
3334
- enumerable: true,
3335
- get: function () {
3336
- return DATASET_EXEMPT_PLUGINS;
3337
- }
3338
- });
3339
- Object.defineProperty(exports, 'DATASET_PLUGINS', {
3340
- enumerable: true,
3341
- get: function () {
3342
- return DATASET_PLUGINS;
3343
- }
3344
- });
3345
- Object.defineProperty(exports, 'DEFAULT_PLUGINS', {
3346
- enumerable: true,
3347
- get: function () {
3348
- return DEFAULT_PLUGINS;
3349
- }
3350
- });
3351
- Object.defineProperty(exports, 'DEFAULT_STRATEGIES', {
3352
- enumerable: true,
3353
- get: function () {
3354
- return DEFAULT_STRATEGIES;
3355
- }
3356
- });
3357
- Object.defineProperty(exports, 'DerivedMetricSchema', {
3358
- enumerable: true,
3359
- get: function () {
3360
- return DerivedMetricSchema;
3361
- }
3362
- });
3363
- Object.defineProperty(exports, 'EvalResultsFilterMode', {
3364
- enumerable: true,
3365
- get: function () {
3366
- return EvalResultsFilterMode;
3367
- }
3368
- });
3369
- Object.defineProperty(exports, 'EvaluateOptionsSchema', {
3370
- enumerable: true,
3371
- get: function () {
3372
- return EvaluateOptionsSchema;
3373
- }
3374
- });
3375
- Object.defineProperty(exports, 'FINANCIAL_PLUGINS', {
3376
- enumerable: true,
3377
- get: function () {
3378
- return FINANCIAL_PLUGINS;
3379
- }
3380
- });
3381
- Object.defineProperty(exports, 'FOUNDATION_PLUGINS', {
3382
- enumerable: true,
3383
- get: function () {
3384
- return FOUNDATION_PLUGINS;
3385
- }
3386
- });
3387
- Object.defineProperty(exports, 'GradingConfigSchema', {
3388
- enumerable: true,
3389
- get: function () {
3390
- return GradingConfigSchema;
3391
- }
3392
- });
3393
- Object.defineProperty(exports, 'HARM_PLUGINS', {
3394
- enumerable: true,
3395
- get: function () {
3396
- return HARM_PLUGINS;
3397
- }
3398
- });
3399
- Object.defineProperty(exports, 'INSURANCE_PLUGINS', {
3400
- enumerable: true,
3401
- get: function () {
3402
- return INSURANCE_PLUGINS;
3403
- }
3404
- });
3405
- Object.defineProperty(exports, 'InputsSchema', {
3406
- enumerable: true,
3407
- get: function () {
3408
- return InputsSchema;
3409
- }
3410
- });
3411
- Object.defineProperty(exports, 'LLAMA_GUARD_ENABLED_CATEGORIES', {
3412
- enumerable: true,
3413
- get: function () {
3414
- return LLAMA_GUARD_ENABLED_CATEGORIES;
3415
- }
3416
- });
3417
- Object.defineProperty(exports, 'LLAMA_GUARD_REPLICATE_PROVIDER', {
3418
- enumerable: true,
3419
- get: function () {
3420
- return LLAMA_GUARD_REPLICATE_PROVIDER;
3421
- }
3422
- });
3423
- Object.defineProperty(exports, 'MEDICAL_PLUGINS', {
3424
- enumerable: true,
3425
- get: function () {
3426
- return MEDICAL_PLUGINS;
3427
- }
3428
- });
3429
- Object.defineProperty(exports, 'MULTI_INPUT_EXCLUDED_PLUGINS', {
3430
- enumerable: true,
3431
- get: function () {
3432
- return MULTI_INPUT_EXCLUDED_PLUGINS;
3433
- }
3434
- });
3435
- Object.defineProperty(exports, 'MULTI_INPUT_VAR', {
3436
- enumerable: true,
3437
- get: function () {
3438
- return MULTI_INPUT_VAR;
3439
- }
3440
- });
3441
- Object.defineProperty(exports, 'MULTI_TURN_STRATEGIES', {
3442
- enumerable: true,
3443
- get: function () {
3444
- return MULTI_TURN_STRATEGIES;
3445
- }
3446
- });
3447
- Object.defineProperty(exports, 'NotPrefixedAssertionTypesSchema', {
3448
- enumerable: true,
3449
- get: function () {
3450
- return NotPrefixedAssertionTypesSchema;
3451
- }
3452
- });
3453
- Object.defineProperty(exports, 'OutputConfigSchema', {
3454
- enumerable: true,
3455
- get: function () {
3456
- return OutputConfigSchema;
3457
- }
3458
- });
3459
- Object.defineProperty(exports, 'OutputFileExtension', {
3460
- enumerable: true,
3461
- get: function () {
3462
- return OutputFileExtension;
3463
- }
3464
- });
3465
- Object.defineProperty(exports, 'PHARMACY_PLUGINS', {
3466
- enumerable: true,
3467
- get: function () {
3468
- return PHARMACY_PLUGINS;
3469
- }
3470
- });
3471
- Object.defineProperty(exports, 'PII_PLUGINS', {
3472
- enumerable: true,
3473
- get: function () {
3474
- return PII_PLUGINS;
3475
- }
3476
- });
3477
- Object.defineProperty(exports, 'PLUGIN_CATEGORIES', {
3478
- enumerable: true,
3479
- get: function () {
3480
- return PLUGIN_CATEGORIES;
3481
- }
3482
- });
3483
- Object.defineProperty(exports, 'PartialGenerationError', {
3484
- enumerable: true,
3485
- get: function () {
3486
- return PartialGenerationError;
3487
- }
3488
- });
3489
- Object.defineProperty(exports, 'PluginConfigSchema', {
3490
- enumerable: true,
3491
- get: function () {
3492
- return PluginConfigSchema;
3493
- }
3494
- });
3495
- Object.defineProperty(exports, 'PolicyObjectSchema', {
3496
- enumerable: true,
3497
- get: function () {
3498
- return PolicyObjectSchema;
3499
- }
3500
- });
3501
- Object.defineProperty(exports, 'PromptSchema', {
3502
- enumerable: true,
3503
- get: function () {
3504
- return PromptSchema;
3505
- }
3506
- });
3507
- Object.defineProperty(exports, 'ProviderOptionsSchema', {
3508
- enumerable: true,
3509
- get: function () {
3510
- return ProviderOptionsSchema;
3511
- }
3512
- });
3513
- Object.defineProperty(exports, 'ProvidersSchema', {
3514
- enumerable: true,
3515
- get: function () {
3516
- return ProvidersSchema;
3517
- }
3518
- });
3519
- Object.defineProperty(exports, 'REDTEAM_PROVIDER_HARM_PLUGINS', {
3520
- enumerable: true,
3521
- get: function () {
3522
- return REDTEAM_PROVIDER_HARM_PLUGINS;
3523
- }
3524
- });
3525
- Object.defineProperty(exports, 'REMOTE_ONLY_PLUGIN_IDS', {
3526
- enumerable: true,
3527
- get: function () {
3528
- return REMOTE_ONLY_PLUGIN_IDS;
3529
- }
3530
- });
3531
- Object.defineProperty(exports, 'RedteamConfigSchema', {
3532
- enumerable: true,
3533
- get: function () {
3534
- return RedteamConfigSchema;
3535
- }
3536
- });
3537
- Object.defineProperty(exports, 'ResultFailureReason', {
3538
- enumerable: true,
3539
- get: function () {
3540
- return ResultFailureReason;
3541
- }
3542
- });
3543
- Object.defineProperty(exports, 'STRATEGY_COLLECTIONS', {
3544
- enumerable: true,
3545
- get: function () {
3546
- return STRATEGY_COLLECTIONS;
3547
- }
3548
- });
3549
- Object.defineProperty(exports, 'STRATEGY_COLLECTION_MAPPINGS', {
3550
- enumerable: true,
3551
- get: function () {
3552
- return STRATEGY_COLLECTION_MAPPINGS;
3553
- }
3554
- });
3555
- Object.defineProperty(exports, 'STRATEGY_EXEMPT_PLUGINS', {
3556
- enumerable: true,
3557
- get: function () {
3558
- return STRATEGY_EXEMPT_PLUGINS;
3559
- }
3560
- });
3561
- Object.defineProperty(exports, 'ScenarioSchema', {
3562
- enumerable: true,
3563
- get: function () {
3564
- return ScenarioSchema;
3565
- }
3566
- });
3567
- Object.defineProperty(exports, 'Severity', {
3568
- enumerable: true,
3569
- get: function () {
3570
- return Severity;
3571
- }
3572
- });
3573
- Object.defineProperty(exports, 'SpecialAssertionTypesSchema', {
3574
- enumerable: true,
3575
- get: function () {
3576
- return SpecialAssertionTypesSchema;
3577
- }
3578
- });
3579
- Object.defineProperty(exports, 'StrategyConfigSchema', {
3580
- enumerable: true,
3581
- get: function () {
3582
- return StrategyConfigSchema;
3583
- }
3584
- });
3585
- Object.defineProperty(exports, 'TELECOM_PLUGINS', {
3586
- enumerable: true,
3587
- get: function () {
3588
- return TELECOM_PLUGINS;
3589
- }
3590
- });
3591
- Object.defineProperty(exports, 'TestCaseSchema', {
3592
- enumerable: true,
3593
- get: function () {
3594
- return TestCaseSchema;
3595
- }
3596
- });
3597
- Object.defineProperty(exports, 'TestCaseWithVarsFileSchema', {
3598
- enumerable: true,
3599
- get: function () {
3600
- return TestCaseWithVarsFileSchema;
3601
- }
3602
- });
3603
- Object.defineProperty(exports, 'TestCasesWithMetadataPromptSchema', {
3604
- enumerable: true,
3605
- get: function () {
3606
- return TestCasesWithMetadataPromptSchema;
3607
- }
3608
- });
3609
- Object.defineProperty(exports, 'TestCasesWithMetadataSchema', {
3610
- enumerable: true,
3611
- get: function () {
3612
- return TestCasesWithMetadataSchema;
3613
- }
3614
- });
3615
- Object.defineProperty(exports, 'TestGeneratorConfigSchema', {
3616
- enumerable: true,
3617
- get: function () {
3618
- return TestGeneratorConfigSchema;
3619
- }
3620
- });
3621
- Object.defineProperty(exports, 'TestSuiteConfigSchema', {
3622
- enumerable: true,
3623
- get: function () {
3624
- return TestSuiteConfigSchema;
3625
- }
3626
- });
3627
- Object.defineProperty(exports, 'TestSuiteSchema', {
3628
- enumerable: true,
3629
- get: function () {
3630
- return TestSuiteSchema;
3631
- }
3632
- });
3633
- Object.defineProperty(exports, 'UNALIGNED_PROVIDER_HARM_PLUGINS', {
3634
- enumerable: true,
3635
- get: function () {
3636
- return UNALIGNED_PROVIDER_HARM_PLUGINS;
3637
- }
3638
- });
3639
- Object.defineProperty(exports, 'UnifiedConfigSchema', {
3640
- enumerable: true,
3641
- get: function () {
3642
- return UnifiedConfigSchema;
3643
- }
3644
- });
3645
- Object.defineProperty(exports, 'VarsSchema', {
3646
- enumerable: true,
3647
- get: function () {
3648
- return VarsSchema;
3649
- }
3650
- });
3651
- Object.defineProperty(exports, 'categoryAliases', {
3652
- enumerable: true,
3653
- get: function () {
3654
- return categoryAliases;
3655
- }
3656
- });
3657
- Object.defineProperty(exports, 'getDefaultNFanout', {
3658
- enumerable: true,
3659
- get: function () {
3660
- return getDefaultNFanout;
3661
- }
3662
- });
3663
- Object.defineProperty(exports, 'isApiProvider', {
3664
- enumerable: true,
3665
- get: function () {
3666
- return isApiProvider;
3667
- }
3668
- });
3669
- Object.defineProperty(exports, 'isCustomStrategy', {
3670
- enumerable: true,
3671
- get: function () {
3672
- return isCustomStrategy;
3673
- }
3674
- });
3675
- Object.defineProperty(exports, 'isFanoutStrategy', {
3676
- enumerable: true,
3677
- get: function () {
3678
- return isFanoutStrategy;
3679
- }
3680
- });
3681
- Object.defineProperty(exports, 'isGradingResult', {
3682
- enumerable: true,
3683
- get: function () {
3684
- return isGradingResult;
3685
- }
3686
- });
3687
- Object.defineProperty(exports, 'isProviderOptions', {
3688
- enumerable: true,
3689
- get: function () {
3690
- return isProviderOptions;
3691
- }
3692
- });
3693
- Object.defineProperty(exports, 'isResultFailureReason', {
3694
- enumerable: true,
3695
- get: function () {
3696
- return isResultFailureReason;
3697
- }
3698
- });
3699
- Object.defineProperty(exports, 'isUuid', {
3700
- enumerable: true,
3701
- get: function () {
3702
- return isUuid;
3703
- }
3704
- });
3705
- Object.defineProperty(exports, 'isValidReusablePolicyId', {
3706
- enumerable: true,
3707
- get: function () {
3708
- return isValidReusablePolicyId;
3709
- }
3710
- });
3711
- Object.defineProperty(exports, 'pluginDescriptions', {
3712
- enumerable: true,
3713
- get: function () {
3714
- return pluginDescriptions;
3715
- }
3716
- });
3717
- Object.defineProperty(exports, 'riskCategorySeverityMap', {
3718
- enumerable: true,
3719
- get: function () {
3720
- return riskCategorySeverityMap;
3721
- }
3722
- });
3723
- //# sourceMappingURL=types-BIfttHrT.cjs.map
3255
+ Object.defineProperty(exports, "AGENTIC_STRATEGIES", {
3256
+ enumerable: true,
3257
+ get: function() {
3258
+ return AGENTIC_STRATEGIES;
3259
+ }
3260
+ });
3261
+ Object.defineProperty(exports, "ALIASED_PLUGIN_MAPPINGS", {
3262
+ enumerable: true,
3263
+ get: function() {
3264
+ return ALIASED_PLUGIN_MAPPINGS;
3265
+ }
3266
+ });
3267
+ Object.defineProperty(exports, "AssertionOrSetSchema", {
3268
+ enumerable: true,
3269
+ get: function() {
3270
+ return AssertionOrSetSchema;
3271
+ }
3272
+ });
3273
+ Object.defineProperty(exports, "AssertionSchema", {
3274
+ enumerable: true,
3275
+ get: function() {
3276
+ return AssertionSchema;
3277
+ }
3278
+ });
3279
+ Object.defineProperty(exports, "AssertionSetSchema", {
3280
+ enumerable: true,
3281
+ get: function() {
3282
+ return AssertionSetSchema;
3283
+ }
3284
+ });
3285
+ Object.defineProperty(exports, "AssertionTypeSchema", {
3286
+ enumerable: true,
3287
+ get: function() {
3288
+ return AssertionTypeSchema;
3289
+ }
3290
+ });
3291
+ Object.defineProperty(exports, "AtomicTestCaseSchema", {
3292
+ enumerable: true,
3293
+ get: function() {
3294
+ return AtomicTestCaseSchema;
3295
+ }
3296
+ });
3297
+ Object.defineProperty(exports, "BIAS_PLUGINS", {
3298
+ enumerable: true,
3299
+ get: function() {
3300
+ return BIAS_PLUGINS;
3301
+ }
3302
+ });
3303
+ Object.defineProperty(exports, "BaseAssertionTypesSchema", {
3304
+ enumerable: true,
3305
+ get: function() {
3306
+ return BaseAssertionTypesSchema;
3307
+ }
3308
+ });
3309
+ Object.defineProperty(exports, "BaseTokenUsageSchema", {
3310
+ enumerable: true,
3311
+ get: function() {
3312
+ return BaseTokenUsageSchema;
3313
+ }
3314
+ });
3315
+ Object.defineProperty(exports, "CommandLineOptionsSchema", {
3316
+ enumerable: true,
3317
+ get: function() {
3318
+ return CommandLineOptionsSchema;
3319
+ }
3320
+ });
3321
+ Object.defineProperty(exports, "CompletedPromptSchema", {
3322
+ enumerable: true,
3323
+ get: function() {
3324
+ return CompletedPromptSchema;
3325
+ }
3326
+ });
3327
+ Object.defineProperty(exports, "CompletionTokenDetailsSchema", {
3328
+ enumerable: true,
3329
+ get: function() {
3330
+ return CompletionTokenDetailsSchema;
3331
+ }
3332
+ });
3333
+ Object.defineProperty(exports, "ConversationMessageSchema", {
3334
+ enumerable: true,
3335
+ get: function() {
3336
+ return ConversationMessageSchema;
3337
+ }
3338
+ });
3339
+ Object.defineProperty(exports, "DATASET_EXEMPT_PLUGINS", {
3340
+ enumerable: true,
3341
+ get: function() {
3342
+ return DATASET_EXEMPT_PLUGINS;
3343
+ }
3344
+ });
3345
+ Object.defineProperty(exports, "DATASET_PLUGINS", {
3346
+ enumerable: true,
3347
+ get: function() {
3348
+ return DATASET_PLUGINS;
3349
+ }
3350
+ });
3351
+ Object.defineProperty(exports, "DEFAULT_PLUGINS", {
3352
+ enumerable: true,
3353
+ get: function() {
3354
+ return DEFAULT_PLUGINS;
3355
+ }
3356
+ });
3357
+ Object.defineProperty(exports, "DEFAULT_STRATEGIES", {
3358
+ enumerable: true,
3359
+ get: function() {
3360
+ return DEFAULT_STRATEGIES;
3361
+ }
3362
+ });
3363
+ Object.defineProperty(exports, "DerivedMetricSchema", {
3364
+ enumerable: true,
3365
+ get: function() {
3366
+ return DerivedMetricSchema;
3367
+ }
3368
+ });
3369
+ Object.defineProperty(exports, "EvalResultsFilterMode", {
3370
+ enumerable: true,
3371
+ get: function() {
3372
+ return EvalResultsFilterMode;
3373
+ }
3374
+ });
3375
+ Object.defineProperty(exports, "EvaluateOptionsSchema", {
3376
+ enumerable: true,
3377
+ get: function() {
3378
+ return EvaluateOptionsSchema;
3379
+ }
3380
+ });
3381
+ Object.defineProperty(exports, "FINANCIAL_PLUGINS", {
3382
+ enumerable: true,
3383
+ get: function() {
3384
+ return FINANCIAL_PLUGINS;
3385
+ }
3386
+ });
3387
+ Object.defineProperty(exports, "FOUNDATION_PLUGINS", {
3388
+ enumerable: true,
3389
+ get: function() {
3390
+ return FOUNDATION_PLUGINS;
3391
+ }
3392
+ });
3393
+ Object.defineProperty(exports, "GradingConfigSchema", {
3394
+ enumerable: true,
3395
+ get: function() {
3396
+ return GradingConfigSchema;
3397
+ }
3398
+ });
3399
+ Object.defineProperty(exports, "HARM_PLUGINS", {
3400
+ enumerable: true,
3401
+ get: function() {
3402
+ return HARM_PLUGINS;
3403
+ }
3404
+ });
3405
+ Object.defineProperty(exports, "INSURANCE_PLUGINS", {
3406
+ enumerable: true,
3407
+ get: function() {
3408
+ return INSURANCE_PLUGINS;
3409
+ }
3410
+ });
3411
+ Object.defineProperty(exports, "InputsSchema", {
3412
+ enumerable: true,
3413
+ get: function() {
3414
+ return InputsSchema;
3415
+ }
3416
+ });
3417
+ Object.defineProperty(exports, "LLAMA_GUARD_ENABLED_CATEGORIES", {
3418
+ enumerable: true,
3419
+ get: function() {
3420
+ return LLAMA_GUARD_ENABLED_CATEGORIES;
3421
+ }
3422
+ });
3423
+ Object.defineProperty(exports, "LLAMA_GUARD_REPLICATE_PROVIDER", {
3424
+ enumerable: true,
3425
+ get: function() {
3426
+ return LLAMA_GUARD_REPLICATE_PROVIDER;
3427
+ }
3428
+ });
3429
+ Object.defineProperty(exports, "MEDICAL_PLUGINS", {
3430
+ enumerable: true,
3431
+ get: function() {
3432
+ return MEDICAL_PLUGINS;
3433
+ }
3434
+ });
3435
+ Object.defineProperty(exports, "MULTI_INPUT_EXCLUDED_PLUGINS", {
3436
+ enumerable: true,
3437
+ get: function() {
3438
+ return MULTI_INPUT_EXCLUDED_PLUGINS;
3439
+ }
3440
+ });
3441
+ Object.defineProperty(exports, "MULTI_INPUT_VAR", {
3442
+ enumerable: true,
3443
+ get: function() {
3444
+ return MULTI_INPUT_VAR;
3445
+ }
3446
+ });
3447
+ Object.defineProperty(exports, "MULTI_TURN_STRATEGIES", {
3448
+ enumerable: true,
3449
+ get: function() {
3450
+ return MULTI_TURN_STRATEGIES;
3451
+ }
3452
+ });
3453
+ Object.defineProperty(exports, "NotPrefixedAssertionTypesSchema", {
3454
+ enumerable: true,
3455
+ get: function() {
3456
+ return NotPrefixedAssertionTypesSchema;
3457
+ }
3458
+ });
3459
+ Object.defineProperty(exports, "OutputConfigSchema", {
3460
+ enumerable: true,
3461
+ get: function() {
3462
+ return OutputConfigSchema;
3463
+ }
3464
+ });
3465
+ Object.defineProperty(exports, "OutputFileExtension", {
3466
+ enumerable: true,
3467
+ get: function() {
3468
+ return OutputFileExtension;
3469
+ }
3470
+ });
3471
+ Object.defineProperty(exports, "PHARMACY_PLUGINS", {
3472
+ enumerable: true,
3473
+ get: function() {
3474
+ return PHARMACY_PLUGINS;
3475
+ }
3476
+ });
3477
+ Object.defineProperty(exports, "PII_PLUGINS", {
3478
+ enumerable: true,
3479
+ get: function() {
3480
+ return PII_PLUGINS;
3481
+ }
3482
+ });
3483
+ Object.defineProperty(exports, "PLUGIN_CATEGORIES", {
3484
+ enumerable: true,
3485
+ get: function() {
3486
+ return PLUGIN_CATEGORIES;
3487
+ }
3488
+ });
3489
+ Object.defineProperty(exports, "PartialGenerationError", {
3490
+ enumerable: true,
3491
+ get: function() {
3492
+ return PartialGenerationError;
3493
+ }
3494
+ });
3495
+ Object.defineProperty(exports, "PluginConfigSchema", {
3496
+ enumerable: true,
3497
+ get: function() {
3498
+ return PluginConfigSchema;
3499
+ }
3500
+ });
3501
+ Object.defineProperty(exports, "PolicyObjectSchema", {
3502
+ enumerable: true,
3503
+ get: function() {
3504
+ return PolicyObjectSchema;
3505
+ }
3506
+ });
3507
+ Object.defineProperty(exports, "PromptSchema", {
3508
+ enumerable: true,
3509
+ get: function() {
3510
+ return PromptSchema;
3511
+ }
3512
+ });
3513
+ Object.defineProperty(exports, "ProviderOptionsSchema", {
3514
+ enumerable: true,
3515
+ get: function() {
3516
+ return ProviderOptionsSchema;
3517
+ }
3518
+ });
3519
+ Object.defineProperty(exports, "ProvidersSchema", {
3520
+ enumerable: true,
3521
+ get: function() {
3522
+ return ProvidersSchema;
3523
+ }
3524
+ });
3525
+ Object.defineProperty(exports, "REDTEAM_PROVIDER_HARM_PLUGINS", {
3526
+ enumerable: true,
3527
+ get: function() {
3528
+ return REDTEAM_PROVIDER_HARM_PLUGINS;
3529
+ }
3530
+ });
3531
+ Object.defineProperty(exports, "REMOTE_ONLY_PLUGIN_IDS", {
3532
+ enumerable: true,
3533
+ get: function() {
3534
+ return REMOTE_ONLY_PLUGIN_IDS;
3535
+ }
3536
+ });
3537
+ Object.defineProperty(exports, "RedteamConfigSchema", {
3538
+ enumerable: true,
3539
+ get: function() {
3540
+ return RedteamConfigSchema;
3541
+ }
3542
+ });
3543
+ Object.defineProperty(exports, "ResultFailureReason", {
3544
+ enumerable: true,
3545
+ get: function() {
3546
+ return ResultFailureReason;
3547
+ }
3548
+ });
3549
+ Object.defineProperty(exports, "STRATEGY_COLLECTIONS", {
3550
+ enumerable: true,
3551
+ get: function() {
3552
+ return STRATEGY_COLLECTIONS;
3553
+ }
3554
+ });
3555
+ Object.defineProperty(exports, "STRATEGY_COLLECTION_MAPPINGS", {
3556
+ enumerable: true,
3557
+ get: function() {
3558
+ return STRATEGY_COLLECTION_MAPPINGS;
3559
+ }
3560
+ });
3561
+ Object.defineProperty(exports, "STRATEGY_EXEMPT_PLUGINS", {
3562
+ enumerable: true,
3563
+ get: function() {
3564
+ return STRATEGY_EXEMPT_PLUGINS;
3565
+ }
3566
+ });
3567
+ Object.defineProperty(exports, "ScenarioSchema", {
3568
+ enumerable: true,
3569
+ get: function() {
3570
+ return ScenarioSchema;
3571
+ }
3572
+ });
3573
+ Object.defineProperty(exports, "Severity", {
3574
+ enumerable: true,
3575
+ get: function() {
3576
+ return Severity;
3577
+ }
3578
+ });
3579
+ Object.defineProperty(exports, "SpecialAssertionTypesSchema", {
3580
+ enumerable: true,
3581
+ get: function() {
3582
+ return SpecialAssertionTypesSchema;
3583
+ }
3584
+ });
3585
+ Object.defineProperty(exports, "StrategyConfigSchema", {
3586
+ enumerable: true,
3587
+ get: function() {
3588
+ return StrategyConfigSchema;
3589
+ }
3590
+ });
3591
+ Object.defineProperty(exports, "TELECOM_PLUGINS", {
3592
+ enumerable: true,
3593
+ get: function() {
3594
+ return TELECOM_PLUGINS;
3595
+ }
3596
+ });
3597
+ Object.defineProperty(exports, "TestCaseSchema", {
3598
+ enumerable: true,
3599
+ get: function() {
3600
+ return TestCaseSchema;
3601
+ }
3602
+ });
3603
+ Object.defineProperty(exports, "TestCaseWithVarsFileSchema", {
3604
+ enumerable: true,
3605
+ get: function() {
3606
+ return TestCaseWithVarsFileSchema;
3607
+ }
3608
+ });
3609
+ Object.defineProperty(exports, "TestCasesWithMetadataPromptSchema", {
3610
+ enumerable: true,
3611
+ get: function() {
3612
+ return TestCasesWithMetadataPromptSchema;
3613
+ }
3614
+ });
3615
+ Object.defineProperty(exports, "TestCasesWithMetadataSchema", {
3616
+ enumerable: true,
3617
+ get: function() {
3618
+ return TestCasesWithMetadataSchema;
3619
+ }
3620
+ });
3621
+ Object.defineProperty(exports, "TestGeneratorConfigSchema", {
3622
+ enumerable: true,
3623
+ get: function() {
3624
+ return TestGeneratorConfigSchema;
3625
+ }
3626
+ });
3627
+ Object.defineProperty(exports, "TestSuiteConfigSchema", {
3628
+ enumerable: true,
3629
+ get: function() {
3630
+ return TestSuiteConfigSchema;
3631
+ }
3632
+ });
3633
+ Object.defineProperty(exports, "TestSuiteSchema", {
3634
+ enumerable: true,
3635
+ get: function() {
3636
+ return TestSuiteSchema;
3637
+ }
3638
+ });
3639
+ Object.defineProperty(exports, "UNALIGNED_PROVIDER_HARM_PLUGINS", {
3640
+ enumerable: true,
3641
+ get: function() {
3642
+ return UNALIGNED_PROVIDER_HARM_PLUGINS;
3643
+ }
3644
+ });
3645
+ Object.defineProperty(exports, "UnifiedConfigSchema", {
3646
+ enumerable: true,
3647
+ get: function() {
3648
+ return UnifiedConfigSchema;
3649
+ }
3650
+ });
3651
+ Object.defineProperty(exports, "VarsSchema", {
3652
+ enumerable: true,
3653
+ get: function() {
3654
+ return VarsSchema;
3655
+ }
3656
+ });
3657
+ Object.defineProperty(exports, "categoryAliases", {
3658
+ enumerable: true,
3659
+ get: function() {
3660
+ return categoryAliases;
3661
+ }
3662
+ });
3663
+ Object.defineProperty(exports, "getDefaultNFanout", {
3664
+ enumerable: true,
3665
+ get: function() {
3666
+ return getDefaultNFanout;
3667
+ }
3668
+ });
3669
+ Object.defineProperty(exports, "isApiProvider", {
3670
+ enumerable: true,
3671
+ get: function() {
3672
+ return isApiProvider;
3673
+ }
3674
+ });
3675
+ Object.defineProperty(exports, "isCustomStrategy", {
3676
+ enumerable: true,
3677
+ get: function() {
3678
+ return isCustomStrategy;
3679
+ }
3680
+ });
3681
+ Object.defineProperty(exports, "isFanoutStrategy", {
3682
+ enumerable: true,
3683
+ get: function() {
3684
+ return isFanoutStrategy;
3685
+ }
3686
+ });
3687
+ Object.defineProperty(exports, "isGradingResult", {
3688
+ enumerable: true,
3689
+ get: function() {
3690
+ return isGradingResult;
3691
+ }
3692
+ });
3693
+ Object.defineProperty(exports, "isProviderOptions", {
3694
+ enumerable: true,
3695
+ get: function() {
3696
+ return isProviderOptions;
3697
+ }
3698
+ });
3699
+ Object.defineProperty(exports, "isResultFailureReason", {
3700
+ enumerable: true,
3701
+ get: function() {
3702
+ return isResultFailureReason;
3703
+ }
3704
+ });
3705
+ Object.defineProperty(exports, "isUuid", {
3706
+ enumerable: true,
3707
+ get: function() {
3708
+ return isUuid;
3709
+ }
3710
+ });
3711
+ Object.defineProperty(exports, "isValidReusablePolicyId", {
3712
+ enumerable: true,
3713
+ get: function() {
3714
+ return isValidReusablePolicyId;
3715
+ }
3716
+ });
3717
+ Object.defineProperty(exports, "pluginDescriptions", {
3718
+ enumerable: true,
3719
+ get: function() {
3720
+ return pluginDescriptions;
3721
+ }
3722
+ });
3723
+ Object.defineProperty(exports, "riskCategorySeverityMap", {
3724
+ enumerable: true,
3725
+ get: function() {
3726
+ return riskCategorySeverityMap;
3727
+ }
3728
+ });
3729
+
3730
+ //# sourceMappingURL=types-LJ0r3wbR.cjs.map