promptfoo 0.120.27 → 0.121.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (355) hide show
  1. package/README.md +1 -1
  2. package/dist/src/{ListApp-8WOe2nT6.js → ListApp-Du7YVwj5.js} +2 -4
  3. package/dist/src/accounts-B0pgC1oV.js +206 -0
  4. package/dist/src/{accounts-DVINui-2.js → accounts-Bm2D8Db9.js} +39 -34
  5. package/dist/src/{accounts-CPDRAMND.js → accounts-CiBLOnA7.js} +38 -33
  6. package/dist/src/{accounts-Fl2J3_Fu.cjs → accounts-gtkH-5KX.cjs} +77 -78
  7. package/dist/src/{agentic-utils-D922n6mm.js → agentic-utils-DS1g3GLF.js} +9 -10
  8. package/dist/src/{agents-BcsN_BgB.js → agents-9qiOy0ho.js} +16 -12
  9. package/dist/src/{agents-BXLmVsxR.js → agents-CBr9A01V.js} +37 -37
  10. package/dist/src/{agents-pMfppv9Z.js → agents-CmvBq8LV.js} +16 -18
  11. package/dist/src/{agents-hqgSV-3o.js → agents-D__IdAlg.js} +39 -40
  12. package/dist/src/{agents-BO2n8Z0d.cjs → agents-DbRtpYxR.cjs} +37 -40
  13. package/dist/src/{agents-BdUTAwi-.js → agents-DgF2zDag.js} +37 -42
  14. package/dist/src/{agents-DgJf2-ez.cjs → agents-Di9DKPzn.cjs} +16 -17
  15. package/dist/src/{agents-DNvSH78i.js → agents-cLXA8a_8.js} +17 -19
  16. package/dist/src/{aimlapi-DtgPI0nE.js → aimlapi-B4rcnZgv.js} +15 -17
  17. package/dist/src/{aimlapi-BE_Tg9Fl.cjs → aimlapi-BvlNH0gr.cjs} +15 -16
  18. package/dist/src/{aimlapi-DOib86oE.js → aimlapi-CnkC2HqE.js} +16 -18
  19. package/dist/src/{aimlapi-DTPACCB1.js → aimlapi-DHJU_kcV.js} +15 -4
  20. package/dist/src/app/assets/index-4LKxG2CG.js +439 -0
  21. package/dist/src/app/assets/{index-NCn4eVBv.css → index-C3zcsZFQ.css} +1 -1
  22. package/dist/src/app/assets/vendor-charts-BnDWwBlI.js +36 -0
  23. package/dist/src/app/index.html +3 -3
  24. package/dist/src/app/tsconfig.app.tsbuildinfo +1 -1
  25. package/dist/src/{audio-BnRUGAm_.js → audio-Bkv46et0.js} +6 -5
  26. package/dist/src/{audio-Cwo68yZS.cjs → audio-CGMyULza.cjs} +6 -7
  27. package/dist/src/{audio-MSRki4JU.js → audio-ClI_AFre.js} +6 -8
  28. package/dist/src/{audio-BRYU0BFo.js → audio-Dz3z7s3J.js} +7 -9
  29. package/dist/src/{base-pGVmXNl4.cjs → base-CGrhspbK.cjs} +36 -38
  30. package/dist/src/{base-h961VXYk.js → base-CpjcHe4e.js} +11 -13
  31. package/dist/src/base-DLKtKMFh.js +193 -0
  32. package/dist/src/{base-XB2tDJrB.js → base-Dy1V8--Z.js} +11 -13
  33. package/dist/src/blobs-BDbfYdrJ.js +236 -0
  34. package/dist/src/{blobs-CR5C4Ihh.js → blobs-CBO20krR.js} +9 -12
  35. package/dist/src/{blobs-BM_e6hCa.js → blobs-CMHN0Qcz.js} +9 -12
  36. package/dist/src/{blobs-B-KQAFhX.cjs → blobs-D23XLin-.cjs} +34 -37
  37. package/dist/src/{cache-jsiwsAJv.js → cache-BVeDlD87.js} +132 -117
  38. package/dist/src/{cache-CIpsoBZR.js → cache-C4Nxf52C.js} +132 -118
  39. package/dist/src/cache-CeUpFm3M.cjs +5 -0
  40. package/dist/src/{cache-BTVYfbka.cjs → cache-Dh5WtQps.cjs} +182 -168
  41. package/dist/src/cache-i1P6crbO.js +756 -0
  42. package/dist/src/cache-n-RCJ-hL.js +6 -0
  43. package/dist/src/{chat-BcPjZXIp.js → chat-BiKyneZl.js} +45 -46
  44. package/dist/src/{chat-D31K7C4u.cjs → chat-C1Qst7jL.cjs} +20 -21
  45. package/dist/src/{chat-B84t99NW.js → chat-C2jrdPMx.js} +20 -9
  46. package/dist/src/{chat-BE44YOc6.cjs → chat-CgF-J-Jj.cjs} +65 -66
  47. package/dist/src/{chat-DwWifjxi.js → chat-CzkrVDfz.js} +20 -22
  48. package/dist/src/chat-DJIw17u0.js +766 -0
  49. package/dist/src/{chat-CcUCysjU.js → chat-DqxYYtWA.js} +45 -46
  50. package/dist/src/{chat-DZM2GUHO.js → chat-qmatte1u.js} +21 -23
  51. package/dist/src/{chatkit-D67HS_0b.js → chatkit-65VXf5SR.js} +58 -58
  52. package/dist/src/{chatkit-DAB_qfzI.js → chatkit-Be-Q-a9F.js} +58 -60
  53. package/dist/src/{chatkit-Biqb_wsD.js → chatkit-BxFvW8KY.js} +58 -60
  54. package/dist/src/{chatkit-PGG4ZYIn.cjs → chatkit-DKyPi1Gs.cjs} +58 -60
  55. package/dist/src/chunk-DEq-mXcV.js +15 -0
  56. package/dist/src/chunk-DRamLcfz.js +16 -0
  57. package/dist/src/{claude-agent-sdk-SVM6AdBu.js → claude-agent-sdk-Apiy0iaz.js} +31 -31
  58. package/dist/src/{claude-agent-sdk-C-IOTPfo.js → claude-agent-sdk-D2bJee9S.js} +31 -29
  59. package/dist/src/{claude-agent-sdk-C9SiaQub.cjs → claude-agent-sdk-D9Z5Pr9X.cjs} +31 -28
  60. package/dist/src/{claude-agent-sdk-CiluSyW1.js → claude-agent-sdk-DfCoW0E6.js} +33 -20
  61. package/dist/src/cloud-BBh91EUK.js +4 -0
  62. package/dist/src/{cloud-CZ-q9Ier.js → cloud-C0dlstV_.js} +7 -9
  63. package/dist/src/{cloudflare-ai-BahKHyhh.js → cloudflare-ai-8TDxHR0x.js} +16 -18
  64. package/dist/src/{cloudflare-ai-v_qZD6_q.js → cloudflare-ai-BxAGvfju.js} +17 -19
  65. package/dist/src/{cloudflare-ai-Dfahv5SY.cjs → cloudflare-ai-CknbZ5LJ.cjs} +16 -17
  66. package/dist/src/{cloudflare-ai-Dxyt50Nl.js → cloudflare-ai-g7PB6VHR.js} +16 -4
  67. package/dist/src/{cloudflare-gateway-Bi_FpOFy.js → cloudflare-gateway-B9HWA5wf.js} +23 -23
  68. package/dist/src/{cloudflare-gateway-BPWoZIzJ.cjs → cloudflare-gateway-BSnDmHYo.cjs} +21 -22
  69. package/dist/src/{cloudflare-gateway-C0guUNwk.js → cloudflare-gateway-CKDb4dJ8.js} +26 -14
  70. package/dist/src/{cloudflare-gateway-btS7h1OZ.js → cloudflare-gateway-CP9QEWYS.js} +21 -25
  71. package/dist/src/{codex-sdk-DSxAnbfT.js → codex-sdk-C6UMlxwV.js} +28 -29
  72. package/dist/src/{codex-sdk-IYVi9fuM.js → codex-sdk-DUwKWezN.js} +28 -27
  73. package/dist/src/{codex-sdk-DulY0ZRq.js → codex-sdk-GGAw0qbD.js} +28 -29
  74. package/dist/src/{codex-sdk-DFKMtAyf.cjs → codex-sdk-fAO0c3yA.cjs} +28 -29
  75. package/dist/src/{cometapi-DzrR3SR_.js → cometapi-BL9yvj_f.js} +16 -4
  76. package/dist/src/{cometapi-DIO64tf4.cjs → cometapi-C4xSqeID.cjs} +21 -22
  77. package/dist/src/{cometapi-C9EEpJzT.js → cometapi-CUQq3H_a.js} +21 -24
  78. package/dist/src/{cometapi-DkNBMk0G.js → cometapi-DFNiKmSz.js} +17 -19
  79. package/dist/src/{completion-CG29bfKX.js → completion-5MzrpJxT.js} +11 -13
  80. package/dist/src/{completion-CCRT4kX1.cjs → completion-CM6oK8PS.cjs} +21 -23
  81. package/dist/src/{completion-Bgf1VJoq.js → completion-DZ083F31.js} +11 -13
  82. package/dist/src/completion-qRoZAYRB.js +120 -0
  83. package/dist/src/{createHash-Dw_iLu31.js → createHash-CTQmL3G2.js} +2 -3
  84. package/dist/src/{createHash-CYQy4YeL.cjs → createHash-CfZSc0b4.cjs} +13 -14
  85. package/dist/src/{createHash-CJcfskIZ.js → createHash-Da8fMwqB.js} +2 -3
  86. package/dist/src/createHash-DmPQkvBh.js +15 -0
  87. package/dist/src/{docker-D-ayp2FW.js → docker-Bb5dcxr8.js} +18 -20
  88. package/dist/src/{docker-B81N0t4e.js → docker-BvfL2BrW.js} +19 -21
  89. package/dist/src/{docker-DNcLR4Ig.cjs → docker-DcF2pRrj.cjs} +18 -19
  90. package/dist/src/{docker-egERKxCF.js → docker-ExVyLp0S.js} +18 -7
  91. package/dist/src/entrypoint.js +2 -3
  92. package/dist/src/{errors-DnGCbnx8.js → errors-P6ll7XSJ.js} +2 -2
  93. package/dist/src/{esm-B9dPm_BF.js → esm-C03C-mv3.js} +17 -20
  94. package/dist/src/{esm-D2pZ87fL.js → esm-CaIwzWR5.js} +18 -21
  95. package/dist/src/esm-Cd1AjG1D.js +379 -0
  96. package/dist/src/{esm-Ct-Joyue.cjs → esm-CnNt7sI4.cjs} +47 -49
  97. package/dist/src/eval-B3r2CVXr.js +15 -0
  98. package/dist/src/{eval-C-Nr6wX_.js → eval-Dg2nG4v2.js} +47 -54
  99. package/dist/src/evalResult-5xwYnECe.js +12 -0
  100. package/dist/src/evalResult-71lY93Kj.cjs +10 -0
  101. package/dist/src/{evalResult-DXMWJ3sx.js → evalResult-BBRNtX4I.js} +10 -11
  102. package/dist/src/{evalResult-4BzI2tmj.js → evalResult-BDMqrapS.js} +16 -12
  103. package/dist/src/evalResult-Dx5P5cIv.js +10 -0
  104. package/dist/src/{evalResult-CX8wQecI.cjs → evalResult-fuaI8HkH.cjs} +20 -21
  105. package/dist/src/{evaluator-8aGyV12L.js → evaluator-BhoWwp5b.js} +211 -235
  106. package/dist/src/evaluator-Jx6bRZV6.js +36 -0
  107. package/dist/src/{extractor-V5x_m1i0.js → extractor-C0EVHewb.js} +22 -24
  108. package/dist/src/extractor-D25qpmGX.js +374 -0
  109. package/dist/src/{extractor-CD5yKL-G.js → extractor-DReVID0K.js} +22 -24
  110. package/dist/src/{extractor-C031XmTA.cjs → extractor-pYLLi3wS.cjs} +37 -39
  111. package/dist/src/{fetch-BmbD-v1L.cjs → fetch-BPkYtG8K.cjs} +244 -277
  112. package/dist/src/fetch-BxNb_Lp3.js +5 -0
  113. package/dist/src/{fetch-D3OHf-lV.js → fetch-Cwxnd8zz.js} +36 -44
  114. package/dist/src/{fetch-CXZI9RRr.js → fetch-Dxpd4_sr.js} +23 -35
  115. package/dist/src/fetch-HaqdX7U1.js +780 -0
  116. package/dist/src/{fileExtensions-ePDqouxn.js → fileExtensions-DnqA1y9x.js} +2 -2
  117. package/dist/src/{fileExtensions-BpuMmaFL.js → fileExtensions-Ds-foDzt.js} +2 -2
  118. package/dist/src/fileExtensions-LcDYkU4v.js +85 -0
  119. package/dist/src/{fileExtensions-DkJYkWUy.cjs → fileExtensions-bYh77CN8.cjs} +27 -28
  120. package/dist/src/{formatDuration-CdevI3An.js → formatDuration-DgBVMN65.js} +2 -2
  121. package/dist/src/{genaiTracer-Ce19n68P.js → genaiTracer-70Z8BIuV.js} +2 -3
  122. package/dist/src/{genaiTracer-CqNnnXrE.js → genaiTracer-C1rxGO8Q.js} +2 -3
  123. package/dist/src/genaiTracer-D3fD9dNV.js +256 -0
  124. package/dist/src/{genaiTracer-Dres3qrN.cjs → genaiTracer-DN4dQywX.cjs} +13 -14
  125. package/dist/src/{graders--1y2u9HO.js → graders-BTeBGqjJ.js} +349 -397
  126. package/dist/src/graders-B_pgMLS2.js +34 -0
  127. package/dist/src/{graders-DTeBrzWp.js → graders-Bj_Odv7c.js} +349 -397
  128. package/dist/src/graders-DErokPDO.cjs +32 -0
  129. package/dist/src/graders-DP7KFFo-.js +13466 -0
  130. package/dist/src/graders-DR_uNe54.js +32 -0
  131. package/dist/src/{graders-DohM2dir.cjs → graders-DU49_J8Y.cjs} +684 -732
  132. package/dist/src/graders-w3176Wz-.js +32 -0
  133. package/dist/src/{image-B0U4Hqll.js → image-B02ogr_b.js} +7 -9
  134. package/dist/src/{image-DmE-niFE.js → image-B0h9VEMc.js} +6 -5
  135. package/dist/src/{image-CuKHuccK.cjs → image-BLmROtN3.cjs} +29 -30
  136. package/dist/src/{image-DNEIf_aI.js → image-Bb4vWQLM.js} +6 -8
  137. package/dist/src/{image-DpKl2F15.cjs → image-C1madmKh.cjs} +6 -7
  138. package/dist/src/{image-C3wHC9_h.js → image-CHfWvljl.js} +9 -10
  139. package/dist/src/{image-O1u4bCFg.js → image-DS-o-0ph.js} +9 -10
  140. package/dist/src/image-Dpxa1Jt6.js +257 -0
  141. package/dist/src/index.cjs +615 -695
  142. package/dist/src/index.d.cts +271 -7
  143. package/dist/src/index.d.ts +271 -3
  144. package/dist/src/index.js +580 -664
  145. package/dist/src/{interactiveCheck-Bxj1Swex.js → interactiveCheck-BgLZUIt3.js} +7 -8
  146. package/dist/src/{invariant-DT20jrBd.js → invariant-BtWWVVhl.js} +2 -2
  147. package/dist/src/{invariant-1pAf2CD1.js → invariant-Ddh24eXh.js} +2 -2
  148. package/dist/src/{invariant-CKcJAQ6M.cjs → invariant-kfQ8Bu82.cjs} +7 -8
  149. package/dist/src/invariant-vgHWClmd.js +25 -0
  150. package/dist/src/{knowledgeBase-CEzQobWX.js → knowledgeBase-B3OoKIej.js} +14 -9
  151. package/dist/src/{knowledgeBase-Be_zyW4L.js → knowledgeBase-CYTLHOt1.js} +16 -16
  152. package/dist/src/{knowledgeBase-BZ41IFwq.js → knowledgeBase-D33Ty2l6.js} +14 -18
  153. package/dist/src/{knowledgeBase-D-5BMXlr.cjs → knowledgeBase-DOO_BM9b.cjs} +14 -15
  154. package/dist/src/{litellm-DnbRJ2if.js → litellm-AaeZcZQF.js} +18 -19
  155. package/dist/src/{litellm-hUSNM_M2.cjs → litellm-I_hbp_dc.cjs} +17 -17
  156. package/dist/src/{litellm-CRDqPhNI.js → litellm-NbjknEh6.js} +17 -18
  157. package/dist/src/{litellm-9vR8zpfU.js → litellm-TrljxD9G.js} +17 -5
  158. package/dist/src/{logger-CG1uZPbQ.js → logger-CT3IKMKA.js} +10 -29
  159. package/dist/src/{logger-B7sBeGa0.cjs → logger-Cp1GPUjj.cjs} +152 -180
  160. package/dist/src/logger-DLcq4dWf.js +713 -0
  161. package/dist/src/{logger-LSBxlt7a.js → logger-KkObSCzq.js} +13 -31
  162. package/dist/src/{luma-ray-4blv9iZ2.js → luma-ray-BS2_tY8L.js} +22 -21
  163. package/dist/src/{luma-ray-drvgdpP9.js → luma-ray-DDsjcgZZ.js} +20 -13
  164. package/dist/src/{luma-ray-Hm3d6VJE.cjs → luma-ray-Due0n7di.cjs} +20 -21
  165. package/dist/src/{luma-ray-B2__8lYH.js → luma-ray-f6I2fft-.js} +20 -23
  166. package/dist/src/main.js +1170 -1321
  167. package/dist/src/{messages-Uee41Mj5.js → messages-BS17jdMx.js} +22 -24
  168. package/dist/src/{messages-XhiwCbi4.cjs → messages-Bs1kC7P4.cjs} +32 -34
  169. package/dist/src/{messages-CGPPidQr.js → messages-D0lx5qK7.js} +22 -24
  170. package/dist/src/messages-ZJk778GH.js +240 -0
  171. package/dist/src/{meteor-BYykdXrV.js → meteor-44VjEACX.js} +3 -4
  172. package/dist/src/{meteor-CsopaHrH.js → meteor-D-SotUw9.js} +3 -4
  173. package/dist/src/{meteor-e-E-2vVl.cjs → meteor-DLZZ3osF.cjs} +3 -4
  174. package/dist/src/{meteor-C8lGP6P4.js → meteor-DUiCJRC-.js} +3 -4
  175. package/dist/src/{modelslab-yKz-ZNB4.js → modelslab-Bmni6skY.js} +17 -10
  176. package/dist/src/{modelslab-E9gO-bYd.js → modelslab-Bx9IrZfS.js} +18 -20
  177. package/dist/src/{modelslab-lUVW0cmB.cjs → modelslab-CoUX6Jc_.cjs} +17 -18
  178. package/dist/src/{modelslab-ClBkr8_9.js → modelslab-DRb74SP4.js} +17 -19
  179. package/dist/src/{nova-reel-Dk8jNpId.js → nova-reel-BfPq-0Yk.js} +20 -13
  180. package/dist/src/{nova-reel-D8CuO6QH.cjs → nova-reel-C_QM18Xn.cjs} +20 -21
  181. package/dist/src/{nova-reel-u2eF2Cxm.js → nova-reel-D_W1tjMH.js} +22 -21
  182. package/dist/src/{nova-reel-P9bwvtYX.js → nova-reel-bgjxilYW.js} +20 -23
  183. package/dist/src/{nova-sonic-CK2rAiKi.js → nova-sonic-CFb5GYhg.js} +30 -26
  184. package/dist/src/{nova-sonic-BaqWlkds.js → nova-sonic-DIGQNR07.js} +30 -31
  185. package/dist/src/{nova-sonic-yZapPLv7.js → nova-sonic-De1HW5fD.js} +31 -32
  186. package/dist/src/{nova-sonic-Ds1C-dpm.cjs → nova-sonic-zfcljeRp.cjs} +30 -31
  187. package/dist/src/{openai-DUFopMrH.cjs → openai-Cuif0GEt.cjs} +8 -9
  188. package/dist/src/{openai-PblZ3jUE.js → openai-DElQ-fPX.js} +3 -4
  189. package/dist/src/{openai-CcN1B8Sb.js → openai-DhbB7eWK.js} +3 -4
  190. package/dist/src/openai-j-sE2O7r.js +44 -0
  191. package/dist/src/{openclaw-B6qqDr_u.cjs → openclaw-CSugPYAr.cjs} +188 -130
  192. package/dist/src/{openclaw-A-3_loM7.js → openclaw-DiSz3I5L.js} +180 -109
  193. package/dist/src/{openclaw-a3lylB-V.js → openclaw-DuvJKEW5.js} +178 -124
  194. package/dist/src/{openclaw-COn6QzDi.js → openclaw-tiVYRtr-.js} +178 -122
  195. package/dist/src/opencode-sdk-0j6rTWNb.js +562 -0
  196. package/dist/src/opencode-sdk-B3CWY9h_.js +560 -0
  197. package/dist/src/opencode-sdk-BL764Jdi.cjs +564 -0
  198. package/dist/src/opencode-sdk-C2y6UkP2.js +560 -0
  199. package/dist/src/{otlpReceiver-oyf5wLGC.js → otlpReceiver-C99PPb48.js} +53 -51
  200. package/dist/src/{otlpReceiver-lXsYVbpj.cjs → otlpReceiver-CGq6LspY.cjs} +53 -55
  201. package/dist/src/{otlpReceiver-94URx7UW.js → otlpReceiver-CdNBdbsk.js} +53 -55
  202. package/dist/src/{otlpReceiver-BmmTiMjA.js → otlpReceiver-D89fR-rC.js} +53 -55
  203. package/dist/src/{providerRegistry-Cq_JK_CJ.js → providerRegistry-B0RUOLI_.js} +7 -8
  204. package/dist/src/{providerRegistry-DSSHjMKf.js → providerRegistry-CD8MEar9.js} +7 -8
  205. package/dist/src/{providerRegistry-CvHEVJad.cjs → providerRegistry-Civky8Ar.cjs} +12 -13
  206. package/dist/src/providerRegistry-DM8rZYol.js +45 -0
  207. package/dist/src/providers-B7V0njNs.js +32 -0
  208. package/dist/src/providers-BEwbhv0X.js +30 -0
  209. package/dist/src/{providers-Iil64vk9.js → providers-BlqUifFg.js} +1543 -1676
  210. package/dist/src/providers-CH3C7zf7.js +30 -0
  211. package/dist/src/{providers-DHbjzW2e.cjs → providers-CgKOSgTR.cjs} +1896 -2029
  212. package/dist/src/providers-D8lF1sqW.js +33246 -0
  213. package/dist/src/{providers-BnFpbY_s.js → providers-Dk_6ocUX.js} +1536 -1669
  214. package/dist/src/providers-zyB6k_38.cjs +31 -0
  215. package/dist/src/{pythonUtils-CcT5LH1M.js → pythonUtils-C3py6GC1.js} +18 -19
  216. package/dist/src/{pythonUtils-DBbuI3QJ.cjs → pythonUtils-CTU3Y3lw.cjs} +42 -43
  217. package/dist/src/{pythonUtils-hZ8LeQLv.js → pythonUtils-D5nxkQ0P.js} +18 -19
  218. package/dist/src/pythonUtils-D6fwaDSg.js +249 -0
  219. package/dist/src/{quiverai-BuI0tE39.js → quiverai-BbOUOn2L.js} +8 -7
  220. package/dist/src/{quiverai-DCGSZt4U.js → quiverai-CIaELU_m.js} +8 -10
  221. package/dist/src/{quiverai-DiMVJQDz.cjs → quiverai-PdShCPox.cjs} +8 -9
  222. package/dist/src/{quiverai-fQNkExW4.js → quiverai-uH-dcTIr.js} +9 -11
  223. package/dist/src/{render-Dj1smHEb.js → render-Drod8m7K.js} +4 -5
  224. package/dist/src/responses-CB2jwoAr.js +660 -0
  225. package/dist/src/{responses-ghR3IOfy.cjs → responses-D8SBTL64.cjs} +39 -42
  226. package/dist/src/{responses-DOAFFENS.js → responses-DIR9Ud3j.js} +24 -27
  227. package/dist/src/{responses-CxzoQoBe.js → responses-WNGNYe3K.js} +24 -27
  228. package/dist/src/rubyUtils-BUHu6PhO.js +5 -0
  229. package/dist/src/{rubyUtils-CwbGmgYN.js → rubyUtils-BUVePouc.js} +27 -20
  230. package/dist/src/rubyUtils-BcuGX77l.js +222 -0
  231. package/dist/src/{rubyUtils-DudlFZed.js → rubyUtils-Boc4HZzX.js} +18 -19
  232. package/dist/src/rubyUtils-CP42kMvq.cjs +4 -0
  233. package/dist/src/{rubyUtils-C8MhKGHb.cjs → rubyUtils-DhCAlxZr.cjs} +48 -50
  234. package/dist/src/{sagemaker-gmskuyre.js → sagemaker-CNBxx5CJ.js} +75 -70
  235. package/dist/src/{sagemaker-CcxhlOAR.js → sagemaker-CemTFp2h.js} +75 -79
  236. package/dist/src/{sagemaker-77zbJ2Q2.cjs → sagemaker-Cl28mZU2.cjs} +75 -76
  237. package/dist/src/{sagemaker-DuM71dVU.js → sagemaker-YSyBXQQh.js} +77 -77
  238. package/dist/src/{scanner-DJYiSXQj.js → scanner-BsBlNXNn.js} +100 -121
  239. package/dist/src/server/index.js +5520 -67427
  240. package/dist/src/{server-B5v33lvE.cjs → server-C_7Ax-hA.cjs} +57 -67
  241. package/dist/src/{server-BJ4m4f1D.js → server-CqzrVGpF.js} +26 -29
  242. package/dist/src/server-CuxBbeSY.js +229 -0
  243. package/dist/src/server-DA4Cyrrq.js +7 -0
  244. package/dist/src/server-Dulb-4-K.cjs +5 -0
  245. package/dist/src/{server-RV_i_YX5.js → server-VWgWb00X.js} +19 -24
  246. package/dist/src/{signal-BW33JuId.js → signal-4U3mfRvL.js} +9 -11
  247. package/dist/src/{slack-DEURelTy.cjs → slack-BmVAVGaK.cjs} +7 -8
  248. package/dist/src/{slack-BQYeW9L3.js → slack-DCUPTzS2.js} +8 -8
  249. package/dist/src/{slack-BB6yuZzp.js → slack-DOdy_kyv.js} +7 -8
  250. package/dist/src/{slack-2pRrhhgJ.js → slack-DXMKtA-f.js} +7 -9
  251. package/dist/src/store-CXGFv4aR.js +228 -0
  252. package/dist/src/store-CXS-Q_91.js +6 -0
  253. package/dist/src/{store-D7CgQzAR.cjs → store-DLlFCC4h.cjs} +44 -45
  254. package/dist/src/{store-DJNsD1iC.js → store-DXilxTl-.js} +40 -36
  255. package/dist/src/{store-s3SftUwF.js → store-Dim__MDd.js} +34 -35
  256. package/dist/src/store-eYkaKMwq.cjs +5 -0
  257. package/dist/src/{tables-DfTsNN7X.js → tables-6YKwjN9-.js} +19 -21
  258. package/dist/src/tables-DLJPUdUE.js +288 -0
  259. package/dist/src/{tables-BKTmd6u7.cjs → tables-DPi7wKeM.cjs} +89 -91
  260. package/dist/src/{tables-DMegD0Xf.js → tables-gftXzE9I.js} +21 -23
  261. package/dist/src/telemetry-BpMfhthR.cjs +5 -0
  262. package/dist/src/{telemetry--WAdAfVi.js → telemetry-CMrFgtPB.js} +11 -13
  263. package/dist/src/telemetry-Cps3mIU-.js +171 -0
  264. package/dist/src/{telemetry-DQgVBCAb.cjs → telemetry-DaX14Chu.cjs} +21 -24
  265. package/dist/src/{telemetry-BedSm-bZ.js → telemetry-Dthj_BbD.js} +17 -14
  266. package/dist/src/telemetry-Dw38hanS.js +7 -0
  267. package/dist/src/{text-oiSbwSOI.js → text-B_UCRPp2.js} +2 -2
  268. package/dist/src/{text-oKzCBnK6.cjs → text-CW1cyrwj.cjs} +12 -13
  269. package/dist/src/{text-B_IrO4GZ.js → text-Db-Wt2u2.js} +2 -2
  270. package/dist/src/text-TIv0QYnd.js +22 -0
  271. package/dist/src/{tokenUsageUtils-FZd5O_4A.js → tokenUsageUtils-BDGe-iyI.js} +2 -2
  272. package/dist/src/{tokenUsageUtils-DmZSD2eU.js → tokenUsageUtils-DflFMjS0.js} +2 -2
  273. package/dist/src/tokenUsageUtils-NYT-WKS6.js +138 -0
  274. package/dist/src/{tokenUsageUtils-CXhxVj72.cjs → tokenUsageUtils-bVa1ga6f.cjs} +32 -33
  275. package/dist/src/{transcription-mYS9vd5v.js → transcription-BNYURcXg.js} +14 -7
  276. package/dist/src/{transcription-X2-B4vkX.js → transcription-B_OdaHp7.js} +14 -16
  277. package/dist/src/{transcription-BO1AHegO.cjs → transcription-NLVG9MT1.cjs} +14 -15
  278. package/dist/src/{transcription-lzBLiTFJ.js → transcription-s6A-bNrZ.js} +15 -17
  279. package/dist/src/{transform-B1Hi5lWS.cjs → transform-CzK1Q0zl.cjs} +24 -26
  280. package/dist/src/{transform-DeGlxb0D.js → transform-D5HsjduX.js} +39 -47
  281. package/dist/src/{transform-CYDILYDe.js → transform-DECvGmzp.js} +15 -13
  282. package/dist/src/transform-DTGDnAzW.js +6 -0
  283. package/dist/src/{transform-BEgStbHK.js → transform-DilY9wbS.js} +10 -12
  284. package/dist/src/{transform-D5PjiWiZ.cjs → transform-DuHvhZpj.cjs} +179 -187
  285. package/dist/src/transform-aa6tmVpZ.js +216 -0
  286. package/dist/src/transform-m3qNw4KP.cjs +5 -0
  287. package/dist/src/transform-uAytVuyX.js +1506 -0
  288. package/dist/src/{transform-Dfl89yi4.js → transform-vNucnNr0.js} +39 -47
  289. package/dist/src/{transformersAvailability-SZnTS3pJ.js → transformersAvailability-CEVM2GNQ.js} +2 -2
  290. package/dist/src/{transformersAvailability-D-glmEy7.cjs → transformersAvailability-CwayUSlh.cjs} +2 -3
  291. package/dist/src/{transformersAvailability-CjeFXhuJ.js → transformersAvailability-D6c6ROpT.js} +2 -2
  292. package/dist/src/{types-DWNf48sT.cjs → types-C_7nyzr1.cjs} +538 -574
  293. package/dist/src/{types-CXQduE9o.js → types-Cbd8uOMq.js} +68 -100
  294. package/dist/src/types-CzW2QFyi.js +3288 -0
  295. package/dist/src/{types-C5hEkb-x.js → types-DmyIJ-sR.js} +63 -99
  296. package/dist/src/{util-CoQjmE3u.js → util-B3xGByQh.js} +4 -5
  297. package/dist/src/{util-aLhtl3fe.cjs → util-B9vlHIIh.cjs} +208 -223
  298. package/dist/src/{util-Du96oyYS.js → util-BHGHw5G1.js} +4 -5
  299. package/dist/src/{util-DQ984syk.js → util-BRYkYPTd.js} +36 -51
  300. package/dist/src/{util-D9eLdGfa.js → util-BV4XUC0n.js} +5 -6
  301. package/dist/src/util-Bv6uGDfH.js +293 -0
  302. package/dist/src/{util-1wWM599Z.cjs → util-BzMcevZc.cjs} +50 -51
  303. package/dist/src/{util-_h4pVqrz.js → util-C1CeHl-P.js} +36 -51
  304. package/dist/src/{util-Bm_-UMD_.js → util-CMy69ZgQ.js} +5 -6
  305. package/dist/src/{util-CyUdMzV0.cjs → util-DGNOS1db.cjs} +34 -35
  306. package/dist/src/util-Dnmk2mBQ.js +599 -0
  307. package/dist/src/util-ZzmqNPlg.js +1426 -0
  308. package/dist/src/{utils-BjLy-Q72.cjs → utils-Cz9qXqII.cjs} +29 -32
  309. package/dist/src/{utils-CFMn2yHW.js → utils-XiOAgly5.js} +4 -7
  310. package/dist/src/utils-dLokC-eR.js +94 -0
  311. package/dist/src/{utils-DvWMzuMx.js → utils-f2-Moju7.js} +4 -7
  312. package/dist/tsconfig.tsbuildinfo +1 -1
  313. package/package.json +38 -38
  314. package/dist/src/app/assets/index-B2D0bCSI.js +0 -439
  315. package/dist/src/app/assets/vendor-charts-CCl15Imd.js +0 -36
  316. package/dist/src/cache-ChPcurj7.js +0 -6
  317. package/dist/src/cache-VVu_W-yg.js +0 -8
  318. package/dist/src/cache-YLNCFEM2.cjs +0 -6
  319. package/dist/src/chunk-DHDDz29n.js +0 -22
  320. package/dist/src/chunk-FhC4c-0y.js +0 -21
  321. package/dist/src/cloud-BndfXy4H.js +0 -5
  322. package/dist/src/eval-BhHvMY82.js +0 -17
  323. package/dist/src/evalResult-Dq2gFNQY.js +0 -12
  324. package/dist/src/evalResult-nmcP5VKH.cjs +0 -12
  325. package/dist/src/evalResult-trqZjVYh.js +0 -14
  326. package/dist/src/evaluator-CnfPstzT.js +0 -39
  327. package/dist/src/fetch-IDPDue6F.cjs +0 -4
  328. package/dist/src/fetch-hKJ-It8q.js +0 -6
  329. package/dist/src/fetch-ouKnrWK-.js +0 -4
  330. package/dist/src/graders-CQn7WUsd.cjs +0 -34
  331. package/dist/src/graders-DC6QAbpW.js +0 -35
  332. package/dist/src/graders-DUWz3Y7j.js +0 -37
  333. package/dist/src/opencode-sdk-4bL9n-Gk.js +0 -382
  334. package/dist/src/opencode-sdk-BfC2zWcR.js +0 -376
  335. package/dist/src/opencode-sdk-DMJyuwMg.js +0 -380
  336. package/dist/src/opencode-sdk-Da-9adza.cjs +0 -383
  337. package/dist/src/providers-CsXB2Ix-.js +0 -35
  338. package/dist/src/providers-DO8ltjLC.js +0 -33
  339. package/dist/src/providers-Dtq-xnXd.cjs +0 -33
  340. package/dist/src/rubyUtils-BUbcND2f.js +0 -6
  341. package/dist/src/rubyUtils-Cr55X_KE.js +0 -5
  342. package/dist/src/rubyUtils-DlIiqoYo.cjs +0 -5
  343. package/dist/src/server-C2eQH4Gu.js +0 -6
  344. package/dist/src/server-CXWycu7H.cjs +0 -6
  345. package/dist/src/server-Q6OGlxxT.js +0 -8
  346. package/dist/src/store-B3EDO9Q3.js +0 -7
  347. package/dist/src/store-Dl9F8aw5.js +0 -6
  348. package/dist/src/store-SnrGrlt9.cjs +0 -6
  349. package/dist/src/telemetry-BGhiPZtl.js +0 -8
  350. package/dist/src/telemetry-CFfiYan6.cjs +0 -6
  351. package/dist/src/telemetry-DHzEduxX.js +0 -6
  352. package/dist/src/transform-C1x1ZlMQ.cjs +0 -6
  353. package/dist/src/transform-DYHjFmQu.js +0 -8
  354. package/dist/src/transform-rmwJT5JQ.js +0 -7
  355. package/dist/src/transformersAvailability-eJooj0gX.js +0 -35
@@ -1,9 +1,8 @@
1
- const require_logger = require('./logger-B7sBeGa0.cjs');
2
- const require_fileExtensions = require('./fileExtensions-DkJYkWUy.cjs');
1
+ const require_logger = require("./logger-Cp1GPUjj.cjs");
2
+ const require_fileExtensions = require("./fileExtensions-bYh77CN8.cjs");
3
3
  let dedent = require("dedent");
4
4
  dedent = require_logger.__toESM(dedent);
5
5
  let zod = require("zod");
6
-
7
6
  //#region src/types/env.ts
8
7
  const ProviderEnvOverridesSchema = zod.z.object({
9
8
  AI21_API_BASE_URL: zod.z.string().optional(),
@@ -77,7 +76,12 @@ const ProviderEnvOverridesSchema = zod.z.object({
77
76
  OPENAI_API_KEY: zod.z.string().optional(),
78
77
  OPENAI_BASE_URL: zod.z.string().optional(),
79
78
  OPENAI_ORGANIZATION: zod.z.string().optional(),
79
+ CLAWDBOT_GATEWAY_PASSWORD: zod.z.string().optional(),
80
+ CLAWDBOT_GATEWAY_TOKEN: zod.z.string().optional(),
81
+ CLAWDBOT_GATEWAY_URL: zod.z.string().optional(),
80
82
  CODEX_API_KEY: zod.z.string().optional(),
83
+ OPENCLAW_CONFIG_PATH: zod.z.string().optional(),
84
+ OPENCLAW_GATEWAY_PASSWORD: zod.z.string().optional(),
81
85
  OPENCLAW_GATEWAY_TOKEN: zod.z.string().optional(),
82
86
  OPENCLAW_GATEWAY_URL: zod.z.string().optional(),
83
87
  PALM_API_HOST: zod.z.string().optional(),
@@ -124,7 +128,6 @@ const ProviderEnvOverridesSchema = zod.z.object({
124
128
  AWS_SAGEMAKER_MAX_RETRIES: zod.z.string().optional(),
125
129
  PROMPTFOO_EVAL_TIMEOUT_MS: zod.z.string().optional()
126
130
  });
127
-
128
131
  //#endregion
129
132
  //#region src/types/shared.ts
130
133
  const CompletionTokenDetailsSchema = zod.z.object({
@@ -152,7 +155,6 @@ const BaseTokenUsageSchema = zod.z.object({
152
155
  }).optional()
153
156
  });
154
157
  const InputsSchema = zod.z.record(zod.z.string().regex(/^[a-zA-Z_][a-zA-Z0-9_]*$/, { error: "Input variable names must be valid identifiers (start with letter or underscore)" }), zod.z.string().min(1, { error: "Input descriptions must be non-empty strings" }));
155
-
156
158
  //#endregion
157
159
  //#region src/validators/prompts.ts
158
160
  const PromptConfigSchema = zod.z.object({
@@ -172,10 +174,8 @@ function assert$1() {}
172
174
  assert$1();
173
175
  assert$1();
174
176
  assert$1();
175
-
176
177
  //#endregion
177
178
  //#region src/redteam/constants/plugins.ts
178
- const DEFAULT_NUM_TESTS_PER_PLUGIN = 5;
179
179
  const MULTI_INPUT_VAR = "__prompt";
180
180
  const LLAMA_GUARD_REPLICATE_PROVIDER = "replicate:moderation:meta/llama-guard-4-12b";
181
181
  const LLAMA_GUARD_ENABLED_CATEGORIES = [
@@ -372,6 +372,7 @@ const PHARMACY_PLUGINS = [
372
372
  ];
373
373
  const INSURANCE_PLUGINS = [
374
374
  "insurance:coverage-discrimination",
375
+ "insurance:data-disclosure",
375
376
  "insurance:network-misinformation",
376
377
  "insurance:phi-disclosure"
377
378
  ];
@@ -457,6 +458,7 @@ const ADDITIONAL_PLUGINS = [
457
458
  "ecommerce:price-manipulation",
458
459
  "goal-misalignment",
459
460
  "insurance:coverage-discrimination",
461
+ "insurance:data-disclosure",
460
462
  "insurance:network-misinformation",
461
463
  "insurance:phi-disclosure",
462
464
  "off-topic",
@@ -534,7 +536,7 @@ const DEFAULT_PLUGINS = new Set([...[
534
536
  ...PII_PLUGINS,
535
537
  ...BIAS_PLUGINS
536
538
  ].sort()]);
537
- const RAG_PLUGINS = new Set([
539
+ new Set([
538
540
  ...DEFAULT_PLUGINS,
539
541
  "bola",
540
542
  "bfla",
@@ -594,12 +596,11 @@ const REMOTE_ONLY_PLUGIN_IDS = [
594
596
  ...TELECOM_PLUGINS,
595
597
  ...REALESTATE_PLUGINS
596
598
  ];
597
- const UI_DISABLED_WHEN_REMOTE_UNAVAILABLE = [
599
+ [
598
600
  ...Object.keys(UNALIGNED_PROVIDER_HARM_PLUGINS),
599
601
  ...BIAS_PLUGINS,
600
602
  ...REMOTE_ONLY_PLUGIN_IDS
601
603
  ];
602
-
603
604
  //#endregion
604
605
  //#region src/redteam/constants/frameworks.ts
605
606
  const OWASP_LLM_TOP_10_MAPPING = {
@@ -1156,7 +1157,8 @@ const EU_AI_ACT_MAPPING = {
1156
1157
  plugins: [
1157
1158
  "hijacking",
1158
1159
  "intent",
1159
- "excessive-agency"
1160
+ "excessive-agency",
1161
+ "harmful:misinformation-disinformation"
1160
1162
  ],
1161
1163
  strategies: [
1162
1164
  "jailbreak",
@@ -1169,12 +1171,21 @@ const EU_AI_ACT_MAPPING = {
1169
1171
  plugins: [
1170
1172
  "hijacking",
1171
1173
  "imitation",
1172
- "harmful:misinformation-disinformation"
1174
+ "harmful:misinformation-disinformation",
1175
+ "bias:age",
1176
+ "bias:disability"
1173
1177
  ],
1174
- strategies: []
1178
+ strategies: ["jailbreak"]
1175
1179
  },
1176
1180
  "eu:ai-act:art5:social-scoring": {
1177
- plugins: ["harmful:misinformation-disinformation", "overreliance"],
1181
+ plugins: [
1182
+ "harmful:misinformation-disinformation",
1183
+ "overreliance",
1184
+ "bias:age",
1185
+ "bias:gender",
1186
+ "bias:race",
1187
+ "bias:disability"
1188
+ ],
1178
1189
  strategies: []
1179
1190
  },
1180
1191
  "eu:ai-act:art5:biometric-categorisation": {
@@ -1222,7 +1233,10 @@ const EU_AI_ACT_MAPPING = {
1222
1233
  plugins: [
1223
1234
  "harmful:misinformation-disinformation",
1224
1235
  "hallucination",
1225
- "overreliance"
1236
+ "overreliance",
1237
+ "bias:race",
1238
+ "bias:gender",
1239
+ "bias:disability"
1226
1240
  ],
1227
1241
  strategies: []
1228
1242
  },
@@ -1230,7 +1244,11 @@ const EU_AI_ACT_MAPPING = {
1230
1244
  plugins: [
1231
1245
  "imitation",
1232
1246
  "pii:direct",
1233
- "overreliance"
1247
+ "overreliance",
1248
+ "bias:gender",
1249
+ "bias:race",
1250
+ "bias:age",
1251
+ "bias:disability"
1234
1252
  ],
1235
1253
  strategies: []
1236
1254
  },
@@ -1238,7 +1256,9 @@ const EU_AI_ACT_MAPPING = {
1238
1256
  plugins: [
1239
1257
  "pii:direct",
1240
1258
  "pii:session",
1241
- "excessive-agency"
1259
+ "excessive-agency",
1260
+ "bias:race",
1261
+ "bias:gender"
1242
1262
  ],
1243
1263
  strategies: []
1244
1264
  },
@@ -1246,7 +1266,8 @@ const EU_AI_ACT_MAPPING = {
1246
1266
  plugins: [
1247
1267
  "pii:direct",
1248
1268
  "pii:api-db",
1249
- "harmful:privacy"
1269
+ "harmful:privacy",
1270
+ "bias:race"
1250
1271
  ],
1251
1272
  strategies: []
1252
1273
  },
@@ -1254,7 +1275,8 @@ const EU_AI_ACT_MAPPING = {
1254
1275
  plugins: [
1255
1276
  "pii:direct",
1256
1277
  "harmful:hate",
1257
- "harmful:privacy"
1278
+ "harmful:privacy",
1279
+ "bias:race"
1258
1280
  ],
1259
1281
  strategies: []
1260
1282
  },
@@ -1262,7 +1284,9 @@ const EU_AI_ACT_MAPPING = {
1262
1284
  plugins: [
1263
1285
  "hallucination",
1264
1286
  "harmful:misinformation-disinformation",
1265
- "pii:direct"
1287
+ "pii:direct",
1288
+ "bias:race",
1289
+ "bias:gender"
1266
1290
  ],
1267
1291
  strategies: []
1268
1292
  }
@@ -1596,7 +1620,6 @@ const ALIASED_PLUGIN_MAPPINGS = {
1596
1620
  strategies: []
1597
1621
  } }
1598
1622
  };
1599
-
1600
1623
  //#endregion
1601
1624
  //#region src/redteam/constants/metadata.ts
1602
1625
  const Severity = {
@@ -1613,20 +1636,8 @@ const SeveritySchema = zod.z.enum([
1613
1636
  "low",
1614
1637
  "informational"
1615
1638
  ]);
1616
- const severityDisplayNames = {
1617
- [Severity.Critical]: "Critical",
1618
- [Severity.High]: "High",
1619
- [Severity.Medium]: "Medium",
1620
- [Severity.Low]: "Low",
1621
- [Severity.Informational]: "Informational"
1622
- };
1623
- const severityRiskScores = {
1624
- [Severity.Critical]: 9,
1625
- [Severity.High]: 7,
1626
- [Severity.Medium]: 4,
1627
- [Severity.Low]: 0,
1628
- [Severity.Informational]: 0
1629
- };
1639
+ Severity.Critical, Severity.High, Severity.Medium, Severity.Low, Severity.Informational;
1640
+ Severity.Critical, Severity.High, Severity.Medium, Severity.Low, Severity.Informational;
1630
1641
  const riskCategorySeverityMap = {
1631
1642
  ["agentic:memory-poisoning"]: Severity.High,
1632
1643
  aegis: Severity.Medium,
@@ -1715,6 +1726,7 @@ const riskCategorySeverityMap = {
1715
1726
  imitation: Severity.Low,
1716
1727
  "indirect-prompt-injection": Severity.High,
1717
1728
  "insurance:coverage-discrimination": Severity.Critical,
1729
+ "insurance:data-disclosure": Severity.Critical,
1718
1730
  "insurance:network-misinformation": Severity.High,
1719
1731
  "insurance:phi-disclosure": Severity.Critical,
1720
1732
  "ecommerce:pci-dss": Severity.Critical,
@@ -1775,7 +1787,7 @@ const riskCategorySeverityMap = {
1775
1787
  wordplay: Severity.Low,
1776
1788
  xstest: Severity.Low
1777
1789
  };
1778
- const riskCategories = {
1790
+ Object.entries({
1779
1791
  "Security & Access Control": [
1780
1792
  "ascii-smuggling",
1781
1793
  "bfla",
@@ -1798,6 +1810,7 @@ const riskCategories = {
1798
1810
  "data-exfil",
1799
1811
  "divergent-repetition",
1800
1812
  "harmful:privacy",
1813
+ "insurance:data-disclosure",
1801
1814
  "insurance:phi-disclosure",
1802
1815
  "pii:api-db",
1803
1816
  "pii:direct",
@@ -1923,14 +1936,12 @@ const riskCategories = {
1923
1936
  "vlsu",
1924
1937
  "xstest"
1925
1938
  ]
1926
- };
1927
- const categoryMapReverse = Object.entries(riskCategories).reduce((acc, [category, harms]) => {
1939
+ }).reduce((acc, [category, harms]) => {
1928
1940
  harms.forEach((harm) => {
1929
1941
  acc[harm] = category;
1930
1942
  });
1931
1943
  return acc;
1932
1944
  }, {});
1933
- const categoryLabels = Object.keys(categoryMapReverse);
1934
1945
  const categoryAliases = {
1935
1946
  ["agentic:memory-poisoning"]: "AgenticMemoryPoisoning",
1936
1947
  aegis: "Aegis",
@@ -2048,6 +2059,7 @@ const categoryAliases = {
2048
2059
  imitation: "Imitation",
2049
2060
  "indirect-prompt-injection": "Indirect Prompt Injection",
2050
2061
  "insurance:coverage-discrimination": "InsuranceCoverageDiscrimination",
2062
+ "insurance:data-disclosure": "InsuranceDataDisclosure",
2051
2063
  "insurance:network-misinformation": "InsuranceNetworkMisinformation",
2052
2064
  "insurance:phi-disclosure": "InsurancePhiDisclosure",
2053
2065
  intent: "Intent",
@@ -2079,7 +2091,7 @@ const categoryAliases = {
2079
2091
  wordplay: "Wordplay",
2080
2092
  xstest: "XSTest"
2081
2093
  };
2082
- const categoryAliasesReverse = Object.entries(categoryAliases).reduce((acc, [key, value]) => {
2094
+ Object.entries(categoryAliases).reduce((acc, [key, value]) => {
2083
2095
  acc[value] = key;
2084
2096
  return acc;
2085
2097
  }, {});
@@ -2117,7 +2129,7 @@ const pluginDescriptions = {
2117
2129
  bias: "Unified bias detection across protected characteristics including age, disability, gender, and race",
2118
2130
  medical: "Comprehensive medical AI safety testing for healthcare-specific vulnerabilities including hallucination, anchoring bias, incorrect knowledge, off-label use, prioritization errors, and sycophancy",
2119
2131
  pharmacy: "Comprehensive pharmacy AI safety testing for pharmaceutical vulnerabilities including drug interactions, dosage calculations, and controlled substance compliance",
2120
- insurance: "Comprehensive insurance AI safety testing for healthcare coverage vulnerabilities including coverage discrimination, network misinformation, and PHI disclosure",
2132
+ insurance: "Comprehensive insurance AI safety testing across all insurance types including coverage discrimination, network misinformation, PHI disclosure, and policyholder data disclosure",
2121
2133
  financial: "Comprehensive financial AI safety testing for financial services vulnerabilities including calculation errors, compliance violations, hallucination, and data leakage",
2122
2134
  ecommerce: "Comprehensive e-commerce AI safety testing for payment security and transaction integrity vulnerabilities including PCI DSS compliance, fraud detection, and price manipulation",
2123
2135
  telecom: "Comprehensive telecommunications AI safety testing across CPNI protection, account security, regulatory compliance (FCC, TCPA, CALEA), and telecom-specific fraud prevention",
@@ -2170,8 +2182,9 @@ const pluginDescriptions = {
2170
2182
  "harmful:weapons:ied": "Tests handling of Improvised Explosive Devices",
2171
2183
  hijacking: "Assesses protection against unauthorized resource usage and purpose deviation",
2172
2184
  imitation: "Tests safeguards against unauthorized entity impersonation attempts",
2173
- "insurance:coverage-discrimination": "Tests for discriminatory coverage or benefit determinations based on protected characteristics (age, disability, race, genetic information, sex) in violation of federal civil rights laws including ADA, Section 1557, GINA, and age discrimination statutes",
2174
- "insurance:network-misinformation": "Tests for inaccurate provider network information including wrong network status, terminated contracts, ghost networks, and outdated provider data that could expose members to surprise medical bills and balance billing",
2185
+ "insurance:coverage-discrimination": "Tests for discriminatory coverage, underwriting, or claims determinations based on protected characteristics (age, disability, race, genetic information, sex) in violation of federal civil rights laws including ADA, Section 1557, GINA, Fair Housing Act, ECOA, and state unfair trade practices acts",
2186
+ "insurance:data-disclosure": "Tests for unauthorized disclosure of protected policyholder data including claims history, property details, driving records, beneficiary information, and business data in violation of GLBA, FCRA, DPPA, and state insurance privacy laws",
2187
+ "insurance:network-misinformation": "Tests for inaccurate provider or vendor network information including wrong network status, terminated contracts, ghost networks, and outdated provider data that could expose policyholders to unexpected costs, voided warranties, or inadequate service",
2175
2188
  "insurance:phi-disclosure": "Tests for unauthorized disclosure of Protected Health Information in violation of HIPAA privacy regulations including cross-member PHI leakage, inadequate authentication, and disclosure to unauthorized third parties",
2176
2189
  "ecommerce:pci-dss": "Tests for exposure of payment card data including credit card numbers, CVVs, expiration dates, cardholder names, bank account details, and payment tokens in violation of PCI DSS requirements for secure payment processing",
2177
2190
  "ecommerce:compliance-bypass": "Tests for attempts to bypass security rules, terms of service, age restrictions, geographic limitations, or compliance policies in e-commerce systems",
@@ -2231,7 +2244,6 @@ const pluginDescriptions = {
2231
2244
  xstest: "Tests how models handle ambiguous terms related to potentially harmful topics like violence and drugs",
2232
2245
  "guardrails-eval": "Evaluate guardrail effectiveness against common risks"
2233
2246
  };
2234
-
2235
2247
  //#endregion
2236
2248
  //#region src/redteam/constants/strategies.ts
2237
2249
  const FRAMEWORK_COMPLIANCE_IDS = [
@@ -2250,7 +2262,6 @@ const DEFAULT_STRATEGIES = [
2250
2262
  "jailbreak:meta",
2251
2263
  "jailbreak:composite"
2252
2264
  ];
2253
- const DEFAULT_STRATEGIES_SET = new Set(DEFAULT_STRATEGIES);
2254
2265
  const MULTI_TURN_STRATEGIES = [
2255
2266
  "crescendo",
2256
2267
  "goat",
@@ -2258,16 +2269,9 @@ const MULTI_TURN_STRATEGIES = [
2258
2269
  "custom",
2259
2270
  "mischievous-user"
2260
2271
  ];
2261
- const MULTI_TURN_STRATEGY_SET = new Set(MULTI_TURN_STRATEGIES);
2262
2272
  const isCustomStrategy = (strategyId) => {
2263
2273
  return strategyId === "custom" || strategyId.startsWith("custom:");
2264
2274
  };
2265
- const MULTI_MODAL_STRATEGIES = [
2266
- "audio",
2267
- "image",
2268
- "video"
2269
- ];
2270
- const MULTI_MODAL_STRATEGIES_SET = new Set(MULTI_MODAL_STRATEGIES);
2271
2275
  const AGENTIC_STRATEGIES = [
2272
2276
  "crescendo",
2273
2277
  "goat",
@@ -2279,7 +2283,6 @@ const AGENTIC_STRATEGIES = [
2279
2283
  "jailbreak:tree",
2280
2284
  "mischievous-user"
2281
2285
  ];
2282
- const AGENTIC_STRATEGIES_SET = new Set(AGENTIC_STRATEGIES);
2283
2286
  const DATASET_PLUGINS = [
2284
2287
  "beavertails",
2285
2288
  "cyberseceval",
@@ -2341,22 +2344,6 @@ const _ALL_STRATEGIES = [
2341
2344
  ...AGENTIC_STRATEGIES
2342
2345
  ];
2343
2346
  const ALL_STRATEGIES = Array.from(new Set(_ALL_STRATEGIES)).sort();
2344
- const CONFIGURABLE_STRATEGIES = [
2345
- "layer",
2346
- "best-of-n",
2347
- "goat",
2348
- "crescendo",
2349
- "indirect-web-pwn",
2350
- "jailbreak",
2351
- "jailbreak:hydra",
2352
- "jailbreak:meta",
2353
- "jailbreak:tree",
2354
- "gcg",
2355
- "citation",
2356
- "custom",
2357
- "mischievous-user"
2358
- ];
2359
- const CONFIGURABLE_STRATEGIES_SET = new Set(CONFIGURABLE_STRATEGIES);
2360
2347
  /**
2361
2348
  * Default 'n' fan out for strategies that can add additional test cases during generation
2362
2349
  */
@@ -2371,19 +2358,6 @@ function getDefaultNFanout(strategyId) {
2371
2358
  function isFanoutStrategy(strategyId) {
2372
2359
  return strategyId in DEFAULT_N_FAN_OUT_BY_STRATEGY;
2373
2360
  }
2374
- const STRATEGIES_REQUIRING_REMOTE = [
2375
- "audio",
2376
- "citation",
2377
- "gcg",
2378
- "goat",
2379
- "indirect-web-pwn",
2380
- "jailbreak:composite",
2381
- "jailbreak:hydra",
2382
- "jailbreak:likert",
2383
- "jailbreak:meta"
2384
- ];
2385
- const STRATEGIES_REQUIRING_REMOTE_SET = new Set(STRATEGIES_REQUIRING_REMOTE);
2386
-
2387
2361
  //#endregion
2388
2362
  //#region src/util/uuid.ts
2389
2363
  /**
@@ -2400,7 +2374,6 @@ const UUID_REGEX = /^[0-9a-f]{8}-[0-9a-f]{4}-[1-5][0-9a-f]{3}-[89ab][0-9a-f]{3}-
2400
2374
  function isUuid(value) {
2401
2375
  return UUID_REGEX.test(value);
2402
2376
  }
2403
-
2404
2377
  //#endregion
2405
2378
  //#region src/redteam/plugins/policy/validators.ts
2406
2379
  /**
@@ -2436,7 +2409,6 @@ function isValidInlinePolicyId(id) {
2436
2409
  function isValidPolicyId(id) {
2437
2410
  return isValidReusablePolicyId(id) || isValidInlinePolicyId(id);
2438
2411
  }
2439
-
2440
2412
  //#endregion
2441
2413
  //#region src/redteam/types.ts
2442
2414
  const PolicyObjectSchema = zod.z.object({
@@ -2503,7 +2475,6 @@ var PartialGenerationError = class extends Error {
2503
2475
  this.failedPlugins = failedPlugins;
2504
2476
  }
2505
2477
  };
2506
-
2507
2478
  //#endregion
2508
2479
  //#region src/validators/providers.ts
2509
2480
  const ProviderOptionsSchema = zod.z.object({
@@ -2528,7 +2499,7 @@ const ApiProviderSchema = zod.z.object({
2528
2499
  config: zod.z.any().optional(),
2529
2500
  inputs: InputsSchema.optional()
2530
2501
  });
2531
- const ProviderResponseSchema = zod.z.object({
2502
+ zod.z.object({
2532
2503
  cached: zod.z.boolean().optional(),
2533
2504
  cost: zod.z.number().optional(),
2534
2505
  error: zod.z.string().optional(),
@@ -2537,17 +2508,17 @@ const ProviderResponseSchema = zod.z.object({
2537
2508
  output: zod.z.union([zod.z.string(), zod.z.any()]).optional(),
2538
2509
  tokenUsage: BaseTokenUsageSchema.optional()
2539
2510
  });
2540
- const ProviderEmbeddingResponseSchema = zod.z.object({
2511
+ zod.z.object({
2541
2512
  error: zod.z.string().optional(),
2542
2513
  embedding: zod.z.array(zod.z.number()).optional(),
2543
2514
  tokenUsage: BaseTokenUsageSchema.partial().optional()
2544
2515
  });
2545
- const ProviderSimilarityResponseSchema = zod.z.object({
2516
+ zod.z.object({
2546
2517
  error: zod.z.string().optional(),
2547
2518
  similarity: zod.z.number().optional(),
2548
2519
  tokenUsage: BaseTokenUsageSchema.partial().optional()
2549
2520
  });
2550
- const ProviderClassificationResponseSchema = zod.z.object({
2521
+ zod.z.object({
2551
2522
  error: zod.z.string().optional(),
2552
2523
  classification: zod.z.record(zod.z.string(), zod.z.number()).optional()
2553
2524
  });
@@ -2566,7 +2537,6 @@ const ProviderSchema = zod.z.union([
2566
2537
  ApiProviderSchema,
2567
2538
  ProviderOptionsSchema
2568
2539
  ]);
2569
-
2570
2540
  //#endregion
2571
2541
  //#region src/validators/redteam.ts
2572
2542
  const TracingConfigSchema = zod.z.lazy(() => zod.z.object({
@@ -2611,7 +2581,7 @@ const RedteamPluginObjectSchema = zod.z.object({
2611
2581
  message: `Invalid plugin id "${val}". Custom plugins must start with file:// or use a built-in plugin. See https://www.promptfoo.dev/docs/red-team/plugins for available plugins.`
2612
2582
  });
2613
2583
  })]).describe("Name of the plugin"),
2614
- numTests: zod.z.int().positive().prefault(DEFAULT_NUM_TESTS_PER_PLUGIN).describe("Number of tests to generate for this plugin"),
2584
+ numTests: zod.z.int().positive().prefault(5).describe("Number of tests to generate for this plugin"),
2615
2585
  config: zod.z.record(zod.z.string(), zod.z.unknown()).optional().describe("Plugin-specific configuration"),
2616
2586
  severity: SeveritySchema.optional().describe("Severity level for this plugin")
2617
2587
  });
@@ -2652,10 +2622,7 @@ const RedteamStrategySchema = zod.z.union([strategyIdSchema, zod.z.object({
2652
2622
  id: strategyIdSchema,
2653
2623
  config: zod.z.record(zod.z.string(), zod.z.unknown()).optional().describe("Strategy-specific configuration")
2654
2624
  })]);
2655
- /**
2656
- * Schema for `promptfoo redteam generate` command options
2657
- */
2658
- const RedteamGenerateOptionsSchema = zod.z.object({
2625
+ zod.z.object({
2659
2626
  addPlugins: zod.z.array(zod.z.enum(ADDITIONAL_PLUGINS)).optional().describe("Additional plugins to include"),
2660
2627
  addStrategies: zod.z.array(zod.z.enum(ADDITIONAL_STRATEGIES)).optional().describe("Additional strategies to include"),
2661
2628
  cache: zod.z.boolean().describe("Whether to use caching"),
@@ -2833,11 +2800,9 @@ const RedteamConfigSchema = zod.z.object({
2833
2800
  });
2834
2801
  function assert() {}
2835
2802
  assert();
2836
-
2837
2803
  //#endregion
2838
2804
  //#region src/validators/shared.ts
2839
2805
  const NunjucksFilterMapSchema = zod.z.record(zod.z.string(), zod.z.custom((v) => typeof v === "function"));
2840
-
2841
2806
  //#endregion
2842
2807
  //#region src/types/providers.ts
2843
2808
  function isApiProvider(provider) {
@@ -2846,7 +2811,6 @@ function isApiProvider(provider) {
2846
2811
  function isProviderOptions(provider) {
2847
2812
  return typeof provider === "object" && provider != null && "id" in provider && typeof provider.id === "string";
2848
2813
  }
2849
-
2850
2814
  //#endregion
2851
2815
  //#region src/types/index.ts
2852
2816
  const CommandLineOptionsSchema = zod.z.object({
@@ -3315,480 +3279,480 @@ const EvalResultsFilterMode = zod.z.enum([
3315
3279
  "passes",
3316
3280
  "user-rated"
3317
3281
  ]);
3318
-
3319
3282
  //#endregion
3320
- Object.defineProperty(exports, 'AGENTIC_STRATEGIES', {
3321
- enumerable: true,
3322
- get: function () {
3323
- return AGENTIC_STRATEGIES;
3324
- }
3325
- });
3326
- Object.defineProperty(exports, 'ALIASED_PLUGIN_MAPPINGS', {
3327
- enumerable: true,
3328
- get: function () {
3329
- return ALIASED_PLUGIN_MAPPINGS;
3330
- }
3331
- });
3332
- Object.defineProperty(exports, 'AssertionOrSetSchema', {
3333
- enumerable: true,
3334
- get: function () {
3335
- return AssertionOrSetSchema;
3336
- }
3337
- });
3338
- Object.defineProperty(exports, 'AssertionSchema', {
3339
- enumerable: true,
3340
- get: function () {
3341
- return AssertionSchema;
3342
- }
3343
- });
3344
- Object.defineProperty(exports, 'AssertionSetSchema', {
3345
- enumerable: true,
3346
- get: function () {
3347
- return AssertionSetSchema;
3348
- }
3349
- });
3350
- Object.defineProperty(exports, 'AssertionTypeSchema', {
3351
- enumerable: true,
3352
- get: function () {
3353
- return AssertionTypeSchema;
3354
- }
3355
- });
3356
- Object.defineProperty(exports, 'AtomicTestCaseSchema', {
3357
- enumerable: true,
3358
- get: function () {
3359
- return AtomicTestCaseSchema;
3360
- }
3361
- });
3362
- Object.defineProperty(exports, 'BIAS_PLUGINS', {
3363
- enumerable: true,
3364
- get: function () {
3365
- return BIAS_PLUGINS;
3366
- }
3367
- });
3368
- Object.defineProperty(exports, 'BaseAssertionTypesSchema', {
3369
- enumerable: true,
3370
- get: function () {
3371
- return BaseAssertionTypesSchema;
3372
- }
3373
- });
3374
- Object.defineProperty(exports, 'BaseTokenUsageSchema', {
3375
- enumerable: true,
3376
- get: function () {
3377
- return BaseTokenUsageSchema;
3378
- }
3379
- });
3380
- Object.defineProperty(exports, 'CommandLineOptionsSchema', {
3381
- enumerable: true,
3382
- get: function () {
3383
- return CommandLineOptionsSchema;
3384
- }
3385
- });
3386
- Object.defineProperty(exports, 'CompletedPromptSchema', {
3387
- enumerable: true,
3388
- get: function () {
3389
- return CompletedPromptSchema;
3390
- }
3391
- });
3392
- Object.defineProperty(exports, 'CompletionTokenDetailsSchema', {
3393
- enumerable: true,
3394
- get: function () {
3395
- return CompletionTokenDetailsSchema;
3396
- }
3397
- });
3398
- Object.defineProperty(exports, 'ConversationMessageSchema', {
3399
- enumerable: true,
3400
- get: function () {
3401
- return ConversationMessageSchema;
3402
- }
3403
- });
3404
- Object.defineProperty(exports, 'DATASET_EXEMPT_PLUGINS', {
3405
- enumerable: true,
3406
- get: function () {
3407
- return DATASET_EXEMPT_PLUGINS;
3408
- }
3409
- });
3410
- Object.defineProperty(exports, 'DATASET_PLUGINS', {
3411
- enumerable: true,
3412
- get: function () {
3413
- return DATASET_PLUGINS;
3414
- }
3415
- });
3416
- Object.defineProperty(exports, 'DEFAULT_PLUGINS', {
3417
- enumerable: true,
3418
- get: function () {
3419
- return DEFAULT_PLUGINS;
3420
- }
3421
- });
3422
- Object.defineProperty(exports, 'DEFAULT_STRATEGIES', {
3423
- enumerable: true,
3424
- get: function () {
3425
- return DEFAULT_STRATEGIES;
3426
- }
3427
- });
3428
- Object.defineProperty(exports, 'DerivedMetricSchema', {
3429
- enumerable: true,
3430
- get: function () {
3431
- return DerivedMetricSchema;
3432
- }
3433
- });
3434
- Object.defineProperty(exports, 'EvalResultsFilterMode', {
3435
- enumerable: true,
3436
- get: function () {
3437
- return EvalResultsFilterMode;
3438
- }
3439
- });
3440
- Object.defineProperty(exports, 'EvaluateOptionsSchema', {
3441
- enumerable: true,
3442
- get: function () {
3443
- return EvaluateOptionsSchema;
3444
- }
3445
- });
3446
- Object.defineProperty(exports, 'FINANCIAL_PLUGINS', {
3447
- enumerable: true,
3448
- get: function () {
3449
- return FINANCIAL_PLUGINS;
3450
- }
3451
- });
3452
- Object.defineProperty(exports, 'FOUNDATION_PLUGINS', {
3453
- enumerable: true,
3454
- get: function () {
3455
- return FOUNDATION_PLUGINS;
3456
- }
3457
- });
3458
- Object.defineProperty(exports, 'GradingConfigSchema', {
3459
- enumerable: true,
3460
- get: function () {
3461
- return GradingConfigSchema;
3462
- }
3463
- });
3464
- Object.defineProperty(exports, 'HARM_PLUGINS', {
3465
- enumerable: true,
3466
- get: function () {
3467
- return HARM_PLUGINS;
3468
- }
3469
- });
3470
- Object.defineProperty(exports, 'INSURANCE_PLUGINS', {
3471
- enumerable: true,
3472
- get: function () {
3473
- return INSURANCE_PLUGINS;
3474
- }
3475
- });
3476
- Object.defineProperty(exports, 'InputsSchema', {
3477
- enumerable: true,
3478
- get: function () {
3479
- return InputsSchema;
3480
- }
3481
- });
3482
- Object.defineProperty(exports, 'LLAMA_GUARD_ENABLED_CATEGORIES', {
3483
- enumerable: true,
3484
- get: function () {
3485
- return LLAMA_GUARD_ENABLED_CATEGORIES;
3486
- }
3487
- });
3488
- Object.defineProperty(exports, 'LLAMA_GUARD_REPLICATE_PROVIDER', {
3489
- enumerable: true,
3490
- get: function () {
3491
- return LLAMA_GUARD_REPLICATE_PROVIDER;
3492
- }
3493
- });
3494
- Object.defineProperty(exports, 'MEDICAL_PLUGINS', {
3495
- enumerable: true,
3496
- get: function () {
3497
- return MEDICAL_PLUGINS;
3498
- }
3499
- });
3500
- Object.defineProperty(exports, 'MULTI_INPUT_EXCLUDED_PLUGINS', {
3501
- enumerable: true,
3502
- get: function () {
3503
- return MULTI_INPUT_EXCLUDED_PLUGINS;
3504
- }
3505
- });
3506
- Object.defineProperty(exports, 'MULTI_INPUT_VAR', {
3507
- enumerable: true,
3508
- get: function () {
3509
- return MULTI_INPUT_VAR;
3510
- }
3511
- });
3512
- Object.defineProperty(exports, 'MULTI_TURN_STRATEGIES', {
3513
- enumerable: true,
3514
- get: function () {
3515
- return MULTI_TURN_STRATEGIES;
3516
- }
3517
- });
3518
- Object.defineProperty(exports, 'NotPrefixedAssertionTypesSchema', {
3519
- enumerable: true,
3520
- get: function () {
3521
- return NotPrefixedAssertionTypesSchema;
3522
- }
3523
- });
3524
- Object.defineProperty(exports, 'OutputConfigSchema', {
3525
- enumerable: true,
3526
- get: function () {
3527
- return OutputConfigSchema;
3528
- }
3529
- });
3530
- Object.defineProperty(exports, 'OutputFileExtension', {
3531
- enumerable: true,
3532
- get: function () {
3533
- return OutputFileExtension;
3534
- }
3535
- });
3536
- Object.defineProperty(exports, 'PHARMACY_PLUGINS', {
3537
- enumerable: true,
3538
- get: function () {
3539
- return PHARMACY_PLUGINS;
3540
- }
3541
- });
3542
- Object.defineProperty(exports, 'PII_PLUGINS', {
3543
- enumerable: true,
3544
- get: function () {
3545
- return PII_PLUGINS;
3546
- }
3547
- });
3548
- Object.defineProperty(exports, 'PLUGIN_CATEGORIES', {
3549
- enumerable: true,
3550
- get: function () {
3551
- return PLUGIN_CATEGORIES;
3552
- }
3553
- });
3554
- Object.defineProperty(exports, 'PartialGenerationError', {
3555
- enumerable: true,
3556
- get: function () {
3557
- return PartialGenerationError;
3558
- }
3559
- });
3560
- Object.defineProperty(exports, 'PluginConfigSchema', {
3561
- enumerable: true,
3562
- get: function () {
3563
- return PluginConfigSchema;
3564
- }
3565
- });
3566
- Object.defineProperty(exports, 'PolicyObjectSchema', {
3567
- enumerable: true,
3568
- get: function () {
3569
- return PolicyObjectSchema;
3570
- }
3571
- });
3572
- Object.defineProperty(exports, 'PromptSchema', {
3573
- enumerable: true,
3574
- get: function () {
3575
- return PromptSchema;
3576
- }
3577
- });
3578
- Object.defineProperty(exports, 'ProviderOptionsSchema', {
3579
- enumerable: true,
3580
- get: function () {
3581
- return ProviderOptionsSchema;
3582
- }
3583
- });
3584
- Object.defineProperty(exports, 'ProvidersSchema', {
3585
- enumerable: true,
3586
- get: function () {
3587
- return ProvidersSchema;
3588
- }
3589
- });
3590
- Object.defineProperty(exports, 'REDTEAM_PROVIDER_HARM_PLUGINS', {
3591
- enumerable: true,
3592
- get: function () {
3593
- return REDTEAM_PROVIDER_HARM_PLUGINS;
3594
- }
3595
- });
3596
- Object.defineProperty(exports, 'REMOTE_ONLY_PLUGIN_IDS', {
3597
- enumerable: true,
3598
- get: function () {
3599
- return REMOTE_ONLY_PLUGIN_IDS;
3600
- }
3601
- });
3602
- Object.defineProperty(exports, 'RedteamConfigSchema', {
3603
- enumerable: true,
3604
- get: function () {
3605
- return RedteamConfigSchema;
3606
- }
3607
- });
3608
- Object.defineProperty(exports, 'ResultFailureReason', {
3609
- enumerable: true,
3610
- get: function () {
3611
- return ResultFailureReason;
3612
- }
3613
- });
3614
- Object.defineProperty(exports, 'STRATEGY_COLLECTIONS', {
3615
- enumerable: true,
3616
- get: function () {
3617
- return STRATEGY_COLLECTIONS;
3618
- }
3619
- });
3620
- Object.defineProperty(exports, 'STRATEGY_COLLECTION_MAPPINGS', {
3621
- enumerable: true,
3622
- get: function () {
3623
- return STRATEGY_COLLECTION_MAPPINGS;
3624
- }
3625
- });
3626
- Object.defineProperty(exports, 'STRATEGY_EXEMPT_PLUGINS', {
3627
- enumerable: true,
3628
- get: function () {
3629
- return STRATEGY_EXEMPT_PLUGINS;
3630
- }
3631
- });
3632
- Object.defineProperty(exports, 'ScenarioSchema', {
3633
- enumerable: true,
3634
- get: function () {
3635
- return ScenarioSchema;
3636
- }
3637
- });
3638
- Object.defineProperty(exports, 'Severity', {
3639
- enumerable: true,
3640
- get: function () {
3641
- return Severity;
3642
- }
3643
- });
3644
- Object.defineProperty(exports, 'SpecialAssertionTypesSchema', {
3645
- enumerable: true,
3646
- get: function () {
3647
- return SpecialAssertionTypesSchema;
3648
- }
3649
- });
3650
- Object.defineProperty(exports, 'StrategyConfigSchema', {
3651
- enumerable: true,
3652
- get: function () {
3653
- return StrategyConfigSchema;
3654
- }
3655
- });
3656
- Object.defineProperty(exports, 'TELECOM_PLUGINS', {
3657
- enumerable: true,
3658
- get: function () {
3659
- return TELECOM_PLUGINS;
3660
- }
3661
- });
3662
- Object.defineProperty(exports, 'TestCaseSchema', {
3663
- enumerable: true,
3664
- get: function () {
3665
- return TestCaseSchema;
3666
- }
3667
- });
3668
- Object.defineProperty(exports, 'TestCaseWithVarsFileSchema', {
3669
- enumerable: true,
3670
- get: function () {
3671
- return TestCaseWithVarsFileSchema;
3672
- }
3673
- });
3674
- Object.defineProperty(exports, 'TestCasesWithMetadataPromptSchema', {
3675
- enumerable: true,
3676
- get: function () {
3677
- return TestCasesWithMetadataPromptSchema;
3678
- }
3679
- });
3680
- Object.defineProperty(exports, 'TestCasesWithMetadataSchema', {
3681
- enumerable: true,
3682
- get: function () {
3683
- return TestCasesWithMetadataSchema;
3684
- }
3685
- });
3686
- Object.defineProperty(exports, 'TestGeneratorConfigSchema', {
3687
- enumerable: true,
3688
- get: function () {
3689
- return TestGeneratorConfigSchema;
3690
- }
3691
- });
3692
- Object.defineProperty(exports, 'TestSuiteConfigSchema', {
3693
- enumerable: true,
3694
- get: function () {
3695
- return TestSuiteConfigSchema;
3696
- }
3697
- });
3698
- Object.defineProperty(exports, 'TestSuiteSchema', {
3699
- enumerable: true,
3700
- get: function () {
3701
- return TestSuiteSchema;
3702
- }
3703
- });
3704
- Object.defineProperty(exports, 'UNALIGNED_PROVIDER_HARM_PLUGINS', {
3705
- enumerable: true,
3706
- get: function () {
3707
- return UNALIGNED_PROVIDER_HARM_PLUGINS;
3708
- }
3709
- });
3710
- Object.defineProperty(exports, 'UnifiedConfigSchema', {
3711
- enumerable: true,
3712
- get: function () {
3713
- return UnifiedConfigSchema;
3714
- }
3715
- });
3716
- Object.defineProperty(exports, 'VarsSchema', {
3717
- enumerable: true,
3718
- get: function () {
3719
- return VarsSchema;
3720
- }
3721
- });
3722
- Object.defineProperty(exports, 'categoryAliases', {
3723
- enumerable: true,
3724
- get: function () {
3725
- return categoryAliases;
3726
- }
3727
- });
3728
- Object.defineProperty(exports, 'getDefaultNFanout', {
3729
- enumerable: true,
3730
- get: function () {
3731
- return getDefaultNFanout;
3732
- }
3733
- });
3734
- Object.defineProperty(exports, 'isApiProvider', {
3735
- enumerable: true,
3736
- get: function () {
3737
- return isApiProvider;
3738
- }
3739
- });
3740
- Object.defineProperty(exports, 'isCustomStrategy', {
3741
- enumerable: true,
3742
- get: function () {
3743
- return isCustomStrategy;
3744
- }
3745
- });
3746
- Object.defineProperty(exports, 'isFanoutStrategy', {
3747
- enumerable: true,
3748
- get: function () {
3749
- return isFanoutStrategy;
3750
- }
3751
- });
3752
- Object.defineProperty(exports, 'isGradingResult', {
3753
- enumerable: true,
3754
- get: function () {
3755
- return isGradingResult;
3756
- }
3757
- });
3758
- Object.defineProperty(exports, 'isProviderOptions', {
3759
- enumerable: true,
3760
- get: function () {
3761
- return isProviderOptions;
3762
- }
3763
- });
3764
- Object.defineProperty(exports, 'isResultFailureReason', {
3765
- enumerable: true,
3766
- get: function () {
3767
- return isResultFailureReason;
3768
- }
3769
- });
3770
- Object.defineProperty(exports, 'isUuid', {
3771
- enumerable: true,
3772
- get: function () {
3773
- return isUuid;
3774
- }
3775
- });
3776
- Object.defineProperty(exports, 'isValidReusablePolicyId', {
3777
- enumerable: true,
3778
- get: function () {
3779
- return isValidReusablePolicyId;
3780
- }
3781
- });
3782
- Object.defineProperty(exports, 'pluginDescriptions', {
3783
- enumerable: true,
3784
- get: function () {
3785
- return pluginDescriptions;
3786
- }
3787
- });
3788
- Object.defineProperty(exports, 'riskCategorySeverityMap', {
3789
- enumerable: true,
3790
- get: function () {
3791
- return riskCategorySeverityMap;
3792
- }
3793
- });
3794
- //# sourceMappingURL=types-DWNf48sT.cjs.map
3283
+ Object.defineProperty(exports, "AGENTIC_STRATEGIES", {
3284
+ enumerable: true,
3285
+ get: function() {
3286
+ return AGENTIC_STRATEGIES;
3287
+ }
3288
+ });
3289
+ Object.defineProperty(exports, "ALIASED_PLUGIN_MAPPINGS", {
3290
+ enumerable: true,
3291
+ get: function() {
3292
+ return ALIASED_PLUGIN_MAPPINGS;
3293
+ }
3294
+ });
3295
+ Object.defineProperty(exports, "AssertionOrSetSchema", {
3296
+ enumerable: true,
3297
+ get: function() {
3298
+ return AssertionOrSetSchema;
3299
+ }
3300
+ });
3301
+ Object.defineProperty(exports, "AssertionSchema", {
3302
+ enumerable: true,
3303
+ get: function() {
3304
+ return AssertionSchema;
3305
+ }
3306
+ });
3307
+ Object.defineProperty(exports, "AssertionSetSchema", {
3308
+ enumerable: true,
3309
+ get: function() {
3310
+ return AssertionSetSchema;
3311
+ }
3312
+ });
3313
+ Object.defineProperty(exports, "AssertionTypeSchema", {
3314
+ enumerable: true,
3315
+ get: function() {
3316
+ return AssertionTypeSchema;
3317
+ }
3318
+ });
3319
+ Object.defineProperty(exports, "AtomicTestCaseSchema", {
3320
+ enumerable: true,
3321
+ get: function() {
3322
+ return AtomicTestCaseSchema;
3323
+ }
3324
+ });
3325
+ Object.defineProperty(exports, "BIAS_PLUGINS", {
3326
+ enumerable: true,
3327
+ get: function() {
3328
+ return BIAS_PLUGINS;
3329
+ }
3330
+ });
3331
+ Object.defineProperty(exports, "BaseAssertionTypesSchema", {
3332
+ enumerable: true,
3333
+ get: function() {
3334
+ return BaseAssertionTypesSchema;
3335
+ }
3336
+ });
3337
+ Object.defineProperty(exports, "BaseTokenUsageSchema", {
3338
+ enumerable: true,
3339
+ get: function() {
3340
+ return BaseTokenUsageSchema;
3341
+ }
3342
+ });
3343
+ Object.defineProperty(exports, "CommandLineOptionsSchema", {
3344
+ enumerable: true,
3345
+ get: function() {
3346
+ return CommandLineOptionsSchema;
3347
+ }
3348
+ });
3349
+ Object.defineProperty(exports, "CompletedPromptSchema", {
3350
+ enumerable: true,
3351
+ get: function() {
3352
+ return CompletedPromptSchema;
3353
+ }
3354
+ });
3355
+ Object.defineProperty(exports, "CompletionTokenDetailsSchema", {
3356
+ enumerable: true,
3357
+ get: function() {
3358
+ return CompletionTokenDetailsSchema;
3359
+ }
3360
+ });
3361
+ Object.defineProperty(exports, "ConversationMessageSchema", {
3362
+ enumerable: true,
3363
+ get: function() {
3364
+ return ConversationMessageSchema;
3365
+ }
3366
+ });
3367
+ Object.defineProperty(exports, "DATASET_EXEMPT_PLUGINS", {
3368
+ enumerable: true,
3369
+ get: function() {
3370
+ return DATASET_EXEMPT_PLUGINS;
3371
+ }
3372
+ });
3373
+ Object.defineProperty(exports, "DATASET_PLUGINS", {
3374
+ enumerable: true,
3375
+ get: function() {
3376
+ return DATASET_PLUGINS;
3377
+ }
3378
+ });
3379
+ Object.defineProperty(exports, "DEFAULT_PLUGINS", {
3380
+ enumerable: true,
3381
+ get: function() {
3382
+ return DEFAULT_PLUGINS;
3383
+ }
3384
+ });
3385
+ Object.defineProperty(exports, "DEFAULT_STRATEGIES", {
3386
+ enumerable: true,
3387
+ get: function() {
3388
+ return DEFAULT_STRATEGIES;
3389
+ }
3390
+ });
3391
+ Object.defineProperty(exports, "DerivedMetricSchema", {
3392
+ enumerable: true,
3393
+ get: function() {
3394
+ return DerivedMetricSchema;
3395
+ }
3396
+ });
3397
+ Object.defineProperty(exports, "EvalResultsFilterMode", {
3398
+ enumerable: true,
3399
+ get: function() {
3400
+ return EvalResultsFilterMode;
3401
+ }
3402
+ });
3403
+ Object.defineProperty(exports, "EvaluateOptionsSchema", {
3404
+ enumerable: true,
3405
+ get: function() {
3406
+ return EvaluateOptionsSchema;
3407
+ }
3408
+ });
3409
+ Object.defineProperty(exports, "FINANCIAL_PLUGINS", {
3410
+ enumerable: true,
3411
+ get: function() {
3412
+ return FINANCIAL_PLUGINS;
3413
+ }
3414
+ });
3415
+ Object.defineProperty(exports, "FOUNDATION_PLUGINS", {
3416
+ enumerable: true,
3417
+ get: function() {
3418
+ return FOUNDATION_PLUGINS;
3419
+ }
3420
+ });
3421
+ Object.defineProperty(exports, "GradingConfigSchema", {
3422
+ enumerable: true,
3423
+ get: function() {
3424
+ return GradingConfigSchema;
3425
+ }
3426
+ });
3427
+ Object.defineProperty(exports, "HARM_PLUGINS", {
3428
+ enumerable: true,
3429
+ get: function() {
3430
+ return HARM_PLUGINS;
3431
+ }
3432
+ });
3433
+ Object.defineProperty(exports, "INSURANCE_PLUGINS", {
3434
+ enumerable: true,
3435
+ get: function() {
3436
+ return INSURANCE_PLUGINS;
3437
+ }
3438
+ });
3439
+ Object.defineProperty(exports, "InputsSchema", {
3440
+ enumerable: true,
3441
+ get: function() {
3442
+ return InputsSchema;
3443
+ }
3444
+ });
3445
+ Object.defineProperty(exports, "LLAMA_GUARD_ENABLED_CATEGORIES", {
3446
+ enumerable: true,
3447
+ get: function() {
3448
+ return LLAMA_GUARD_ENABLED_CATEGORIES;
3449
+ }
3450
+ });
3451
+ Object.defineProperty(exports, "LLAMA_GUARD_REPLICATE_PROVIDER", {
3452
+ enumerable: true,
3453
+ get: function() {
3454
+ return LLAMA_GUARD_REPLICATE_PROVIDER;
3455
+ }
3456
+ });
3457
+ Object.defineProperty(exports, "MEDICAL_PLUGINS", {
3458
+ enumerable: true,
3459
+ get: function() {
3460
+ return MEDICAL_PLUGINS;
3461
+ }
3462
+ });
3463
+ Object.defineProperty(exports, "MULTI_INPUT_EXCLUDED_PLUGINS", {
3464
+ enumerable: true,
3465
+ get: function() {
3466
+ return MULTI_INPUT_EXCLUDED_PLUGINS;
3467
+ }
3468
+ });
3469
+ Object.defineProperty(exports, "MULTI_INPUT_VAR", {
3470
+ enumerable: true,
3471
+ get: function() {
3472
+ return MULTI_INPUT_VAR;
3473
+ }
3474
+ });
3475
+ Object.defineProperty(exports, "MULTI_TURN_STRATEGIES", {
3476
+ enumerable: true,
3477
+ get: function() {
3478
+ return MULTI_TURN_STRATEGIES;
3479
+ }
3480
+ });
3481
+ Object.defineProperty(exports, "NotPrefixedAssertionTypesSchema", {
3482
+ enumerable: true,
3483
+ get: function() {
3484
+ return NotPrefixedAssertionTypesSchema;
3485
+ }
3486
+ });
3487
+ Object.defineProperty(exports, "OutputConfigSchema", {
3488
+ enumerable: true,
3489
+ get: function() {
3490
+ return OutputConfigSchema;
3491
+ }
3492
+ });
3493
+ Object.defineProperty(exports, "OutputFileExtension", {
3494
+ enumerable: true,
3495
+ get: function() {
3496
+ return OutputFileExtension;
3497
+ }
3498
+ });
3499
+ Object.defineProperty(exports, "PHARMACY_PLUGINS", {
3500
+ enumerable: true,
3501
+ get: function() {
3502
+ return PHARMACY_PLUGINS;
3503
+ }
3504
+ });
3505
+ Object.defineProperty(exports, "PII_PLUGINS", {
3506
+ enumerable: true,
3507
+ get: function() {
3508
+ return PII_PLUGINS;
3509
+ }
3510
+ });
3511
+ Object.defineProperty(exports, "PLUGIN_CATEGORIES", {
3512
+ enumerable: true,
3513
+ get: function() {
3514
+ return PLUGIN_CATEGORIES;
3515
+ }
3516
+ });
3517
+ Object.defineProperty(exports, "PartialGenerationError", {
3518
+ enumerable: true,
3519
+ get: function() {
3520
+ return PartialGenerationError;
3521
+ }
3522
+ });
3523
+ Object.defineProperty(exports, "PluginConfigSchema", {
3524
+ enumerable: true,
3525
+ get: function() {
3526
+ return PluginConfigSchema;
3527
+ }
3528
+ });
3529
+ Object.defineProperty(exports, "PolicyObjectSchema", {
3530
+ enumerable: true,
3531
+ get: function() {
3532
+ return PolicyObjectSchema;
3533
+ }
3534
+ });
3535
+ Object.defineProperty(exports, "PromptSchema", {
3536
+ enumerable: true,
3537
+ get: function() {
3538
+ return PromptSchema;
3539
+ }
3540
+ });
3541
+ Object.defineProperty(exports, "ProviderOptionsSchema", {
3542
+ enumerable: true,
3543
+ get: function() {
3544
+ return ProviderOptionsSchema;
3545
+ }
3546
+ });
3547
+ Object.defineProperty(exports, "ProvidersSchema", {
3548
+ enumerable: true,
3549
+ get: function() {
3550
+ return ProvidersSchema;
3551
+ }
3552
+ });
3553
+ Object.defineProperty(exports, "REDTEAM_PROVIDER_HARM_PLUGINS", {
3554
+ enumerable: true,
3555
+ get: function() {
3556
+ return REDTEAM_PROVIDER_HARM_PLUGINS;
3557
+ }
3558
+ });
3559
+ Object.defineProperty(exports, "REMOTE_ONLY_PLUGIN_IDS", {
3560
+ enumerable: true,
3561
+ get: function() {
3562
+ return REMOTE_ONLY_PLUGIN_IDS;
3563
+ }
3564
+ });
3565
+ Object.defineProperty(exports, "RedteamConfigSchema", {
3566
+ enumerable: true,
3567
+ get: function() {
3568
+ return RedteamConfigSchema;
3569
+ }
3570
+ });
3571
+ Object.defineProperty(exports, "ResultFailureReason", {
3572
+ enumerable: true,
3573
+ get: function() {
3574
+ return ResultFailureReason;
3575
+ }
3576
+ });
3577
+ Object.defineProperty(exports, "STRATEGY_COLLECTIONS", {
3578
+ enumerable: true,
3579
+ get: function() {
3580
+ return STRATEGY_COLLECTIONS;
3581
+ }
3582
+ });
3583
+ Object.defineProperty(exports, "STRATEGY_COLLECTION_MAPPINGS", {
3584
+ enumerable: true,
3585
+ get: function() {
3586
+ return STRATEGY_COLLECTION_MAPPINGS;
3587
+ }
3588
+ });
3589
+ Object.defineProperty(exports, "STRATEGY_EXEMPT_PLUGINS", {
3590
+ enumerable: true,
3591
+ get: function() {
3592
+ return STRATEGY_EXEMPT_PLUGINS;
3593
+ }
3594
+ });
3595
+ Object.defineProperty(exports, "ScenarioSchema", {
3596
+ enumerable: true,
3597
+ get: function() {
3598
+ return ScenarioSchema;
3599
+ }
3600
+ });
3601
+ Object.defineProperty(exports, "Severity", {
3602
+ enumerable: true,
3603
+ get: function() {
3604
+ return Severity;
3605
+ }
3606
+ });
3607
+ Object.defineProperty(exports, "SpecialAssertionTypesSchema", {
3608
+ enumerable: true,
3609
+ get: function() {
3610
+ return SpecialAssertionTypesSchema;
3611
+ }
3612
+ });
3613
+ Object.defineProperty(exports, "StrategyConfigSchema", {
3614
+ enumerable: true,
3615
+ get: function() {
3616
+ return StrategyConfigSchema;
3617
+ }
3618
+ });
3619
+ Object.defineProperty(exports, "TELECOM_PLUGINS", {
3620
+ enumerable: true,
3621
+ get: function() {
3622
+ return TELECOM_PLUGINS;
3623
+ }
3624
+ });
3625
+ Object.defineProperty(exports, "TestCaseSchema", {
3626
+ enumerable: true,
3627
+ get: function() {
3628
+ return TestCaseSchema;
3629
+ }
3630
+ });
3631
+ Object.defineProperty(exports, "TestCaseWithVarsFileSchema", {
3632
+ enumerable: true,
3633
+ get: function() {
3634
+ return TestCaseWithVarsFileSchema;
3635
+ }
3636
+ });
3637
+ Object.defineProperty(exports, "TestCasesWithMetadataPromptSchema", {
3638
+ enumerable: true,
3639
+ get: function() {
3640
+ return TestCasesWithMetadataPromptSchema;
3641
+ }
3642
+ });
3643
+ Object.defineProperty(exports, "TestCasesWithMetadataSchema", {
3644
+ enumerable: true,
3645
+ get: function() {
3646
+ return TestCasesWithMetadataSchema;
3647
+ }
3648
+ });
3649
+ Object.defineProperty(exports, "TestGeneratorConfigSchema", {
3650
+ enumerable: true,
3651
+ get: function() {
3652
+ return TestGeneratorConfigSchema;
3653
+ }
3654
+ });
3655
+ Object.defineProperty(exports, "TestSuiteConfigSchema", {
3656
+ enumerable: true,
3657
+ get: function() {
3658
+ return TestSuiteConfigSchema;
3659
+ }
3660
+ });
3661
+ Object.defineProperty(exports, "TestSuiteSchema", {
3662
+ enumerable: true,
3663
+ get: function() {
3664
+ return TestSuiteSchema;
3665
+ }
3666
+ });
3667
+ Object.defineProperty(exports, "UNALIGNED_PROVIDER_HARM_PLUGINS", {
3668
+ enumerable: true,
3669
+ get: function() {
3670
+ return UNALIGNED_PROVIDER_HARM_PLUGINS;
3671
+ }
3672
+ });
3673
+ Object.defineProperty(exports, "UnifiedConfigSchema", {
3674
+ enumerable: true,
3675
+ get: function() {
3676
+ return UnifiedConfigSchema;
3677
+ }
3678
+ });
3679
+ Object.defineProperty(exports, "VarsSchema", {
3680
+ enumerable: true,
3681
+ get: function() {
3682
+ return VarsSchema;
3683
+ }
3684
+ });
3685
+ Object.defineProperty(exports, "categoryAliases", {
3686
+ enumerable: true,
3687
+ get: function() {
3688
+ return categoryAliases;
3689
+ }
3690
+ });
3691
+ Object.defineProperty(exports, "getDefaultNFanout", {
3692
+ enumerable: true,
3693
+ get: function() {
3694
+ return getDefaultNFanout;
3695
+ }
3696
+ });
3697
+ Object.defineProperty(exports, "isApiProvider", {
3698
+ enumerable: true,
3699
+ get: function() {
3700
+ return isApiProvider;
3701
+ }
3702
+ });
3703
+ Object.defineProperty(exports, "isCustomStrategy", {
3704
+ enumerable: true,
3705
+ get: function() {
3706
+ return isCustomStrategy;
3707
+ }
3708
+ });
3709
+ Object.defineProperty(exports, "isFanoutStrategy", {
3710
+ enumerable: true,
3711
+ get: function() {
3712
+ return isFanoutStrategy;
3713
+ }
3714
+ });
3715
+ Object.defineProperty(exports, "isGradingResult", {
3716
+ enumerable: true,
3717
+ get: function() {
3718
+ return isGradingResult;
3719
+ }
3720
+ });
3721
+ Object.defineProperty(exports, "isProviderOptions", {
3722
+ enumerable: true,
3723
+ get: function() {
3724
+ return isProviderOptions;
3725
+ }
3726
+ });
3727
+ Object.defineProperty(exports, "isResultFailureReason", {
3728
+ enumerable: true,
3729
+ get: function() {
3730
+ return isResultFailureReason;
3731
+ }
3732
+ });
3733
+ Object.defineProperty(exports, "isUuid", {
3734
+ enumerable: true,
3735
+ get: function() {
3736
+ return isUuid;
3737
+ }
3738
+ });
3739
+ Object.defineProperty(exports, "isValidReusablePolicyId", {
3740
+ enumerable: true,
3741
+ get: function() {
3742
+ return isValidReusablePolicyId;
3743
+ }
3744
+ });
3745
+ Object.defineProperty(exports, "pluginDescriptions", {
3746
+ enumerable: true,
3747
+ get: function() {
3748
+ return pluginDescriptions;
3749
+ }
3750
+ });
3751
+ Object.defineProperty(exports, "riskCategorySeverityMap", {
3752
+ enumerable: true,
3753
+ get: function() {
3754
+ return riskCategorySeverityMap;
3755
+ }
3756
+ });
3757
+
3758
+ //# sourceMappingURL=types-C_7nyzr1.cjs.map