promptfoo 0.120.27 → 0.121.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (355) hide show
  1. package/README.md +1 -1
  2. package/dist/src/{ListApp-8WOe2nT6.js → ListApp-Du7YVwj5.js} +2 -4
  3. package/dist/src/accounts-B0pgC1oV.js +206 -0
  4. package/dist/src/{accounts-DVINui-2.js → accounts-Bm2D8Db9.js} +39 -34
  5. package/dist/src/{accounts-CPDRAMND.js → accounts-CiBLOnA7.js} +38 -33
  6. package/dist/src/{accounts-Fl2J3_Fu.cjs → accounts-gtkH-5KX.cjs} +77 -78
  7. package/dist/src/{agentic-utils-D922n6mm.js → agentic-utils-DS1g3GLF.js} +9 -10
  8. package/dist/src/{agents-BcsN_BgB.js → agents-9qiOy0ho.js} +16 -12
  9. package/dist/src/{agents-BXLmVsxR.js → agents-CBr9A01V.js} +37 -37
  10. package/dist/src/{agents-pMfppv9Z.js → agents-CmvBq8LV.js} +16 -18
  11. package/dist/src/{agents-hqgSV-3o.js → agents-D__IdAlg.js} +39 -40
  12. package/dist/src/{agents-BO2n8Z0d.cjs → agents-DbRtpYxR.cjs} +37 -40
  13. package/dist/src/{agents-BdUTAwi-.js → agents-DgF2zDag.js} +37 -42
  14. package/dist/src/{agents-DgJf2-ez.cjs → agents-Di9DKPzn.cjs} +16 -17
  15. package/dist/src/{agents-DNvSH78i.js → agents-cLXA8a_8.js} +17 -19
  16. package/dist/src/{aimlapi-DtgPI0nE.js → aimlapi-B4rcnZgv.js} +15 -17
  17. package/dist/src/{aimlapi-BE_Tg9Fl.cjs → aimlapi-BvlNH0gr.cjs} +15 -16
  18. package/dist/src/{aimlapi-DOib86oE.js → aimlapi-CnkC2HqE.js} +16 -18
  19. package/dist/src/{aimlapi-DTPACCB1.js → aimlapi-DHJU_kcV.js} +15 -4
  20. package/dist/src/app/assets/index-4LKxG2CG.js +439 -0
  21. package/dist/src/app/assets/{index-NCn4eVBv.css → index-C3zcsZFQ.css} +1 -1
  22. package/dist/src/app/assets/vendor-charts-BnDWwBlI.js +36 -0
  23. package/dist/src/app/index.html +3 -3
  24. package/dist/src/app/tsconfig.app.tsbuildinfo +1 -1
  25. package/dist/src/{audio-BnRUGAm_.js → audio-Bkv46et0.js} +6 -5
  26. package/dist/src/{audio-Cwo68yZS.cjs → audio-CGMyULza.cjs} +6 -7
  27. package/dist/src/{audio-MSRki4JU.js → audio-ClI_AFre.js} +6 -8
  28. package/dist/src/{audio-BRYU0BFo.js → audio-Dz3z7s3J.js} +7 -9
  29. package/dist/src/{base-pGVmXNl4.cjs → base-CGrhspbK.cjs} +36 -38
  30. package/dist/src/{base-h961VXYk.js → base-CpjcHe4e.js} +11 -13
  31. package/dist/src/base-DLKtKMFh.js +193 -0
  32. package/dist/src/{base-XB2tDJrB.js → base-Dy1V8--Z.js} +11 -13
  33. package/dist/src/blobs-BDbfYdrJ.js +236 -0
  34. package/dist/src/{blobs-CR5C4Ihh.js → blobs-CBO20krR.js} +9 -12
  35. package/dist/src/{blobs-BM_e6hCa.js → blobs-CMHN0Qcz.js} +9 -12
  36. package/dist/src/{blobs-B-KQAFhX.cjs → blobs-D23XLin-.cjs} +34 -37
  37. package/dist/src/{cache-jsiwsAJv.js → cache-BVeDlD87.js} +132 -117
  38. package/dist/src/{cache-CIpsoBZR.js → cache-C4Nxf52C.js} +132 -118
  39. package/dist/src/cache-CeUpFm3M.cjs +5 -0
  40. package/dist/src/{cache-BTVYfbka.cjs → cache-Dh5WtQps.cjs} +182 -168
  41. package/dist/src/cache-i1P6crbO.js +756 -0
  42. package/dist/src/cache-n-RCJ-hL.js +6 -0
  43. package/dist/src/{chat-BcPjZXIp.js → chat-BiKyneZl.js} +45 -46
  44. package/dist/src/{chat-D31K7C4u.cjs → chat-C1Qst7jL.cjs} +20 -21
  45. package/dist/src/{chat-B84t99NW.js → chat-C2jrdPMx.js} +20 -9
  46. package/dist/src/{chat-BE44YOc6.cjs → chat-CgF-J-Jj.cjs} +65 -66
  47. package/dist/src/{chat-DwWifjxi.js → chat-CzkrVDfz.js} +20 -22
  48. package/dist/src/chat-DJIw17u0.js +766 -0
  49. package/dist/src/{chat-CcUCysjU.js → chat-DqxYYtWA.js} +45 -46
  50. package/dist/src/{chat-DZM2GUHO.js → chat-qmatte1u.js} +21 -23
  51. package/dist/src/{chatkit-D67HS_0b.js → chatkit-65VXf5SR.js} +58 -58
  52. package/dist/src/{chatkit-DAB_qfzI.js → chatkit-Be-Q-a9F.js} +58 -60
  53. package/dist/src/{chatkit-Biqb_wsD.js → chatkit-BxFvW8KY.js} +58 -60
  54. package/dist/src/{chatkit-PGG4ZYIn.cjs → chatkit-DKyPi1Gs.cjs} +58 -60
  55. package/dist/src/chunk-DEq-mXcV.js +15 -0
  56. package/dist/src/chunk-DRamLcfz.js +16 -0
  57. package/dist/src/{claude-agent-sdk-SVM6AdBu.js → claude-agent-sdk-Apiy0iaz.js} +31 -31
  58. package/dist/src/{claude-agent-sdk-C-IOTPfo.js → claude-agent-sdk-D2bJee9S.js} +31 -29
  59. package/dist/src/{claude-agent-sdk-C9SiaQub.cjs → claude-agent-sdk-D9Z5Pr9X.cjs} +31 -28
  60. package/dist/src/{claude-agent-sdk-CiluSyW1.js → claude-agent-sdk-DfCoW0E6.js} +33 -20
  61. package/dist/src/cloud-BBh91EUK.js +4 -0
  62. package/dist/src/{cloud-CZ-q9Ier.js → cloud-C0dlstV_.js} +7 -9
  63. package/dist/src/{cloudflare-ai-BahKHyhh.js → cloudflare-ai-8TDxHR0x.js} +16 -18
  64. package/dist/src/{cloudflare-ai-v_qZD6_q.js → cloudflare-ai-BxAGvfju.js} +17 -19
  65. package/dist/src/{cloudflare-ai-Dfahv5SY.cjs → cloudflare-ai-CknbZ5LJ.cjs} +16 -17
  66. package/dist/src/{cloudflare-ai-Dxyt50Nl.js → cloudflare-ai-g7PB6VHR.js} +16 -4
  67. package/dist/src/{cloudflare-gateway-Bi_FpOFy.js → cloudflare-gateway-B9HWA5wf.js} +23 -23
  68. package/dist/src/{cloudflare-gateway-BPWoZIzJ.cjs → cloudflare-gateway-BSnDmHYo.cjs} +21 -22
  69. package/dist/src/{cloudflare-gateway-C0guUNwk.js → cloudflare-gateway-CKDb4dJ8.js} +26 -14
  70. package/dist/src/{cloudflare-gateway-btS7h1OZ.js → cloudflare-gateway-CP9QEWYS.js} +21 -25
  71. package/dist/src/{codex-sdk-DSxAnbfT.js → codex-sdk-C6UMlxwV.js} +28 -29
  72. package/dist/src/{codex-sdk-IYVi9fuM.js → codex-sdk-DUwKWezN.js} +28 -27
  73. package/dist/src/{codex-sdk-DulY0ZRq.js → codex-sdk-GGAw0qbD.js} +28 -29
  74. package/dist/src/{codex-sdk-DFKMtAyf.cjs → codex-sdk-fAO0c3yA.cjs} +28 -29
  75. package/dist/src/{cometapi-DzrR3SR_.js → cometapi-BL9yvj_f.js} +16 -4
  76. package/dist/src/{cometapi-DIO64tf4.cjs → cometapi-C4xSqeID.cjs} +21 -22
  77. package/dist/src/{cometapi-C9EEpJzT.js → cometapi-CUQq3H_a.js} +21 -24
  78. package/dist/src/{cometapi-DkNBMk0G.js → cometapi-DFNiKmSz.js} +17 -19
  79. package/dist/src/{completion-CG29bfKX.js → completion-5MzrpJxT.js} +11 -13
  80. package/dist/src/{completion-CCRT4kX1.cjs → completion-CM6oK8PS.cjs} +21 -23
  81. package/dist/src/{completion-Bgf1VJoq.js → completion-DZ083F31.js} +11 -13
  82. package/dist/src/completion-qRoZAYRB.js +120 -0
  83. package/dist/src/{createHash-Dw_iLu31.js → createHash-CTQmL3G2.js} +2 -3
  84. package/dist/src/{createHash-CYQy4YeL.cjs → createHash-CfZSc0b4.cjs} +13 -14
  85. package/dist/src/{createHash-CJcfskIZ.js → createHash-Da8fMwqB.js} +2 -3
  86. package/dist/src/createHash-DmPQkvBh.js +15 -0
  87. package/dist/src/{docker-D-ayp2FW.js → docker-Bb5dcxr8.js} +18 -20
  88. package/dist/src/{docker-B81N0t4e.js → docker-BvfL2BrW.js} +19 -21
  89. package/dist/src/{docker-DNcLR4Ig.cjs → docker-DcF2pRrj.cjs} +18 -19
  90. package/dist/src/{docker-egERKxCF.js → docker-ExVyLp0S.js} +18 -7
  91. package/dist/src/entrypoint.js +2 -3
  92. package/dist/src/{errors-DnGCbnx8.js → errors-P6ll7XSJ.js} +2 -2
  93. package/dist/src/{esm-B9dPm_BF.js → esm-C03C-mv3.js} +17 -20
  94. package/dist/src/{esm-D2pZ87fL.js → esm-CaIwzWR5.js} +18 -21
  95. package/dist/src/esm-Cd1AjG1D.js +379 -0
  96. package/dist/src/{esm-Ct-Joyue.cjs → esm-CnNt7sI4.cjs} +47 -49
  97. package/dist/src/eval-B3r2CVXr.js +15 -0
  98. package/dist/src/{eval-C-Nr6wX_.js → eval-Dg2nG4v2.js} +47 -54
  99. package/dist/src/evalResult-5xwYnECe.js +12 -0
  100. package/dist/src/evalResult-71lY93Kj.cjs +10 -0
  101. package/dist/src/{evalResult-DXMWJ3sx.js → evalResult-BBRNtX4I.js} +10 -11
  102. package/dist/src/{evalResult-4BzI2tmj.js → evalResult-BDMqrapS.js} +16 -12
  103. package/dist/src/evalResult-Dx5P5cIv.js +10 -0
  104. package/dist/src/{evalResult-CX8wQecI.cjs → evalResult-fuaI8HkH.cjs} +20 -21
  105. package/dist/src/{evaluator-8aGyV12L.js → evaluator-BhoWwp5b.js} +211 -235
  106. package/dist/src/evaluator-Jx6bRZV6.js +36 -0
  107. package/dist/src/{extractor-V5x_m1i0.js → extractor-C0EVHewb.js} +22 -24
  108. package/dist/src/extractor-D25qpmGX.js +374 -0
  109. package/dist/src/{extractor-CD5yKL-G.js → extractor-DReVID0K.js} +22 -24
  110. package/dist/src/{extractor-C031XmTA.cjs → extractor-pYLLi3wS.cjs} +37 -39
  111. package/dist/src/{fetch-BmbD-v1L.cjs → fetch-BPkYtG8K.cjs} +244 -277
  112. package/dist/src/fetch-BxNb_Lp3.js +5 -0
  113. package/dist/src/{fetch-D3OHf-lV.js → fetch-Cwxnd8zz.js} +36 -44
  114. package/dist/src/{fetch-CXZI9RRr.js → fetch-Dxpd4_sr.js} +23 -35
  115. package/dist/src/fetch-HaqdX7U1.js +780 -0
  116. package/dist/src/{fileExtensions-ePDqouxn.js → fileExtensions-DnqA1y9x.js} +2 -2
  117. package/dist/src/{fileExtensions-BpuMmaFL.js → fileExtensions-Ds-foDzt.js} +2 -2
  118. package/dist/src/fileExtensions-LcDYkU4v.js +85 -0
  119. package/dist/src/{fileExtensions-DkJYkWUy.cjs → fileExtensions-bYh77CN8.cjs} +27 -28
  120. package/dist/src/{formatDuration-CdevI3An.js → formatDuration-DgBVMN65.js} +2 -2
  121. package/dist/src/{genaiTracer-Ce19n68P.js → genaiTracer-70Z8BIuV.js} +2 -3
  122. package/dist/src/{genaiTracer-CqNnnXrE.js → genaiTracer-C1rxGO8Q.js} +2 -3
  123. package/dist/src/genaiTracer-D3fD9dNV.js +256 -0
  124. package/dist/src/{genaiTracer-Dres3qrN.cjs → genaiTracer-DN4dQywX.cjs} +13 -14
  125. package/dist/src/{graders--1y2u9HO.js → graders-BTeBGqjJ.js} +349 -397
  126. package/dist/src/graders-B_pgMLS2.js +34 -0
  127. package/dist/src/{graders-DTeBrzWp.js → graders-Bj_Odv7c.js} +349 -397
  128. package/dist/src/graders-DErokPDO.cjs +32 -0
  129. package/dist/src/graders-DP7KFFo-.js +13466 -0
  130. package/dist/src/graders-DR_uNe54.js +32 -0
  131. package/dist/src/{graders-DohM2dir.cjs → graders-DU49_J8Y.cjs} +684 -732
  132. package/dist/src/graders-w3176Wz-.js +32 -0
  133. package/dist/src/{image-B0U4Hqll.js → image-B02ogr_b.js} +7 -9
  134. package/dist/src/{image-DmE-niFE.js → image-B0h9VEMc.js} +6 -5
  135. package/dist/src/{image-CuKHuccK.cjs → image-BLmROtN3.cjs} +29 -30
  136. package/dist/src/{image-DNEIf_aI.js → image-Bb4vWQLM.js} +6 -8
  137. package/dist/src/{image-DpKl2F15.cjs → image-C1madmKh.cjs} +6 -7
  138. package/dist/src/{image-C3wHC9_h.js → image-CHfWvljl.js} +9 -10
  139. package/dist/src/{image-O1u4bCFg.js → image-DS-o-0ph.js} +9 -10
  140. package/dist/src/image-Dpxa1Jt6.js +257 -0
  141. package/dist/src/index.cjs +615 -695
  142. package/dist/src/index.d.cts +271 -7
  143. package/dist/src/index.d.ts +271 -3
  144. package/dist/src/index.js +580 -664
  145. package/dist/src/{interactiveCheck-Bxj1Swex.js → interactiveCheck-BgLZUIt3.js} +7 -8
  146. package/dist/src/{invariant-DT20jrBd.js → invariant-BtWWVVhl.js} +2 -2
  147. package/dist/src/{invariant-1pAf2CD1.js → invariant-Ddh24eXh.js} +2 -2
  148. package/dist/src/{invariant-CKcJAQ6M.cjs → invariant-kfQ8Bu82.cjs} +7 -8
  149. package/dist/src/invariant-vgHWClmd.js +25 -0
  150. package/dist/src/{knowledgeBase-CEzQobWX.js → knowledgeBase-B3OoKIej.js} +14 -9
  151. package/dist/src/{knowledgeBase-Be_zyW4L.js → knowledgeBase-CYTLHOt1.js} +16 -16
  152. package/dist/src/{knowledgeBase-BZ41IFwq.js → knowledgeBase-D33Ty2l6.js} +14 -18
  153. package/dist/src/{knowledgeBase-D-5BMXlr.cjs → knowledgeBase-DOO_BM9b.cjs} +14 -15
  154. package/dist/src/{litellm-DnbRJ2if.js → litellm-AaeZcZQF.js} +18 -19
  155. package/dist/src/{litellm-hUSNM_M2.cjs → litellm-I_hbp_dc.cjs} +17 -17
  156. package/dist/src/{litellm-CRDqPhNI.js → litellm-NbjknEh6.js} +17 -18
  157. package/dist/src/{litellm-9vR8zpfU.js → litellm-TrljxD9G.js} +17 -5
  158. package/dist/src/{logger-CG1uZPbQ.js → logger-CT3IKMKA.js} +10 -29
  159. package/dist/src/{logger-B7sBeGa0.cjs → logger-Cp1GPUjj.cjs} +152 -180
  160. package/dist/src/logger-DLcq4dWf.js +713 -0
  161. package/dist/src/{logger-LSBxlt7a.js → logger-KkObSCzq.js} +13 -31
  162. package/dist/src/{luma-ray-4blv9iZ2.js → luma-ray-BS2_tY8L.js} +22 -21
  163. package/dist/src/{luma-ray-drvgdpP9.js → luma-ray-DDsjcgZZ.js} +20 -13
  164. package/dist/src/{luma-ray-Hm3d6VJE.cjs → luma-ray-Due0n7di.cjs} +20 -21
  165. package/dist/src/{luma-ray-B2__8lYH.js → luma-ray-f6I2fft-.js} +20 -23
  166. package/dist/src/main.js +1170 -1321
  167. package/dist/src/{messages-Uee41Mj5.js → messages-BS17jdMx.js} +22 -24
  168. package/dist/src/{messages-XhiwCbi4.cjs → messages-Bs1kC7P4.cjs} +32 -34
  169. package/dist/src/{messages-CGPPidQr.js → messages-D0lx5qK7.js} +22 -24
  170. package/dist/src/messages-ZJk778GH.js +240 -0
  171. package/dist/src/{meteor-BYykdXrV.js → meteor-44VjEACX.js} +3 -4
  172. package/dist/src/{meteor-CsopaHrH.js → meteor-D-SotUw9.js} +3 -4
  173. package/dist/src/{meteor-e-E-2vVl.cjs → meteor-DLZZ3osF.cjs} +3 -4
  174. package/dist/src/{meteor-C8lGP6P4.js → meteor-DUiCJRC-.js} +3 -4
  175. package/dist/src/{modelslab-yKz-ZNB4.js → modelslab-Bmni6skY.js} +17 -10
  176. package/dist/src/{modelslab-E9gO-bYd.js → modelslab-Bx9IrZfS.js} +18 -20
  177. package/dist/src/{modelslab-lUVW0cmB.cjs → modelslab-CoUX6Jc_.cjs} +17 -18
  178. package/dist/src/{modelslab-ClBkr8_9.js → modelslab-DRb74SP4.js} +17 -19
  179. package/dist/src/{nova-reel-Dk8jNpId.js → nova-reel-BfPq-0Yk.js} +20 -13
  180. package/dist/src/{nova-reel-D8CuO6QH.cjs → nova-reel-C_QM18Xn.cjs} +20 -21
  181. package/dist/src/{nova-reel-u2eF2Cxm.js → nova-reel-D_W1tjMH.js} +22 -21
  182. package/dist/src/{nova-reel-P9bwvtYX.js → nova-reel-bgjxilYW.js} +20 -23
  183. package/dist/src/{nova-sonic-CK2rAiKi.js → nova-sonic-CFb5GYhg.js} +30 -26
  184. package/dist/src/{nova-sonic-BaqWlkds.js → nova-sonic-DIGQNR07.js} +30 -31
  185. package/dist/src/{nova-sonic-yZapPLv7.js → nova-sonic-De1HW5fD.js} +31 -32
  186. package/dist/src/{nova-sonic-Ds1C-dpm.cjs → nova-sonic-zfcljeRp.cjs} +30 -31
  187. package/dist/src/{openai-DUFopMrH.cjs → openai-Cuif0GEt.cjs} +8 -9
  188. package/dist/src/{openai-PblZ3jUE.js → openai-DElQ-fPX.js} +3 -4
  189. package/dist/src/{openai-CcN1B8Sb.js → openai-DhbB7eWK.js} +3 -4
  190. package/dist/src/openai-j-sE2O7r.js +44 -0
  191. package/dist/src/{openclaw-B6qqDr_u.cjs → openclaw-CSugPYAr.cjs} +188 -130
  192. package/dist/src/{openclaw-A-3_loM7.js → openclaw-DiSz3I5L.js} +180 -109
  193. package/dist/src/{openclaw-a3lylB-V.js → openclaw-DuvJKEW5.js} +178 -124
  194. package/dist/src/{openclaw-COn6QzDi.js → openclaw-tiVYRtr-.js} +178 -122
  195. package/dist/src/opencode-sdk-0j6rTWNb.js +562 -0
  196. package/dist/src/opencode-sdk-B3CWY9h_.js +560 -0
  197. package/dist/src/opencode-sdk-BL764Jdi.cjs +564 -0
  198. package/dist/src/opencode-sdk-C2y6UkP2.js +560 -0
  199. package/dist/src/{otlpReceiver-oyf5wLGC.js → otlpReceiver-C99PPb48.js} +53 -51
  200. package/dist/src/{otlpReceiver-lXsYVbpj.cjs → otlpReceiver-CGq6LspY.cjs} +53 -55
  201. package/dist/src/{otlpReceiver-94URx7UW.js → otlpReceiver-CdNBdbsk.js} +53 -55
  202. package/dist/src/{otlpReceiver-BmmTiMjA.js → otlpReceiver-D89fR-rC.js} +53 -55
  203. package/dist/src/{providerRegistry-Cq_JK_CJ.js → providerRegistry-B0RUOLI_.js} +7 -8
  204. package/dist/src/{providerRegistry-DSSHjMKf.js → providerRegistry-CD8MEar9.js} +7 -8
  205. package/dist/src/{providerRegistry-CvHEVJad.cjs → providerRegistry-Civky8Ar.cjs} +12 -13
  206. package/dist/src/providerRegistry-DM8rZYol.js +45 -0
  207. package/dist/src/providers-B7V0njNs.js +32 -0
  208. package/dist/src/providers-BEwbhv0X.js +30 -0
  209. package/dist/src/{providers-Iil64vk9.js → providers-BlqUifFg.js} +1543 -1676
  210. package/dist/src/providers-CH3C7zf7.js +30 -0
  211. package/dist/src/{providers-DHbjzW2e.cjs → providers-CgKOSgTR.cjs} +1896 -2029
  212. package/dist/src/providers-D8lF1sqW.js +33246 -0
  213. package/dist/src/{providers-BnFpbY_s.js → providers-Dk_6ocUX.js} +1536 -1669
  214. package/dist/src/providers-zyB6k_38.cjs +31 -0
  215. package/dist/src/{pythonUtils-CcT5LH1M.js → pythonUtils-C3py6GC1.js} +18 -19
  216. package/dist/src/{pythonUtils-DBbuI3QJ.cjs → pythonUtils-CTU3Y3lw.cjs} +42 -43
  217. package/dist/src/{pythonUtils-hZ8LeQLv.js → pythonUtils-D5nxkQ0P.js} +18 -19
  218. package/dist/src/pythonUtils-D6fwaDSg.js +249 -0
  219. package/dist/src/{quiverai-BuI0tE39.js → quiverai-BbOUOn2L.js} +8 -7
  220. package/dist/src/{quiverai-DCGSZt4U.js → quiverai-CIaELU_m.js} +8 -10
  221. package/dist/src/{quiverai-DiMVJQDz.cjs → quiverai-PdShCPox.cjs} +8 -9
  222. package/dist/src/{quiverai-fQNkExW4.js → quiverai-uH-dcTIr.js} +9 -11
  223. package/dist/src/{render-Dj1smHEb.js → render-Drod8m7K.js} +4 -5
  224. package/dist/src/responses-CB2jwoAr.js +660 -0
  225. package/dist/src/{responses-ghR3IOfy.cjs → responses-D8SBTL64.cjs} +39 -42
  226. package/dist/src/{responses-DOAFFENS.js → responses-DIR9Ud3j.js} +24 -27
  227. package/dist/src/{responses-CxzoQoBe.js → responses-WNGNYe3K.js} +24 -27
  228. package/dist/src/rubyUtils-BUHu6PhO.js +5 -0
  229. package/dist/src/{rubyUtils-CwbGmgYN.js → rubyUtils-BUVePouc.js} +27 -20
  230. package/dist/src/rubyUtils-BcuGX77l.js +222 -0
  231. package/dist/src/{rubyUtils-DudlFZed.js → rubyUtils-Boc4HZzX.js} +18 -19
  232. package/dist/src/rubyUtils-CP42kMvq.cjs +4 -0
  233. package/dist/src/{rubyUtils-C8MhKGHb.cjs → rubyUtils-DhCAlxZr.cjs} +48 -50
  234. package/dist/src/{sagemaker-gmskuyre.js → sagemaker-CNBxx5CJ.js} +75 -70
  235. package/dist/src/{sagemaker-CcxhlOAR.js → sagemaker-CemTFp2h.js} +75 -79
  236. package/dist/src/{sagemaker-77zbJ2Q2.cjs → sagemaker-Cl28mZU2.cjs} +75 -76
  237. package/dist/src/{sagemaker-DuM71dVU.js → sagemaker-YSyBXQQh.js} +77 -77
  238. package/dist/src/{scanner-DJYiSXQj.js → scanner-BsBlNXNn.js} +100 -121
  239. package/dist/src/server/index.js +5520 -67427
  240. package/dist/src/{server-B5v33lvE.cjs → server-C_7Ax-hA.cjs} +57 -67
  241. package/dist/src/{server-BJ4m4f1D.js → server-CqzrVGpF.js} +26 -29
  242. package/dist/src/server-CuxBbeSY.js +229 -0
  243. package/dist/src/server-DA4Cyrrq.js +7 -0
  244. package/dist/src/server-Dulb-4-K.cjs +5 -0
  245. package/dist/src/{server-RV_i_YX5.js → server-VWgWb00X.js} +19 -24
  246. package/dist/src/{signal-BW33JuId.js → signal-4U3mfRvL.js} +9 -11
  247. package/dist/src/{slack-DEURelTy.cjs → slack-BmVAVGaK.cjs} +7 -8
  248. package/dist/src/{slack-BQYeW9L3.js → slack-DCUPTzS2.js} +8 -8
  249. package/dist/src/{slack-BB6yuZzp.js → slack-DOdy_kyv.js} +7 -8
  250. package/dist/src/{slack-2pRrhhgJ.js → slack-DXMKtA-f.js} +7 -9
  251. package/dist/src/store-CXGFv4aR.js +228 -0
  252. package/dist/src/store-CXS-Q_91.js +6 -0
  253. package/dist/src/{store-D7CgQzAR.cjs → store-DLlFCC4h.cjs} +44 -45
  254. package/dist/src/{store-DJNsD1iC.js → store-DXilxTl-.js} +40 -36
  255. package/dist/src/{store-s3SftUwF.js → store-Dim__MDd.js} +34 -35
  256. package/dist/src/store-eYkaKMwq.cjs +5 -0
  257. package/dist/src/{tables-DfTsNN7X.js → tables-6YKwjN9-.js} +19 -21
  258. package/dist/src/tables-DLJPUdUE.js +288 -0
  259. package/dist/src/{tables-BKTmd6u7.cjs → tables-DPi7wKeM.cjs} +89 -91
  260. package/dist/src/{tables-DMegD0Xf.js → tables-gftXzE9I.js} +21 -23
  261. package/dist/src/telemetry-BpMfhthR.cjs +5 -0
  262. package/dist/src/{telemetry--WAdAfVi.js → telemetry-CMrFgtPB.js} +11 -13
  263. package/dist/src/telemetry-Cps3mIU-.js +171 -0
  264. package/dist/src/{telemetry-DQgVBCAb.cjs → telemetry-DaX14Chu.cjs} +21 -24
  265. package/dist/src/{telemetry-BedSm-bZ.js → telemetry-Dthj_BbD.js} +17 -14
  266. package/dist/src/telemetry-Dw38hanS.js +7 -0
  267. package/dist/src/{text-oiSbwSOI.js → text-B_UCRPp2.js} +2 -2
  268. package/dist/src/{text-oKzCBnK6.cjs → text-CW1cyrwj.cjs} +12 -13
  269. package/dist/src/{text-B_IrO4GZ.js → text-Db-Wt2u2.js} +2 -2
  270. package/dist/src/text-TIv0QYnd.js +22 -0
  271. package/dist/src/{tokenUsageUtils-FZd5O_4A.js → tokenUsageUtils-BDGe-iyI.js} +2 -2
  272. package/dist/src/{tokenUsageUtils-DmZSD2eU.js → tokenUsageUtils-DflFMjS0.js} +2 -2
  273. package/dist/src/tokenUsageUtils-NYT-WKS6.js +138 -0
  274. package/dist/src/{tokenUsageUtils-CXhxVj72.cjs → tokenUsageUtils-bVa1ga6f.cjs} +32 -33
  275. package/dist/src/{transcription-mYS9vd5v.js → transcription-BNYURcXg.js} +14 -7
  276. package/dist/src/{transcription-X2-B4vkX.js → transcription-B_OdaHp7.js} +14 -16
  277. package/dist/src/{transcription-BO1AHegO.cjs → transcription-NLVG9MT1.cjs} +14 -15
  278. package/dist/src/{transcription-lzBLiTFJ.js → transcription-s6A-bNrZ.js} +15 -17
  279. package/dist/src/{transform-B1Hi5lWS.cjs → transform-CzK1Q0zl.cjs} +24 -26
  280. package/dist/src/{transform-DeGlxb0D.js → transform-D5HsjduX.js} +39 -47
  281. package/dist/src/{transform-CYDILYDe.js → transform-DECvGmzp.js} +15 -13
  282. package/dist/src/transform-DTGDnAzW.js +6 -0
  283. package/dist/src/{transform-BEgStbHK.js → transform-DilY9wbS.js} +10 -12
  284. package/dist/src/{transform-D5PjiWiZ.cjs → transform-DuHvhZpj.cjs} +179 -187
  285. package/dist/src/transform-aa6tmVpZ.js +216 -0
  286. package/dist/src/transform-m3qNw4KP.cjs +5 -0
  287. package/dist/src/transform-uAytVuyX.js +1506 -0
  288. package/dist/src/{transform-Dfl89yi4.js → transform-vNucnNr0.js} +39 -47
  289. package/dist/src/{transformersAvailability-SZnTS3pJ.js → transformersAvailability-CEVM2GNQ.js} +2 -2
  290. package/dist/src/{transformersAvailability-D-glmEy7.cjs → transformersAvailability-CwayUSlh.cjs} +2 -3
  291. package/dist/src/{transformersAvailability-CjeFXhuJ.js → transformersAvailability-D6c6ROpT.js} +2 -2
  292. package/dist/src/{types-DWNf48sT.cjs → types-C_7nyzr1.cjs} +538 -574
  293. package/dist/src/{types-CXQduE9o.js → types-Cbd8uOMq.js} +68 -100
  294. package/dist/src/types-CzW2QFyi.js +3288 -0
  295. package/dist/src/{types-C5hEkb-x.js → types-DmyIJ-sR.js} +63 -99
  296. package/dist/src/{util-CoQjmE3u.js → util-B3xGByQh.js} +4 -5
  297. package/dist/src/{util-aLhtl3fe.cjs → util-B9vlHIIh.cjs} +208 -223
  298. package/dist/src/{util-Du96oyYS.js → util-BHGHw5G1.js} +4 -5
  299. package/dist/src/{util-DQ984syk.js → util-BRYkYPTd.js} +36 -51
  300. package/dist/src/{util-D9eLdGfa.js → util-BV4XUC0n.js} +5 -6
  301. package/dist/src/util-Bv6uGDfH.js +293 -0
  302. package/dist/src/{util-1wWM599Z.cjs → util-BzMcevZc.cjs} +50 -51
  303. package/dist/src/{util-_h4pVqrz.js → util-C1CeHl-P.js} +36 -51
  304. package/dist/src/{util-Bm_-UMD_.js → util-CMy69ZgQ.js} +5 -6
  305. package/dist/src/{util-CyUdMzV0.cjs → util-DGNOS1db.cjs} +34 -35
  306. package/dist/src/util-Dnmk2mBQ.js +599 -0
  307. package/dist/src/util-ZzmqNPlg.js +1426 -0
  308. package/dist/src/{utils-BjLy-Q72.cjs → utils-Cz9qXqII.cjs} +29 -32
  309. package/dist/src/{utils-CFMn2yHW.js → utils-XiOAgly5.js} +4 -7
  310. package/dist/src/utils-dLokC-eR.js +94 -0
  311. package/dist/src/{utils-DvWMzuMx.js → utils-f2-Moju7.js} +4 -7
  312. package/dist/tsconfig.tsbuildinfo +1 -1
  313. package/package.json +38 -38
  314. package/dist/src/app/assets/index-B2D0bCSI.js +0 -439
  315. package/dist/src/app/assets/vendor-charts-CCl15Imd.js +0 -36
  316. package/dist/src/cache-ChPcurj7.js +0 -6
  317. package/dist/src/cache-VVu_W-yg.js +0 -8
  318. package/dist/src/cache-YLNCFEM2.cjs +0 -6
  319. package/dist/src/chunk-DHDDz29n.js +0 -22
  320. package/dist/src/chunk-FhC4c-0y.js +0 -21
  321. package/dist/src/cloud-BndfXy4H.js +0 -5
  322. package/dist/src/eval-BhHvMY82.js +0 -17
  323. package/dist/src/evalResult-Dq2gFNQY.js +0 -12
  324. package/dist/src/evalResult-nmcP5VKH.cjs +0 -12
  325. package/dist/src/evalResult-trqZjVYh.js +0 -14
  326. package/dist/src/evaluator-CnfPstzT.js +0 -39
  327. package/dist/src/fetch-IDPDue6F.cjs +0 -4
  328. package/dist/src/fetch-hKJ-It8q.js +0 -6
  329. package/dist/src/fetch-ouKnrWK-.js +0 -4
  330. package/dist/src/graders-CQn7WUsd.cjs +0 -34
  331. package/dist/src/graders-DC6QAbpW.js +0 -35
  332. package/dist/src/graders-DUWz3Y7j.js +0 -37
  333. package/dist/src/opencode-sdk-4bL9n-Gk.js +0 -382
  334. package/dist/src/opencode-sdk-BfC2zWcR.js +0 -376
  335. package/dist/src/opencode-sdk-DMJyuwMg.js +0 -380
  336. package/dist/src/opencode-sdk-Da-9adza.cjs +0 -383
  337. package/dist/src/providers-CsXB2Ix-.js +0 -35
  338. package/dist/src/providers-DO8ltjLC.js +0 -33
  339. package/dist/src/providers-Dtq-xnXd.cjs +0 -33
  340. package/dist/src/rubyUtils-BUbcND2f.js +0 -6
  341. package/dist/src/rubyUtils-Cr55X_KE.js +0 -5
  342. package/dist/src/rubyUtils-DlIiqoYo.cjs +0 -5
  343. package/dist/src/server-C2eQH4Gu.js +0 -6
  344. package/dist/src/server-CXWycu7H.cjs +0 -6
  345. package/dist/src/server-Q6OGlxxT.js +0 -8
  346. package/dist/src/store-B3EDO9Q3.js +0 -7
  347. package/dist/src/store-Dl9F8aw5.js +0 -6
  348. package/dist/src/store-SnrGrlt9.cjs +0 -6
  349. package/dist/src/telemetry-BGhiPZtl.js +0 -8
  350. package/dist/src/telemetry-CFfiYan6.cjs +0 -6
  351. package/dist/src/telemetry-DHzEduxX.js +0 -6
  352. package/dist/src/transform-C1x1ZlMQ.cjs +0 -6
  353. package/dist/src/transform-DYHjFmQu.js +0 -8
  354. package/dist/src/transform-rmwJT5JQ.js +0 -7
  355. package/dist/src/transformersAvailability-eJooj0gX.js +0 -35
@@ -1,7 +1,6 @@
1
- import { i as isJavascriptFile, t as JAVASCRIPT_EXTENSIONS } from "./fileExtensions-ePDqouxn.js";
1
+ import { i as isJavascriptFile, t as JAVASCRIPT_EXTENSIONS } from "./fileExtensions-DnqA1y9x.js";
2
2
  import dedent from "dedent";
3
3
  import { z } from "zod";
4
-
5
4
  //#region src/types/env.ts
6
5
  const ProviderEnvOverridesSchema = z.object({
7
6
  AI21_API_BASE_URL: z.string().optional(),
@@ -75,7 +74,12 @@ const ProviderEnvOverridesSchema = z.object({
75
74
  OPENAI_API_KEY: z.string().optional(),
76
75
  OPENAI_BASE_URL: z.string().optional(),
77
76
  OPENAI_ORGANIZATION: z.string().optional(),
77
+ CLAWDBOT_GATEWAY_PASSWORD: z.string().optional(),
78
+ CLAWDBOT_GATEWAY_TOKEN: z.string().optional(),
79
+ CLAWDBOT_GATEWAY_URL: z.string().optional(),
78
80
  CODEX_API_KEY: z.string().optional(),
81
+ OPENCLAW_CONFIG_PATH: z.string().optional(),
82
+ OPENCLAW_GATEWAY_PASSWORD: z.string().optional(),
79
83
  OPENCLAW_GATEWAY_TOKEN: z.string().optional(),
80
84
  OPENCLAW_GATEWAY_URL: z.string().optional(),
81
85
  PALM_API_HOST: z.string().optional(),
@@ -122,7 +126,6 @@ const ProviderEnvOverridesSchema = z.object({
122
126
  AWS_SAGEMAKER_MAX_RETRIES: z.string().optional(),
123
127
  PROMPTFOO_EVAL_TIMEOUT_MS: z.string().optional()
124
128
  });
125
-
126
129
  //#endregion
127
130
  //#region src/types/shared.ts
128
131
  const CompletionTokenDetailsSchema = z.object({
@@ -150,7 +153,6 @@ const BaseTokenUsageSchema = z.object({
150
153
  }).optional()
151
154
  });
152
155
  const InputsSchema = z.record(z.string().regex(/^[a-zA-Z_][a-zA-Z0-9_]*$/, { error: "Input variable names must be valid identifiers (start with letter or underscore)" }), z.string().min(1, { error: "Input descriptions must be non-empty strings" }));
153
-
154
156
  //#endregion
155
157
  //#region src/validators/prompts.ts
156
158
  const PromptConfigSchema = z.object({
@@ -170,10 +172,8 @@ function assert$1() {}
170
172
  assert$1();
171
173
  assert$1();
172
174
  assert$1();
173
-
174
175
  //#endregion
175
176
  //#region src/redteam/constants/plugins.ts
176
- const DEFAULT_NUM_TESTS_PER_PLUGIN = 5;
177
177
  const MULTI_INPUT_VAR = "__prompt";
178
178
  const LLAMA_GUARD_REPLICATE_PROVIDER = "replicate:moderation:meta/llama-guard-4-12b";
179
179
  const LLAMA_GUARD_ENABLED_CATEGORIES = [
@@ -370,6 +370,7 @@ const PHARMACY_PLUGINS = [
370
370
  ];
371
371
  const INSURANCE_PLUGINS = [
372
372
  "insurance:coverage-discrimination",
373
+ "insurance:data-disclosure",
373
374
  "insurance:network-misinformation",
374
375
  "insurance:phi-disclosure"
375
376
  ];
@@ -455,6 +456,7 @@ const ADDITIONAL_PLUGINS = [
455
456
  "ecommerce:price-manipulation",
456
457
  "goal-misalignment",
457
458
  "insurance:coverage-discrimination",
459
+ "insurance:data-disclosure",
458
460
  "insurance:network-misinformation",
459
461
  "insurance:phi-disclosure",
460
462
  "off-topic",
@@ -532,7 +534,7 @@ const DEFAULT_PLUGINS = new Set([...[
532
534
  ...PII_PLUGINS,
533
535
  ...BIAS_PLUGINS
534
536
  ].sort()]);
535
- const RAG_PLUGINS = new Set([
537
+ new Set([
536
538
  ...DEFAULT_PLUGINS,
537
539
  "bola",
538
540
  "bfla",
@@ -592,12 +594,11 @@ const REMOTE_ONLY_PLUGIN_IDS = [
592
594
  ...TELECOM_PLUGINS,
593
595
  ...REALESTATE_PLUGINS
594
596
  ];
595
- const UI_DISABLED_WHEN_REMOTE_UNAVAILABLE = [
597
+ [
596
598
  ...Object.keys(UNALIGNED_PROVIDER_HARM_PLUGINS),
597
599
  ...BIAS_PLUGINS,
598
600
  ...REMOTE_ONLY_PLUGIN_IDS
599
601
  ];
600
-
601
602
  //#endregion
602
603
  //#region src/redteam/constants/frameworks.ts
603
604
  const OWASP_LLM_TOP_10_MAPPING = {
@@ -1154,7 +1155,8 @@ const EU_AI_ACT_MAPPING = {
1154
1155
  plugins: [
1155
1156
  "hijacking",
1156
1157
  "intent",
1157
- "excessive-agency"
1158
+ "excessive-agency",
1159
+ "harmful:misinformation-disinformation"
1158
1160
  ],
1159
1161
  strategies: [
1160
1162
  "jailbreak",
@@ -1167,12 +1169,21 @@ const EU_AI_ACT_MAPPING = {
1167
1169
  plugins: [
1168
1170
  "hijacking",
1169
1171
  "imitation",
1170
- "harmful:misinformation-disinformation"
1172
+ "harmful:misinformation-disinformation",
1173
+ "bias:age",
1174
+ "bias:disability"
1171
1175
  ],
1172
- strategies: []
1176
+ strategies: ["jailbreak"]
1173
1177
  },
1174
1178
  "eu:ai-act:art5:social-scoring": {
1175
- plugins: ["harmful:misinformation-disinformation", "overreliance"],
1179
+ plugins: [
1180
+ "harmful:misinformation-disinformation",
1181
+ "overreliance",
1182
+ "bias:age",
1183
+ "bias:gender",
1184
+ "bias:race",
1185
+ "bias:disability"
1186
+ ],
1176
1187
  strategies: []
1177
1188
  },
1178
1189
  "eu:ai-act:art5:biometric-categorisation": {
@@ -1220,7 +1231,10 @@ const EU_AI_ACT_MAPPING = {
1220
1231
  plugins: [
1221
1232
  "harmful:misinformation-disinformation",
1222
1233
  "hallucination",
1223
- "overreliance"
1234
+ "overreliance",
1235
+ "bias:race",
1236
+ "bias:gender",
1237
+ "bias:disability"
1224
1238
  ],
1225
1239
  strategies: []
1226
1240
  },
@@ -1228,7 +1242,11 @@ const EU_AI_ACT_MAPPING = {
1228
1242
  plugins: [
1229
1243
  "imitation",
1230
1244
  "pii:direct",
1231
- "overreliance"
1245
+ "overreliance",
1246
+ "bias:gender",
1247
+ "bias:race",
1248
+ "bias:age",
1249
+ "bias:disability"
1232
1250
  ],
1233
1251
  strategies: []
1234
1252
  },
@@ -1236,7 +1254,9 @@ const EU_AI_ACT_MAPPING = {
1236
1254
  plugins: [
1237
1255
  "pii:direct",
1238
1256
  "pii:session",
1239
- "excessive-agency"
1257
+ "excessive-agency",
1258
+ "bias:race",
1259
+ "bias:gender"
1240
1260
  ],
1241
1261
  strategies: []
1242
1262
  },
@@ -1244,7 +1264,8 @@ const EU_AI_ACT_MAPPING = {
1244
1264
  plugins: [
1245
1265
  "pii:direct",
1246
1266
  "pii:api-db",
1247
- "harmful:privacy"
1267
+ "harmful:privacy",
1268
+ "bias:race"
1248
1269
  ],
1249
1270
  strategies: []
1250
1271
  },
@@ -1252,7 +1273,8 @@ const EU_AI_ACT_MAPPING = {
1252
1273
  plugins: [
1253
1274
  "pii:direct",
1254
1275
  "harmful:hate",
1255
- "harmful:privacy"
1276
+ "harmful:privacy",
1277
+ "bias:race"
1256
1278
  ],
1257
1279
  strategies: []
1258
1280
  },
@@ -1260,7 +1282,9 @@ const EU_AI_ACT_MAPPING = {
1260
1282
  plugins: [
1261
1283
  "hallucination",
1262
1284
  "harmful:misinformation-disinformation",
1263
- "pii:direct"
1285
+ "pii:direct",
1286
+ "bias:race",
1287
+ "bias:gender"
1264
1288
  ],
1265
1289
  strategies: []
1266
1290
  }
@@ -1594,7 +1618,6 @@ const ALIASED_PLUGIN_MAPPINGS = {
1594
1618
  strategies: []
1595
1619
  } }
1596
1620
  };
1597
-
1598
1621
  //#endregion
1599
1622
  //#region src/redteam/constants/metadata.ts
1600
1623
  const Severity = {
@@ -1611,20 +1634,8 @@ const SeveritySchema = z.enum([
1611
1634
  "low",
1612
1635
  "informational"
1613
1636
  ]);
1614
- const severityDisplayNames = {
1615
- [Severity.Critical]: "Critical",
1616
- [Severity.High]: "High",
1617
- [Severity.Medium]: "Medium",
1618
- [Severity.Low]: "Low",
1619
- [Severity.Informational]: "Informational"
1620
- };
1621
- const severityRiskScores = {
1622
- [Severity.Critical]: 9,
1623
- [Severity.High]: 7,
1624
- [Severity.Medium]: 4,
1625
- [Severity.Low]: 0,
1626
- [Severity.Informational]: 0
1627
- };
1637
+ Severity.Critical, Severity.High, Severity.Medium, Severity.Low, Severity.Informational;
1638
+ Severity.Critical, Severity.High, Severity.Medium, Severity.Low, Severity.Informational;
1628
1639
  const riskCategorySeverityMap = {
1629
1640
  ["agentic:memory-poisoning"]: Severity.High,
1630
1641
  aegis: Severity.Medium,
@@ -1713,6 +1724,7 @@ const riskCategorySeverityMap = {
1713
1724
  imitation: Severity.Low,
1714
1725
  "indirect-prompt-injection": Severity.High,
1715
1726
  "insurance:coverage-discrimination": Severity.Critical,
1727
+ "insurance:data-disclosure": Severity.Critical,
1716
1728
  "insurance:network-misinformation": Severity.High,
1717
1729
  "insurance:phi-disclosure": Severity.Critical,
1718
1730
  "ecommerce:pci-dss": Severity.Critical,
@@ -1773,7 +1785,7 @@ const riskCategorySeverityMap = {
1773
1785
  wordplay: Severity.Low,
1774
1786
  xstest: Severity.Low
1775
1787
  };
1776
- const riskCategories = {
1788
+ Object.entries({
1777
1789
  "Security & Access Control": [
1778
1790
  "ascii-smuggling",
1779
1791
  "bfla",
@@ -1796,6 +1808,7 @@ const riskCategories = {
1796
1808
  "data-exfil",
1797
1809
  "divergent-repetition",
1798
1810
  "harmful:privacy",
1811
+ "insurance:data-disclosure",
1799
1812
  "insurance:phi-disclosure",
1800
1813
  "pii:api-db",
1801
1814
  "pii:direct",
@@ -1921,14 +1934,12 @@ const riskCategories = {
1921
1934
  "vlsu",
1922
1935
  "xstest"
1923
1936
  ]
1924
- };
1925
- const categoryMapReverse = Object.entries(riskCategories).reduce((acc, [category, harms]) => {
1937
+ }).reduce((acc, [category, harms]) => {
1926
1938
  harms.forEach((harm) => {
1927
1939
  acc[harm] = category;
1928
1940
  });
1929
1941
  return acc;
1930
1942
  }, {});
1931
- const categoryLabels = Object.keys(categoryMapReverse);
1932
1943
  const categoryAliases = {
1933
1944
  ["agentic:memory-poisoning"]: "AgenticMemoryPoisoning",
1934
1945
  aegis: "Aegis",
@@ -2046,6 +2057,7 @@ const categoryAliases = {
2046
2057
  imitation: "Imitation",
2047
2058
  "indirect-prompt-injection": "Indirect Prompt Injection",
2048
2059
  "insurance:coverage-discrimination": "InsuranceCoverageDiscrimination",
2060
+ "insurance:data-disclosure": "InsuranceDataDisclosure",
2049
2061
  "insurance:network-misinformation": "InsuranceNetworkMisinformation",
2050
2062
  "insurance:phi-disclosure": "InsurancePhiDisclosure",
2051
2063
  intent: "Intent",
@@ -2077,7 +2089,7 @@ const categoryAliases = {
2077
2089
  wordplay: "Wordplay",
2078
2090
  xstest: "XSTest"
2079
2091
  };
2080
- const categoryAliasesReverse = Object.entries(categoryAliases).reduce((acc, [key, value]) => {
2092
+ Object.entries(categoryAliases).reduce((acc, [key, value]) => {
2081
2093
  acc[value] = key;
2082
2094
  return acc;
2083
2095
  }, {});
@@ -2115,7 +2127,7 @@ const pluginDescriptions = {
2115
2127
  bias: "Unified bias detection across protected characteristics including age, disability, gender, and race",
2116
2128
  medical: "Comprehensive medical AI safety testing for healthcare-specific vulnerabilities including hallucination, anchoring bias, incorrect knowledge, off-label use, prioritization errors, and sycophancy",
2117
2129
  pharmacy: "Comprehensive pharmacy AI safety testing for pharmaceutical vulnerabilities including drug interactions, dosage calculations, and controlled substance compliance",
2118
- insurance: "Comprehensive insurance AI safety testing for healthcare coverage vulnerabilities including coverage discrimination, network misinformation, and PHI disclosure",
2130
+ insurance: "Comprehensive insurance AI safety testing across all insurance types including coverage discrimination, network misinformation, PHI disclosure, and policyholder data disclosure",
2119
2131
  financial: "Comprehensive financial AI safety testing for financial services vulnerabilities including calculation errors, compliance violations, hallucination, and data leakage",
2120
2132
  ecommerce: "Comprehensive e-commerce AI safety testing for payment security and transaction integrity vulnerabilities including PCI DSS compliance, fraud detection, and price manipulation",
2121
2133
  telecom: "Comprehensive telecommunications AI safety testing across CPNI protection, account security, regulatory compliance (FCC, TCPA, CALEA), and telecom-specific fraud prevention",
@@ -2168,8 +2180,9 @@ const pluginDescriptions = {
2168
2180
  "harmful:weapons:ied": "Tests handling of Improvised Explosive Devices",
2169
2181
  hijacking: "Assesses protection against unauthorized resource usage and purpose deviation",
2170
2182
  imitation: "Tests safeguards against unauthorized entity impersonation attempts",
2171
- "insurance:coverage-discrimination": "Tests for discriminatory coverage or benefit determinations based on protected characteristics (age, disability, race, genetic information, sex) in violation of federal civil rights laws including ADA, Section 1557, GINA, and age discrimination statutes",
2172
- "insurance:network-misinformation": "Tests for inaccurate provider network information including wrong network status, terminated contracts, ghost networks, and outdated provider data that could expose members to surprise medical bills and balance billing",
2183
+ "insurance:coverage-discrimination": "Tests for discriminatory coverage, underwriting, or claims determinations based on protected characteristics (age, disability, race, genetic information, sex) in violation of federal civil rights laws including ADA, Section 1557, GINA, Fair Housing Act, ECOA, and state unfair trade practices acts",
2184
+ "insurance:data-disclosure": "Tests for unauthorized disclosure of protected policyholder data including claims history, property details, driving records, beneficiary information, and business data in violation of GLBA, FCRA, DPPA, and state insurance privacy laws",
2185
+ "insurance:network-misinformation": "Tests for inaccurate provider or vendor network information including wrong network status, terminated contracts, ghost networks, and outdated provider data that could expose policyholders to unexpected costs, voided warranties, or inadequate service",
2173
2186
  "insurance:phi-disclosure": "Tests for unauthorized disclosure of Protected Health Information in violation of HIPAA privacy regulations including cross-member PHI leakage, inadequate authentication, and disclosure to unauthorized third parties",
2174
2187
  "ecommerce:pci-dss": "Tests for exposure of payment card data including credit card numbers, CVVs, expiration dates, cardholder names, bank account details, and payment tokens in violation of PCI DSS requirements for secure payment processing",
2175
2188
  "ecommerce:compliance-bypass": "Tests for attempts to bypass security rules, terms of service, age restrictions, geographic limitations, or compliance policies in e-commerce systems",
@@ -2229,7 +2242,6 @@ const pluginDescriptions = {
2229
2242
  xstest: "Tests how models handle ambiguous terms related to potentially harmful topics like violence and drugs",
2230
2243
  "guardrails-eval": "Evaluate guardrail effectiveness against common risks"
2231
2244
  };
2232
-
2233
2245
  //#endregion
2234
2246
  //#region src/redteam/constants/strategies.ts
2235
2247
  const FRAMEWORK_COMPLIANCE_IDS = [
@@ -2248,7 +2260,6 @@ const DEFAULT_STRATEGIES = [
2248
2260
  "jailbreak:meta",
2249
2261
  "jailbreak:composite"
2250
2262
  ];
2251
- const DEFAULT_STRATEGIES_SET = new Set(DEFAULT_STRATEGIES);
2252
2263
  const MULTI_TURN_STRATEGIES = [
2253
2264
  "crescendo",
2254
2265
  "goat",
@@ -2256,16 +2267,9 @@ const MULTI_TURN_STRATEGIES = [
2256
2267
  "custom",
2257
2268
  "mischievous-user"
2258
2269
  ];
2259
- const MULTI_TURN_STRATEGY_SET = new Set(MULTI_TURN_STRATEGIES);
2260
2270
  const isCustomStrategy = (strategyId) => {
2261
2271
  return strategyId === "custom" || strategyId.startsWith("custom:");
2262
2272
  };
2263
- const MULTI_MODAL_STRATEGIES = [
2264
- "audio",
2265
- "image",
2266
- "video"
2267
- ];
2268
- const MULTI_MODAL_STRATEGIES_SET = new Set(MULTI_MODAL_STRATEGIES);
2269
2273
  const AGENTIC_STRATEGIES = [
2270
2274
  "crescendo",
2271
2275
  "goat",
@@ -2277,7 +2281,6 @@ const AGENTIC_STRATEGIES = [
2277
2281
  "jailbreak:tree",
2278
2282
  "mischievous-user"
2279
2283
  ];
2280
- const AGENTIC_STRATEGIES_SET = new Set(AGENTIC_STRATEGIES);
2281
2284
  const DATASET_PLUGINS = [
2282
2285
  "beavertails",
2283
2286
  "cyberseceval",
@@ -2339,22 +2342,6 @@ const _ALL_STRATEGIES = [
2339
2342
  ...AGENTIC_STRATEGIES
2340
2343
  ];
2341
2344
  const ALL_STRATEGIES = Array.from(new Set(_ALL_STRATEGIES)).sort();
2342
- const CONFIGURABLE_STRATEGIES = [
2343
- "layer",
2344
- "best-of-n",
2345
- "goat",
2346
- "crescendo",
2347
- "indirect-web-pwn",
2348
- "jailbreak",
2349
- "jailbreak:hydra",
2350
- "jailbreak:meta",
2351
- "jailbreak:tree",
2352
- "gcg",
2353
- "citation",
2354
- "custom",
2355
- "mischievous-user"
2356
- ];
2357
- const CONFIGURABLE_STRATEGIES_SET = new Set(CONFIGURABLE_STRATEGIES);
2358
2345
  /**
2359
2346
  * Default 'n' fan out for strategies that can add additional test cases during generation
2360
2347
  */
@@ -2369,19 +2356,6 @@ function getDefaultNFanout(strategyId) {
2369
2356
  function isFanoutStrategy(strategyId) {
2370
2357
  return strategyId in DEFAULT_N_FAN_OUT_BY_STRATEGY;
2371
2358
  }
2372
- const STRATEGIES_REQUIRING_REMOTE = [
2373
- "audio",
2374
- "citation",
2375
- "gcg",
2376
- "goat",
2377
- "indirect-web-pwn",
2378
- "jailbreak:composite",
2379
- "jailbreak:hydra",
2380
- "jailbreak:likert",
2381
- "jailbreak:meta"
2382
- ];
2383
- const STRATEGIES_REQUIRING_REMOTE_SET = new Set(STRATEGIES_REQUIRING_REMOTE);
2384
-
2385
2359
  //#endregion
2386
2360
  //#region src/util/uuid.ts
2387
2361
  /**
@@ -2398,7 +2372,6 @@ const UUID_REGEX = /^[0-9a-f]{8}-[0-9a-f]{4}-[1-5][0-9a-f]{3}-[89ab][0-9a-f]{3}-
2398
2372
  function isUuid(value) {
2399
2373
  return UUID_REGEX.test(value);
2400
2374
  }
2401
-
2402
2375
  //#endregion
2403
2376
  //#region src/redteam/plugins/policy/validators.ts
2404
2377
  /**
@@ -2434,7 +2407,6 @@ function isValidInlinePolicyId(id) {
2434
2407
  function isValidPolicyId(id) {
2435
2408
  return isValidReusablePolicyId(id) || isValidInlinePolicyId(id);
2436
2409
  }
2437
-
2438
2410
  //#endregion
2439
2411
  //#region src/redteam/types.ts
2440
2412
  const PolicyObjectSchema = z.object({
@@ -2501,7 +2473,6 @@ var PartialGenerationError = class extends Error {
2501
2473
  this.failedPlugins = failedPlugins;
2502
2474
  }
2503
2475
  };
2504
-
2505
2476
  //#endregion
2506
2477
  //#region src/validators/providers.ts
2507
2478
  const ProviderOptionsSchema = z.object({
@@ -2526,7 +2497,7 @@ const ApiProviderSchema = z.object({
2526
2497
  config: z.any().optional(),
2527
2498
  inputs: InputsSchema.optional()
2528
2499
  });
2529
- const ProviderResponseSchema = z.object({
2500
+ z.object({
2530
2501
  cached: z.boolean().optional(),
2531
2502
  cost: z.number().optional(),
2532
2503
  error: z.string().optional(),
@@ -2535,17 +2506,17 @@ const ProviderResponseSchema = z.object({
2535
2506
  output: z.union([z.string(), z.any()]).optional(),
2536
2507
  tokenUsage: BaseTokenUsageSchema.optional()
2537
2508
  });
2538
- const ProviderEmbeddingResponseSchema = z.object({
2509
+ z.object({
2539
2510
  error: z.string().optional(),
2540
2511
  embedding: z.array(z.number()).optional(),
2541
2512
  tokenUsage: BaseTokenUsageSchema.partial().optional()
2542
2513
  });
2543
- const ProviderSimilarityResponseSchema = z.object({
2514
+ z.object({
2544
2515
  error: z.string().optional(),
2545
2516
  similarity: z.number().optional(),
2546
2517
  tokenUsage: BaseTokenUsageSchema.partial().optional()
2547
2518
  });
2548
- const ProviderClassificationResponseSchema = z.object({
2519
+ z.object({
2549
2520
  error: z.string().optional(),
2550
2521
  classification: z.record(z.string(), z.number()).optional()
2551
2522
  });
@@ -2564,7 +2535,6 @@ const ProviderSchema = z.union([
2564
2535
  ApiProviderSchema,
2565
2536
  ProviderOptionsSchema
2566
2537
  ]);
2567
-
2568
2538
  //#endregion
2569
2539
  //#region src/validators/redteam.ts
2570
2540
  const TracingConfigSchema = z.lazy(() => z.object({
@@ -2609,7 +2579,7 @@ const RedteamPluginObjectSchema = z.object({
2609
2579
  message: `Invalid plugin id "${val}". Custom plugins must start with file:// or use a built-in plugin. See https://www.promptfoo.dev/docs/red-team/plugins for available plugins.`
2610
2580
  });
2611
2581
  })]).describe("Name of the plugin"),
2612
- numTests: z.int().positive().prefault(DEFAULT_NUM_TESTS_PER_PLUGIN).describe("Number of tests to generate for this plugin"),
2582
+ numTests: z.int().positive().prefault(5).describe("Number of tests to generate for this plugin"),
2613
2583
  config: z.record(z.string(), z.unknown()).optional().describe("Plugin-specific configuration"),
2614
2584
  severity: SeveritySchema.optional().describe("Severity level for this plugin")
2615
2585
  });
@@ -2650,10 +2620,7 @@ const RedteamStrategySchema = z.union([strategyIdSchema, z.object({
2650
2620
  id: strategyIdSchema,
2651
2621
  config: z.record(z.string(), z.unknown()).optional().describe("Strategy-specific configuration")
2652
2622
  })]);
2653
- /**
2654
- * Schema for `promptfoo redteam generate` command options
2655
- */
2656
- const RedteamGenerateOptionsSchema = z.object({
2623
+ z.object({
2657
2624
  addPlugins: z.array(z.enum(ADDITIONAL_PLUGINS)).optional().describe("Additional plugins to include"),
2658
2625
  addStrategies: z.array(z.enum(ADDITIONAL_STRATEGIES)).optional().describe("Additional strategies to include"),
2659
2626
  cache: z.boolean().describe("Whether to use caching"),
@@ -2831,11 +2798,9 @@ const RedteamConfigSchema = z.object({
2831
2798
  });
2832
2799
  function assert() {}
2833
2800
  assert();
2834
-
2835
2801
  //#endregion
2836
2802
  //#region src/validators/shared.ts
2837
2803
  const NunjucksFilterMapSchema = z.record(z.string(), z.custom((v) => typeof v === "function"));
2838
-
2839
2804
  //#endregion
2840
2805
  //#region src/types/providers.ts
2841
2806
  function isApiProvider(provider) {
@@ -2844,7 +2809,6 @@ function isApiProvider(provider) {
2844
2809
  function isProviderOptions(provider) {
2845
2810
  return typeof provider === "object" && provider != null && "id" in provider && typeof provider.id === "string";
2846
2811
  }
2847
-
2848
2812
  //#endregion
2849
2813
  //#region src/types/index.ts
2850
2814
  const CommandLineOptionsSchema = z.object({
@@ -3313,7 +3277,7 @@ const EvalResultsFilterMode = z.enum([
3313
3277
  "passes",
3314
3278
  "user-rated"
3315
3279
  ]);
3316
-
3317
3280
  //#endregion
3318
3281
  export { pluginDescriptions as $, isApiProvider as A, isValidReusablePolicyId as B, TestGeneratorConfigSchema as C, BaseTokenUsageSchema as Ct, VarsSchema as D, UnifiedConfigSchema as E, ConversationMessageSchema as F, MULTI_TURN_STRATEGIES as G, AGENTIC_STRATEGIES as H, PartialGenerationError as I, getDefaultNFanout as J, STRATEGY_COLLECTIONS as K, PluginConfigSchema as L, RedteamConfigSchema as M, ProviderOptionsSchema as N, isGradingResult as O, ProvidersSchema as P, categoryAliases as Q, PolicyObjectSchema as R, TestCasesWithMetadataSchema as S, PromptSchema as St, TestSuiteSchema as T, InputsSchema as Tt, DATASET_PLUGINS as U, isUuid as V, DEFAULT_STRATEGIES as W, isFanoutStrategy as X, isCustomStrategy as Y, Severity as Z, ScenarioSchema as _, REDTEAM_PROVIDER_HARM_PLUGINS as _t, AtomicTestCaseSchema as a, FINANCIAL_PLUGINS as at, TestCaseWithVarsFileSchema as b, TELECOM_PLUGINS as bt, CompletedPromptSchema as c, INSURANCE_PLUGINS as ct, EvaluateOptionsSchema as d, MEDICAL_PLUGINS as dt, riskCategorySeverityMap as et, GradingConfigSchema as f, MULTI_INPUT_EXCLUDED_PLUGINS as ft, ResultFailureReason as g, PLUGIN_CATEGORIES as gt, OutputFileExtension as h, PII_PLUGINS as ht, AssertionTypeSchema as i, DEFAULT_PLUGINS as it, isProviderOptions as j, isResultFailureReason as k, DerivedMetricSchema as l, LLAMA_GUARD_ENABLED_CATEGORIES as lt, OutputConfigSchema as m, PHARMACY_PLUGINS as mt, AssertionSchema as n, BIAS_PLUGINS as nt, BaseAssertionTypesSchema as o, FOUNDATION_PLUGINS as ot, NotPrefixedAssertionTypesSchema as p, MULTI_INPUT_VAR as pt, STRATEGY_COLLECTION_MAPPINGS as q, AssertionSetSchema as r, DATASET_EXEMPT_PLUGINS as rt, CommandLineOptionsSchema as s, HARM_PLUGINS as st, AssertionOrSetSchema as t, ALIASED_PLUGIN_MAPPINGS as tt, EvalResultsFilterMode as u, LLAMA_GUARD_REPLICATE_PROVIDER as ut, SpecialAssertionTypesSchema as v, REMOTE_ONLY_PLUGIN_IDS as vt, TestSuiteConfigSchema as w, CompletionTokenDetailsSchema as wt, TestCasesWithMetadataPromptSchema as x, UNALIGNED_PROVIDER_HARM_PLUGINS as xt, TestCaseSchema as y, STRATEGY_EXEMPT_PLUGINS as yt, StrategyConfigSchema as z };
3319
- //# sourceMappingURL=types-C5hEkb-x.js.map
3282
+
3283
+ //# sourceMappingURL=types-DmyIJ-sR.js.map
@@ -1,7 +1,6 @@
1
1
  #!/usr/bin/env node
2
- import { p as calculateCost } from "./fetch-CXZI9RRr.js";
3
- import { x as parseDataUrl } from "./transform-DeGlxb0D.js";
4
-
2
+ import { p as calculateCost } from "./fetch-Dxpd4_sr.js";
3
+ import { x as parseDataUrl } from "./transform-D5HsjduX.js";
5
4
  //#region src/providers/anthropic/util.ts
6
5
  const ANTHROPIC_MODELS = [
7
6
  ...["claude-sonnet-4-6", "claude-sonnet-4-6-latest"].map((model) => ({
@@ -289,7 +288,7 @@ function transformWebSearchTool(config) {
289
288
  if (config.cache_control) tool.cache_control = config.cache_control;
290
289
  return tool;
291
290
  }
292
-
293
291
  //#endregion
294
292
  export { parseMessages as a, outputFromMessage as i, calculateAnthropicCost as n, processAnthropicTools as o, getTokenUsage as r, ANTHROPIC_MODELS as t };
295
- //# sourceMappingURL=util-CoQjmE3u.js.map
293
+
294
+ //# sourceMappingURL=util-B3xGByQh.js.map