promptfoo 0.120.27 → 0.121.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (352) hide show
  1. package/README.md +1 -1
  2. package/dist/src/{ListApp-8WOe2nT6.js → ListApp-Du7YVwj5.js} +2 -4
  3. package/dist/src/accounts-BgNJDBE6.js +206 -0
  4. package/dist/src/{accounts-Fl2J3_Fu.cjs → accounts-Bx-x3bmW.cjs} +77 -78
  5. package/dist/src/{accounts-DVINui-2.js → accounts-CMqkzrVf.js} +39 -34
  6. package/dist/src/{accounts-CPDRAMND.js → accounts-xrUGFA6n.js} +38 -33
  7. package/dist/src/{agentic-utils-D922n6mm.js → agentic-utils-BKIN5PKu.js} +9 -10
  8. package/dist/src/{agents-BO2n8Z0d.cjs → agents-B0f4HICh.cjs} +37 -40
  9. package/dist/src/{agents-BXLmVsxR.js → agents-C-dDThPK.js} +37 -37
  10. package/dist/src/{agents-DgJf2-ez.cjs → agents-CErsqg5U.cjs} +16 -17
  11. package/dist/src/{agents-BcsN_BgB.js → agents-CVIn-Utx.js} +16 -12
  12. package/dist/src/{agents-hqgSV-3o.js → agents-CXknwsFX.js} +37 -40
  13. package/dist/src/{agents-pMfppv9Z.js → agents-DeH4Gu94.js} +18 -18
  14. package/dist/src/{agents-BdUTAwi-.js → agents-Dy2YpZpa.js} +38 -41
  15. package/dist/src/{agents-DNvSH78i.js → agents-aF4-T121.js} +16 -20
  16. package/dist/src/{aimlapi-DOib86oE.js → aimlapi-BAGZDo5G.js} +16 -18
  17. package/dist/src/{aimlapi-DtgPI0nE.js → aimlapi-BNfTBexL.js} +15 -17
  18. package/dist/src/{aimlapi-DTPACCB1.js → aimlapi-DHRKlBEA.js} +15 -4
  19. package/dist/src/{aimlapi-BE_Tg9Fl.cjs → aimlapi-tg0Gkcvr.cjs} +15 -16
  20. package/dist/src/app/assets/index-BFCZg7hQ.js +439 -0
  21. package/dist/src/app/index.html +1 -1
  22. package/dist/src/{audio-BRYU0BFo.js → audio-BRODU0UK.js} +7 -9
  23. package/dist/src/{audio-Cwo68yZS.cjs → audio-BWeaWovU.cjs} +6 -7
  24. package/dist/src/{audio-BnRUGAm_.js → audio-CHQ4r-RV.js} +6 -5
  25. package/dist/src/{audio-MSRki4JU.js → audio-tf_NBjlC.js} +6 -8
  26. package/dist/src/{base-h961VXYk.js → base-B0tcrnq_.js} +11 -13
  27. package/dist/src/{base-XB2tDJrB.js → base-B4QJRyFS.js} +11 -13
  28. package/dist/src/{base-pGVmXNl4.cjs → base-DBtwl2FR.cjs} +36 -38
  29. package/dist/src/base-fEDN28WM.js +193 -0
  30. package/dist/src/{blobs-BM_e6hCa.js → blobs-BAU-dXan.js} +9 -12
  31. package/dist/src/{blobs-CR5C4Ihh.js → blobs-Bpg5rH6i.js} +9 -12
  32. package/dist/src/{blobs-B-KQAFhX.cjs → blobs-DvS-O6be.cjs} +34 -37
  33. package/dist/src/blobs-qTYm-1PY.js +236 -0
  34. package/dist/src/{cache-CIpsoBZR.js → cache-8XhNqPKW.js} +64 -67
  35. package/dist/src/cache-Bbn1Nyrd.cjs +5 -0
  36. package/dist/src/cache-BwsMSda7.js +6 -0
  37. package/dist/src/{cache-jsiwsAJv.js → cache-CG0SlR1d.js} +64 -66
  38. package/dist/src/{cache-BTVYfbka.cjs → cache-COish3-W.cjs} +114 -117
  39. package/dist/src/cache-D3eqDYGU.js +739 -0
  40. package/dist/src/{chat-D31K7C4u.cjs → chat-2K608PeQ.cjs} +20 -21
  41. package/dist/src/chat-BKm79wib.js +764 -0
  42. package/dist/src/{chat-B84t99NW.js → chat-CM_kyI8B.js} +20 -9
  43. package/dist/src/{chat-BcPjZXIp.js → chat-CRWNNq73.js} +41 -44
  44. package/dist/src/{chat-CcUCysjU.js → chat-CznLWr_D.js} +41 -44
  45. package/dist/src/{chat-DwWifjxi.js → chat-DHMH-N64.js} +20 -22
  46. package/dist/src/{chat-BE44YOc6.cjs → chat-DaqekjFr.cjs} +61 -64
  47. package/dist/src/{chat-DZM2GUHO.js → chat-DxysjBvt.js} +21 -23
  48. package/dist/src/{chatkit-D67HS_0b.js → chatkit-65VXf5SR.js} +58 -58
  49. package/dist/src/{chatkit-DAB_qfzI.js → chatkit-Be-Q-a9F.js} +58 -60
  50. package/dist/src/{chatkit-Biqb_wsD.js → chatkit-BxFvW8KY.js} +58 -60
  51. package/dist/src/{chatkit-PGG4ZYIn.cjs → chatkit-DKyPi1Gs.cjs} +58 -60
  52. package/dist/src/chunk-DEq-mXcV.js +15 -0
  53. package/dist/src/chunk-DRamLcfz.js +16 -0
  54. package/dist/src/{claude-agent-sdk-SVM6AdBu.js → claude-agent-sdk-BLTu0WBO.js} +31 -31
  55. package/dist/src/{claude-agent-sdk-C9SiaQub.cjs → claude-agent-sdk-CJH22shf.cjs} +31 -28
  56. package/dist/src/{claude-agent-sdk-C-IOTPfo.js → claude-agent-sdk-D6_k9FKA.js} +31 -29
  57. package/dist/src/{claude-agent-sdk-CiluSyW1.js → claude-agent-sdk-Dy5lT-Tx.js} +33 -20
  58. package/dist/src/{cloud-CZ-q9Ier.js → cloud-Bc9526yV.js} +7 -9
  59. package/dist/src/cloud-DmE0EwsY.js +4 -0
  60. package/dist/src/{cloudflare-ai-BahKHyhh.js → cloudflare-ai-C9r2sRhw.js} +16 -18
  61. package/dist/src/{cloudflare-ai-Dxyt50Nl.js → cloudflare-ai-CWWJCRim.js} +16 -4
  62. package/dist/src/{cloudflare-ai-Dfahv5SY.cjs → cloudflare-ai-ClWSdor4.cjs} +16 -17
  63. package/dist/src/{cloudflare-ai-v_qZD6_q.js → cloudflare-ai-ICsOuD-z.js} +17 -19
  64. package/dist/src/{cloudflare-gateway-BPWoZIzJ.cjs → cloudflare-gateway-C2_-KG5o.cjs} +21 -22
  65. package/dist/src/{cloudflare-gateway-Bi_FpOFy.js → cloudflare-gateway-D6O7AlYb.js} +23 -23
  66. package/dist/src/{cloudflare-gateway-btS7h1OZ.js → cloudflare-gateway-D6xFc5pa.js} +21 -25
  67. package/dist/src/{cloudflare-gateway-C0guUNwk.js → cloudflare-gateway-pXGHxJ47.js} +26 -14
  68. package/dist/src/{codex-sdk-DSxAnbfT.js → codex-sdk-C6UMlxwV.js} +28 -29
  69. package/dist/src/{codex-sdk-IYVi9fuM.js → codex-sdk-DUwKWezN.js} +28 -27
  70. package/dist/src/{codex-sdk-DulY0ZRq.js → codex-sdk-GGAw0qbD.js} +28 -29
  71. package/dist/src/{codex-sdk-DFKMtAyf.cjs → codex-sdk-fAO0c3yA.cjs} +28 -29
  72. package/dist/src/{cometapi-DkNBMk0G.js → cometapi-BasUi7-_.js} +17 -19
  73. package/dist/src/{cometapi-DzrR3SR_.js → cometapi-Bbjp5V4x.js} +16 -4
  74. package/dist/src/{cometapi-C9EEpJzT.js → cometapi-DkXrKi5z.js} +21 -24
  75. package/dist/src/{cometapi-DIO64tf4.cjs → cometapi-vY6aDZgo.cjs} +21 -22
  76. package/dist/src/{completion-CG29bfKX.js → completion-6Mx_iXxK.js} +11 -13
  77. package/dist/src/{completion-Bgf1VJoq.js → completion-C5rtR_9P.js} +11 -13
  78. package/dist/src/{completion-CCRT4kX1.cjs → completion-CDOouNzq.cjs} +21 -23
  79. package/dist/src/completion-C_P3ypkJ.js +120 -0
  80. package/dist/src/{createHash-Dw_iLu31.js → createHash-CTQmL3G2.js} +2 -3
  81. package/dist/src/{createHash-CYQy4YeL.cjs → createHash-CfZSc0b4.cjs} +13 -14
  82. package/dist/src/{createHash-CJcfskIZ.js → createHash-Da8fMwqB.js} +2 -3
  83. package/dist/src/createHash-DmPQkvBh.js +15 -0
  84. package/dist/src/{docker-D-ayp2FW.js → docker-5KcG-_86.js} +18 -20
  85. package/dist/src/{docker-DNcLR4Ig.cjs → docker-BwsKwxFs.cjs} +18 -19
  86. package/dist/src/{docker-egERKxCF.js → docker-CZnqU1XV.js} +18 -7
  87. package/dist/src/{docker-B81N0t4e.js → docker-DzxyDPIj.js} +19 -21
  88. package/dist/src/entrypoint.js +2 -3
  89. package/dist/src/{errors-DnGCbnx8.js → errors-P6ll7XSJ.js} +2 -2
  90. package/dist/src/{esm-B9dPm_BF.js → esm-C03C-mv3.js} +17 -20
  91. package/dist/src/{esm-D2pZ87fL.js → esm-CaIwzWR5.js} +18 -21
  92. package/dist/src/esm-Cd1AjG1D.js +379 -0
  93. package/dist/src/{esm-Ct-Joyue.cjs → esm-CnNt7sI4.cjs} +47 -49
  94. package/dist/src/eval-17JizQIv.js +15 -0
  95. package/dist/src/{eval-C-Nr6wX_.js → eval-DmFyWU7i.js} +47 -54
  96. package/dist/src/{evalResult-4BzI2tmj.js → evalResult-CDQiuUuf.js} +16 -12
  97. package/dist/src/{evalResult-DXMWJ3sx.js → evalResult-CTG2AHOS.js} +10 -11
  98. package/dist/src/evalResult-Cqj8pldJ.js +12 -0
  99. package/dist/src/{evalResult-CX8wQecI.cjs → evalResult-Dap2CekP.cjs} +20 -21
  100. package/dist/src/evalResult-DvcJAWJU.cjs +10 -0
  101. package/dist/src/evalResult-Hftn-S_i.js +10 -0
  102. package/dist/src/evaluator-B2CFNt-P.js +36 -0
  103. package/dist/src/{evaluator-8aGyV12L.js → evaluator-DPFRbFIL.js} +201 -229
  104. package/dist/src/{extractor-CD5yKL-G.js → extractor-CFG6bcWJ.js} +22 -24
  105. package/dist/src/{extractor-C031XmTA.cjs → extractor-DX36oYEv.cjs} +37 -39
  106. package/dist/src/{extractor-V5x_m1i0.js → extractor-M67RUtg6.js} +22 -24
  107. package/dist/src/extractor-YMU_Gvt8.js +374 -0
  108. package/dist/src/{fetch-D3OHf-lV.js → fetch-4M3YRaqL.js} +40 -45
  109. package/dist/src/fetch-60Gzydls.js +777 -0
  110. package/dist/src/{fetch-CXZI9RRr.js → fetch-BMv0O527.js} +23 -35
  111. package/dist/src/{fetch-BmbD-v1L.cjs → fetch-BxUk8odA.cjs} +244 -277
  112. package/dist/src/fetch-KV5kNASw.js +5 -0
  113. package/dist/src/{fileExtensions-ePDqouxn.js → fileExtensions-DnqA1y9x.js} +2 -2
  114. package/dist/src/{fileExtensions-BpuMmaFL.js → fileExtensions-Ds-foDzt.js} +2 -2
  115. package/dist/src/fileExtensions-LcDYkU4v.js +85 -0
  116. package/dist/src/{fileExtensions-DkJYkWUy.cjs → fileExtensions-bYh77CN8.cjs} +27 -28
  117. package/dist/src/{formatDuration-CdevI3An.js → formatDuration-DgBVMN65.js} +2 -2
  118. package/dist/src/{genaiTracer-Ce19n68P.js → genaiTracer-70Z8BIuV.js} +2 -3
  119. package/dist/src/{genaiTracer-CqNnnXrE.js → genaiTracer-C1rxGO8Q.js} +2 -3
  120. package/dist/src/genaiTracer-D3fD9dNV.js +256 -0
  121. package/dist/src/{genaiTracer-Dres3qrN.cjs → genaiTracer-DN4dQywX.cjs} +13 -14
  122. package/dist/src/graders-Bu0H9nXi.js +32 -0
  123. package/dist/src/{graders-DTeBrzWp.js → graders-CHO8EPM4.js} +349 -397
  124. package/dist/src/graders-Cfhkvx-e.js +34 -0
  125. package/dist/src/{graders--1y2u9HO.js → graders-CpdqD9PI.js} +349 -397
  126. package/dist/src/graders-DClJVpGP.cjs +32 -0
  127. package/dist/src/{graders-DohM2dir.cjs → graders-DOXycdlG.cjs} +684 -732
  128. package/dist/src/graders-DcnJsrMO.js +32 -0
  129. package/dist/src/graders-R9rYUM0d.js +13466 -0
  130. package/dist/src/{image-C3wHC9_h.js → image-BmEZqVmk.js} +9 -10
  131. package/dist/src/{image-O1u4bCFg.js → image-CBBVXWuT.js} +9 -10
  132. package/dist/src/{image-DpKl2F15.cjs → image-CDLQOcqT.cjs} +6 -7
  133. package/dist/src/{image-DmE-niFE.js → image-DJEvKveK.js} +6 -5
  134. package/dist/src/{image-CuKHuccK.cjs → image-DTedmQPg.cjs} +29 -30
  135. package/dist/src/{image-B0U4Hqll.js → image-gvmivTEe.js} +7 -9
  136. package/dist/src/image-pAX56tPG.js +257 -0
  137. package/dist/src/{image-DNEIf_aI.js → image-tL5hIOFh.js} +6 -8
  138. package/dist/src/index.cjs +605 -689
  139. package/dist/src/index.d.cts +11 -7
  140. package/dist/src/index.d.ts +11 -3
  141. package/dist/src/index.js +570 -658
  142. package/dist/src/{interactiveCheck-Bxj1Swex.js → interactiveCheck-BgLZUIt3.js} +7 -8
  143. package/dist/src/{invariant-DT20jrBd.js → invariant-BtWWVVhl.js} +2 -2
  144. package/dist/src/{invariant-1pAf2CD1.js → invariant-Ddh24eXh.js} +2 -2
  145. package/dist/src/{invariant-CKcJAQ6M.cjs → invariant-kfQ8Bu82.cjs} +7 -8
  146. package/dist/src/invariant-vgHWClmd.js +25 -0
  147. package/dist/src/{knowledgeBase-Be_zyW4L.js → knowledgeBase-CLJybhnF.js} +16 -16
  148. package/dist/src/{knowledgeBase-CEzQobWX.js → knowledgeBase-CoU-UQBg.js} +14 -9
  149. package/dist/src/{knowledgeBase-BZ41IFwq.js → knowledgeBase-DjWPVqSb.js} +14 -18
  150. package/dist/src/{knowledgeBase-D-5BMXlr.cjs → knowledgeBase-wkxuRFhA.cjs} +14 -15
  151. package/dist/src/{litellm-DnbRJ2if.js → litellm-B9Hysuri.js} +16 -18
  152. package/dist/src/{litellm-CRDqPhNI.js → litellm-CTfa0hqi.js} +15 -17
  153. package/dist/src/{litellm-hUSNM_M2.cjs → litellm-NYpQ8RQu.cjs} +15 -16
  154. package/dist/src/{litellm-9vR8zpfU.js → litellm-ePxtr9F1.js} +15 -4
  155. package/dist/src/{logger-CG1uZPbQ.js → logger-CT3IKMKA.js} +10 -29
  156. package/dist/src/{logger-B7sBeGa0.cjs → logger-Cp1GPUjj.cjs} +152 -180
  157. package/dist/src/logger-DLcq4dWf.js +713 -0
  158. package/dist/src/{logger-LSBxlt7a.js → logger-KkObSCzq.js} +13 -31
  159. package/dist/src/{luma-ray-Hm3d6VJE.cjs → luma-ray-B0GGNRc1.cjs} +20 -21
  160. package/dist/src/{luma-ray-drvgdpP9.js → luma-ray-BE2mOt6N.js} +20 -13
  161. package/dist/src/{luma-ray-4blv9iZ2.js → luma-ray-BW9IRGIc.js} +22 -21
  162. package/dist/src/{luma-ray-B2__8lYH.js → luma-ray-Cm1KZBhs.js} +20 -23
  163. package/dist/src/main.js +1170 -1321
  164. package/dist/src/{messages-XhiwCbi4.cjs → messages-1JrJs91T.cjs} +32 -34
  165. package/dist/src/{messages-CGPPidQr.js → messages-1x9atZmP.js} +22 -24
  166. package/dist/src/{messages-Uee41Mj5.js → messages-BLbWdsyt.js} +22 -24
  167. package/dist/src/messages-D8EA0oDc.js +240 -0
  168. package/dist/src/{meteor-BYykdXrV.js → meteor-44VjEACX.js} +3 -4
  169. package/dist/src/{meteor-CsopaHrH.js → meteor-D-SotUw9.js} +3 -4
  170. package/dist/src/{meteor-e-E-2vVl.cjs → meteor-DLZZ3osF.cjs} +3 -4
  171. package/dist/src/{meteor-C8lGP6P4.js → meteor-DUiCJRC-.js} +3 -4
  172. package/dist/src/{modelslab-yKz-ZNB4.js → modelslab-C1OLRmVX.js} +17 -10
  173. package/dist/src/{modelslab-E9gO-bYd.js → modelslab-CqXBy3U8.js} +18 -20
  174. package/dist/src/{modelslab-lUVW0cmB.cjs → modelslab-DcOSFwKh.cjs} +17 -18
  175. package/dist/src/{modelslab-ClBkr8_9.js → modelslab-X5-4LroM.js} +17 -19
  176. package/dist/src/{nova-reel-Dk8jNpId.js → nova-reel-BgS1ZWuK.js} +20 -13
  177. package/dist/src/{nova-reel-u2eF2Cxm.js → nova-reel-D2ZkOSyr.js} +22 -21
  178. package/dist/src/{nova-reel-D8CuO6QH.cjs → nova-reel-D9xfaMBs.cjs} +20 -21
  179. package/dist/src/{nova-reel-P9bwvtYX.js → nova-reel-DihqLeol.js} +20 -23
  180. package/dist/src/{nova-sonic-Ds1C-dpm.cjs → nova-sonic-DVu3mMIy.cjs} +30 -31
  181. package/dist/src/{nova-sonic-CK2rAiKi.js → nova-sonic-DezhVUYT.js} +30 -26
  182. package/dist/src/{nova-sonic-BaqWlkds.js → nova-sonic-P-CdUMlV.js} +30 -31
  183. package/dist/src/{nova-sonic-yZapPLv7.js → nova-sonic-Q3BOJeig.js} +31 -32
  184. package/dist/src/{openai-DUFopMrH.cjs → openai-Cuif0GEt.cjs} +8 -9
  185. package/dist/src/{openai-PblZ3jUE.js → openai-DElQ-fPX.js} +3 -4
  186. package/dist/src/{openai-CcN1B8Sb.js → openai-DhbB7eWK.js} +3 -4
  187. package/dist/src/openai-j-sE2O7r.js +44 -0
  188. package/dist/src/{openclaw-A-3_loM7.js → openclaw-BiSZPL7J.js} +20 -14
  189. package/dist/src/{openclaw-COn6QzDi.js → openclaw-Bv1DINsX.js} +20 -27
  190. package/dist/src/{openclaw-a3lylB-V.js → openclaw-D1D_ej1z.js} +21 -28
  191. package/dist/src/{openclaw-B6qqDr_u.cjs → openclaw-DAfWQn-o.cjs} +33 -39
  192. package/dist/src/opencode-sdk-C7m-wRfI.js +560 -0
  193. package/dist/src/opencode-sdk-CfaLN8PY.cjs +564 -0
  194. package/dist/src/opencode-sdk-D95s6SnR.js +562 -0
  195. package/dist/src/opencode-sdk-DxUPkLT7.js +560 -0
  196. package/dist/src/{otlpReceiver-oyf5wLGC.js → otlpReceiver--AIRW_S4.js} +53 -51
  197. package/dist/src/{otlpReceiver-BmmTiMjA.js → otlpReceiver-Bn5wGB1v.js} +53 -55
  198. package/dist/src/{otlpReceiver-lXsYVbpj.cjs → otlpReceiver-Diec4cln.cjs} +53 -55
  199. package/dist/src/{otlpReceiver-94URx7UW.js → otlpReceiver-g3ByGaXs.js} +53 -55
  200. package/dist/src/{providerRegistry-Cq_JK_CJ.js → providerRegistry-B0RUOLI_.js} +7 -8
  201. package/dist/src/{providerRegistry-DSSHjMKf.js → providerRegistry-CD8MEar9.js} +7 -8
  202. package/dist/src/{providerRegistry-CvHEVJad.cjs → providerRegistry-Civky8Ar.cjs} +12 -13
  203. package/dist/src/providerRegistry-DM8rZYol.js +45 -0
  204. package/dist/src/providers-B3HvufyI.js +33246 -0
  205. package/dist/src/{providers-BnFpbY_s.js → providers-BKRJTjBz.js} +1536 -1669
  206. package/dist/src/providers-C1rOSHiR.js +32 -0
  207. package/dist/src/{providers-Iil64vk9.js → providers-CFLy1_ji.js} +1543 -1676
  208. package/dist/src/{providers-DHbjzW2e.cjs → providers-CFu-TZl-.cjs} +1896 -2029
  209. package/dist/src/providers-CxmDwEFf.cjs +31 -0
  210. package/dist/src/providers-Dodakqr0.js +30 -0
  211. package/dist/src/providers-GIQ2TcsA.js +30 -0
  212. package/dist/src/{pythonUtils-CcT5LH1M.js → pythonUtils-C3py6GC1.js} +18 -19
  213. package/dist/src/{pythonUtils-DBbuI3QJ.cjs → pythonUtils-CTU3Y3lw.cjs} +42 -43
  214. package/dist/src/{pythonUtils-hZ8LeQLv.js → pythonUtils-D5nxkQ0P.js} +18 -19
  215. package/dist/src/pythonUtils-D6fwaDSg.js +249 -0
  216. package/dist/src/{quiverai-BuI0tE39.js → quiverai-C2jVwbH1.js} +8 -7
  217. package/dist/src/{quiverai-DCGSZt4U.js → quiverai-CI6gYJVI.js} +8 -10
  218. package/dist/src/{quiverai-DiMVJQDz.cjs → quiverai-CLkWkyZc.cjs} +8 -9
  219. package/dist/src/{quiverai-fQNkExW4.js → quiverai-MHSxbmmZ.js} +9 -11
  220. package/dist/src/{render-Dj1smHEb.js → render-Drod8m7K.js} +4 -5
  221. package/dist/src/{responses-DOAFFENS.js → responses-BKqJmhhc.js} +22 -25
  222. package/dist/src/{responses-CxzoQoBe.js → responses-CGw0DCzh.js} +22 -25
  223. package/dist/src/responses-jxdehPkC.js +660 -0
  224. package/dist/src/{responses-ghR3IOfy.cjs → responses-tD4Bd4dc.cjs} +37 -40
  225. package/dist/src/rubyUtils-BUHu6PhO.js +5 -0
  226. package/dist/src/{rubyUtils-CwbGmgYN.js → rubyUtils-BUVePouc.js} +27 -20
  227. package/dist/src/rubyUtils-BcuGX77l.js +222 -0
  228. package/dist/src/{rubyUtils-DudlFZed.js → rubyUtils-Boc4HZzX.js} +18 -19
  229. package/dist/src/rubyUtils-CP42kMvq.cjs +4 -0
  230. package/dist/src/{rubyUtils-C8MhKGHb.cjs → rubyUtils-DhCAlxZr.cjs} +48 -50
  231. package/dist/src/{sagemaker-gmskuyre.js → sagemaker-BK4Zb993.js} +75 -70
  232. package/dist/src/{sagemaker-DuM71dVU.js → sagemaker-BfiWTmvn.js} +77 -77
  233. package/dist/src/{sagemaker-77zbJ2Q2.cjs → sagemaker-CcQHM1jV.cjs} +75 -76
  234. package/dist/src/{sagemaker-CcxhlOAR.js → sagemaker-D2Q1c-sD.js} +75 -79
  235. package/dist/src/{scanner-DJYiSXQj.js → scanner-J8CA3LsV.js} +100 -121
  236. package/dist/src/server/index.js +5505 -67416
  237. package/dist/src/{server-B5v33lvE.cjs → server-B0PPuDw-.cjs} +57 -67
  238. package/dist/src/server-B1vi21hA.js +7 -0
  239. package/dist/src/{server-RV_i_YX5.js → server-BC7XJFgr.js} +19 -24
  240. package/dist/src/server-Cm9Kai_h.cjs +5 -0
  241. package/dist/src/{server-BJ4m4f1D.js → server-DbFphssR.js} +26 -29
  242. package/dist/src/server-OAs3nBRT.js +229 -0
  243. package/dist/src/{signal-BW33JuId.js → signal-BOTbd53Z.js} +9 -11
  244. package/dist/src/{slack-DEURelTy.cjs → slack-BmVAVGaK.cjs} +7 -8
  245. package/dist/src/{slack-BQYeW9L3.js → slack-DCUPTzS2.js} +8 -8
  246. package/dist/src/{slack-BB6yuZzp.js → slack-DOdy_kyv.js} +7 -8
  247. package/dist/src/{slack-2pRrhhgJ.js → slack-DXMKtA-f.js} +7 -9
  248. package/dist/src/store-BNmZ1KAz.cjs +5 -0
  249. package/dist/src/{store-D7CgQzAR.cjs → store-BSc-TF2w.cjs} +44 -45
  250. package/dist/src/store-BltJg2cd.js +6 -0
  251. package/dist/src/{store-s3SftUwF.js → store-D1tv90v3.js} +34 -35
  252. package/dist/src/{store-DJNsD1iC.js → store-DQLEjuEO.js} +40 -36
  253. package/dist/src/store-Ub2vaGJ1.js +228 -0
  254. package/dist/src/{tables-DfTsNN7X.js → tables-5EvT_Bwn.js} +19 -21
  255. package/dist/src/{tables-BKTmd6u7.cjs → tables-C7K-XKWp.cjs} +89 -91
  256. package/dist/src/{tables-DMegD0Xf.js → tables-D36WTqKX.js} +21 -23
  257. package/dist/src/tables-xKANLRBD.js +288 -0
  258. package/dist/src/telemetry-5BCRNBbe.cjs +5 -0
  259. package/dist/src/{telemetry-BedSm-bZ.js → telemetry-C15ziL8u.js} +17 -14
  260. package/dist/src/{telemetry--WAdAfVi.js → telemetry-C2YDkUQH.js} +11 -13
  261. package/dist/src/{telemetry-DQgVBCAb.cjs → telemetry-CbrnxHp_.cjs} +21 -24
  262. package/dist/src/telemetry-D4W5hboe.js +7 -0
  263. package/dist/src/telemetry-DMb2Mpfm.js +171 -0
  264. package/dist/src/{text-oiSbwSOI.js → text-B_UCRPp2.js} +2 -2
  265. package/dist/src/{text-oKzCBnK6.cjs → text-CW1cyrwj.cjs} +12 -13
  266. package/dist/src/{text-B_IrO4GZ.js → text-Db-Wt2u2.js} +2 -2
  267. package/dist/src/text-TIv0QYnd.js +22 -0
  268. package/dist/src/{tokenUsageUtils-FZd5O_4A.js → tokenUsageUtils-BDGe-iyI.js} +2 -2
  269. package/dist/src/{tokenUsageUtils-DmZSD2eU.js → tokenUsageUtils-DflFMjS0.js} +2 -2
  270. package/dist/src/tokenUsageUtils-NYT-WKS6.js +138 -0
  271. package/dist/src/{tokenUsageUtils-CXhxVj72.cjs → tokenUsageUtils-bVa1ga6f.cjs} +32 -33
  272. package/dist/src/{transcription-BO1AHegO.cjs → transcription-CL78qbOU.cjs} +14 -15
  273. package/dist/src/{transcription-mYS9vd5v.js → transcription-DAtxHhAM.js} +14 -7
  274. package/dist/src/{transcription-X2-B4vkX.js → transcription-LNZTNUUL.js} +14 -16
  275. package/dist/src/{transcription-lzBLiTFJ.js → transcription-QHh3AH6Z.js} +15 -17
  276. package/dist/src/{transform-DeGlxb0D.js → transform-Cgi24fJ7.js} +39 -47
  277. package/dist/src/{transform-B1Hi5lWS.cjs → transform-CzK1Q0zl.cjs} +24 -26
  278. package/dist/src/{transform-CYDILYDe.js → transform-DECvGmzp.js} +15 -13
  279. package/dist/src/{transform-Dfl89yi4.js → transform-DGLazrMm.js} +39 -47
  280. package/dist/src/transform-DGxXocjk.js +1506 -0
  281. package/dist/src/{transform-D5PjiWiZ.cjs → transform-DOcQeLld.cjs} +179 -187
  282. package/dist/src/transform-DTGDnAzW.js +6 -0
  283. package/dist/src/{transform-BEgStbHK.js → transform-DilY9wbS.js} +10 -12
  284. package/dist/src/transform-aa6tmVpZ.js +216 -0
  285. package/dist/src/transform-m3qNw4KP.cjs +5 -0
  286. package/dist/src/{transformersAvailability-SZnTS3pJ.js → transformersAvailability-CEVM2GNQ.js} +2 -2
  287. package/dist/src/{transformersAvailability-D-glmEy7.cjs → transformersAvailability-CwayUSlh.cjs} +2 -3
  288. package/dist/src/{transformersAvailability-CjeFXhuJ.js → transformersAvailability-D6c6ROpT.js} +2 -2
  289. package/dist/src/{types-CXQduE9o.js → types-CH3Ge2sE.js} +30 -90
  290. package/dist/src/{types-C5hEkb-x.js → types-CLKiCBW3.js} +25 -89
  291. package/dist/src/types-CN_TZ2GJ.js +3260 -0
  292. package/dist/src/{types-DWNf48sT.cjs → types-LJ0r3wbR.cjs} +500 -564
  293. package/dist/src/util-5cB-L7U3.js +1430 -0
  294. package/dist/src/util-6-GqIvzS.js +599 -0
  295. package/dist/src/{util-CoQjmE3u.js → util-B7T3SiBS.js} +4 -5
  296. package/dist/src/{util-D9eLdGfa.js → util-Betm42rL.js} +5 -6
  297. package/dist/src/{util-Bm_-UMD_.js → util-C-PPYSMq.js} +5 -6
  298. package/dist/src/{util-CyUdMzV0.cjs → util-CchiqXh_.cjs} +34 -35
  299. package/dist/src/{util-Du96oyYS.js → util-DaWTWKBK.js} +4 -5
  300. package/dist/src/{util-1wWM599Z.cjs → util-Db0a0AFH.cjs} +50 -51
  301. package/dist/src/{util-DQ984syk.js → util-Dlz_Wvgm.js} +37 -48
  302. package/dist/src/{util-_h4pVqrz.js → util-YT5HPZaS.js} +37 -48
  303. package/dist/src/{util-aLhtl3fe.cjs → util-Yz-1aEhW.cjs} +209 -220
  304. package/dist/src/util-ZZH-3QZz.js +293 -0
  305. package/dist/src/{utils-BjLy-Q72.cjs → utils-Cz9qXqII.cjs} +29 -32
  306. package/dist/src/{utils-CFMn2yHW.js → utils-XiOAgly5.js} +4 -7
  307. package/dist/src/utils-dLokC-eR.js +94 -0
  308. package/dist/src/{utils-DvWMzuMx.js → utils-f2-Moju7.js} +4 -7
  309. package/dist/tsconfig.tsbuildinfo +1 -1
  310. package/package.json +30 -30
  311. package/dist/src/app/assets/index-B2D0bCSI.js +0 -439
  312. package/dist/src/app/tsconfig.app.tsbuildinfo +0 -1
  313. package/dist/src/cache-ChPcurj7.js +0 -6
  314. package/dist/src/cache-VVu_W-yg.js +0 -8
  315. package/dist/src/cache-YLNCFEM2.cjs +0 -6
  316. package/dist/src/chunk-DHDDz29n.js +0 -22
  317. package/dist/src/chunk-FhC4c-0y.js +0 -21
  318. package/dist/src/cloud-BndfXy4H.js +0 -5
  319. package/dist/src/eval-BhHvMY82.js +0 -17
  320. package/dist/src/evalResult-Dq2gFNQY.js +0 -12
  321. package/dist/src/evalResult-nmcP5VKH.cjs +0 -12
  322. package/dist/src/evalResult-trqZjVYh.js +0 -14
  323. package/dist/src/evaluator-CnfPstzT.js +0 -39
  324. package/dist/src/fetch-IDPDue6F.cjs +0 -4
  325. package/dist/src/fetch-hKJ-It8q.js +0 -6
  326. package/dist/src/fetch-ouKnrWK-.js +0 -4
  327. package/dist/src/graders-CQn7WUsd.cjs +0 -34
  328. package/dist/src/graders-DC6QAbpW.js +0 -35
  329. package/dist/src/graders-DUWz3Y7j.js +0 -37
  330. package/dist/src/opencode-sdk-4bL9n-Gk.js +0 -382
  331. package/dist/src/opencode-sdk-BfC2zWcR.js +0 -376
  332. package/dist/src/opencode-sdk-DMJyuwMg.js +0 -380
  333. package/dist/src/opencode-sdk-Da-9adza.cjs +0 -383
  334. package/dist/src/providers-CsXB2Ix-.js +0 -35
  335. package/dist/src/providers-DO8ltjLC.js +0 -33
  336. package/dist/src/providers-Dtq-xnXd.cjs +0 -33
  337. package/dist/src/rubyUtils-BUbcND2f.js +0 -6
  338. package/dist/src/rubyUtils-Cr55X_KE.js +0 -5
  339. package/dist/src/rubyUtils-DlIiqoYo.cjs +0 -5
  340. package/dist/src/server-C2eQH4Gu.js +0 -6
  341. package/dist/src/server-CXWycu7H.cjs +0 -6
  342. package/dist/src/server-Q6OGlxxT.js +0 -8
  343. package/dist/src/store-B3EDO9Q3.js +0 -7
  344. package/dist/src/store-Dl9F8aw5.js +0 -6
  345. package/dist/src/store-SnrGrlt9.cjs +0 -6
  346. package/dist/src/telemetry-BGhiPZtl.js +0 -8
  347. package/dist/src/telemetry-CFfiYan6.cjs +0 -6
  348. package/dist/src/telemetry-DHzEduxX.js +0 -6
  349. package/dist/src/transform-C1x1ZlMQ.cjs +0 -6
  350. package/dist/src/transform-DYHjFmQu.js +0 -8
  351. package/dist/src/transform-rmwJT5JQ.js +0 -7
  352. package/dist/src/transformersAvailability-eJooj0gX.js +0 -35
@@ -1,8 +1,7 @@
1
1
  #!/usr/bin/env node
2
- import { i as isJavascriptFile, t as JAVASCRIPT_EXTENSIONS } from "./fileExtensions-BpuMmaFL.js";
2
+ import { i as isJavascriptFile, t as JAVASCRIPT_EXTENSIONS } from "./fileExtensions-Ds-foDzt.js";
3
3
  import { z } from "zod";
4
4
  import dedent from "dedent";
5
-
6
5
  //#region src/types/shared.ts
7
6
  const CompletionTokenDetailsSchema = z.object({
8
7
  reasoning: z.number().optional(),
@@ -29,10 +28,8 @@ const BaseTokenUsageSchema = z.object({
29
28
  }).optional()
30
29
  });
31
30
  const InputsSchema = z.record(z.string().regex(/^[a-zA-Z_][a-zA-Z0-9_]*$/, { error: "Input variable names must be valid identifiers (start with letter or underscore)" }), z.string().min(1, { error: "Input descriptions must be non-empty strings" }));
32
-
33
31
  //#endregion
34
32
  //#region src/redteam/constants/plugins.ts
35
- const DEFAULT_NUM_TESTS_PER_PLUGIN = 5;
36
33
  const MULTI_INPUT_VAR = "__prompt";
37
34
  const REDTEAM_MODEL = "openai:chat:gpt-5-2025-08-07";
38
35
  const LLAMA_GUARD_REPLICATE_PROVIDER = "replicate:moderation:meta/llama-guard-4-12b";
@@ -230,6 +227,7 @@ const PHARMACY_PLUGINS = [
230
227
  ];
231
228
  const INSURANCE_PLUGINS = [
232
229
  "insurance:coverage-discrimination",
230
+ "insurance:data-disclosure",
233
231
  "insurance:network-misinformation",
234
232
  "insurance:phi-disclosure"
235
233
  ];
@@ -315,6 +313,7 @@ const ADDITIONAL_PLUGINS = [
315
313
  "ecommerce:price-manipulation",
316
314
  "goal-misalignment",
317
315
  "insurance:coverage-discrimination",
316
+ "insurance:data-disclosure",
318
317
  "insurance:network-misinformation",
319
318
  "insurance:phi-disclosure",
320
319
  "off-topic",
@@ -392,7 +391,7 @@ const DEFAULT_PLUGINS = new Set([...[
392
391
  ...PII_PLUGINS,
393
392
  ...BIAS_PLUGINS
394
393
  ].sort()]);
395
- const RAG_PLUGINS = new Set([
394
+ new Set([
396
395
  ...DEFAULT_PLUGINS,
397
396
  "bola",
398
397
  "bfla",
@@ -452,12 +451,11 @@ const REMOTE_ONLY_PLUGIN_IDS = [
452
451
  ...TELECOM_PLUGINS,
453
452
  ...REALESTATE_PLUGINS
454
453
  ];
455
- const UI_DISABLED_WHEN_REMOTE_UNAVAILABLE = [
454
+ [
456
455
  ...Object.keys(UNALIGNED_PROVIDER_HARM_PLUGINS),
457
456
  ...BIAS_PLUGINS,
458
457
  ...REMOTE_ONLY_PLUGIN_IDS
459
458
  ];
460
-
461
459
  //#endregion
462
460
  //#region src/redteam/constants/frameworks.ts
463
461
  const OWASP_LLM_TOP_10_MAPPING = {
@@ -1454,7 +1452,6 @@ const ALIASED_PLUGIN_MAPPINGS = {
1454
1452
  strategies: []
1455
1453
  } }
1456
1454
  };
1457
-
1458
1455
  //#endregion
1459
1456
  //#region src/redteam/constants/metadata.ts
1460
1457
  const subCategoryDescriptions = {
@@ -1532,6 +1529,7 @@ const subCategoryDescriptions = {
1532
1529
  imitation: "Tests handling of unauthorized impersonation of entities",
1533
1530
  "indirect-prompt-injection": "Tests for injection vulnerabilities via untrusted variables",
1534
1531
  "insurance:coverage-discrimination": "Tests for discriminatory coverage decisions based on protected characteristics (age, disability, race, etc.)",
1532
+ "insurance:data-disclosure": "Tests for unauthorized disclosure of protected policyholder data including claims history, property details, driving records, and financial information",
1535
1533
  "insurance:network-misinformation": "Tests for inaccurate provider network information",
1536
1534
  "insurance:phi-disclosure": "Tests for unauthorized disclosure of Protected Health Information in violation of HIPAA privacy regulations",
1537
1535
  "ecommerce:pci-dss": "Tests for exposure of payment card data including credit card numbers, CVVs, and bank account details in violation of PCI DSS requirements",
@@ -1614,7 +1612,7 @@ const subCategoryDescriptions = {
1614
1612
  bias: "Bias detection across protected characteristics",
1615
1613
  medical: "Medical AI safety testing across healthcare vulnerabilities",
1616
1614
  pharmacy: "Pharmacy AI safety testing across pharmaceutical vulnerabilities",
1617
- insurance: "Insurance AI safety testing across healthcare coverage vulnerabilities",
1615
+ insurance: "Insurance AI safety testing across all insurance types",
1618
1616
  financial: "Financial AI safety testing across financial services vulnerabilities",
1619
1617
  ecommerce: "E-commerce AI safety testing across payment security and transaction integrity vulnerabilities",
1620
1618
  telecom: "Telecommunications AI safety testing across CPNI protection, account security, and regulatory compliance vulnerabilities",
@@ -1654,20 +1652,8 @@ const SeveritySchema = z.enum([
1654
1652
  "low",
1655
1653
  "informational"
1656
1654
  ]);
1657
- const severityDisplayNames = {
1658
- [Severity.Critical]: "Critical",
1659
- [Severity.High]: "High",
1660
- [Severity.Medium]: "Medium",
1661
- [Severity.Low]: "Low",
1662
- [Severity.Informational]: "Informational"
1663
- };
1664
- const severityRiskScores = {
1665
- [Severity.Critical]: 9,
1666
- [Severity.High]: 7,
1667
- [Severity.Medium]: 4,
1668
- [Severity.Low]: 0,
1669
- [Severity.Informational]: 0
1670
- };
1655
+ Severity.Critical, Severity.High, Severity.Medium, Severity.Low, Severity.Informational;
1656
+ Severity.Critical, Severity.High, Severity.Medium, Severity.Low, Severity.Informational;
1671
1657
  const riskCategorySeverityMap = {
1672
1658
  ["agentic:memory-poisoning"]: Severity.High,
1673
1659
  aegis: Severity.Medium,
@@ -1756,6 +1742,7 @@ const riskCategorySeverityMap = {
1756
1742
  imitation: Severity.Low,
1757
1743
  "indirect-prompt-injection": Severity.High,
1758
1744
  "insurance:coverage-discrimination": Severity.Critical,
1745
+ "insurance:data-disclosure": Severity.Critical,
1759
1746
  "insurance:network-misinformation": Severity.High,
1760
1747
  "insurance:phi-disclosure": Severity.Critical,
1761
1748
  "ecommerce:pci-dss": Severity.Critical,
@@ -1816,7 +1803,7 @@ const riskCategorySeverityMap = {
1816
1803
  wordplay: Severity.Low,
1817
1804
  xstest: Severity.Low
1818
1805
  };
1819
- const riskCategories = {
1806
+ Object.entries({
1820
1807
  "Security & Access Control": [
1821
1808
  "ascii-smuggling",
1822
1809
  "bfla",
@@ -1839,6 +1826,7 @@ const riskCategories = {
1839
1826
  "data-exfil",
1840
1827
  "divergent-repetition",
1841
1828
  "harmful:privacy",
1829
+ "insurance:data-disclosure",
1842
1830
  "insurance:phi-disclosure",
1843
1831
  "pii:api-db",
1844
1832
  "pii:direct",
@@ -1964,14 +1952,12 @@ const riskCategories = {
1964
1952
  "vlsu",
1965
1953
  "xstest"
1966
1954
  ]
1967
- };
1968
- const categoryMapReverse = Object.entries(riskCategories).reduce((acc, [category, harms]) => {
1955
+ }).reduce((acc, [category, harms]) => {
1969
1956
  harms.forEach((harm) => {
1970
1957
  acc[harm] = category;
1971
1958
  });
1972
1959
  return acc;
1973
1960
  }, {});
1974
- const categoryLabels = Object.keys(categoryMapReverse);
1975
1961
  const categoryAliases = {
1976
1962
  ["agentic:memory-poisoning"]: "AgenticMemoryPoisoning",
1977
1963
  aegis: "Aegis",
@@ -2089,6 +2075,7 @@ const categoryAliases = {
2089
2075
  imitation: "Imitation",
2090
2076
  "indirect-prompt-injection": "Indirect Prompt Injection",
2091
2077
  "insurance:coverage-discrimination": "InsuranceCoverageDiscrimination",
2078
+ "insurance:data-disclosure": "InsuranceDataDisclosure",
2092
2079
  "insurance:network-misinformation": "InsuranceNetworkMisinformation",
2093
2080
  "insurance:phi-disclosure": "InsurancePhiDisclosure",
2094
2081
  intent: "Intent",
@@ -2120,7 +2107,7 @@ const categoryAliases = {
2120
2107
  wordplay: "Wordplay",
2121
2108
  xstest: "XSTest"
2122
2109
  };
2123
- const categoryAliasesReverse = Object.entries(categoryAliases).reduce((acc, [key, value]) => {
2110
+ Object.entries(categoryAliases).reduce((acc, [key, value]) => {
2124
2111
  acc[value] = key;
2125
2112
  return acc;
2126
2113
  }, {});
@@ -2158,7 +2145,7 @@ const pluginDescriptions = {
2158
2145
  bias: "Unified bias detection across protected characteristics including age, disability, gender, and race",
2159
2146
  medical: "Comprehensive medical AI safety testing for healthcare-specific vulnerabilities including hallucination, anchoring bias, incorrect knowledge, off-label use, prioritization errors, and sycophancy",
2160
2147
  pharmacy: "Comprehensive pharmacy AI safety testing for pharmaceutical vulnerabilities including drug interactions, dosage calculations, and controlled substance compliance",
2161
- insurance: "Comprehensive insurance AI safety testing for healthcare coverage vulnerabilities including coverage discrimination, network misinformation, and PHI disclosure",
2148
+ insurance: "Comprehensive insurance AI safety testing across all insurance types including coverage discrimination, network misinformation, PHI disclosure, and policyholder data disclosure",
2162
2149
  financial: "Comprehensive financial AI safety testing for financial services vulnerabilities including calculation errors, compliance violations, hallucination, and data leakage",
2163
2150
  ecommerce: "Comprehensive e-commerce AI safety testing for payment security and transaction integrity vulnerabilities including PCI DSS compliance, fraud detection, and price manipulation",
2164
2151
  telecom: "Comprehensive telecommunications AI safety testing across CPNI protection, account security, regulatory compliance (FCC, TCPA, CALEA), and telecom-specific fraud prevention",
@@ -2211,8 +2198,9 @@ const pluginDescriptions = {
2211
2198
  "harmful:weapons:ied": "Tests handling of Improvised Explosive Devices",
2212
2199
  hijacking: "Assesses protection against unauthorized resource usage and purpose deviation",
2213
2200
  imitation: "Tests safeguards against unauthorized entity impersonation attempts",
2214
- "insurance:coverage-discrimination": "Tests for discriminatory coverage or benefit determinations based on protected characteristics (age, disability, race, genetic information, sex) in violation of federal civil rights laws including ADA, Section 1557, GINA, and age discrimination statutes",
2215
- "insurance:network-misinformation": "Tests for inaccurate provider network information including wrong network status, terminated contracts, ghost networks, and outdated provider data that could expose members to surprise medical bills and balance billing",
2201
+ "insurance:coverage-discrimination": "Tests for discriminatory coverage, underwriting, or claims determinations based on protected characteristics (age, disability, race, genetic information, sex) in violation of federal civil rights laws including ADA, Section 1557, GINA, Fair Housing Act, ECOA, and state unfair trade practices acts",
2202
+ "insurance:data-disclosure": "Tests for unauthorized disclosure of protected policyholder data including claims history, property details, driving records, beneficiary information, and business data in violation of GLBA, FCRA, DPPA, and state insurance privacy laws",
2203
+ "insurance:network-misinformation": "Tests for inaccurate provider or vendor network information including wrong network status, terminated contracts, ghost networks, and outdated provider data that could expose policyholders to unexpected costs, voided warranties, or inadequate service",
2216
2204
  "insurance:phi-disclosure": "Tests for unauthorized disclosure of Protected Health Information in violation of HIPAA privacy regulations including cross-member PHI leakage, inadequate authentication, and disclosure to unauthorized third parties",
2217
2205
  "ecommerce:pci-dss": "Tests for exposure of payment card data including credit card numbers, CVVs, expiration dates, cardholder names, bank account details, and payment tokens in violation of PCI DSS requirements for secure payment processing",
2218
2206
  "ecommerce:compliance-bypass": "Tests for attempts to bypass security rules, terms of service, age restrictions, geographic limitations, or compliance policies in e-commerce systems",
@@ -2272,7 +2260,6 @@ const pluginDescriptions = {
2272
2260
  xstest: "Tests how models handle ambiguous terms related to potentially harmful topics like violence and drugs",
2273
2261
  "guardrails-eval": "Evaluate guardrail effectiveness against common risks"
2274
2262
  };
2275
-
2276
2263
  //#endregion
2277
2264
  //#region src/redteam/constants/strategies.ts
2278
2265
  const FRAMEWORK_COMPLIANCE_IDS = [
@@ -2291,8 +2278,6 @@ const DEFAULT_STRATEGIES = [
2291
2278
  "jailbreak:meta",
2292
2279
  "jailbreak:composite"
2293
2280
  ];
2294
- const DEFAULT_STRATEGIES_SET = new Set(DEFAULT_STRATEGIES);
2295
- const DEFAULT_MULTI_TURN_MAX_TURNS = 5;
2296
2281
  const MULTI_TURN_STRATEGIES = [
2297
2282
  "crescendo",
2298
2283
  "goat",
@@ -2307,12 +2292,6 @@ const isMultiTurnStrategy = (strategyId) => {
2307
2292
  const isCustomStrategy = (strategyId) => {
2308
2293
  return strategyId === "custom" || strategyId.startsWith("custom:");
2309
2294
  };
2310
- const MULTI_MODAL_STRATEGIES = [
2311
- "audio",
2312
- "image",
2313
- "video"
2314
- ];
2315
- const MULTI_MODAL_STRATEGIES_SET = new Set(MULTI_MODAL_STRATEGIES);
2316
2295
  const AGENTIC_STRATEGIES = [
2317
2296
  "crescendo",
2318
2297
  "goat",
@@ -2324,7 +2303,6 @@ const AGENTIC_STRATEGIES = [
2324
2303
  "jailbreak:tree",
2325
2304
  "mischievous-user"
2326
2305
  ];
2327
- const AGENTIC_STRATEGIES_SET = new Set(AGENTIC_STRATEGIES);
2328
2306
  const DATASET_PLUGINS = [
2329
2307
  "beavertails",
2330
2308
  "cyberseceval",
@@ -2386,22 +2364,6 @@ const _ALL_STRATEGIES = [
2386
2364
  ...AGENTIC_STRATEGIES
2387
2365
  ];
2388
2366
  const ALL_STRATEGIES = Array.from(new Set(_ALL_STRATEGIES)).sort();
2389
- const CONFIGURABLE_STRATEGIES = [
2390
- "layer",
2391
- "best-of-n",
2392
- "goat",
2393
- "crescendo",
2394
- "indirect-web-pwn",
2395
- "jailbreak",
2396
- "jailbreak:hydra",
2397
- "jailbreak:meta",
2398
- "jailbreak:tree",
2399
- "gcg",
2400
- "citation",
2401
- "custom",
2402
- "mischievous-user"
2403
- ];
2404
- const CONFIGURABLE_STRATEGIES_SET = new Set(CONFIGURABLE_STRATEGIES);
2405
2367
  /**
2406
2368
  * Default 'n' fan out for strategies that can add additional test cases during generation
2407
2369
  */
@@ -2416,19 +2378,6 @@ function getDefaultNFanout(strategyId) {
2416
2378
  function isFanoutStrategy(strategyId) {
2417
2379
  return strategyId in DEFAULT_N_FAN_OUT_BY_STRATEGY;
2418
2380
  }
2419
- const STRATEGIES_REQUIRING_REMOTE = [
2420
- "audio",
2421
- "citation",
2422
- "gcg",
2423
- "goat",
2424
- "indirect-web-pwn",
2425
- "jailbreak:composite",
2426
- "jailbreak:hydra",
2427
- "jailbreak:likert",
2428
- "jailbreak:meta"
2429
- ];
2430
- const STRATEGIES_REQUIRING_REMOTE_SET = new Set(STRATEGIES_REQUIRING_REMOTE);
2431
-
2432
2381
  //#endregion
2433
2382
  //#region src/util/uuid.ts
2434
2383
  /**
@@ -2445,7 +2394,6 @@ const UUID_REGEX = /^[0-9a-f]{8}-[0-9a-f]{4}-[1-5][0-9a-f]{3}-[89ab][0-9a-f]{3}-
2445
2394
  function isUuid(value) {
2446
2395
  return UUID_REGEX.test(value);
2447
2396
  }
2448
-
2449
2397
  //#endregion
2450
2398
  //#region src/redteam/plugins/policy/validators.ts
2451
2399
  /**
@@ -2481,7 +2429,6 @@ function isValidInlinePolicyId(id) {
2481
2429
  function isValidPolicyId(id) {
2482
2430
  return isValidReusablePolicyId(id) || isValidInlinePolicyId(id);
2483
2431
  }
2484
-
2485
2432
  //#endregion
2486
2433
  //#region src/redteam/types.ts
2487
2434
  const PolicyObjectSchema = z.object({
@@ -2548,7 +2495,6 @@ var PartialGenerationError = class extends Error {
2548
2495
  this.failedPlugins = failedPlugins;
2549
2496
  }
2550
2497
  };
2551
-
2552
2498
  //#endregion
2553
2499
  //#region src/types/env.ts
2554
2500
  const ProviderEnvOverridesSchema = z.object({
@@ -2670,7 +2616,6 @@ const ProviderEnvOverridesSchema = z.object({
2670
2616
  AWS_SAGEMAKER_MAX_RETRIES: z.string().optional(),
2671
2617
  PROMPTFOO_EVAL_TIMEOUT_MS: z.string().optional()
2672
2618
  });
2673
-
2674
2619
  //#endregion
2675
2620
  //#region src/validators/providers.ts
2676
2621
  const ProviderOptionsSchema = z.object({
@@ -2695,7 +2640,7 @@ const ApiProviderSchema = z.object({
2695
2640
  config: z.any().optional(),
2696
2641
  inputs: InputsSchema.optional()
2697
2642
  });
2698
- const ProviderResponseSchema = z.object({
2643
+ z.object({
2699
2644
  cached: z.boolean().optional(),
2700
2645
  cost: z.number().optional(),
2701
2646
  error: z.string().optional(),
@@ -2704,17 +2649,17 @@ const ProviderResponseSchema = z.object({
2704
2649
  output: z.union([z.string(), z.any()]).optional(),
2705
2650
  tokenUsage: BaseTokenUsageSchema.optional()
2706
2651
  });
2707
- const ProviderEmbeddingResponseSchema = z.object({
2652
+ z.object({
2708
2653
  error: z.string().optional(),
2709
2654
  embedding: z.array(z.number()).optional(),
2710
2655
  tokenUsage: BaseTokenUsageSchema.partial().optional()
2711
2656
  });
2712
- const ProviderSimilarityResponseSchema = z.object({
2657
+ z.object({
2713
2658
  error: z.string().optional(),
2714
2659
  similarity: z.number().optional(),
2715
2660
  tokenUsage: BaseTokenUsageSchema.partial().optional()
2716
2661
  });
2717
- const ProviderClassificationResponseSchema = z.object({
2662
+ z.object({
2718
2663
  error: z.string().optional(),
2719
2664
  classification: z.record(z.string(), z.number()).optional()
2720
2665
  });
@@ -2733,7 +2678,6 @@ const ProviderSchema = z.union([
2733
2678
  ApiProviderSchema,
2734
2679
  ProviderOptionsSchema
2735
2680
  ]);
2736
-
2737
2681
  //#endregion
2738
2682
  //#region src/validators/prompts.ts
2739
2683
  const PromptConfigSchema = z.object({
@@ -2753,7 +2697,6 @@ function assert$1() {}
2753
2697
  assert$1();
2754
2698
  assert$1();
2755
2699
  assert$1();
2756
-
2757
2700
  //#endregion
2758
2701
  //#region src/validators/redteam.ts
2759
2702
  const TracingConfigSchema = z.lazy(() => z.object({
@@ -2798,7 +2741,7 @@ const RedteamPluginObjectSchema = z.object({
2798
2741
  message: `Invalid plugin id "${val}". Custom plugins must start with file:// or use a built-in plugin. See https://www.promptfoo.dev/docs/red-team/plugins for available plugins.`
2799
2742
  });
2800
2743
  })]).describe("Name of the plugin"),
2801
- numTests: z.int().positive().prefault(DEFAULT_NUM_TESTS_PER_PLUGIN).describe("Number of tests to generate for this plugin"),
2744
+ numTests: z.int().positive().prefault(5).describe("Number of tests to generate for this plugin"),
2802
2745
  config: z.record(z.string(), z.unknown()).optional().describe("Plugin-specific configuration"),
2803
2746
  severity: SeveritySchema.optional().describe("Severity level for this plugin")
2804
2747
  });
@@ -3020,11 +2963,9 @@ const RedteamConfigSchema = z.object({
3020
2963
  });
3021
2964
  function assert() {}
3022
2965
  assert();
3023
-
3024
2966
  //#endregion
3025
2967
  //#region src/validators/shared.ts
3026
2968
  const NunjucksFilterMapSchema = z.record(z.string(), z.custom((v) => typeof v === "function"));
3027
-
3028
2969
  //#endregion
3029
2970
  //#region src/types/providers.ts
3030
2971
  function isApiProvider(provider) {
@@ -3033,7 +2974,6 @@ function isApiProvider(provider) {
3033
2974
  function isProviderOptions(provider) {
3034
2975
  return typeof provider === "object" && provider != null && "id" in provider && typeof provider.id === "string";
3035
2976
  }
3036
-
3037
2977
  //#endregion
3038
2978
  //#region src/types/index.ts
3039
2979
  const CommandLineOptionsSchema = z.object({
@@ -3298,12 +3238,12 @@ const TestCaseSchema = z.object({
3298
3238
  strategyConfig: z.custom().optional()
3299
3239
  }).catchall(z.any()).optional()
3300
3240
  });
3301
- const TestCaseWithVarsFileSchema = TestCaseSchema.extend({ vars: z.union([
3241
+ TestCaseSchema.extend({ vars: z.union([
3302
3242
  VarsSchema,
3303
3243
  z.string(),
3304
3244
  z.array(z.string())
3305
3245
  ]).optional() });
3306
- const TestCasesWithMetadataSchema = z.object({
3246
+ z.object({
3307
3247
  id: z.string(),
3308
3248
  testCases: z.union([z.string(), z.array(z.union([z.string(), TestCaseSchema]))]),
3309
3249
  recentEvalDate: z.date(),
@@ -3316,7 +3256,7 @@ const ScenarioSchema = z.object({
3316
3256
  config: z.array(TestCaseSchema.partial()),
3317
3257
  tests: z.array(TestCaseSchema)
3318
3258
  });
3319
- const AtomicTestCaseSchema = TestCaseSchema.extend({ vars: VarsSchema.optional() }).strict();
3259
+ TestCaseSchema.extend({ vars: VarsSchema.optional() }).strict();
3320
3260
  /**
3321
3261
  * Configuration schema for test generators that accept parameters
3322
3262
  *
@@ -3502,7 +3442,7 @@ const EvalResultsFilterMode = z.enum([
3502
3442
  "passes",
3503
3443
  "user-rated"
3504
3444
  ]);
3505
-
3506
3445
  //#endregion
3507
- export { HARM_PLUGINS as $, DATASET_PLUGINS as A, Severity as B, PolicyObjectSchema as C, ADDITIONAL_STRATEGIES as D, isUuid as E, STRATEGY_COLLECTION_MAPPINGS as F, ALIASED_PLUGIN_MAPPINGS as G, pluginDescriptions as H, getDefaultNFanout as I, BIAS_PLUGINS as J, ADDITIONAL_PLUGINS as K, isCustomStrategy as L, DEFAULT_STRATEGIES as M, MULTI_TURN_STRATEGIES as N, AGENTIC_STRATEGIES as O, STRATEGY_COLLECTIONS as P, FOUNDATION_PLUGINS as Q, isFanoutStrategy as R, PluginConfigSchema as S, isValidReusablePolicyId as T, riskCategorySeverityMap as U, categoryAliases as V, subCategoryDescriptions as W, DEFAULT_PLUGINS as X, DATASET_EXEMPT_PLUGINS as Y, FINANCIAL_PLUGINS as Z, PromptSchema as _, EvaluateOptionsSchema as a, MULTI_INPUT_VAR as at, ConversationMessageSchema as b, TestSuiteConfigSchema as c, PLUGIN_CATEGORIES as ct, isGradingResult as d, REMOTE_ONLY_PLUGIN_IDS as dt, INSURANCE_PLUGINS as et, isResultFailureReason as f, STRATEGY_EXEMPT_PLUGINS as ft, RedteamGenerateOptionsSchema as g, RedteamConfigSchema as h, EvalResultsFilterMode as i, MULTI_INPUT_EXCLUDED_PLUGINS as it, DEFAULT_MULTI_TURN_MAX_TURNS as j, ALL_STRATEGIES as k, TestSuiteSchema as l, REDTEAM_MODEL as lt, isProviderOptions as m, UNALIGNED_PROVIDER_HARM_PLUGINS as mt, BaseAssertionTypesSchema as n, LLAMA_GUARD_REPLICATE_PROVIDER as nt, OutputFileExtension as o, PHARMACY_PLUGINS as ot, isApiProvider as p, TELECOM_PLUGINS as pt, ALL_PLUGINS as q, CommandLineOptionsSchema as r, MEDICAL_PLUGINS as rt, ResultFailureReason as s, PII_PLUGINS as st, AssertionOrSetSchema as t, LLAMA_GUARD_ENABLED_CATEGORIES as tt, UnifiedConfigSchema as u, REDTEAM_PROVIDER_HARM_PLUGINS as ut, ProviderOptionsSchema as v, StrategyConfigSchema as w, PartialGenerationError as x, ProvidersSchema as y, isMultiTurnStrategy as z };
3508
- //# sourceMappingURL=types-CXQduE9o.js.map
3446
+ export { INSURANCE_PLUGINS as $, DATASET_PLUGINS as A, categoryAliases as B, PolicyObjectSchema as C, ADDITIONAL_STRATEGIES as D, isUuid as E, getDefaultNFanout as F, ADDITIONAL_PLUGINS as G, riskCategorySeverityMap as H, isCustomStrategy as I, DATASET_EXEMPT_PLUGINS as J, ALL_PLUGINS as K, isFanoutStrategy as L, MULTI_TURN_STRATEGIES as M, STRATEGY_COLLECTIONS as N, AGENTIC_STRATEGIES as O, STRATEGY_COLLECTION_MAPPINGS as P, HARM_PLUGINS as Q, isMultiTurnStrategy as R, PluginConfigSchema as S, isValidReusablePolicyId as T, subCategoryDescriptions as U, pluginDescriptions as V, ALIASED_PLUGIN_MAPPINGS as W, FINANCIAL_PLUGINS as X, DEFAULT_PLUGINS as Y, FOUNDATION_PLUGINS as Z, PromptSchema as _, EvaluateOptionsSchema as a, PHARMACY_PLUGINS as at, ConversationMessageSchema as b, TestSuiteConfigSchema as c, REDTEAM_MODEL as ct, isGradingResult as d, STRATEGY_EXEMPT_PLUGINS as dt, LLAMA_GUARD_ENABLED_CATEGORIES as et, isResultFailureReason as f, TELECOM_PLUGINS as ft, RedteamGenerateOptionsSchema as g, RedteamConfigSchema as h, EvalResultsFilterMode as i, MULTI_INPUT_VAR as it, DEFAULT_STRATEGIES as j, ALL_STRATEGIES as k, TestSuiteSchema as l, REDTEAM_PROVIDER_HARM_PLUGINS as lt, isProviderOptions as m, BaseAssertionTypesSchema as n, MEDICAL_PLUGINS as nt, OutputFileExtension as o, PII_PLUGINS as ot, isApiProvider as p, UNALIGNED_PROVIDER_HARM_PLUGINS as pt, BIAS_PLUGINS as q, CommandLineOptionsSchema as r, MULTI_INPUT_EXCLUDED_PLUGINS as rt, ResultFailureReason as s, PLUGIN_CATEGORIES as st, AssertionOrSetSchema as t, LLAMA_GUARD_REPLICATE_PROVIDER as tt, UnifiedConfigSchema as u, REMOTE_ONLY_PLUGIN_IDS as ut, ProviderOptionsSchema as v, StrategyConfigSchema as w, PartialGenerationError as x, ProvidersSchema as y, Severity as z };
3447
+
3448
+ //# sourceMappingURL=types-CH3Ge2sE.js.map