promptfoo 0.121.10 → 0.121.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (323) hide show
  1. package/dist/src/{accounts-D4iTShVh.js → accounts-BGs8AMhG.js} +4 -4
  2. package/dist/src/{accounts-ECb2xAYn.js → accounts-BjCiVnil.js} +4 -4
  3. package/dist/src/{accounts-DbmMSaOW.js → accounts-C06-4dXo.js} +5 -5
  4. package/dist/src/{accounts-5Sf1PCNo.cjs → accounts-C6NiTdum.cjs} +4 -4
  5. package/dist/src/{agentic-utils-DxzgjGfK.js → agentic-utils-B5IO5YR-.js} +2 -2
  6. package/dist/src/{agentic-utils-eGLKHNlT.cjs → agentic-utils-BDKz7KHx.cjs} +2 -2
  7. package/dist/src/{agentic-utils-CLrqlGZc.js → agentic-utils-Bj9P7suD.js} +2 -2
  8. package/dist/src/{agentic-utils-jiE8RROB.js → agentic-utils-kgc1YTAx.js} +2 -2
  9. package/dist/src/{agents-CI9ETpr0.js → agents-BMcjQUHA.js} +2 -2
  10. package/dist/src/{agents-B0gmhYyj.js → agents-CyHaf9xC.js} +2 -2
  11. package/dist/src/{agents-Dl4uviKE.cjs → agents-DOhrSQhK.cjs} +4 -4
  12. package/dist/src/{agents-CK9Kxnix.js → agents-DT1nSZix.js} +4 -4
  13. package/dist/src/{agents-6d6pdEFT.js → agents-DgakfoxG.js} +4 -4
  14. package/dist/src/{agents-C5zoy2ZS.js → agents-VKHVNG4J.js} +2 -2
  15. package/dist/src/{agents-Br5HYLBT.cjs → agents-zYAXB2ja.cjs} +2 -2
  16. package/dist/src/{agents-CvL6W9kz.js → agents-zzIht0lm.js} +4 -4
  17. package/dist/src/{aimlapi-DGCN4rpi.cjs → aimlapi-Bv6rnE4W.cjs} +6 -6
  18. package/dist/src/{aimlapi-BonWl7zl.js → aimlapi-C05Ca41Z.js} +6 -6
  19. package/dist/src/{aimlapi-NJzALFkC.js → aimlapi-CLaCvZn8.js} +6 -6
  20. package/dist/src/{aimlapi-UwsBeqRG.js → aimlapi-DW7KNdkd.js} +6 -6
  21. package/dist/src/app/app/tsconfig.app.tsbuildinfo +1 -1
  22. package/dist/src/app/assets/Report-BgwGPDAJ.js +1 -0
  23. package/dist/src/app/assets/index-CBwcpPdR.js +413 -0
  24. package/dist/src/app/assets/index-ZYpt1xFX.css +1 -0
  25. package/dist/src/app/index.html +2 -2
  26. package/dist/src/{audio-yUZrS0JJ.js → audio-Cd92j4tr.js} +3 -3
  27. package/dist/src/{audio-9N6nZqw9.js → audio-De3snmla.js} +3 -3
  28. package/dist/src/{audio-DBqadfGk.js → audio-Dh44iWq7.js} +3 -3
  29. package/dist/src/{audio-BR4j1oG1.cjs → audio-MqvGQVvP.cjs} +3 -3
  30. package/dist/src/{authoritativeMarkupInjection-2C63bFKe.cjs → authoritativeMarkupInjection-BAuWkXwn.cjs} +5 -5
  31. package/dist/src/{authoritativeMarkupInjection-B2MJXBR1.js → authoritativeMarkupInjection-CDCg-jRQ.js} +4 -4
  32. package/dist/src/{authoritativeMarkupInjection-CE4HOCHa.js → authoritativeMarkupInjection-COd4q9Hp.js} +5 -5
  33. package/dist/src/{authoritativeMarkupInjection-DrBqZVP1.js → authoritativeMarkupInjection-D5oKM43M.js} +5 -5
  34. package/dist/src/{base-tmVReihS.js → base-B8G9Ob46.js} +2 -2
  35. package/dist/src/{base-6Aaed910.js → base-CzDq5YwX.js} +2 -2
  36. package/dist/src/{base-S8I8vPVY.js → base-DqNtZTrF.js} +2 -2
  37. package/dist/src/{base-BS60m8JA.cjs → base-OeMKpFIB.cjs} +2 -2
  38. package/dist/src/{bestOfN-BkH9d3Lr.js → bestOfN-B89i9zc7.js} +6 -6
  39. package/dist/src/{bestOfN-C1_WFZFb.js → bestOfN-BEfIajMY.js} +5 -5
  40. package/dist/src/{bestOfN-DfRpoheE.js → bestOfN-Czr-c62W.js} +6 -6
  41. package/dist/src/{bestOfN-b6uHssUC.cjs → bestOfN-QWGyCB5j.cjs} +6 -6
  42. package/dist/src/{billing-DwpSQ_4i.js → billing-BhghtFas.js} +2 -2
  43. package/dist/src/{billing-CAB1s36q.js → billing-BkQJKKdm.js} +2 -2
  44. package/dist/src/{billing-Dn9Gm2tN.cjs → billing-Co_1rjfG.cjs} +2 -2
  45. package/dist/src/{billing-DimGp80i.js → billing-MY86Oqwg.js} +2 -2
  46. package/dist/src/{blobs-7T2OXYkC.js → blobs-B8d9jKvz.js} +2 -2
  47. package/dist/src/{blobs-CqhgM_fa.js → blobs-BTzPmpq-.js} +2 -2
  48. package/dist/src/{blobs-DQ6pIlJQ.cjs → blobs-BcpoigIU.cjs} +7 -1
  49. package/dist/src/{blobs-Dxfq3woN.js → blobs-DQ4bXN5O.js} +2 -2
  50. package/dist/src/{cache-DgKlV56y.js → cache-BEZBHFxd.js} +2 -2
  51. package/dist/src/cache-Cqg9f4d4.js +3 -0
  52. package/dist/src/{cache-CmidsPv2.js → cache-D2MfIrzr.js} +3 -3
  53. package/dist/src/{cache-B-fzj_aE.cjs → cache-DWEZYdJG.cjs} +2 -2
  54. package/dist/src/{cache-Z4cklSHj.js → cache-WT_2CYA-.js} +2 -2
  55. package/dist/src/{chat-uLo5fkVu.js → chat-C9yx5XD4.js} +2 -2
  56. package/dist/src/{chat-VVJW_GJC.js → chat-CuPbIKVa.js} +2 -2
  57. package/dist/src/{chat-BWdNGktf.js → chat-DBG4VxM7.js} +7 -7
  58. package/dist/src/{chat-CrOCT2BA.js → chat-Dwfr4jHi.js} +2 -2
  59. package/dist/src/{chat-BE0BP7oZ.js → chat-FNWhaysj.js} +7 -7
  60. package/dist/src/{chat-CvN2w9fY.js → chat-PfM8xgFA.js} +7 -7
  61. package/dist/src/{chat-CpFzezkO.cjs → chat-XVIowajy.cjs} +7 -7
  62. package/dist/src/{chat-DAkk46Lf.cjs → chat-sZgq1_-v.cjs} +2 -2
  63. package/dist/src/{claude-agent-sdk-CocknPbL.js → claude-agent-sdk-B0AZ38ny.js} +4 -4
  64. package/dist/src/{claude-agent-sdk-BH0L9H8Y.js → claude-agent-sdk-BfYAjuTk.js} +4 -4
  65. package/dist/src/{claude-agent-sdk-DxyDxejT.cjs → claude-agent-sdk-CklMerFa.cjs} +4 -4
  66. package/dist/src/{claude-agent-sdk-Bh0MH9Z9.js → claude-agent-sdk-DTFpCefB.js} +4 -4
  67. package/dist/src/cloud-BNr2N1RY.js +3 -0
  68. package/dist/src/{cloud-DJB9yPQB.js → cloud-DKKGeJBV.js} +2 -2
  69. package/dist/src/{cloudflare-ai-DeUFFMJE.cjs → cloudflare-ai-C7pMPgpc.cjs} +4 -4
  70. package/dist/src/{cloudflare-ai-Bg1wwMId.js → cloudflare-ai-Cqz_3WD2.js} +4 -4
  71. package/dist/src/{cloudflare-ai-CpbxtQGT.js → cloudflare-ai-CuUCQanF.js} +4 -4
  72. package/dist/src/{cloudflare-ai-B2Sjijq0.js → cloudflare-ai-lAgV52qE.js} +4 -4
  73. package/dist/src/{cloudflare-gateway-DKsO0VKU.js → cloudflare-gateway-8T5x83eI.js} +3 -3
  74. package/dist/src/{cloudflare-gateway-CvQV6nA1.js → cloudflare-gateway-Bq7SdErk.js} +3 -3
  75. package/dist/src/{cloudflare-gateway-BwdJezUO.js → cloudflare-gateway-moRfeZJJ.js} +3 -3
  76. package/dist/src/{cloudflare-gateway-cBHiORfX.cjs → cloudflare-gateway-peUrx9oi.cjs} +3 -3
  77. package/dist/src/{codex-app-server-BHVKRhkY.js → codex-app-server-BvPHEwJg.js} +5 -5
  78. package/dist/src/{codex-app-server-CojV6u3_.js → codex-app-server-DBTBsZ1t.js} +5 -5
  79. package/dist/src/{codex-app-server-B471dabg.cjs → codex-app-server-Dwl3iupA.cjs} +5 -5
  80. package/dist/src/{codex-app-server-DF2PMuc1.js → codex-app-server-t-QoeeGd.js} +5 -5
  81. package/dist/src/{codex-sdk-Bj4uY6sS.js → codex-sdk-C4FTldKU.js} +4 -4
  82. package/dist/src/{codex-sdk-D4JF0nj6.js → codex-sdk-C4aieKza.js} +4 -4
  83. package/dist/src/codex-sdk-CTD1qSKx.js +3 -0
  84. package/dist/src/{codex-sdk-aezPvTAB.js → codex-sdk-CnSzlhih.js} +4 -4
  85. package/dist/src/{codex-sdk-C9c-416d.cjs → codex-sdk-bWIQVOBL.cjs} +4 -4
  86. package/dist/src/{cometapi-CgaDmO4i.js → cometapi-B0mQIIzf.js} +7 -7
  87. package/dist/src/{cometapi-BlBmHq7-.js → cometapi-CFrYNMs5.js} +7 -7
  88. package/dist/src/{cometapi-mtyRjerU.js → cometapi-CMnFU1wL.js} +7 -7
  89. package/dist/src/{cometapi-D8sWSnb1.cjs → cometapi-D2thnPaL.cjs} +7 -7
  90. package/dist/src/{completion-RkFAOVSF.js → completion-B0yVZF3v.js} +5 -5
  91. package/dist/src/{completion-CHnFmpnp.js → completion-Dz36rtPd.js} +5 -5
  92. package/dist/src/{completion-Di0-4tYi.cjs → completion-Ny3XQpqx.cjs} +5 -5
  93. package/dist/src/{completion-Bd8G9VHW.js → completion-sMpCTaBm.js} +5 -5
  94. package/dist/src/{crescendo-C8YuBd9K.js → crescendo-BpVWWleP.js} +11 -11
  95. package/dist/src/{crescendo-TWgp7uGp.cjs → crescendo-CqQhmeC0.cjs} +13 -13
  96. package/dist/src/{crescendo-BgGio6G0.js → crescendo-JAvyVRKK.js} +13 -13
  97. package/dist/src/{crescendo-BQ2VI9FD.js → crescendo-RfCMSIM-.js} +13 -13
  98. package/dist/src/{custom-D0p5pikf.cjs → custom-B_fKUq6j.cjs} +11 -11
  99. package/dist/src/{custom-DsSELzzx.js → custom-Bm6Tu-ji.js} +11 -11
  100. package/dist/src/{custom-CFnjgHKp.js → custom-LxkvkOvG.js} +9 -9
  101. package/dist/src/{custom-CSaH4Qj9.js → custom-jLsK8Wf9.js} +11 -11
  102. package/dist/src/{docker-ByT3LmHN.js → docker-B60virtZ.js} +5 -5
  103. package/dist/src/{docker-BRA5ruGU.cjs → docker-D_f3qyDE.cjs} +5 -5
  104. package/dist/src/{docker-CVY-oMv4.js → docker-DogRc30z.js} +5 -5
  105. package/dist/src/{docker-DIxhfwlx.js → docker-wwQ1pPGy.js} +5 -5
  106. package/dist/src/{embedding-BpX-WENP.js → embedding-BMe9ZgQF.js} +5 -5
  107. package/dist/src/{embedding-B_0mJpXs.cjs → embedding-ClHIOEld.cjs} +5 -5
  108. package/dist/src/{embedding-LplgjBJ0.js → embedding-Dy2o5RFQ.js} +5 -5
  109. package/dist/src/{embedding-CCbgRo4z.js → embedding-HXOpA992.js} +5 -5
  110. package/dist/src/{eval-BXF3bRvV.js → eval-BLgDYWPd.js} +4 -4
  111. package/dist/src/{eval-BcM9YiOW.js → eval-DbGugzR8.js} +1 -1
  112. package/dist/src/evalResult-B6Jpy3kJ.js +3 -0
  113. package/dist/src/{evalResult-C8MROHS8.js → evalResult-BWE17Tqm.js} +3 -3
  114. package/dist/src/{evalResult-CIxAdUVQ.cjs → evalResult-DDohNAHL.cjs} +3 -3
  115. package/dist/src/{evalResult-DaACTv0f.js → evalResult-DOh0QQix.js} +3 -3
  116. package/dist/src/evaluator-CTl-lKuh.js +3 -0
  117. package/dist/src/{evaluator-C_gCkBe3.js → evaluator-DbOsHSRe.js} +212 -21
  118. package/dist/src/{evaluatorHelpers-BVvi8tWH.cjs → evaluatorHelpers-CaaC50RB.cjs} +4 -4
  119. package/dist/src/{evaluatorHelpers-C6-aKnJe.js → evaluatorHelpers-CoLW5rKU.js} +4 -4
  120. package/dist/src/{evaluatorHelpers-RQo-m90b.js → evaluatorHelpers-DTtYkrGO.js} +4 -4
  121. package/dist/src/{extractor-B1hELWwJ.js → extractor-BIqe0lMN.js} +70 -12
  122. package/dist/src/{extractor-_E41W0Fl.cjs → extractor-CUVurbDW.cjs} +71 -12
  123. package/dist/src/{extractor-DV6WBfAi.js → extractor-DOhjGS0m.js} +70 -12
  124. package/dist/src/{extractor-ItsKh8lH.js → extractor-h1HS9f6y.js} +70 -12
  125. package/dist/src/{fetch-BBa1Lxgp.js → fetch-B1Rb0VdL.js} +3 -3
  126. package/dist/src/{fetch-BtdsABrj.js → fetch-BErWGTUY.js} +2 -2
  127. package/dist/src/{fetch-CFIU30wy.js → fetch-BNUDixbE.js} +2 -2
  128. package/dist/src/{fetch-OePjzUmA.cjs → fetch-C7yU9CNr.cjs} +2 -2
  129. package/dist/src/fetch-DVj4dF4V.js +3 -0
  130. package/dist/src/{goat-kpeOOE-K.js → goat-BnB1zGir.js} +13 -13
  131. package/dist/src/{goat-Coh2te0S.cjs → goat-C1RkjWv1.cjs} +13 -13
  132. package/dist/src/{goat-BCFeW4zk.js → goat-CNpA_tT8.js} +11 -11
  133. package/dist/src/{goat-Dr2YGfiG.js → goat-ZRARvAD5.js} +13 -13
  134. package/dist/src/graders-CA3QVnK3.js +3 -0
  135. package/dist/src/{graders-BrLOEmxX.js → graders-CO5drf0x.js} +17 -17
  136. package/dist/src/{graders-DEz7EeRy.js → graders-CpUlNVnh.js} +17 -17
  137. package/dist/src/{graders-CY4Ft8A9.js → graders-Z5qzvpuI.js} +17 -17
  138. package/dist/src/{graders-CCrX0NG3.cjs → graders-t_K-nZ_X.cjs} +17 -17
  139. package/dist/src/{hydra-C90CylNi.js → hydra-BMb0WtZA.js} +13 -13
  140. package/dist/src/{hydra-dOBPmWHt.js → hydra-BXmf4FCK.js} +11 -11
  141. package/dist/src/{hydra-Cq_3qKz_.js → hydra-C5_Vuh-m.js} +13 -13
  142. package/dist/src/{hydra-B524i6K6.cjs → hydra-c1_7vPsg.cjs} +13 -13
  143. package/dist/src/{image-DBnzfeuJ.cjs → image-BhHFD4Vb.cjs} +3 -3
  144. package/dist/src/{image-CvhTr1GY.cjs → image-CYFea400.cjs} +5 -5
  145. package/dist/src/{image-CHJ-KjNE.js → image-CgkOODNn.js} +5 -5
  146. package/dist/src/{image-_-h6GCQ7.js → image-DGQkq3aK.js} +5 -5
  147. package/dist/src/{image-CkF1ruDX.js → image-DWveOfTz.js} +3 -3
  148. package/dist/src/{image-BmVZRCkS.js → image-DfF12xzt.js} +5 -5
  149. package/dist/src/{image-B6P9JAV2.js → image-DkSUFfLd.js} +3 -3
  150. package/dist/src/{image-CD22vXth.js → image-nYwdqnax.js} +3 -3
  151. package/dist/src/index.cjs +218 -26
  152. package/dist/src/index.js +216 -26
  153. package/dist/src/{indirectWebPwn-BgIfQ2ON.js → indirectWebPwn-BajQ_evT.js} +5 -5
  154. package/dist/src/{indirectWebPwn-A16xYmav.js → indirectWebPwn-BbFMiv79.js} +4 -4
  155. package/dist/src/{indirectWebPwn-BRhR4Dk9.js → indirectWebPwn-BnrxhAAL.js} +4 -4
  156. package/dist/src/{indirectWebPwn-Bfp-t224.cjs → indirectWebPwn-BqOgtzny.cjs} +5 -5
  157. package/dist/src/{indirectWebPwn-8G6tgDBW.js → indirectWebPwn-C6_BaxjA.js} +5 -5
  158. package/dist/src/{indirectWebPwn-BWGexuih.js → indirectWebPwn-C779yDi6.js} +4 -4
  159. package/dist/src/{indirectWebPwn-DcKDbCn_.cjs → indirectWebPwn-CDo9rC06.cjs} +4 -4
  160. package/dist/src/{indirectWebPwn-CZ2kTy4r.js → indirectWebPwn-k8D0JacN.js} +5 -5
  161. package/dist/src/{iterative-BIHF31Io.js → iterative-BzKNkXHn.js} +13 -13
  162. package/dist/src/{iterative-XRfxQ0i8.cjs → iterative-CD3I_Rwq.cjs} +13 -13
  163. package/dist/src/{iterative-CZPHLUKZ.js → iterative-DL8iDwrE.js} +13 -13
  164. package/dist/src/{iterative-DZkNlFE-.js → iterative-DyEoFedI.js} +11 -11
  165. package/dist/src/{iterativeImage-BFRM8Jdx.js → iterativeImage-B7qV6kzP.js} +4 -4
  166. package/dist/src/{iterativeImage-DJtVKlFX.cjs → iterativeImage-BaOAhF-S.cjs} +5 -5
  167. package/dist/src/{iterativeImage-7WjhjpHE.js → iterativeImage-D85THuYb.js} +5 -5
  168. package/dist/src/{iterativeImage-CbRn9_MH.js → iterativeImage-noXhuElt.js} +5 -5
  169. package/dist/src/{iterativeMeta-2gyieWbU.js → iterativeMeta-BHNJgPy0.js} +12 -12
  170. package/dist/src/{iterativeMeta-dkFD9UKg.cjs → iterativeMeta-BQrhQ-iJ.cjs} +12 -12
  171. package/dist/src/{iterativeMeta-Bh2AQq8Y.js → iterativeMeta-CAN36NIN.js} +12 -12
  172. package/dist/src/{iterativeMeta-CmMnD77T.js → iterativeMeta-CnPYPYH0.js} +10 -10
  173. package/dist/src/{iterativeTree-DuIk7wjS.js → iterativeTree-B7116aK-.js} +10 -10
  174. package/dist/src/{iterativeTree-bjH__9en.js → iterativeTree-DdXSpkqE.js} +12 -12
  175. package/dist/src/{iterativeTree-DSNss1kE.js → iterativeTree-cKlxQWhi.js} +12 -12
  176. package/dist/src/{iterativeTree-DoE-8nC3.cjs → iterativeTree-u2hKQ51y.cjs} +12 -12
  177. package/dist/src/{knowledgeBase-kyTJpbr0.js → knowledgeBase-D9xW79dS.js} +4 -4
  178. package/dist/src/{knowledgeBase-CQasebQt.js → knowledgeBase-DfwVbdwp.js} +4 -4
  179. package/dist/src/{knowledgeBase-DebHrXhD.cjs → knowledgeBase-DhT8uaMH.cjs} +4 -4
  180. package/dist/src/{knowledgeBase-mzMh6UZt.js → knowledgeBase-DlH6NRlX.js} +4 -4
  181. package/dist/src/{litellm-wSD4Q6-H.cjs → litellm-BA2Fti7H.cjs} +4 -4
  182. package/dist/src/{litellm-BJFH4uKd.js → litellm-CHybAu4l.js} +4 -4
  183. package/dist/src/{litellm-A2eV_lM0.js → litellm-Cn_zDWeA.js} +4 -4
  184. package/dist/src/{litellm-CeJEe_jQ.js → litellm-CnqX4jfm.js} +4 -4
  185. package/dist/src/{luma-ray-DpuaR6Wa.js → luma-ray-C_AWu7K6.js} +4 -4
  186. package/dist/src/{luma-ray-B0GNCw6S.js → luma-ray-CbFOvJZw.js} +4 -4
  187. package/dist/src/{luma-ray-qBfU-mGO.cjs → luma-ray-D7hDEZaC.cjs} +4 -4
  188. package/dist/src/{luma-ray-CM6bvN4t.js → luma-ray-RQAhTNvK.js} +4 -4
  189. package/dist/src/main.js +27 -27
  190. package/dist/src/{memoryPoisoning-9mIgiE3F.cjs → memoryPoisoning-A8N_cbrW.cjs} +5 -5
  191. package/dist/src/{memoryPoisoning-BYBQ1Ns5.js → memoryPoisoning-BGe4fuFU.js} +5 -5
  192. package/dist/src/{memoryPoisoning-SvtQxFjF.js → memoryPoisoning-DDfIRZnk.js} +5 -5
  193. package/dist/src/{memoryPoisoning-D4iqi_nT.js → memoryPoisoning-DtJ5vYZW.js} +5 -5
  194. package/dist/src/{messages-BofXErqC.js → messages-BH83TS-n.js} +7 -7
  195. package/dist/src/{messages-DxzhBs74.js → messages-aXox3d04.js} +7 -7
  196. package/dist/src/{messages-CHZtL-k0.cjs → messages-qapmFqOQ.cjs} +7 -7
  197. package/dist/src/{messages-BKTseD_x.js → messages-yVMPGJ4n.js} +7 -7
  198. package/dist/src/{mischievousUser-D23wQ8f0.js → mischievousUser-BPDyepmu.js} +5 -5
  199. package/dist/src/{mischievousUser-DX1gGvUB.js → mischievousUser-D1mbddId.js} +5 -5
  200. package/dist/src/{mischievousUser-ECTv-u4g.cjs → mischievousUser-DHYVKotH.cjs} +5 -5
  201. package/dist/src/{mischievousUser-B5oT1xjM.js → mischievousUser-D_8tmPfA.js} +5 -5
  202. package/dist/src/{modelslab-D5vwtIYR.js → modelslab-BwywPRoU.js} +5 -5
  203. package/dist/src/{modelslab-DE9CfYYT.js → modelslab-Cc6fn99l.js} +5 -5
  204. package/dist/src/{modelslab-CVkeR8mC.cjs → modelslab-D2F3FtnI.cjs} +5 -5
  205. package/dist/src/{modelslab-BU_qCK1m.js → modelslab-D_izTsvD.js} +5 -5
  206. package/dist/src/{nova-reel-BSM7U8Bp.js → nova-reel-B1Jg1XBk.js} +4 -4
  207. package/dist/src/{nova-reel-BKAkU37Y.js → nova-reel-CZeHbWUe.js} +4 -4
  208. package/dist/src/{nova-reel-BvWH15rr.cjs → nova-reel-CcWrhmGJ.cjs} +4 -4
  209. package/dist/src/{nova-reel-D2tla7dy.js → nova-reel-DFrk1Ey2.js} +4 -4
  210. package/dist/src/{nova-sonic-DU7_krhB.js → nova-sonic-4wwR0tZJ.js} +2 -2
  211. package/dist/src/{nova-sonic-C7CNjG9n.cjs → nova-sonic-BqRQ9CWO.cjs} +2 -2
  212. package/dist/src/{nova-sonic-BQkU8weK.js → nova-sonic-D-IJHou2.js} +2 -2
  213. package/dist/src/{nova-sonic-B8PB4mU2.js → nova-sonic-DJUXNWUJ.js} +2 -2
  214. package/dist/src/{openclaw-CLNjF8ox.js → openclaw-5U8yiy9P.js} +5 -5
  215. package/dist/src/{openclaw-laZmy-8p.cjs → openclaw-B0vjRb3y.cjs} +5 -5
  216. package/dist/src/{openclaw-Gl2a1gR3.js → openclaw-C8xQtncQ.js} +5 -5
  217. package/dist/src/{openclaw-D5yEpk1f.js → openclaw-CqZoWsh0.js} +5 -5
  218. package/dist/src/{opencode-sdk-CGPqE4m0.js → opencode-sdk-B2qz1kCI.js} +2 -2
  219. package/dist/src/{opencode-sdk-5XXP3gNb.js → opencode-sdk-BGO1zuPF.js} +2 -2
  220. package/dist/src/{opencode-sdk-C7mIxApB.cjs → opencode-sdk-Bk9G3WGQ.cjs} +2 -2
  221. package/dist/src/{opencode-sdk-E1fh3vlz.js → opencode-sdk-NhbhYcsR.js} +2 -2
  222. package/dist/src/{promptfoo-C4g2Lx9t.js → promptfoo-CkDcgxiW.js} +4 -4
  223. package/dist/src/{promptfoo-DdsPYNm7.js → promptfoo-De6vQq9F.js} +4 -4
  224. package/dist/src/{promptfoo-x112UyE1.js → promptfoo-DhGR7OQn.js} +4 -4
  225. package/dist/src/{promptfoo-B9KuhWM0.cjs → promptfoo-Dtw3i6YK.cjs} +4 -4
  226. package/dist/src/{providers-xrARCHcC.js → providers-BIgLuX4Z.js} +1 -1
  227. package/dist/src/{providers-BZ-QJYop.cjs → providers-CCRHPNv1.cjs} +50 -49
  228. package/dist/src/{providers-DdNIebwz.js → providers-am7xTa5w.js} +51 -50
  229. package/dist/src/{providers-BnjFZtaq.js → providers-gntyGa2T.js} +50 -49
  230. package/dist/src/{providers-D_OinWvd.js → providers-j-ulWCzy.js} +50 -49
  231. package/dist/src/quiverai-CHV12wRE.js +324 -0
  232. package/dist/src/quiverai-CNSyaZhh.js +325 -0
  233. package/dist/src/quiverai-CNfaxZ3K.cjs +324 -0
  234. package/dist/src/quiverai-CzROwhTy.js +324 -0
  235. package/dist/src/{registry-C57trbNM.js → registry-B0pFfEzq.js} +14 -14
  236. package/dist/src/{registry-Bnb9O892.cjs → registry-BH1mZ37j.cjs} +14 -14
  237. package/dist/src/{registry-CmhcDYtj.js → registry-Bvfyz9Xt.js} +14 -14
  238. package/dist/src/{registry-DhaGoOuz.js → registry-Dzut7txg.js} +14 -14
  239. package/dist/src/{remoteGeneration-BlwssRVS.js → remoteGeneration-CW6zHjQx.js} +4 -4
  240. package/dist/src/{remoteGeneration--4NPfyL-.js → remoteGeneration-DuxbIn94.js} +4 -4
  241. package/dist/src/{remoteGeneration-B0K7iojS.cjs → remoteGeneration-oSmtgmBY.cjs} +4 -4
  242. package/dist/src/{remoteGeneration-DiAuGk9s.js → remoteGeneration-wvnQpzN1.js} +4 -4
  243. package/dist/src/{responses-C57h4gaW.js → responses-CI7uikKQ.js} +6 -6
  244. package/dist/src/{responses-B9ygvEC-.cjs → responses-DRLyW4Lj.cjs} +6 -6
  245. package/dist/src/{responses-CXKL6TPn.js → responses-DxFUQTN2.js} +6 -6
  246. package/dist/src/{responses-CTfu1ToN.js → responses-JNrMb3zS.js} +6 -6
  247. package/dist/src/{sagemaker-DHdeSsnJ.js → sagemaker-5AwedTwq.js} +9 -9
  248. package/dist/src/{sagemaker-CHL8TZFs.js → sagemaker-B5yQiSKh.js} +9 -9
  249. package/dist/src/{sagemaker-DdVGF_UD.cjs → sagemaker-C3aoiFup.cjs} +9 -9
  250. package/dist/src/{sagemaker-DUjuHnmj.js → sagemaker-XmAlwYoN.js} +9 -9
  251. package/dist/src/{scanner-BdoS5ILQ.js → scanner-BdEduFjO.js} +5 -5
  252. package/dist/src/server/index.js +214 -24
  253. package/dist/src/{server-B8UpdwtX.cjs → server-B3QXCltR.cjs} +3 -3
  254. package/dist/src/{server-DaonK4kI.js → server-Ctq0NOMp.js} +3 -3
  255. package/dist/src/{server-Ds_P02x6.js → server-D0pdY_yM.js} +4 -4
  256. package/dist/src/{server-CYxCnoVw.js → server-DMCug-jv.js} +4 -4
  257. package/dist/src/server-Ty5m26Vh.js +3 -0
  258. package/dist/src/{shared-BavzGCp0.js → shared-C-G3NQ1-.js} +7 -7
  259. package/dist/src/{shared-D_0FXjLS.js → shared-CnrYC0Dk.js} +7 -7
  260. package/dist/src/{shared-DY3IzJlT.cjs → shared-D3PxrdDh.cjs} +7 -7
  261. package/dist/src/{shared-B3IkjkNV.js → shared-DHDR-oS4.js} +7 -7
  262. package/dist/src/{simulatedUser-CokouWJT.js → simulatedUser-AhNbPm55.js} +5 -5
  263. package/dist/src/{simulatedUser-DNiOb7YE.js → simulatedUser-DV977ZD0.js} +5 -5
  264. package/dist/src/{simulatedUser-BJabLGod.js → simulatedUser-Dq8cpKLQ.js} +5 -5
  265. package/dist/src/{simulatedUser-CPDlAc1R.cjs → simulatedUser-tAjEGnxH.cjs} +5 -5
  266. package/dist/src/{storage-CH8WC1r3.cjs → storage-C8WR4y77.cjs} +3 -3
  267. package/dist/src/{storage-D_qaZpfe.js → storage-CK2YYGUg.js} +3 -3
  268. package/dist/src/{storage-CLyYkZk-.js → storage-Nc_eXGrV.js} +4 -4
  269. package/dist/src/{storage-3dpIy6f2.js → storage-P9MrA5xv.js} +3 -3
  270. package/dist/src/{strategies-2Q_uZxBs.cjs → strategies-B6Y6G9UV.cjs} +8 -8
  271. package/dist/src/{strategies-DVDC487a.js → strategies-CaefFyHy.js} +9 -9
  272. package/dist/src/{strategies-BuIPOuYL.js → strategies-DE3UN_VH.js} +8 -8
  273. package/dist/src/telemetry-Bbd-BlA7.js +3 -0
  274. package/dist/src/{telemetry-Bh3HJU7r.js → telemetry-C7v0I4YX.js} +3 -3
  275. package/dist/src/{telemetry-B-NTbvDj.js → telemetry-CTYOje0d.js} +3 -3
  276. package/dist/src/{telemetry-3fTnWcSU.js → telemetry-CvJEPKK6.js} +3 -3
  277. package/dist/src/{telemetry-Be4rklbJ.cjs → telemetry-hDovhwWp.cjs} +3 -3
  278. package/dist/src/{tracingOptions-CYCHrrQQ.cjs → tracingOptions-DGai7e5l.cjs} +2 -2
  279. package/dist/src/{tracingOptions-CLKNUvF4.js → tracingOptions-DL2vOmYS.js} +2 -2
  280. package/dist/src/{tracingOptions-CZpFCwyr.js → tracingOptions-e_c5TlHv.js} +2 -2
  281. package/dist/src/{tracingOptions-Bi477wlC.js → tracingOptions-xCBDF3nM.js} +2 -2
  282. package/dist/src/{transcription-CtLhhmYq.js → transcription-BCasJfFB.js} +4 -4
  283. package/dist/src/{transcription-BB9i78R3.js → transcription-BLOD9lN7.js} +4 -4
  284. package/dist/src/{transcription-BRd477OO.js → transcription-BOjp5wlV.js} +4 -4
  285. package/dist/src/{transcription-O3Nc-kEc.cjs → transcription-G6JwbB2P.cjs} +4 -4
  286. package/dist/src/{transform-D9nfyIts.cjs → transform-B92noEAU.cjs} +13 -3
  287. package/dist/src/{transform-DmSzMsCP.js → transform-CD9wrP31.js} +8 -4
  288. package/dist/src/{transform-CUPglRUI.js → transform-D7-gzzhD.js} +8 -4
  289. package/dist/src/{transform-CLzSt5fi.js → transform-D8kXC-nB.js} +8 -4
  290. package/dist/src/{util-CnqjxsAd.js → util-BTAyQmdN.js} +2 -2
  291. package/dist/src/{util-Bg-aMimr.js → util-BbMJxgff.js} +3 -3
  292. package/dist/src/{util-mVC_YCag.cjs → util-C62dCLH_.cjs} +3 -3
  293. package/dist/src/{util-16aq4oHW.js → util-CD4LxH5h.js} +4 -4
  294. package/dist/src/{util-CRYfgRHi.js → util-CHCKTSi5.js} +3 -3
  295. package/dist/src/{util-BIYgspDB.js → util-CKQ_tuWG.js} +4 -4
  296. package/dist/src/{util-Bptzcit_.js → util-CVI1oD-n.js} +3 -3
  297. package/dist/src/{util-DHG9r5sC.js → util-CcW4TZSn.js} +2 -2
  298. package/dist/src/{util-DJLHqGS5.js → util-Ci_vm5u1.js} +2 -2
  299. package/dist/src/{util-D9xyoiGG.js → util-CkLsVF3e.js} +3 -3
  300. package/dist/src/{util-BsKq95ai.js → util-CqfcdA-f.js} +3 -3
  301. package/dist/src/{util-tsZfE0-_.js → util-CubC5Tyt.js} +3 -3
  302. package/dist/src/{util-BHfVEhSs.cjs → util-cAY5C8xI.cjs} +3 -3
  303. package/dist/src/{util-DEMRW89M2.cjs → util-jOGJmpWE2.cjs} +4 -4
  304. package/dist/src/{util-CpS555tc2.js → util-s0NU5XTE2.js} +4 -4
  305. package/dist/src/{util-DJFl6JZF.cjs → util-tFLdovkA.cjs} +2 -2
  306. package/dist/tsconfig.tsbuildinfo +1 -1
  307. package/package.json +1 -1
  308. package/dist/src/app/assets/Report-Cx3cN9Nt.js +0 -1
  309. package/dist/src/app/assets/index-D44ihjH5.css +0 -1
  310. package/dist/src/app/assets/index-DzyLrNWM.js +0 -413
  311. package/dist/src/cache-D_D5rsiE.js +0 -3
  312. package/dist/src/cloud-BmVZ8W_3.js +0 -3
  313. package/dist/src/codex-sdk-BTI9Fvnt.js +0 -3
  314. package/dist/src/evalResult-uL1BStGk.js +0 -3
  315. package/dist/src/evaluator-C2YPxWQP.js +0 -3
  316. package/dist/src/fetch-DAe6a2ih.js +0 -3
  317. package/dist/src/graders-BZe_w0E4.js +0 -3
  318. package/dist/src/quiverai-B8a5RqGP.js +0 -213
  319. package/dist/src/quiverai-BoHFg1Vw.js +0 -214
  320. package/dist/src/quiverai-DYyzyVTF.cjs +0 -213
  321. package/dist/src/quiverai-ktAnwSBA.js +0 -213
  322. package/dist/src/server-DY7p-P4-.js +0 -3
  323. package/dist/src/telemetry-BOwRcACl.js +0 -3
@@ -1,14 +1,14 @@
1
1
  import { h as extractFirstJsonObject, o as logger } from "./logger-Dz3siSzF.js";
2
- import { x as sleep } from "./fetch-BtdsABrj.js";
2
+ import { x as sleep } from "./fetch-BErWGTUY.js";
3
3
  import { t as invariant } from "./invariant-vgHWClmd.js";
4
- import { l as isLoggedIntoCloud } from "./accounts-ECb2xAYn.js";
5
- import { K as getNunjucksEngine } from "./util-DJLHqGS5.js";
6
- import { l as shouldGenerateRemote } from "./remoteGeneration-DiAuGk9s.js";
4
+ import { l as isLoggedIntoCloud } from "./accounts-BjCiVnil.js";
5
+ import { K as getNunjucksEngine } from "./util-Ci_vm5u1.js";
6
+ import { l as shouldGenerateRemote } from "./remoteGeneration-wvnQpzN1.js";
7
7
  import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-DFcAf2Fd.js";
8
- import { a as extractPromptFromTags, i as extractMaterializedVariablesFromJsonWithMetadata, o as getSessionId } from "./util-BIYgspDB.js";
9
- import { a as assertRemoteMaterializationHandled, o as buildRemoteMaterializationContextVars, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-C4g2Lx9t.js";
10
- import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, m as TokenUsageTracker, n as checkPenalizedPhrases, o as getGraderAssertionValue, r as createIterationContext, t as buildGraderResultAssertion } from "./shared-D_0FXjLS.js";
11
- import { n as checkExfilTracking } from "./indirectWebPwn-BWGexuih.js";
8
+ import { a as extractPromptFromTags, i as extractMaterializedVariablesFromJsonWithMetadata, o as getSessionId } from "./util-CKQ_tuWG.js";
9
+ import { a as assertRemoteMaterializationHandled, o as buildRemoteMaterializationContextVars, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-CkDcgxiW.js";
10
+ import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, m as TokenUsageTracker, n as checkPenalizedPhrases, o as getGraderAssertionValue, r as createIterationContext, t as buildGraderResultAssertion } from "./shared-CnrYC0Dk.js";
11
+ import { n as checkExfilTracking } from "./indirectWebPwn-C779yDi6.js";
12
12
  import { n as renderPrompt, t as Strategies } from "./server/index.js";
13
13
  import { t as applyRuntimeTransforms } from "./runtimeTransform-BbRV7Rrl.js";
14
14
  import { n as CLOUD_ATTACKER_SYSTEM_PROMPT, r as JUDGE_SYSTEM_PROMPT, t as ATTACKER_SYSTEM_PROMPT } from "./prompts-k5KpuLAB.js";
@@ -459,7 +459,7 @@ async function runRedteamConversation({ context, filters, injectVar, options, pr
459
459
  noImprovementCount++;
460
460
  if (noImprovementCount % 5 === 0) logger.debug(`[Depth ${depth}, Attempt ${attempts}] No improvement for ${noImprovementCount} consecutive iterations. Max score: ${maxScore}`);
461
461
  }
462
- const { getGraderById } = await import("./graders-BrLOEmxX.js").then((n) => n.n);
462
+ const { getGraderById } = await import("./graders-CO5drf0x.js").then((n) => n.n);
463
463
  let graderPassed;
464
464
  let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
465
465
  if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
@@ -815,4 +815,4 @@ var RedteamIterativeTreeProvider = class {
815
815
  //#endregion
816
816
  export { RedteamIterativeTreeProvider as default };
817
817
 
818
- //# sourceMappingURL=iterativeTree-DuIk7wjS.js.map
818
+ //# sourceMappingURL=iterativeTree-B7116aK-.js.map
@@ -1,17 +1,17 @@
1
1
  #!/usr/bin/env node
2
2
  import { _ as extractFirstJsonObject, c as logger } from "./logger-DNHkR_3S.js";
3
- import { b as sleep } from "./fetch-BBa1Lxgp.js";
3
+ import { b as sleep } from "./fetch-B1Rb0VdL.js";
4
4
  import { t as invariant } from "./invariant-BtWWVVhl.js";
5
- import { l as isLoggedIntoCloud } from "./accounts-DbmMSaOW.js";
6
- import { Y as getNunjucksEngine } from "./util-DHG9r5sC.js";
7
- import { l as shouldGenerateRemote } from "./remoteGeneration-BlwssRVS.js";
5
+ import { l as isLoggedIntoCloud } from "./accounts-C06-4dXo.js";
6
+ import { Y as getNunjucksEngine } from "./util-CcW4TZSn.js";
7
+ import { l as shouldGenerateRemote } from "./remoteGeneration-CW6zHjQx.js";
8
8
  import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-kXKUpxyr.js";
9
- import { a as extractPromptFromTags, i as extractMaterializedVariablesFromJsonWithMetadata, o as getSessionId } from "./util-16aq4oHW.js";
10
- import { a as assertRemoteMaterializationHandled, o as buildRemoteMaterializationContextVars, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-DdsPYNm7.js";
11
- import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, m as TokenUsageTracker, n as checkPenalizedPhrases, o as getGraderAssertionValue, r as createIterationContext, t as buildGraderResultAssertion } from "./shared-BavzGCp0.js";
12
- import { n as checkExfilTracking } from "./indirectWebPwn-A16xYmav.js";
13
- import { n as renderPrompt } from "./evaluatorHelpers-C6-aKnJe.js";
14
- import { t as Strategies } from "./strategies-DVDC487a.js";
9
+ import { a as extractPromptFromTags, i as extractMaterializedVariablesFromJsonWithMetadata, o as getSessionId } from "./util-CD4LxH5h.js";
10
+ import { a as assertRemoteMaterializationHandled, o as buildRemoteMaterializationContextVars, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-De6vQq9F.js";
11
+ import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, m as TokenUsageTracker, n as checkPenalizedPhrases, o as getGraderAssertionValue, r as createIterationContext, t as buildGraderResultAssertion } from "./shared-C-G3NQ1-.js";
12
+ import { n as checkExfilTracking } from "./indirectWebPwn-BbFMiv79.js";
13
+ import { n as renderPrompt } from "./evaluatorHelpers-CoLW5rKU.js";
14
+ import { t as Strategies } from "./strategies-CaefFyHy.js";
15
15
  import { t as applyRuntimeTransforms } from "./runtimeTransform-DjKoaR8A.js";
16
16
  import { n as CLOUD_ATTACKER_SYSTEM_PROMPT, r as JUDGE_SYSTEM_PROMPT, t as ATTACKER_SYSTEM_PROMPT } from "./prompts-Co6vCI4z.js";
17
17
  import dedent from "dedent";
@@ -461,7 +461,7 @@ async function runRedteamConversation({ context, filters, injectVar, options, pr
461
461
  noImprovementCount++;
462
462
  if (noImprovementCount % 5 === 0) logger.debug(`[Depth ${depth}, Attempt ${attempts}] No improvement for ${noImprovementCount} consecutive iterations. Max score: ${maxScore}`);
463
463
  }
464
- const { getGraderById } = await import("./graders-BZe_w0E4.js");
464
+ const { getGraderById } = await import("./graders-CA3QVnK3.js");
465
465
  let graderPassed;
466
466
  let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
467
467
  if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
@@ -817,4 +817,4 @@ var RedteamIterativeTreeProvider = class {
817
817
  //#endregion
818
818
  export { RedteamIterativeTreeProvider as default };
819
819
 
820
- //# sourceMappingURL=iterativeTree-bjH__9en.js.map
820
+ //# sourceMappingURL=iterativeTree-DdXSpkqE.js.map
@@ -1,16 +1,16 @@
1
1
  import { h as extractFirstJsonObject, o as logger } from "./logger-2ZstxKQf.js";
2
2
  import { t as invariant } from "./invariant-Ddh24eXh.js";
3
- import { g as sleep } from "./fetch-CFIU30wy.js";
4
- import { s as isLoggedIntoCloud } from "./accounts-D4iTShVh.js";
5
- import { B as getNunjucksEngine } from "./util-CnqjxsAd.js";
6
- import { l as shouldGenerateRemote } from "./remoteGeneration--4NPfyL-.js";
3
+ import { g as sleep } from "./fetch-BNUDixbE.js";
4
+ import { s as isLoggedIntoCloud } from "./accounts-BGs8AMhG.js";
5
+ import { B as getNunjucksEngine } from "./util-BTAyQmdN.js";
6
+ import { l as shouldGenerateRemote } from "./remoteGeneration-DuxbIn94.js";
7
7
  import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-CmnQ0G2m.js";
8
- import { a as extractPromptFromTags, i as extractMaterializedVariablesFromJsonWithMetadata, o as getSessionId } from "./util-CpS555tc2.js";
9
- import { a as assertRemoteMaterializationHandled, o as buildRemoteMaterializationContextVars, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-x112UyE1.js";
10
- import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, m as TokenUsageTracker, n as checkPenalizedPhrases, o as getGraderAssertionValue, r as createIterationContext, t as buildGraderResultAssertion } from "./shared-B3IkjkNV.js";
11
- import { n as checkExfilTracking } from "./indirectWebPwn-BRhR4Dk9.js";
12
- import { n as renderPrompt } from "./evaluatorHelpers-RQo-m90b.js";
13
- import { t as Strategies } from "./strategies-BuIPOuYL.js";
8
+ import { a as extractPromptFromTags, i as extractMaterializedVariablesFromJsonWithMetadata, o as getSessionId } from "./util-s0NU5XTE2.js";
9
+ import { a as assertRemoteMaterializationHandled, o as buildRemoteMaterializationContextVars, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-DhGR7OQn.js";
10
+ import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, m as TokenUsageTracker, n as checkPenalizedPhrases, o as getGraderAssertionValue, r as createIterationContext, t as buildGraderResultAssertion } from "./shared-DHDR-oS4.js";
11
+ import { n as checkExfilTracking } from "./indirectWebPwn-BnrxhAAL.js";
12
+ import { n as renderPrompt } from "./evaluatorHelpers-DTtYkrGO.js";
13
+ import { t as Strategies } from "./strategies-DE3UN_VH.js";
14
14
  import { t as applyRuntimeTransforms } from "./runtimeTransform-D0y6T_QV.js";
15
15
  import { n as CLOUD_ATTACKER_SYSTEM_PROMPT, r as JUDGE_SYSTEM_PROMPT, t as ATTACKER_SYSTEM_PROMPT } from "./prompts-CuZuRe7J.js";
16
16
  import dedent from "dedent";
@@ -460,7 +460,7 @@ async function runRedteamConversation({ context, filters, injectVar, options, pr
460
460
  noImprovementCount++;
461
461
  if (noImprovementCount % 5 === 0) logger.debug(`[Depth ${depth}, Attempt ${attempts}] No improvement for ${noImprovementCount} consecutive iterations. Max score: ${maxScore}`);
462
462
  }
463
- const { getGraderById } = await import("./graders-CY4Ft8A9.js").then((n) => n.r);
463
+ const { getGraderById } = await import("./graders-Z5qzvpuI.js").then((n) => n.r);
464
464
  let graderPassed;
465
465
  let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
466
466
  if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
@@ -816,4 +816,4 @@ var RedteamIterativeTreeProvider = class {
816
816
  //#endregion
817
817
  export { RedteamIterativeTreeProvider as default };
818
818
 
819
- //# sourceMappingURL=iterativeTree-DSNss1kE.js.map
819
+ //# sourceMappingURL=iterativeTree-cKlxQWhi.js.map
@@ -1,17 +1,17 @@
1
1
  const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
2
2
  const require_logger = require("./logger-DPITYeiW.cjs");
3
3
  const require_invariant = require("./invariant-QtnLD03y.cjs");
4
- const require_fetch = require("./fetch-OePjzUmA.cjs");
5
- const require_accounts = require("./accounts-5Sf1PCNo.cjs");
6
- const require_util = require("./util-DJFl6JZF.cjs");
7
- const require_remoteGeneration = require("./remoteGeneration-B0K7iojS.cjs");
4
+ const require_fetch = require("./fetch-C7yU9CNr.cjs");
5
+ const require_accounts = require("./accounts-C6NiTdum.cjs");
6
+ const require_util = require("./util-tFLdovkA.cjs");
7
+ const require_remoteGeneration = require("./remoteGeneration-oSmtgmBY.cjs");
8
8
  const require_tokenUsageUtils = require("./tokenUsageUtils-_B-P8IAi.cjs");
9
- const require_util$1 = require("./util-DEMRW89M2.cjs");
10
- const require_promptfoo = require("./promptfoo-B9KuhWM0.cjs");
11
- const require_shared = require("./shared-DY3IzJlT.cjs");
12
- const require_indirectWebPwn = require("./indirectWebPwn-DcKDbCn_.cjs");
13
- const require_evaluatorHelpers = require("./evaluatorHelpers-BVvi8tWH.cjs");
14
- const require_strategies = require("./strategies-2Q_uZxBs.cjs");
9
+ const require_util$1 = require("./util-jOGJmpWE2.cjs");
10
+ const require_promptfoo = require("./promptfoo-Dtw3i6YK.cjs");
11
+ const require_shared = require("./shared-D3PxrdDh.cjs");
12
+ const require_indirectWebPwn = require("./indirectWebPwn-CDo9rC06.cjs");
13
+ const require_evaluatorHelpers = require("./evaluatorHelpers-CaaC50RB.cjs");
14
+ const require_strategies = require("./strategies-B6Y6G9UV.cjs");
15
15
  const require_runtimeTransform = require("./runtimeTransform-BrI_mskc.cjs");
16
16
  const require_prompts = require("./prompts-CfS_cxI5.cjs");
17
17
  let dedent = require("dedent");
@@ -462,7 +462,7 @@ async function runRedteamConversation({ context, filters, injectVar, options, pr
462
462
  noImprovementCount++;
463
463
  if (noImprovementCount % 5 === 0) require_logger.logger.debug(`[Depth ${depth}, Attempt ${attempts}] No improvement for ${noImprovementCount} consecutive iterations. Max score: ${maxScore}`);
464
464
  }
465
- const { getGraderById } = await Promise.resolve().then(() => require("./graders-CCrX0NG3.cjs")).then((n) => n.graders_exports);
465
+ const { getGraderById } = await Promise.resolve().then(() => require("./graders-t_K-nZ_X.cjs")).then((n) => n.graders_exports);
466
466
  let graderPassed;
467
467
  let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
468
468
  if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
@@ -818,4 +818,4 @@ var RedteamIterativeTreeProvider = class {
818
818
  //#endregion
819
819
  exports.default = RedteamIterativeTreeProvider;
820
820
 
821
- //# sourceMappingURL=iterativeTree-DoE-8nC3.cjs.map
821
+ //# sourceMappingURL=iterativeTree-u2hKQ51y.cjs.map
@@ -1,9 +1,9 @@
1
1
  import { T as getEnvInt, o as logger } from "./logger-2ZstxKQf.js";
2
2
  import { n as sha256 } from "./createHash-CM2Vkqac.js";
3
- import { i as getCache, o as isCacheEnabled } from "./cache-DgKlV56y.js";
3
+ import { i as getCache, o as isCacheEnabled } from "./cache-BEZBHFxd.js";
4
4
  import { a as createEmptyTokenUsage } from "./tokenUsageUtils-CmnQ0G2m.js";
5
- import { t as telemetry } from "./telemetry-B-NTbvDj.js";
6
- import { i as hasProxyEnv, r as createBedrockRequestHandler, t as AwsBedrockGenericProvider } from "./base-6Aaed910.js";
5
+ import { t as telemetry } from "./telemetry-CTYOje0d.js";
6
+ import { i as hasProxyEnv, r as createBedrockRequestHandler, t as AwsBedrockGenericProvider } from "./base-CzDq5YwX.js";
7
7
  //#region src/providers/bedrock/knowledgeBase.ts
8
8
  /**
9
9
  * AWS Bedrock Knowledge Base provider for RAG (Retrieval Augmented Generation).
@@ -133,4 +133,4 @@ var AwsBedrockKnowledgeBaseProvider = class extends AwsBedrockGenericProvider {
133
133
  //#endregion
134
134
  export { AwsBedrockKnowledgeBaseProvider };
135
135
 
136
- //# sourceMappingURL=knowledgeBase-kyTJpbr0.js.map
136
+ //# sourceMappingURL=knowledgeBase-D9xW79dS.js.map
@@ -1,9 +1,9 @@
1
1
  import { E as getEnvInt, o as logger } from "./logger-Dz3siSzF.js";
2
2
  import { n as sha256 } from "./createHash-BWWdtTvT.js";
3
- import { i as getCache, o as isCacheEnabled } from "./cache-Z4cklSHj.js";
3
+ import { i as getCache, o as isCacheEnabled } from "./cache-WT_2CYA-.js";
4
4
  import { a as createEmptyTokenUsage } from "./tokenUsageUtils-DFcAf2Fd.js";
5
- import { t as telemetry } from "./telemetry-3fTnWcSU.js";
6
- import { i as hasProxyEnv, r as createBedrockRequestHandler, t as AwsBedrockGenericProvider } from "./base-S8I8vPVY.js";
5
+ import { t as telemetry } from "./telemetry-CvJEPKK6.js";
6
+ import { i as hasProxyEnv, r as createBedrockRequestHandler, t as AwsBedrockGenericProvider } from "./base-DqNtZTrF.js";
7
7
  //#region src/providers/bedrock/knowledgeBase.ts
8
8
  /**
9
9
  * AWS Bedrock Knowledge Base provider for RAG (Retrieval Augmented Generation).
@@ -133,4 +133,4 @@ var AwsBedrockKnowledgeBaseProvider = class extends AwsBedrockGenericProvider {
133
133
  //#endregion
134
134
  export { AwsBedrockKnowledgeBaseProvider };
135
135
 
136
- //# sourceMappingURL=knowledgeBase-CQasebQt.js.map
136
+ //# sourceMappingURL=knowledgeBase-DfwVbdwp.js.map
@@ -1,9 +1,9 @@
1
1
  const require_logger = require("./logger-DPITYeiW.cjs");
2
2
  const require_createHash = require("./createHash-CF-N1FBc.cjs");
3
- const require_cache = require("./cache-B-fzj_aE.cjs");
3
+ const require_cache = require("./cache-DWEZYdJG.cjs");
4
4
  const require_tokenUsageUtils = require("./tokenUsageUtils-_B-P8IAi.cjs");
5
- const require_telemetry = require("./telemetry-Be4rklbJ.cjs");
6
- const require_base = require("./base-BS60m8JA.cjs");
5
+ const require_telemetry = require("./telemetry-hDovhwWp.cjs");
6
+ const require_base = require("./base-OeMKpFIB.cjs");
7
7
  //#region src/providers/bedrock/knowledgeBase.ts
8
8
  /**
9
9
  * AWS Bedrock Knowledge Base provider for RAG (Retrieval Augmented Generation).
@@ -133,4 +133,4 @@ var AwsBedrockKnowledgeBaseProvider = class extends require_base.AwsBedrockGener
133
133
  //#endregion
134
134
  exports.AwsBedrockKnowledgeBaseProvider = AwsBedrockKnowledgeBaseProvider;
135
135
 
136
- //# sourceMappingURL=knowledgeBase-DebHrXhD.cjs.map
136
+ //# sourceMappingURL=knowledgeBase-DhT8uaMH.cjs.map
@@ -1,10 +1,10 @@
1
1
  #!/usr/bin/env node
2
2
  import { O as getEnvInt, c as logger } from "./logger-DNHkR_3S.js";
3
- import { n as telemetry } from "./telemetry-Bh3HJU7r.js";
3
+ import { n as telemetry } from "./telemetry-C7v0I4YX.js";
4
4
  import { n as sha256 } from "./createHash-Ddi0OHLI.js";
5
- import { i as getCache, o as isCacheEnabled } from "./cache-CmidsPv2.js";
5
+ import { i as getCache, o as isCacheEnabled } from "./cache-D2MfIrzr.js";
6
6
  import { a as createEmptyTokenUsage } from "./tokenUsageUtils-kXKUpxyr.js";
7
- import { i as hasProxyEnv, r as createBedrockRequestHandler, t as AwsBedrockGenericProvider } from "./base-tmVReihS.js";
7
+ import { i as hasProxyEnv, r as createBedrockRequestHandler, t as AwsBedrockGenericProvider } from "./base-B8G9Ob46.js";
8
8
  //#region src/providers/bedrock/knowledgeBase.ts
9
9
  /**
10
10
  * AWS Bedrock Knowledge Base provider for RAG (Retrieval Augmented Generation).
@@ -134,4 +134,4 @@ var AwsBedrockKnowledgeBaseProvider = class extends AwsBedrockGenericProvider {
134
134
  //#endregion
135
135
  export { AwsBedrockKnowledgeBaseProvider };
136
136
 
137
- //# sourceMappingURL=knowledgeBase-mzMh6UZt.js.map
137
+ //# sourceMappingURL=knowledgeBase-DlH6NRlX.js.map
@@ -1,7 +1,7 @@
1
1
  const require_logger = require("./logger-DPITYeiW.cjs");
2
- const require_chat = require("./chat-CpFzezkO.cjs");
3
- const require_embedding = require("./embedding-B_0mJpXs.cjs");
4
- const require_completion = require("./completion-Di0-4tYi.cjs");
2
+ const require_chat = require("./chat-XVIowajy.cjs");
3
+ const require_embedding = require("./embedding-ClHIOEld.cjs");
4
+ const require_completion = require("./completion-Ny3XQpqx.cjs");
5
5
  //#region src/providers/litellm.ts
6
6
  /**
7
7
  * Base class for LiteLLM providers that maintains LiteLLM identity
@@ -133,4 +133,4 @@ function createLiteLLMProvider(providerPath, options = {}) {
133
133
  //#endregion
134
134
  exports.createLiteLLMProvider = createLiteLLMProvider;
135
135
 
136
- //# sourceMappingURL=litellm-wSD4Q6-H.cjs.map
136
+ //# sourceMappingURL=litellm-BA2Fti7H.cjs.map
@@ -1,7 +1,7 @@
1
1
  import { E as getEnvString } from "./logger-2ZstxKQf.js";
2
- import { t as OpenAiChatCompletionProvider } from "./chat-BWdNGktf.js";
3
- import { t as OpenAiEmbeddingProvider } from "./embedding-BpX-WENP.js";
4
- import { t as OpenAiCompletionProvider } from "./completion-CHnFmpnp.js";
2
+ import { t as OpenAiChatCompletionProvider } from "./chat-DBG4VxM7.js";
3
+ import { t as OpenAiEmbeddingProvider } from "./embedding-BMe9ZgQF.js";
4
+ import { t as OpenAiCompletionProvider } from "./completion-Dz36rtPd.js";
5
5
  //#region src/providers/litellm.ts
6
6
  /**
7
7
  * Base class for LiteLLM providers that maintains LiteLLM identity
@@ -133,4 +133,4 @@ function createLiteLLMProvider(providerPath, options = {}) {
133
133
  //#endregion
134
134
  export { createLiteLLMProvider };
135
135
 
136
- //# sourceMappingURL=litellm-BJFH4uKd.js.map
136
+ //# sourceMappingURL=litellm-CHybAu4l.js.map
@@ -1,8 +1,8 @@
1
1
  #!/usr/bin/env node
2
2
  import { k as getEnvString } from "./logger-DNHkR_3S.js";
3
- import { t as OpenAiChatCompletionProvider } from "./chat-CvN2w9fY.js";
4
- import { t as OpenAiEmbeddingProvider } from "./embedding-CCbgRo4z.js";
5
- import { t as OpenAiCompletionProvider } from "./completion-RkFAOVSF.js";
3
+ import { t as OpenAiChatCompletionProvider } from "./chat-PfM8xgFA.js";
4
+ import { t as OpenAiEmbeddingProvider } from "./embedding-HXOpA992.js";
5
+ import { t as OpenAiCompletionProvider } from "./completion-B0yVZF3v.js";
6
6
  //#region src/providers/litellm.ts
7
7
  /**
8
8
  * Base class for LiteLLM providers that maintains LiteLLM identity
@@ -134,4 +134,4 @@ function createLiteLLMProvider(providerPath, options = {}) {
134
134
  //#endregion
135
135
  export { createLiteLLMProvider };
136
136
 
137
- //# sourceMappingURL=litellm-A2eV_lM0.js.map
137
+ //# sourceMappingURL=litellm-Cn_zDWeA.js.map
@@ -1,7 +1,7 @@
1
1
  import { D as getEnvString } from "./logger-Dz3siSzF.js";
2
- import { t as OpenAiChatCompletionProvider } from "./chat-BE0BP7oZ.js";
3
- import { t as OpenAiEmbeddingProvider } from "./embedding-LplgjBJ0.js";
4
- import { t as OpenAiCompletionProvider } from "./completion-Bd8G9VHW.js";
2
+ import { t as OpenAiChatCompletionProvider } from "./chat-FNWhaysj.js";
3
+ import { t as OpenAiEmbeddingProvider } from "./embedding-Dy2o5RFQ.js";
4
+ import { t as OpenAiCompletionProvider } from "./completion-sMpCTaBm.js";
5
5
  //#region src/providers/litellm.ts
6
6
  /**
7
7
  * Base class for LiteLLM providers that maintains LiteLLM identity
@@ -133,4 +133,4 @@ function createLiteLLMProvider(providerPath, options = {}) {
133
133
  //#endregion
134
134
  export { createLiteLLMProvider };
135
135
 
136
- //# sourceMappingURL=litellm-CeJEe_jQ.js.map
136
+ //# sourceMappingURL=litellm-CnqX4jfm.js.map
@@ -1,9 +1,9 @@
1
1
  #!/usr/bin/env node
2
2
  import { c as logger } from "./logger-DNHkR_3S.js";
3
- import { b as sleep } from "./fetch-BBa1Lxgp.js";
3
+ import { b as sleep } from "./fetch-B1Rb0VdL.js";
4
4
  import { t as ellipsize } from "./text-Cl4_8Fh2.js";
5
- import { t as AwsBedrockGenericProvider } from "./base-tmVReihS.js";
6
- import { i as storeBlob } from "./blobs-CqhgM_fa.js";
5
+ import { t as AwsBedrockGenericProvider } from "./base-B8G9Ob46.js";
6
+ import { i as storeBlob } from "./blobs-BTzPmpq-.js";
7
7
  import * as fs$1 from "fs";
8
8
  import * as path$1 from "path";
9
9
  //#region src/providers/bedrock/luma-ray.ts
@@ -311,4 +311,4 @@ var LumaRayVideoProvider = class extends AwsBedrockGenericProvider {
311
311
  //#endregion
312
312
  export { LumaRayVideoProvider };
313
313
 
314
- //# sourceMappingURL=luma-ray-DpuaR6Wa.js.map
314
+ //# sourceMappingURL=luma-ray-C_AWu7K6.js.map
@@ -1,8 +1,8 @@
1
1
  import { o as logger } from "./logger-Dz3siSzF.js";
2
- import { x as sleep } from "./fetch-BtdsABrj.js";
3
- import { i as storeBlob } from "./blobs-Dxfq3woN.js";
2
+ import { x as sleep } from "./fetch-BErWGTUY.js";
3
+ import { i as storeBlob } from "./blobs-DQ4bXN5O.js";
4
4
  import { t as ellipsize } from "./text-CZr46tp_.js";
5
- import { t as AwsBedrockGenericProvider } from "./base-S8I8vPVY.js";
5
+ import { t as AwsBedrockGenericProvider } from "./base-DqNtZTrF.js";
6
6
  import * as fs$1 from "fs";
7
7
  import * as path$1 from "path";
8
8
  //#region src/providers/bedrock/luma-ray.ts
@@ -310,4 +310,4 @@ var LumaRayVideoProvider = class extends AwsBedrockGenericProvider {
310
310
  //#endregion
311
311
  export { LumaRayVideoProvider };
312
312
 
313
- //# sourceMappingURL=luma-ray-B0GNCw6S.js.map
313
+ //# sourceMappingURL=luma-ray-CbFOvJZw.js.map
@@ -1,9 +1,9 @@
1
1
  const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
2
2
  const require_logger = require("./logger-DPITYeiW.cjs");
3
- const require_fetch = require("./fetch-OePjzUmA.cjs");
3
+ const require_fetch = require("./fetch-C7yU9CNr.cjs");
4
4
  const require_text = require("./text-nywWsRBM.cjs");
5
- const require_base = require("./base-BS60m8JA.cjs");
6
- const require_blobs = require("./blobs-DQ6pIlJQ.cjs");
5
+ const require_base = require("./base-OeMKpFIB.cjs");
6
+ const require_blobs = require("./blobs-BcpoigIU.cjs");
7
7
  let path = require("path");
8
8
  path = require_rolldown_runtime.__toESM(path, 1);
9
9
  let fs = require("fs");
@@ -313,4 +313,4 @@ var LumaRayVideoProvider = class extends require_base.AwsBedrockGenericProvider
313
313
  //#endregion
314
314
  exports.LumaRayVideoProvider = LumaRayVideoProvider;
315
315
 
316
- //# sourceMappingURL=luma-ray-qBfU-mGO.cjs.map
316
+ //# sourceMappingURL=luma-ray-D7hDEZaC.cjs.map
@@ -1,8 +1,8 @@
1
1
  import { o as logger } from "./logger-2ZstxKQf.js";
2
- import { g as sleep } from "./fetch-CFIU30wy.js";
2
+ import { g as sleep } from "./fetch-BNUDixbE.js";
3
3
  import { t as ellipsize } from "./text-DwYK5EBn.js";
4
- import { t as AwsBedrockGenericProvider } from "./base-6Aaed910.js";
5
- import { r as storeBlob } from "./blobs-7T2OXYkC.js";
4
+ import { t as AwsBedrockGenericProvider } from "./base-CzDq5YwX.js";
5
+ import { r as storeBlob } from "./blobs-B8d9jKvz.js";
6
6
  import * as path$1 from "path";
7
7
  import * as fs$1 from "fs";
8
8
  //#region src/providers/bedrock/luma-ray.ts
@@ -310,4 +310,4 @@ var LumaRayVideoProvider = class extends AwsBedrockGenericProvider {
310
310
  //#endregion
311
311
  export { LumaRayVideoProvider };
312
312
 
313
- //# sourceMappingURL=luma-ray-CM6bvN4t.js.map
313
+ //# sourceMappingURL=luma-ray-RQAhTNvK.js.map
package/dist/src/main.js CHANGED
@@ -1,42 +1,42 @@
1
1
  #!/usr/bin/env node
2
2
  import { D as getEnvFloat, E as getEnvBool, M as isCI, N as isNonInteractive, O as getEnvInt, P as state, T as setConfigDirectoryPath, _ as extractFirstJsonObject, a as initializeRunLogging, c as logger, h as sanitizeObject, k as getEnvString, l as setLogCallback, n as closeLogger, o as isDebugEnabled, r as getLogLevel, t as clearLogCallbackIfOwned, u as setLogLevel, v as extractJsonObjects, w as getConfigDirectoryPath, x as orderKeys } from "./logger-DNHkR_3S.js";
3
- import { B as TERMINAL_MAX_WIDTH, E as getRequestTimeoutMs, H as getDefaultShareViewBaseUrl, I as CLOUD_PROVIDER_PREFIX, J as HUMAN_ASSERTION_TYPE, K as VERSION, U as getShareApiBaseUrl, V as getDefaultPort, W as getShareViewBaseUrl, a as fetchWithTimeout, b as sleep, i as fetchWithRetries, k as isPromptfooSampleTarget, r as fetchWithProxy, t as clearAgentCache } from "./fetch-BBa1Lxgp.js";
3
+ import { B as TERMINAL_MAX_WIDTH, E as getRequestTimeoutMs, H as getDefaultShareViewBaseUrl, I as CLOUD_PROVIDER_PREFIX, J as HUMAN_ASSERTION_TYPE, K as VERSION, U as getShareApiBaseUrl, V as getDefaultPort, W as getShareViewBaseUrl, a as fetchWithTimeout, b as sleep, i as fetchWithRetries, k as isPromptfooSampleTarget, r as fetchWithProxy, t as clearAgentCache } from "./fetch-B1Rb0VdL.js";
4
4
  import { t as invariant } from "./invariant-BtWWVVhl.js";
5
- import { a as getAuthor, c as getUserId, d as setUserEmail, i as clearUserEmail, l as isLoggedIntoCloud, n as checkEmailStatus, r as checkEmailStatusAndMaybeExit, s as getUserEmail, t as EmailValidationError, u as promptForEmailUnverified } from "./accounts-DbmMSaOW.js";
6
- import { a as cloudConfig, c as writeGlobalConfigPartial, o as readGlobalConfig, r as CloudConfig } from "./cloud-DJB9yPQB.js";
7
- import { i as TelemetryEventSchema, n as telemetry } from "./telemetry-Bh3HJU7r.js";
5
+ import { a as getAuthor, c as getUserId, d as setUserEmail, i as clearUserEmail, l as isLoggedIntoCloud, n as checkEmailStatus, r as checkEmailStatusAndMaybeExit, s as getUserEmail, t as EmailValidationError, u as promptForEmailUnverified } from "./accounts-C06-4dXo.js";
6
+ import { a as cloudConfig, c as writeGlobalConfigPartial, o as readGlobalConfig, r as CloudConfig } from "./cloud-DKKGeJBV.js";
7
+ import { i as TelemetryEventSchema, n as telemetry } from "./telemetry-C7v0I4YX.js";
8
8
  import { $ as DEFAULT_PLUGINS, A as ADDITIONAL_STRATEGIES, B as isFanoutStrategy, C as PartialGenerationError, D as StrategyConfigSchema, E as ProbeLimitExceededError, G as riskCategorySeverityMap, H as Severity, I as STRATEGY_COLLECTIONS, J as ADDITIONAL_PLUGINS, K as subCategoryDescriptions, L as STRATEGY_COLLECTION_MAPPINGS, M as ALL_STRATEGIES, P as DEFAULT_STRATEGIES, Q as DATASET_EXEMPT_PLUGINS, R as getDefaultNFanout, S as ConversationMessageSchema, U as categoryAliases, V as isMultiTurnStrategy, X as BIAS_PLUGINS, Y as ALL_PLUGINS, Z as CANARY_BREAKING_STRATEGY_IDS, _ as RedteamGenerateOptionsSchema, _t as TELECOM_PLUGINS, a as EvaluateOptionsSchema, at as LLAMA_GUARD_REPLICATE_PROVIDER, b as ProviderOptionsSchema, bt as CODING_AGENT_PLUGINS, c as TestSuiteConfigSchema, ct as MULTI_INPUT_VAR, et as FINANCIAL_PLUGINS, ft as REDTEAM_MODEL, g as RedteamConfigSchema, gt as TEEN_SAFETY_PLUGINS, h as isCliEventSource, i as EvalResultsFilterMode, it as LLAMA_GUARD_ENABLED_CATEGORIES, k as isUuid, l as TestSuiteSchema, lt as PHARMACY_PLUGINS, mt as REMOTE_ONLY_PLUGIN_IDS, n as BaseAssertionTypesSchema, nt as HARM_PLUGINS, ot as MEDICAL_PLUGINS, p as isApiProvider, pt as REDTEAM_PROVIDER_HARM_PLUGINS, q as ALIASED_PLUGIN_MAPPINGS, r as CommandLineOptionsSchema, rt as INSURANCE_PLUGINS, s as ResultFailureReason, st as MULTI_INPUT_EXCLUDED_PLUGINS, t as AssertionOrSetSchema, tt as FOUNDATION_PLUGINS, u as UnifiedConfigSchema, ut as PII_PLUGINS, v as PromptSchema, vt as UNALIGNED_PROVIDER_HARM_PLUGINS, w as PluginConfigSchema, x as ProvidersSchema, y as filterByRange, yt as CODING_AGENT_CORE_PLUGINS } from "./types-C7iPXxc5.js";
9
9
  import { i as isJavascriptFile } from "./fileExtensions-PGPK8Wcw.js";
10
10
  import { r as importModule, t as getDirectory } from "./esm-ClRKphVo.js";
11
- import { B as readFilters, J as extractVariablesFromTemplates, N as maybeLoadConfigFromExternalFile, P as maybeLoadFromExternalFile, S as getProviderDescription, V as readOutput, W as renderEnvOnlyInObject, Y as getNunjucksEngine, _ as filterRuntimeVars, a as SUPPORTED_OUTPUT_FILE_FORMATS, b as checkProviderApiKeys, c as evalTableToJson, d as getEvalTablePromptStrippedPayload, f as mergeComparisonTables, g as extractRuntimeVars, h as deduplicateTestCases, i as writeOutput, k as normalizeProviderRef, l as generateEvalCsv, m as setupEnv, n as createOutputMetadata, o as getOutputFileFormat, p as fetchCsvFromGoogleSheet, q as extractVariablesFromTemplate, r as writeMultipleOutputs, s as ComparisonEvalNotFoundError, t as printBorder, u as getEvalTableOutputPromptLocationsBySize, v as getTestCaseDeduplicationKey, x as doesProviderRefMatch, y as resultIsForTestCase, z as pathExists$1 } from "./util-DHG9r5sC.js";
11
+ import { B as readFilters, J as extractVariablesFromTemplates, N as maybeLoadConfigFromExternalFile, P as maybeLoadFromExternalFile, S as getProviderDescription, V as readOutput, W as renderEnvOnlyInObject, Y as getNunjucksEngine, _ as filterRuntimeVars, a as SUPPORTED_OUTPUT_FILE_FORMATS, b as checkProviderApiKeys, c as evalTableToJson, d as getEvalTablePromptStrippedPayload, f as mergeComparisonTables, g as extractRuntimeVars, h as deduplicateTestCases, i as writeOutput, k as normalizeProviderRef, l as generateEvalCsv, m as setupEnv, n as createOutputMetadata, o as getOutputFileFormat, p as fetchCsvFromGoogleSheet, q as extractVariablesFromTemplate, r as writeMultipleOutputs, s as ComparisonEvalNotFoundError, t as printBorder, u as getEvalTableOutputPromptLocationsBySize, v as getTestCaseDeduplicationKey, x as doesProviderRefMatch, y as resultIsForTestCase, z as pathExists$1 } from "./util-CcW4TZSn.js";
12
12
  import { n as sha256, t as randomSequence } from "./createHash-Ddi0OHLI.js";
13
- import { n as disableCache, r as fetchWithCache, s as withCacheEnabled, t as clearCache } from "./cache-CmidsPv2.js";
13
+ import { n as disableCache, r as fetchWithCache, s as withCacheEnabled, t as clearCache } from "./cache-D2MfIrzr.js";
14
14
  import { r as runPython } from "./pythonUtils-yoUkCRXx.js";
15
- import { a as getRemoteHealthUrl, l as shouldGenerateRemote, n as getRemoteGenerationExplicitlyDisabledError, r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-BlwssRVS.js";
16
- import { a as openAuthBrowser, i as checkServerRunning, n as BrowserBehaviorNames, o as openBrowser, s as promptUser, t as BrowserBehavior } from "./server-CYxCnoVw.js";
17
- import { _ as makeRequest, c as getCloudDatabaseId, d as getOrgContext, f as getPluginSeverityOverridesFromCloud, g as isCloudProvider, h as getUserTeams, i as retrieveMedia, l as getConfigFromCloud, m as getProviderFromCloud, o as canCreateTargets, r as mediaExists, s as checkCloudPermissions, t as getMediaStorage, u as getEvalConfigFromCloud, v as resolveTeamFromIdentifier, y as resolveTeamId } from "./storage-CLyYkZk-.js";
18
- import { a as resolveProviderConfigs, g as createTransformResponse, h as createTransformRequest, i as resolveProvider, m as HttpProvider, n as loadApiProvider, p as MCPProvider, r as loadApiProviders, t as getProviderIds } from "./providers-DdNIebwz.js";
15
+ import { a as getRemoteHealthUrl, l as shouldGenerateRemote, n as getRemoteGenerationExplicitlyDisabledError, r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-CW6zHjQx.js";
16
+ import { a as openAuthBrowser, i as checkServerRunning, n as BrowserBehaviorNames, o as openBrowser, s as promptUser, t as BrowserBehavior } from "./server-DMCug-jv.js";
17
+ import { _ as makeRequest, c as getCloudDatabaseId, d as getOrgContext, f as getPluginSeverityOverridesFromCloud, g as isCloudProvider, h as getUserTeams, i as retrieveMedia, l as getConfigFromCloud, m as getProviderFromCloud, o as canCreateTargets, r as mediaExists, s as checkCloudPermissions, t as getMediaStorage, u as getEvalConfigFromCloud, v as resolveTeamFromIdentifier, y as resolveTeamId } from "./storage-Nc_eXGrV.js";
18
+ import { a as resolveProviderConfigs, g as createTransformResponse, h as createTransformRequest, i as resolveProvider, m as HttpProvider, n as loadApiProvider, p as MCPProvider, r as loadApiProviders, t as getProviderIds } from "./providers-am7xTa5w.js";
19
19
  import { a as createEmptyTokenUsage, i as createEmptyAssertions, n as accumulateResponseTokenUsage, r as accumulateTokenUsage, t as accumulateAssertionTokenUsage } from "./tokenUsageUtils-kXKUpxyr.js";
20
20
  import { n as escapeRegExp, t as ellipsize } from "./text-Cl4_8Fh2.js";
21
21
  import { a as evalResultsTable, c as evalsToPromptsTable, d as promptsTable, f as spansTable, g as getDb, h as closeDbIfOpen, i as datasetsTable, l as evalsToTagsTable, m as tracesTable, n as blobReferencesTable, o as evalsTable, p as tagsTable, r as configsTable, s as evalsToDatasetsTable, t as blobAssetsTable, u as modelAuditsTable } from "./tables-B4EYiiEd.js";
22
- import { n as getBlobUrl, t as getBlobByHash } from "./blobs-CqhgM_fa.js";
22
+ import { n as getBlobUrl, t as getBlobByHash } from "./blobs-BTzPmpq-.js";
23
23
  import { n as createPlaceholderInputValue, t as buildPromptInputDescriptions } from "./inputVariables-D5fvuLkt.js";
24
- import { a as extractPromptFromTags, i as extractMaterializedVariablesFromJsonWithMetadata, n as extractGoalFromPrompt, s as getShortPluginId } from "./util-16aq4oHW.js";
25
- import { a as assertRemoteMaterializationHandled, l as requiresRemoteMaterialization, n as PromptfooHarmfulCompletionProvider } from "./promptfoo-DdsPYNm7.js";
26
- import { A as DivergentRepetitionPlugin, B as fetchHuggingFaceDataset, C as getPiiLeakTestsForCategory, D as HarmbenchPlugin, E as ImitationPlugin, F as AegisPlugin, I as RedteamPluginBase, J as doRemoteGrading, L as getCustomPolicies, M as CrossSessionLeakPlugin, N as ContractPlugin, O as HallucinationPlugin, P as BeavertailsPlugin, R as retryWithDeduplication, S as PlinyPlugin, St as getDefaultProviders, T as IntentPlugin, X as readPrompts, Y as processPrompts, Z as readProviderPromptMap, _ as PoliticsPlugin, a as UnverifiableClaimsPlugin, b as isValidPolicyObject, c as ToolDiscoveryPlugin, d as TeenSafetyDangerousContentPlugin, f as TeenSafetyAgeRestrictedGoodsAndServicesPlugin, g as PromptExtractionPlugin, h as RbacPlugin, i as VLGuardPlugin, j as DebugAccessPlugin, k as ExcessiveAgencyPlugin, l as TeenSafetyHarmfulBodyIdealsPlugin, m as ShellInjectionPlugin, o as UnsafeBenchPlugin, p as SqlInjectionPlugin, r as VLSUPlugin, s as ToxicChatPlugin, u as TeenSafetyDangerousRoleplayPlugin, v as PolicyPlugin, w as OverreliancePlugin, x as makeInlinePolicyIdSync, y as determinePolicyTypeFromId, z as sampleArray } from "./graders-DEz7EeRy.js";
27
- import { f as redteamProviderManager, m as TokenUsageTracker } from "./shared-BavzGCp0.js";
28
- import { c as doesPromptRefMatch, d as runAssertions, l as warnEmptyFilterRange, n as PromptSuggestionsRejectedError, r as evaluate, s as accumulateNamedMetric, u as readAssertions } from "./evaluator-C_gCkBe3.js";
24
+ import { a as extractPromptFromTags, i as extractMaterializedVariablesFromJsonWithMetadata, n as extractGoalFromPrompt, s as getShortPluginId } from "./util-CD4LxH5h.js";
25
+ import { a as assertRemoteMaterializationHandled, l as requiresRemoteMaterialization, n as PromptfooHarmfulCompletionProvider } from "./promptfoo-De6vQq9F.js";
26
+ import { A as DivergentRepetitionPlugin, B as fetchHuggingFaceDataset, C as getPiiLeakTestsForCategory, D as HarmbenchPlugin, E as ImitationPlugin, F as AegisPlugin, I as RedteamPluginBase, J as doRemoteGrading, L as getCustomPolicies, M as CrossSessionLeakPlugin, N as ContractPlugin, O as HallucinationPlugin, P as BeavertailsPlugin, R as retryWithDeduplication, S as PlinyPlugin, St as getDefaultProviders, T as IntentPlugin, X as readPrompts, Y as processPrompts, Z as readProviderPromptMap, _ as PoliticsPlugin, a as UnverifiableClaimsPlugin, b as isValidPolicyObject, c as ToolDiscoveryPlugin, d as TeenSafetyDangerousContentPlugin, f as TeenSafetyAgeRestrictedGoodsAndServicesPlugin, g as PromptExtractionPlugin, h as RbacPlugin, i as VLGuardPlugin, j as DebugAccessPlugin, k as ExcessiveAgencyPlugin, l as TeenSafetyHarmfulBodyIdealsPlugin, m as ShellInjectionPlugin, o as UnsafeBenchPlugin, p as SqlInjectionPlugin, r as VLSUPlugin, s as ToxicChatPlugin, u as TeenSafetyDangerousRoleplayPlugin, v as PolicyPlugin, w as OverreliancePlugin, x as makeInlinePolicyIdSync, y as determinePolicyTypeFromId, z as sampleArray } from "./graders-CpUlNVnh.js";
27
+ import { f as redteamProviderManager, m as TokenUsageTracker } from "./shared-C-G3NQ1-.js";
28
+ import { c as doesPromptRefMatch, d as runAssertions, l as warnEmptyFilterRange, n as PromptSuggestionsRejectedError, r as evaluate, s as accumulateNamedMetric, u as readAssertions } from "./evaluator-DbOsHSRe.js";
29
29
  import { i as generateIdFromPrompt } from "./utils-CsmoLRsV.js";
30
30
  import { n as TRANSFORM_KEYS, t as INLINE_FUNCTION_LABEL } from "./transform-Dou53MRF2.js";
31
31
  import { n as getTraceStore } from "./store-Bn1-Urtg.js";
32
32
  import { n as setupSignalWatcher, t as readSignalEvalId } from "./signal-DdhkLwgQ.js";
33
- import { n as isBlobStorageEnabled } from "./extractor-DV6WBfAi.js";
33
+ import { n as isBlobStorageEnabled } from "./extractor-DOhjGS0m.js";
34
34
  import { n as getGeneratedPromptOverLimit, r as getMaxCharsPerMessageModifierValue, t as MAX_CHARS_PER_MESSAGE_MODIFIER_KEY } from "./promptLength-DYfhyE9j.js";
35
- import { a as createEvalId, c as deleteTraceRecordsForEvals, n as EvalQueries, s as getEvalSummaries, t as Eval } from "./eval-BXF3bRvV.js";
36
- import { n as sanitizeProvider, t as EvalResult } from "./evalResult-DaACTv0f.js";
37
- import { n as renderPrompt } from "./evaluatorHelpers-C6-aKnJe.js";
35
+ import { a as createEvalId, c as deleteTraceRecordsForEvals, n as EvalQueries, s as getEvalSummaries, t as Eval } from "./eval-BLgDYWPd.js";
36
+ import { n as sanitizeProvider, t as EvalResult } from "./evalResult-DOh0QQix.js";
37
+ import { n as renderPrompt } from "./evaluatorHelpers-CoLW5rKU.js";
38
38
  import { t as formatDuration } from "./formatDuration-CTQILlsW.js";
39
- import { i as pluginMatchesStrategyTargets, n as loadStrategy, r as validateStrategies, t as Strategies } from "./strategies-DVDC487a.js";
39
+ import { i as pluginMatchesStrategyTargets, n as loadStrategy, r as validateStrategies, t as Strategies } from "./strategies-CaefFyHy.js";
40
40
  import { fileURLToPath } from "node:url";
41
41
  import { Command, InvalidArgumentError } from "commander";
42
42
  import dotenv from "dotenv";
@@ -109,7 +109,7 @@ function runCommand(program) {
109
109
  hasGithubPr: !!cmdObj.githubPr,
110
110
  hasGuidance: !!(cmdObj.guidance || cmdObj.guidanceFile)
111
111
  });
112
- const { executeScan } = await import("./scanner-BdoS5ILQ.js");
112
+ const { executeScan } = await import("./scanner-BdEduFjO.js");
113
113
  await executeScan(repoPath, cmdObj);
114
114
  });
115
115
  }
@@ -6992,7 +6992,7 @@ async function checkForUpdates() {
6992
6992
  } catch {
6993
6993
  return false;
6994
6994
  }
6995
- if (semverGt(latestVersion, "0.121.10")) {
6995
+ if (semverGt(latestVersion, "0.121.11")) {
6996
6996
  const border = "=".repeat(TERMINAL_MAX_WIDTH);
6997
6997
  logger.info(`\n${border}
6998
6998
  ${chalk.yellow("⚠️")} The current version of promptfoo ${chalk.yellow(VERSION)} is lower than the latest available version ${chalk.green(latestVersion)}.
@@ -13890,7 +13890,7 @@ router.get("/", async (_req, res) => {
13890
13890
  };
13891
13891
  } catch (error) {
13892
13892
  logger.debug(`Failed to fetch latest version: ${error}`);
13893
- latestVersion = versionCache.latestVersion ?? "0.121.10";
13893
+ latestVersion = versionCache.latestVersion ?? "0.121.11";
13894
13894
  }
13895
13895
  }
13896
13896
  const selfHosted = getEnvBool("PROMPTFOO_SELF_HOSTED");
@@ -13899,7 +13899,7 @@ router.get("/", async (_req, res) => {
13899
13899
  selfHosted,
13900
13900
  isNpx
13901
13901
  });
13902
- const resolvedLatestVersion = latestVersion ?? "0.121.10";
13902
+ const resolvedLatestVersion = latestVersion ?? "0.121.11";
13903
13903
  const response = {
13904
13904
  currentVersion: VERSION,
13905
13905
  latestVersion: resolvedLatestVersion,
@@ -18988,8 +18988,8 @@ function registerRunEvaluationTool(server) {
18988
18988
  }
18989
18989
  filteredTestSuite.tests = filteredTests;
18990
18990
  }
18991
- const { evaluate } = await import("./evaluator-C2YPxWQP.js");
18992
- const evalRecord = await (await import("./eval-BcM9YiOW.js")).default.create(config, filteredTestSuite.prompts, { id: `mcp-eval-${Date.now()}` });
18991
+ const { evaluate } = await import("./evaluator-CTl-lKuh.js");
18992
+ const evalRecord = await (await import("./eval-DbGugzR8.js")).default.create(config, filteredTestSuite.prompts, { id: `mcp-eval-${Date.now()}` });
18993
18993
  logger.debug(`Running filtered eval with ${filteredTestSuite.tests?.length || 0} test cases, ${filteredTestSuite.prompts.length} prompts, ${filteredTestSuite.providers.length} providers`);
18994
18994
  const startTime = Date.now();
18995
18995
  const result = await evaluate(filteredTestSuite, evalRecord, {
@@ -1,10 +1,10 @@
1
1
  const require_logger = require("./logger-DPITYeiW.cjs");
2
2
  const require_invariant = require("./invariant-QtnLD03y.cjs");
3
- const require_fetch = require("./fetch-OePjzUmA.cjs");
4
- const require_accounts = require("./accounts-5Sf1PCNo.cjs");
5
- const require_remoteGeneration = require("./remoteGeneration-B0K7iojS.cjs");
3
+ const require_fetch = require("./fetch-C7yU9CNr.cjs");
4
+ const require_accounts = require("./accounts-C6NiTdum.cjs");
5
+ const require_remoteGeneration = require("./remoteGeneration-oSmtgmBY.cjs");
6
6
  const require_tokenUsageUtils = require("./tokenUsageUtils-_B-P8IAi.cjs");
7
- const require_shared = require("./shared-DY3IzJlT.cjs");
7
+ const require_shared = require("./shared-D3PxrdDh.cjs");
8
8
  const require_promptLength = require("./promptLength-CIZ9JExv.cjs");
9
9
  const require_constants = require("./constants-a2kYssQk.cjs");
10
10
  //#region src/redteam/providers/agentic/memoryPoisoning.ts
@@ -102,4 +102,4 @@ var MemoryPoisoningProvider = class {
102
102
  //#endregion
103
103
  exports.MemoryPoisoningProvider = MemoryPoisoningProvider;
104
104
 
105
- //# sourceMappingURL=memoryPoisoning-9mIgiE3F.cjs.map
105
+ //# sourceMappingURL=memoryPoisoning-A8N_cbrW.cjs.map
@@ -1,10 +1,10 @@
1
1
  import { o as logger } from "./logger-2ZstxKQf.js";
2
2
  import { t as invariant } from "./invariant-Ddh24eXh.js";
3
- import { G as VERSION, t as fetchWithProxy } from "./fetch-CFIU30wy.js";
4
- import { a as getUserEmail } from "./accounts-D4iTShVh.js";
5
- import { r as getRemoteGenerationUrl } from "./remoteGeneration--4NPfyL-.js";
3
+ import { G as VERSION, t as fetchWithProxy } from "./fetch-BNUDixbE.js";
4
+ import { a as getUserEmail } from "./accounts-BGs8AMhG.js";
5
+ import { r as getRemoteGenerationUrl } from "./remoteGeneration-DuxbIn94.js";
6
6
  import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-CmnQ0G2m.js";
7
- import { d as messagesToRedteamHistory } from "./shared-B3IkjkNV.js";
7
+ import { d as messagesToRedteamHistory } from "./shared-DHDR-oS4.js";
8
8
  import { i as throwIfTargetPromptExceedsMaxChars } from "./promptLength-DwFSv-C5.js";
9
9
  import { t as REDTEAM_MEMORY_POISONING_PLUGIN_ID } from "./constants-DZGEFLsu.js";
10
10
  //#region src/redteam/providers/agentic/memoryPoisoning.ts
@@ -102,4 +102,4 @@ var MemoryPoisoningProvider = class {
102
102
  //#endregion
103
103
  export { MemoryPoisoningProvider };
104
104
 
105
- //# sourceMappingURL=memoryPoisoning-BYBQ1Ns5.js.map
105
+ //# sourceMappingURL=memoryPoisoning-BGe4fuFU.js.map
@@ -1,11 +1,11 @@
1
1
  #!/usr/bin/env node
2
2
  import { c as logger } from "./logger-DNHkR_3S.js";
3
- import { K as VERSION, r as fetchWithProxy } from "./fetch-BBa1Lxgp.js";
3
+ import { K as VERSION, r as fetchWithProxy } from "./fetch-B1Rb0VdL.js";
4
4
  import { t as invariant } from "./invariant-BtWWVVhl.js";
5
- import { s as getUserEmail } from "./accounts-DbmMSaOW.js";
6
- import { r as getRemoteGenerationUrl } from "./remoteGeneration-BlwssRVS.js";
5
+ import { s as getUserEmail } from "./accounts-C06-4dXo.js";
6
+ import { r as getRemoteGenerationUrl } from "./remoteGeneration-CW6zHjQx.js";
7
7
  import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-kXKUpxyr.js";
8
- import { d as messagesToRedteamHistory } from "./shared-BavzGCp0.js";
8
+ import { d as messagesToRedteamHistory } from "./shared-C-G3NQ1-.js";
9
9
  import { i as throwIfTargetPromptExceedsMaxChars } from "./promptLength-DYfhyE9j.js";
10
10
  import { t as REDTEAM_MEMORY_POISONING_PLUGIN_ID } from "./constants-D8j1c5QW.js";
11
11
  //#region src/redteam/providers/agentic/memoryPoisoning.ts
@@ -103,4 +103,4 @@ var MemoryPoisoningProvider = class {
103
103
  //#endregion
104
104
  export { MemoryPoisoningProvider };
105
105
 
106
- //# sourceMappingURL=memoryPoisoning-SvtQxFjF.js.map
106
+ //# sourceMappingURL=memoryPoisoning-DDfIRZnk.js.map