promptfoo 0.121.7 → 0.121.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/src/{accounts-Ca7WIoPY.js → accounts-4Xa5fcHy.js} +17 -18
- package/dist/src/{accounts-DanM1wq_.js → accounts-BAajbKSh.js} +17 -18
- package/dist/src/{accounts-CjFnOPmb.js → accounts-Bw2qPqE-.js} +18 -19
- package/dist/src/{accounts-CmWzeD2d.cjs → accounts-DAcQXPwE.cjs} +20 -21
- package/dist/src/{agentic-utils-DvPWSUpb.cjs → agentic-utils-C8eEgGG-.cjs} +3 -3
- package/dist/src/{agentic-utils-TxUEMPYS.js → agentic-utils-CP1IXFz3.js} +3 -3
- package/dist/src/{agentic-utils-DDEGRV9v.js → agentic-utils-CUwa3AE9.js} +3 -3
- package/dist/src/{agentic-utils-CJ0j3fBi.js → agentic-utils-DYr-aM6d.js} +3 -3
- package/dist/src/{agents-CBgJvRkB.js → agents-Bb00M6i5.js} +5 -5
- package/dist/src/{agents-D-vDNFx4.js → agents-CASf5zRj.js} +5 -5
- package/dist/src/{agents-B4sRuXg3.cjs → agents-CD1wH9bm.cjs} +5 -5
- package/dist/src/{agents-CYn2n3QP.js → agents-CZOHU7Q8.js} +5 -5
- package/dist/src/{agents-LrHuQqr1.js → agents-D539zhHr.js} +5 -5
- package/dist/src/{agents-B8q7h_ek.js → agents-DpRJdGBZ.js} +5 -5
- package/dist/src/{agents-QGg76OF-.js → agents-gZTW-8nu.js} +5 -5
- package/dist/src/{agents-eHZ9nlgA.cjs → agents-hix6c0Sh.cjs} +5 -5
- package/dist/src/{aimlapi-eYv3a_DK.js → aimlapi-DRQSL-Z4.js} +7 -7
- package/dist/src/{aimlapi-CJEbQ0o6.js → aimlapi-Dc3LW5zI.js} +7 -7
- package/dist/src/{aimlapi-D5HXzZ0s.js → aimlapi-KNYnjjU6.js} +7 -7
- package/dist/src/{aimlapi-T6HGNxNe.cjs → aimlapi-gnrgd_Ej.cjs} +7 -7
- package/dist/src/app/assets/Report-Clw_YCp-.js +1 -0
- package/dist/src/app/assets/index-BQHaquKk.css +1 -0
- package/dist/src/app/assets/{index-BnT6P6sF.js → index-CW3XcQK7.js} +6 -6
- package/dist/src/app/index.html +2 -2
- package/dist/src/{audio-FnxbEnSE.cjs → audio-BgFTqfMO.cjs} +5 -5
- package/dist/src/{audio-CPMtV1yR.js → audio-Cslbgd4l.js} +5 -5
- package/dist/src/{audio-DyiebVB3.js → audio-DOI8kth4.js} +5 -5
- package/dist/src/{audio-BqnRvcWG.js → audio-hewMOCUU.js} +5 -5
- package/dist/src/{authoritativeMarkupInjection-DyAXAsSr.js → authoritativeMarkupInjection-DgE4u_Rl.js} +8 -8
- package/dist/src/{authoritativeMarkupInjection-QEQmFS83.js → authoritativeMarkupInjection-gpm2K-Rp.js} +8 -8
- package/dist/src/{authoritativeMarkupInjection-BZIywVjG.js → authoritativeMarkupInjection-nrC4mSPQ.js} +7 -7
- package/dist/src/{authoritativeMarkupInjection-F2gBw0lN.cjs → authoritativeMarkupInjection-wG4x0yP2.cjs} +8 -8
- package/dist/src/{base-CKLo890h.js → base-0yya4DsM.js} +3 -3
- package/dist/src/{base-Co80MMCi.js → base-BARAIJmp.js} +3 -3
- package/dist/src/{base-DGJW48uz.cjs → base-BE_pY-r5.cjs} +3 -3
- package/dist/src/{base-E9I8zXjz.js → base-CTWzNAH9.js} +3 -3
- package/dist/src/{bestOfN-BBsO41z4.js → bestOfN-CV7ZKPw2.js} +8 -8
- package/dist/src/{bestOfN-_kTi8Bxe.js → bestOfN-DeucA4QS.js} +9 -9
- package/dist/src/{bestOfN-CAwmg5UL.cjs → bestOfN-DxcpVUvj.cjs} +9 -9
- package/dist/src/{bestOfN-B3wNzjSB.js → bestOfN-Ilxc2hMv.js} +9 -9
- package/dist/src/{blobs-B0977K1O.cjs → blobs-5wbW7TbH.cjs} +3 -3
- package/dist/src/{blobs-Dwef1Ao1.js → blobs-BfIMflt0.js} +3 -3
- package/dist/src/{blobs-DODuTK-a.js → blobs-CA4gXarv.js} +3 -3
- package/dist/src/{blobs-CeFdPn_T.js → blobs-ikh75MtF.js} +3 -3
- package/dist/src/{cache-DpPWrkTE.js → cache-BuudGL4I.js} +5 -5
- package/dist/src/{cache-DIXbtkNO.js → cache-CT5D7d_A.js} +4 -4
- package/dist/src/cache-CrL5EYgi.js +3 -0
- package/dist/src/{cache-CPGUA4Yl.cjs → cache-WuIsgzMA.cjs} +4 -4
- package/dist/src/{cache-roFAE0cI.js → cache-x9llZxbx.js} +5 -5
- package/dist/src/{chat-GmlolEwo.js → chat-B5NqvkS_.js} +3 -3
- package/dist/src/{chat-DqUFcWI0.js → chat-B8lsx0A0.js} +11 -11
- package/dist/src/{chat-DG1wG4w0.cjs → chat-BBlR1h8c.cjs} +3 -3
- package/dist/src/{chat-Dabu84Br.js → chat-CCtIXezK.js} +11 -11
- package/dist/src/{chat-TP8Qifkh.js → chat-CZOhFlzV.js} +3 -3
- package/dist/src/{chat-CUCorGiL.js → chat-CvQMD-mp.js} +11 -11
- package/dist/src/{chat-iwaM5UTQ.js → chat-Dh6mb5OL.js} +3 -3
- package/dist/src/{chat-DxTDQ83C.cjs → chat-DkitQHdt.cjs} +11 -11
- package/dist/src/{chatkit-fARZwEfV.js → chatkit-55cAEQb2.js} +4 -4
- package/dist/src/{chatkit-lb6FK02w.js → chatkit-B-uz3x63.js} +4 -4
- package/dist/src/{chatkit-B6DWi70Q.js → chatkit-Dxp6KO70.js} +4 -4
- package/dist/src/{chatkit-BYveR48_.cjs → chatkit-jEtokOVZ.cjs} +4 -4
- package/dist/src/{claude-agent-sdk-D5Jl0SDh.js → claude-agent-sdk-BVfdeahc.js} +9 -7
- package/dist/src/{claude-agent-sdk-DH416NBD.cjs → claude-agent-sdk-C0p-RhcW.cjs} +9 -7
- package/dist/src/{claude-agent-sdk-x1XJ1-pU.js → claude-agent-sdk-DB99Npst.js} +9 -7
- package/dist/src/{claude-agent-sdk-BQNp_y-F.js → claude-agent-sdk-DHyrhDUu.js} +9 -7
- package/dist/src/cloud-BA4aLhk0.js +3 -0
- package/dist/src/{cloud-D3DiFqH6.js → cloud-BbAl8dyj.js} +3 -3
- package/dist/src/{cloudflare-ai-RFSojyXG.js → cloudflare-ai-ChBxkojW.js} +5 -5
- package/dist/src/{cloudflare-ai-r4tbYmWU.js → cloudflare-ai-DDmTDys_.js} +5 -5
- package/dist/src/{cloudflare-ai-CEAW-xQa.cjs → cloudflare-ai-DPlNiC6I.cjs} +5 -5
- package/dist/src/{cloudflare-ai-B6NVI3ax.js → cloudflare-ai-UsZe6ndv.js} +5 -5
- package/dist/src/{cloudflare-gateway-TJMLBj6I.cjs → cloudflare-gateway-7b-lEtrb.cjs} +4 -4
- package/dist/src/{cloudflare-gateway-BaZ4insB.js → cloudflare-gateway-Bq5cqiV8.js} +4 -4
- package/dist/src/{cloudflare-gateway-CF-Vb-2Z.js → cloudflare-gateway-C0N-5s62.js} +4 -4
- package/dist/src/{cloudflare-gateway-BCkLouto.js → cloudflare-gateway-D5fm-QvC.js} +4 -4
- package/dist/src/{codex-app-server-DIXZ230V.js → codex-app-server-BG5Aphvl.js} +20 -5
- package/dist/src/{codex-app-server-B8KHEiF4.js → codex-app-server-BnPMlcjl.js} +20 -5
- package/dist/src/{codex-app-server-Dd22dC_N.js → codex-app-server-D6gbvJFw.js} +20 -5
- package/dist/src/{codex-app-server-CnrLBCeA.cjs → codex-app-server-Dl6BLKJn.cjs} +20 -5
- package/dist/src/{codex-sdk-B6Wah8Pa.js → codex-sdk-BnRTWAhS.js} +20 -8
- package/dist/src/codex-sdk-CChw5CYU.js +3 -0
- package/dist/src/{codex-sdk-CFF6gUyi.cjs → codex-sdk-Cy1pEjsQ.cjs} +20 -8
- package/dist/src/{codex-sdk-CmQABzV3.js → codex-sdk-D86dT4XV.js} +20 -8
- package/dist/src/{codex-sdk-D2d54RL8.js → codex-sdk-mgUqOG2C.js} +20 -8
- package/dist/src/{cometapi-CtzNCHKu.js → cometapi-CkOfr271.js} +8 -8
- package/dist/src/{cometapi-DHCDlQUI.cjs → cometapi-EB-Is7jj.cjs} +8 -8
- package/dist/src/{cometapi-OBILPLlu.js → cometapi-gvPhrXNM.js} +8 -8
- package/dist/src/{cometapi-Bu9B8NUY.js → cometapi-sBbQmdfk.js} +8 -8
- package/dist/src/{completion-DZNxcyfG.js → completion-BoWiFP-D.js} +7 -7
- package/dist/src/{completion-CO2e1_62.js → completion-C99GFqQE.js} +7 -7
- package/dist/src/{completion-sNvCLTAP.js → completion-CUtdijfr.js} +7 -7
- package/dist/src/{completion-CSYfl2cd.cjs → completion-CkRVjadz.cjs} +7 -7
- package/dist/src/{crescendo-QiaSLW0d.js → crescendo-B4EiUJ-M.js} +43 -22
- package/dist/src/{crescendo-BXEJK_bi.cjs → crescendo-BAN6NuWV.cjs} +45 -24
- package/dist/src/{crescendo-CU_Y2i-m.js → crescendo-CYzxmaSJ.js} +45 -24
- package/dist/src/{crescendo-J1Xx4_zb.js → crescendo-CrsXyaL0.js} +45 -24
- package/dist/src/{custom-BJfP00Bh.js → custom-C5K9QFs1.js} +13 -13
- package/dist/src/{custom-Cqia7M0D.cjs → custom-D1UjT5I5.cjs} +13 -13
- package/dist/src/{custom-CZVn-1-r.js → custom-DnMZvgB6.js} +13 -13
- package/dist/src/{custom-notggYVl.js → custom-EWterxkb.js} +11 -11
- package/dist/src/{docker-DdJQBxK9.js → docker-BFQc9ccU.js} +6 -6
- package/dist/src/{docker-D06JUoe2.cjs → docker-BMfsGXyn.cjs} +6 -6
- package/dist/src/{docker-4D1eL6Gq.js → docker-ChD4-eri.js} +6 -6
- package/dist/src/{docker-BBv1WUDu.js → docker-mZF5j6cW.js} +6 -6
- package/dist/src/{embedding-BbrwopfX.cjs → embedding-BMqFDnLI.cjs} +7 -7
- package/dist/src/{embedding--UZVe4_7.js → embedding-BQBXSWgy.js} +7 -7
- package/dist/src/{embedding-Bi3rxrZF.js → embedding-BwTB3YDt.js} +7 -7
- package/dist/src/{embedding-C251p1-8.js → embedding-cd5oPBkX.js} +7 -7
- package/dist/src/{esm-B6whoAcf.js → esm-CGER3lko.js} +2 -2
- package/dist/src/{esm-Bexx2PFc.js → esm-CYMWMaSj.js} +2 -2
- package/dist/src/{esm-BTK1W7lG.js → esm-C_yrt93A.js} +2 -2
- package/dist/src/{esm-BIKakvNa.cjs → esm-vv4rR-Dp.cjs} +2 -2
- package/dist/src/{eval-0VRANImH.js → eval-DmGWplIN.js} +10 -10
- package/dist/src/{eval-DscR5iOM.js → eval-N_VV5NZg.js} +1 -1
- package/dist/src/{evalResult-CvtS8h8u.cjs → evalResult-BZld6I3I.cjs} +6 -6
- package/dist/src/{evalResult-eUkJv9Ko.js → evalResult-ByGP9zuP.js} +7 -7
- package/dist/src/evalResult-CPPINYHK.js +3 -0
- package/dist/src/{evalResult-2RRJvFyB.js → evalResult-gEmQRANj.js} +6 -6
- package/dist/src/evaluator-B01pCdUY.js +3 -0
- package/dist/src/{evaluator-DRoiYB2q.js → evaluator-BpaUYhLY.js} +37 -37
- package/dist/src/{evaluatorHelpers-CRqTvSux.cjs → evaluatorHelpers-2gpZ9Q_f.cjs} +10 -10
- package/dist/src/{evaluatorHelpers-DuqFFfq7.js → evaluatorHelpers-C8C8WQTv.js} +10 -10
- package/dist/src/{evaluatorHelpers-BsYP_muT.js → evaluatorHelpers-DDG44JeI.js} +10 -10
- package/dist/src/{extractor-CxRtnaHl.js → extractor-Bjz9sdTQ.js} +6 -6
- package/dist/src/{extractor-CIW3iN-b.js → extractor-CtadTcJm.js} +6 -6
- package/dist/src/{extractor-BR7XAzAL.js → extractor-DAnauX2V.js} +6 -6
- package/dist/src/{extractor-BdxEtt3J.cjs → extractor-nyUwvU2U.cjs} +6 -6
- package/dist/src/{fetch-Dw4XZHjj.cjs → fetch-B2HvaVUc.cjs} +14 -12
- package/dist/src/{fetch-DXUnXkVU.js → fetch-C59QM4cf.js} +10 -8
- package/dist/src/{fetch-BufrQtvR.js → fetch-CBe8pU8Q.js} +10 -8
- package/dist/src/{fetch-It34O8Ur.js → fetch-CHJu2KON.js} +9 -7
- package/dist/src/fetch-D_XnRfBV.js +3 -0
- package/dist/src/{goat-Ckd3q3AY.js → goat-0HwO0EB2.js} +22 -21
- package/dist/src/{goat-una6pZGP.cjs → goat-7wQgRcT4.cjs} +22 -21
- package/dist/src/{goat-ghadEDdy.js → goat-BNX0lOFx.js} +20 -19
- package/dist/src/{goat-Qgurm-NP.js → goat-BOVnOl5S.js} +22 -21
- package/dist/src/{graders-BGP99PdK.js → graders-BnO-xoa-.js} +30 -30
- package/dist/src/{graders-ClrU2fnd.cjs → graders-CQv1GT5Q.cjs} +29 -29
- package/dist/src/graders-D4vc1PFi.js +3 -0
- package/dist/src/{graders-BX0f2tvS.js → graders-GNRQ1357.js} +29 -29
- package/dist/src/{graders-C0nXU_ZP.js → graders-k8qmhrPu.js} +31 -31
- package/dist/src/{hydra-BSNZZm2M.js → hydra-BrgGALmB.js} +38 -20
- package/dist/src/{hydra-BxdG4nkg.js → hydra-C38LOovb.js} +36 -18
- package/dist/src/{hydra-DE4xWwyc.js → hydra-CXc0p63W.js} +38 -20
- package/dist/src/{hydra-DrJttnvw.cjs → hydra-Hdj65j0k.cjs} +38 -20
- package/dist/src/{image-B_fPIwdg.js → image-6u3WZ_7H.js} +5 -5
- package/dist/src/{image-BN-hjLL9.js → image-B6hCz0z3.js} +5 -5
- package/dist/src/{image-BvUAW344.js → image-CgmaPlV_.js} +7 -7
- package/dist/src/{image-QzmydkiG.js → image-DXbwwL-r.js} +5 -5
- package/dist/src/{image-X0oY4350.cjs → image-Daa_X_YB.cjs} +7 -7
- package/dist/src/{image-Cvjwx1uY.js → image-DmC5qwQx.js} +7 -7
- package/dist/src/{image-DfVCGPbI.cjs → image-TY6FsHmn.cjs} +5 -5
- package/dist/src/{image-B4oBtu6J.js → image-V0-pYiBI.js} +7 -7
- package/dist/src/index.cjs +137 -140
- package/dist/src/index.d.cts +13 -0
- package/dist/src/index.d.ts +13 -0
- package/dist/src/index.js +137 -140
- package/dist/src/{indirectWebPwn-BJ22AbQa.cjs → indirectWebPwn-04ziKbly.cjs} +5 -5
- package/dist/src/{indirectWebPwn-tNx9OZ35.js → indirectWebPwn-1gHqaL91.js} +5 -5
- package/dist/src/{indirectWebPwn-DBQhOjoD.js → indirectWebPwn-B0CAtvZJ.js} +6 -6
- package/dist/src/{indirectWebPwn-uyWdHx04.js → indirectWebPwn-BXUoJl4I.js} +5 -5
- package/dist/src/{indirectWebPwn-02ZIghCS.js → indirectWebPwn-Biy9I52D.js} +6 -6
- package/dist/src/{indirectWebPwn-OsXnKejv.js → indirectWebPwn-BoPqjm9W.js} +6 -6
- package/dist/src/{indirectWebPwn-CbjUG0rh.js → indirectWebPwn-DRYpRTx6.js} +5 -5
- package/dist/src/{indirectWebPwn-CfQJt3gk.cjs → indirectWebPwn-MiCFTfzI.cjs} +6 -6
- package/dist/src/{inputVariables-DUGMb9Ka.js → inputVariables-B7cylqzM.js} +2 -2
- package/dist/src/{inputVariables-Dq9W-Z3a.cjs → inputVariables-D5K2vTp4.cjs} +2 -2
- package/dist/src/{inputVariables-B0qUChbV.js → inputVariables-DpOsOnzU.js} +3 -3
- package/dist/src/{inputVariables-DXFdi7AI.js → inputVariables-qJmuSN5i.js} +3 -3
- package/dist/src/{interactiveCheck-C4QlIuoR.js → interactiveCheck-BLnDrfjg.js} +2 -2
- package/dist/src/{iterative-FTS4Bz67.js → iterative-BDRx_noa.js} +29 -19
- package/dist/src/{iterative-CpU6i2As.js → iterative-BZxrxnoh.js} +27 -17
- package/dist/src/{iterative-DQBuWM-j.cjs → iterative-KSovqu_j.cjs} +29 -19
- package/dist/src/{iterative-DJQEQpG3.js → iterative-vxBU1IPs.js} +29 -19
- package/dist/src/{iterativeImage-Doz8mgxF.js → iterativeImage-BZuMd4x3.js} +7 -7
- package/dist/src/{iterativeImage-BUABMVOA.js → iterativeImage-DUWLmyVM.js} +6 -6
- package/dist/src/{iterativeImage-ByFWkxax.cjs → iterativeImage-DqNKoaIl.cjs} +7 -7
- package/dist/src/{iterativeImage-BzUapOUi.js → iterativeImage-DwIp1WGB.js} +7 -7
- package/dist/src/{iterativeMeta-CSS8M6Ds.cjs → iterativeMeta-9gsvnsl1.cjs} +39 -19
- package/dist/src/{iterativeMeta-B3YiAOc8.js → iterativeMeta-AgI6UEh6.js} +39 -19
- package/dist/src/{iterativeMeta-C7APE_P1.js → iterativeMeta-BbcVN5nQ.js} +39 -19
- package/dist/src/{iterativeMeta-DgoQ7bLh.js → iterativeMeta-BcF8LsFk.js} +37 -17
- package/dist/src/{iterativeTree-B5zxBBSW.js → iterativeTree-5TLHU9Kx.js} +81 -31
- package/dist/src/{iterativeTree-CPMF10ve.cjs → iterativeTree-7XyY_zdo.cjs} +81 -31
- package/dist/src/{iterativeTree-DvZ7GBwt.js → iterativeTree-CnHx_kPu.js} +81 -31
- package/dist/src/{iterativeTree-CNyIk0Yn.js → iterativeTree-D9I3UJ0P.js} +79 -29
- package/dist/src/{knowledgeBase-CkMljjdg.js → knowledgeBase-BGbDBwr5.js} +5 -5
- package/dist/src/{knowledgeBase-Bi_8sV-H.js → knowledgeBase-BzfBwPyQ.js} +5 -5
- package/dist/src/{knowledgeBase-BadkINlJ.js → knowledgeBase-C_MSTwDt.js} +5 -5
- package/dist/src/{knowledgeBase-DUh34xba.cjs → knowledgeBase-DSVK_YTi.cjs} +5 -5
- package/dist/src/{litellm-BXyn5kZK.js → litellm-CRTmskqC.js} +5 -5
- package/dist/src/{litellm-BKBo0jpC.js → litellm-Ch4E-r4b.js} +5 -5
- package/dist/src/{litellm-CNcfbCfa.js → litellm-DNnk7802.js} +5 -5
- package/dist/src/{litellm-CtAr7bKG.cjs → litellm-jA4_p8mv.cjs} +5 -5
- package/dist/src/{logger-KD8JjCRJ.js → logger-BjYLHvGm.js} +56 -25
- package/dist/src/{logger-cfNpzI4o.cjs → logger-Cm0Nb8YX.cjs} +34 -3
- package/dist/src/{logger-Ct2S6Yx-.js → logger-Cs0I2v_y.js} +34 -3
- package/dist/src/{logger-BbY6ypFL.js → logger-h-eiS4iv.js} +34 -3
- package/dist/src/{luma-ray-D3FUc2K3.cjs → luma-ray-BCkN79tz.cjs} +5 -5
- package/dist/src/{luma-ray-CR5TSpp4.js → luma-ray-BqVizUQY.js} +5 -5
- package/dist/src/{luma-ray-BMX1iEB6.js → luma-ray-CD7rd6KW.js} +5 -5
- package/dist/src/{luma-ray-OEMmS1RB.js → luma-ray-DLWLjDCa.js} +5 -5
- package/dist/src/main.js +143 -146
- package/dist/src/{memoryPoisoning-Dp-btinn.cjs → memoryPoisoning-BXDi4XCK.cjs} +8 -8
- package/dist/src/{memoryPoisoning-CM83NWYl.js → memoryPoisoning-D-V4yXjj.js} +8 -8
- package/dist/src/{memoryPoisoning-D8h9gXJF.js → memoryPoisoning-PrsT7Zh2.js} +8 -8
- package/dist/src/{memoryPoisoning-cLuCoTuJ.js → memoryPoisoning-ZUwCLvEn.js} +8 -8
- package/dist/src/{messages-DBPir0TQ.cjs → messages-BSFLFXIO.cjs} +8 -8
- package/dist/src/{messages-BabO-cX8.js → messages-C5qBfONg.js} +8 -8
- package/dist/src/{messages-DGUlSNU7.js → messages-CQoK4jHx.js} +8 -8
- package/dist/src/{messages-vsE_-Lv0.js → messages-Dy5vvc3H.js} +8 -8
- package/dist/src/{mischievousUser-olGgHIVR.cjs → mischievousUser-B4_YRWqu.cjs} +5 -5
- package/dist/src/{mischievousUser-frFYKxu6.js → mischievousUser-BoZy3Fry.js} +5 -5
- package/dist/src/{mischievousUser-BUOP9W5r.js → mischievousUser-CjJ9ZEuw.js} +5 -5
- package/dist/src/{mischievousUser-0l8GD7Dp.js → mischievousUser-CrMXlOUj.js} +5 -5
- package/dist/src/{modelslab-EyDczZ5A.js → modelslab-B72XbAlR.js} +8 -8
- package/dist/src/{modelslab-Dzst7VTU.js → modelslab-Bw-46LmW.js} +8 -8
- package/dist/src/{modelslab-Cogmu4mG.js → modelslab-CJ0zQdDH.js} +8 -8
- package/dist/src/{modelslab-CNV5bMSk.cjs → modelslab-LXFLCD-O.cjs} +8 -8
- package/dist/src/{nova-reel-CjJRxI1X.cjs → nova-reel-D0k0-k8Y.cjs} +5 -5
- package/dist/src/{nova-reel-C4eUJGse.js → nova-reel-DItvBa6z.js} +5 -5
- package/dist/src/{nova-reel-BGPNBOMS.js → nova-reel-DN7gTJzd.js} +5 -5
- package/dist/src/{nova-reel-B_5NKFu1.js → nova-reel-DRLvlFOH.js} +5 -5
- package/dist/src/{nova-sonic-BNGmgfFz.js → nova-sonic-BeAjEzkG.js} +3 -3
- package/dist/src/{nova-sonic-CrV0iaY_.js → nova-sonic-DB7LzcCY.js} +3 -3
- package/dist/src/{nova-sonic-DuOG9Aun.cjs → nova-sonic-DfLkPbkF.cjs} +3 -3
- package/dist/src/{nova-sonic-ChPlh5na.js → nova-sonic-kzIVxZDb.js} +3 -3
- package/dist/src/{openai-BMHD2Huo.js → openai-Bfbg6L4c.js} +2 -2
- package/dist/src/{openai-C3uXv8wS.cjs → openai-CCaz18I4.cjs} +2 -2
- package/dist/src/{openai-CJrsh9n4.js → openai-CJOpg_dA.js} +2 -2
- package/dist/src/{openai-zgwBb4Ff.js → openai-uRacy72N.js} +2 -2
- package/dist/src/{openclaw-zIJAsz3P.js → openclaw-2Y9Ukt9Y.js} +9 -9
- package/dist/src/{openclaw-CF7fMido.js → openclaw-BdnuiqBG.js} +9 -9
- package/dist/src/{openclaw-Dphc01BY.cjs → openclaw-D54hA9Fe.cjs} +9 -9
- package/dist/src/{openclaw-BIHlu_36.js → openclaw-DRjsDCSS.js} +9 -9
- package/dist/src/{opencode-sdk-B3vlPLsp.js → opencode-sdk-2su-bzyz.js} +38 -9
- package/dist/src/{opencode-sdk-DoY6GbWw.cjs → opencode-sdk-BRkqgOOQ.cjs} +38 -9
- package/dist/src/{opencode-sdk-D05JSgMQ.js → opencode-sdk-CFY-1bkH.js} +38 -9
- package/dist/src/{opencode-sdk-sRKYHGoI.js → opencode-sdk-D-tRQJ9s.js} +38 -9
- package/dist/src/{otlpReceiver-B2eaKC8C.js → otlpReceiver-BkB7tsTT.js} +3 -3
- package/dist/src/{otlpReceiver--gTpSagc.js → otlpReceiver-BqJYGC-M.js} +4 -4
- package/dist/src/{otlpReceiver-BXjcRqAM.js → otlpReceiver-CRwU2egH.js} +4 -4
- package/dist/src/{otlpReceiver-CvJdBGSc.cjs → otlpReceiver-DOl5S07u.cjs} +4 -4
- package/dist/src/{packageParser--MWTSrPW.js → packageParser-B3bpKHK4.js} +2 -2
- package/dist/src/{packageParser-hwwSGnAZ.js → packageParser-CZdMKLBh.js} +2 -2
- package/dist/src/{packageParser-CgE-ziRo.js → packageParser-D7YWfcSe.js} +2 -2
- package/dist/src/{packageParser-QoCS1FMl.cjs → packageParser-DR054ceU.cjs} +2 -2
- package/dist/src/{promptLength-B9nZEfO6.js → promptLength-5B4_P93z.js} +2 -2
- package/dist/src/{promptLength-BbBbDHNj.cjs → promptLength-CAcg7BmO.cjs} +2 -2
- package/dist/src/{promptLength-4X-Wd8PG.js → promptLength-PkjlYFx0.js} +2 -2
- package/dist/src/{promptLength-0qIHyhA5.js → promptLength-ho3wbst6.js} +2 -2
- package/dist/src/{promptfoo-BDrfT30-.js → promptfoo-CEsoPlBa.js} +67 -10
- package/dist/src/{promptfoo-b-baRMj-.cjs → promptfoo-DAXBmrE6.cjs} +96 -9
- package/dist/src/{promptfoo-Cm4hiy1Y.js → promptfoo-DVKqidd8.js} +67 -10
- package/dist/src/{promptfoo-Rjp-MeBb.js → promptfoo-wxe28-q9.js} +67 -10
- package/dist/src/{providerRegistry-DHcFiVWX.js → providerRegistry-Bf4tRLgu.js} +2 -2
- package/dist/src/{providerRegistry-CZO_w7ue.cjs → providerRegistry-DKbi2EbP.cjs} +2 -2
- package/dist/src/{providerRegistry-ReCd0sFa.js → providerRegistry-DLeG-xXn.js} +2 -2
- package/dist/src/{providerRegistry-1gB5vtzQ.js → providerRegistry-v8Wa3f9z.js} +2 -2
- package/dist/src/{providers-B9KzWxAX.js → providers-CYBHjFEg.js} +178 -126
- package/dist/src/{providers-BCCz6_IX.js → providers-DDLQc0tl.js} +177 -125
- package/dist/src/{providers-BDVVIQM6.cjs → providers-DP1CDgd5.cjs} +176 -124
- package/dist/src/{providers-DVYRZP4E.js → providers-DTPwadhk.js} +176 -124
- package/dist/src/{providers-BYAn82cf.js → providers-DvBFcsXi.js} +1 -1
- package/dist/src/{pythonUtils-Cokhluq3.cjs → pythonUtils-BjuymNdM.cjs} +3 -3
- package/dist/src/{pythonUtils-D0BYebvX.js → pythonUtils-C4Wnz6Q7.js} +3 -3
- package/dist/src/{pythonUtils-CLCgQ9tt.js → pythonUtils-CBe7VV6f.js} +3 -3
- package/dist/src/{pythonUtils-CgYxeSmO.js → pythonUtils-CLAoc6jg.js} +3 -3
- package/dist/src/{quiverai-CdTWPe-A.js → quiverai-B6ebiUKf.js} +6 -6
- package/dist/src/{quiverai-Cv7rJKDz.js → quiverai-BG7dvOQc.js} +6 -6
- package/dist/src/{quiverai-BAp6iTZD.cjs → quiverai-DH6SMaxD.cjs} +6 -6
- package/dist/src/{quiverai-BvIhI_0l.js → quiverai-DHNIAUfS.js} +6 -6
- package/dist/src/{registry-BUJrgjwv.js → registry-BKlwRYvr.js} +14 -14
- package/dist/src/{registry-KCVF1CFC.cjs → registry-CQHRTGYs.cjs} +14 -14
- package/dist/src/{registry-Dp5EqoXc.js → registry-Eiv-QeUm.js} +14 -14
- package/dist/src/{registry-DXm1t_x0.js → registry-qNoxbVEb.js} +14 -14
- package/dist/src/{remoteGeneration-DS9N3pgB.cjs → remoteGeneration-CD3c_rzc.cjs} +6 -6
- package/dist/src/{remoteGeneration-DsaSwmG2.js → remoteGeneration-CoxtxLvB.js} +6 -6
- package/dist/src/{remoteGeneration-B1_XsKXU.js → remoteGeneration-DW6mPZnO.js} +6 -6
- package/dist/src/{remoteGeneration-COpWcmWd.js → remoteGeneration-DvWEm3yi.js} +6 -6
- package/dist/src/{render-_6ur1fhE.js → render-BoxrvB84.js} +2 -2
- package/dist/src/{render-DFfDeYUK.js → render-CTZQAINJ.js} +2 -2
- package/dist/src/{render-BNTrbmBw.cjs → render-DJ4yipCD.cjs} +2 -2
- package/dist/src/{render-DznWrxGO.js → render-MiyTvDY4.js} +2 -2
- package/dist/src/{render-CSP99NLm.js → render-jE6RKVgk.js} +2 -2
- package/dist/src/{responses-1UFFF9N_.cjs → responses-Bs2_3zyr.cjs} +14 -10
- package/dist/src/{responses-B3W2JvOQ.js → responses-C0yU3fO6.js} +14 -10
- package/dist/src/{responses-URRzV8qE.js → responses-C2vhwf8F.js} +14 -10
- package/dist/src/{responses-B6ktc3Ra.js → responses-pvlY3oYx.js} +14 -10
- package/dist/src/{rubyUtils-CnlW8AYb.js → rubyUtils-AvgsD_QH.js} +3 -3
- package/dist/src/{rubyUtils-CqUWBZAt.cjs → rubyUtils-BEqeZynS.cjs} +3 -3
- package/dist/src/{rubyUtils-CXlFM2rR.js → rubyUtils-C-sxXgGT.js} +3 -3
- package/dist/src/{rubyUtils-DdGojpfv.js → rubyUtils-DFzPvVD4.js} +3 -3
- package/dist/src/rubyUtils-DfYaGbxe.js +3 -0
- package/dist/src/{runtimeTransform-DigbjU1r.js → runtimeTransform-BmhEztlx.js} +2 -2
- package/dist/src/{runtimeTransform-BJOpL9Yc.js → runtimeTransform-Bw9Tttpp.js} +2 -2
- package/dist/src/{runtimeTransform-ON3YYILw.cjs → runtimeTransform-DJEknTZQ.cjs} +2 -2
- package/dist/src/{runtimeTransform-Dgh_D7DU.js → runtimeTransform-s14J7yxm.js} +2 -2
- package/dist/src/{sagemaker-yr1QKeBs.js → sagemaker-C8NJAT8D.js} +11 -11
- package/dist/src/{sagemaker-vhtSV7JI.js → sagemaker-DlajLLgJ.js} +11 -11
- package/dist/src/{sagemaker-CujrzP1a.js → sagemaker-PgIzjxMt.js} +11 -11
- package/dist/src/{sagemaker-DzffAqo_.cjs → sagemaker-hwPXLGI4.cjs} +11 -11
- package/dist/src/{scanner-DS0109SS.js → scanner-B3DPvw5u.js} +6 -6
- package/dist/src/server/index.js +145 -148
- package/dist/src/{server-DhMHosWj.js → server-4wx571OM.js} +6 -6
- package/dist/src/{server-Ddp8GNMp.js → server-8in_Vrrf.js} +6 -6
- package/dist/src/server-BHd6SQYX.js +3 -0
- package/dist/src/{server-CMJD10J4.js → server-pMTgWs3M.js} +4 -4
- package/dist/src/{server-B8rqV126.cjs → server-yHhoBx98.cjs} +4 -4
- package/dist/src/{shared-D6IjElRI.js → shared-BF25a7ms.js} +12 -12
- package/dist/src/{shared-WkgnDkcg.cjs → shared-DlmtkptR.cjs} +12 -12
- package/dist/src/{shared-9WHQ1oNE.js → shared-DsbObxvy.js} +12 -12
- package/dist/src/{shared-7pmVZLNO.js → shared-yBQATkD5.js} +13 -13
- package/dist/src/{signal-CSurUUyV.js → signal-CRrWj2xI.js} +3 -3
- package/dist/src/{simulatedUser-Cu601Dd4.cjs → simulatedUser-9A3YPDh2.cjs} +7 -7
- package/dist/src/{simulatedUser-C9aQObBI.js → simulatedUser-CbZZV7UQ.js} +7 -7
- package/dist/src/{simulatedUser-U_qAHnuB.js → simulatedUser-DdcsTBuS.js} +7 -7
- package/dist/src/{simulatedUser-p3tACcmw.js → simulatedUser-LKk31Iov.js} +7 -7
- package/dist/src/{slack-Bapo-7_8.js → slack-CWxUAo6N.js} +2 -2
- package/dist/src/{slack-DMC1QVEg.cjs → slack-CtMQnlyy.cjs} +2 -2
- package/dist/src/{slack-DTEFhrMn.js → slack-DrcMAkvd.js} +2 -2
- package/dist/src/{slack-k-_CP84Q.js → slack-chzmaYU3.js} +2 -2
- package/dist/src/{storage-BU4qcnOb.js → storage-B9lg2RCL.js} +6 -6
- package/dist/src/{storage-QdU-SmvD.js → storage-BC9TzmHh.js} +5 -5
- package/dist/src/{storage-CA-v9V2v.cjs → storage-Cv7QYUPO.cjs} +4 -4
- package/dist/src/{storage-CD-GWAdx.js → storage-fbHNSuZ9.js} +4 -4
- package/dist/src/{store-B2NDDooM.cjs → store-BKN4VD-m.cjs} +3 -3
- package/dist/src/{store-HpopRVzl.js → store-C4eo8Kyv.js} +3 -3
- package/dist/src/store-mJpYYA7W.js +3 -0
- package/dist/src/{store-DKd5592Q.js → store-u1XNK3e8.js} +3 -3
- package/dist/src/{strategies-CiSeroPH.js → strategies-4Nnr_9xt.js} +18 -18
- package/dist/src/{strategies-7CS3Alao.cjs → strategies-BD7US9WB.cjs} +18 -18
- package/dist/src/{strategies-DRJjGTIY.js → strategies-Ptz_P4P4.js} +20 -20
- package/dist/src/{tables-CRSXQ2Ke.js → tables-Bn3_8sxV.js} +2 -2
- package/dist/src/{tables-DafUHOeh.js → tables-D_ZGKiGc.js} +3 -3
- package/dist/src/{tables-DBIJU0WE.cjs → tables-D_s2HMPP.cjs} +2 -2
- package/dist/src/{tables-CxjU7bBd.js → tables-PWOqfbI_.js} +3 -3
- package/dist/src/{telemetry-DwX9XUN5.js → telemetry-BTIhfopq.js} +21 -16
- package/dist/src/{telemetry-00ezXr_t.js → telemetry-BU80NveV.js} +21 -16
- package/dist/src/telemetry-CVHVhMOI.js +3 -0
- package/dist/src/{telemetry-DmXYcJNV.js → telemetry-D3yQCekN.js} +21 -16
- package/dist/src/{telemetry-CJ7FnCsc.cjs → telemetry-DvzmDrSM.cjs} +21 -16
- package/dist/src/{tracingOptions-BnwKCkSB.js → tracingOptions-D2F0D7es.js} +4 -4
- package/dist/src/{tracingOptions-Chi74lOD.js → tracingOptions-PLePpCmo.js} +3 -3
- package/dist/src/{tracingOptions-ji2OuXbT.js → tracingOptions-WpE9IqC8.js} +4 -4
- package/dist/src/{tracingOptions-DrbSFaKy.cjs → tracingOptions-eqmq5sA2.cjs} +4 -4
- package/dist/src/{transcription-mzuf18Mq.cjs → transcription-CKLxdMxm.cjs} +7 -7
- package/dist/src/{transcription-B8uIgCYX.js → transcription-CmlDorqD.js} +7 -7
- package/dist/src/{transcription-CfU5loSq.js → transcription-Cupf4JNw.js} +7 -7
- package/dist/src/{transcription-Dkd22_4K.js → transcription-sOgdGxM6.js} +7 -7
- package/dist/src/{transform-BnSXWmU_2.cjs → transform-0wnBYYaL2.cjs} +4 -4
- package/dist/src/{transform-EtD4jAWi.js → transform-AfC8gqCB.js} +5 -5
- package/dist/src/{transform-CGt7Kt3y2.js → transform-BDSnWRNv2.js} +4 -4
- package/dist/src/{transform-BnSTnFlp.js → transform-C5pxvKUV.js} +4 -4
- package/dist/src/{transform-CrPGTsij.js → transform-C5rpIuDz.js} +4 -4
- package/dist/src/{transform-DmvYBRll.js → transform-D7QlmswG.js} +5 -5
- package/dist/src/{transform-DhNkAUs8.cjs → transform-DKw2FNwg.cjs} +5 -5
- package/dist/src/{transform-BIMynQsA.js → transform-R1PnNdLv.js} +5 -5
- package/dist/src/{types-BFevViUY.js → types-C_e_SykX.js} +2 -2
- package/dist/src/{types-BJQBBPTP.js → types-uLCKnRiK.js} +2 -2
- package/dist/src/{util-CN8om2rz.cjs → util-3BRss2KA.cjs} +7 -7
- package/dist/src/{util-efByNxcr.js → util-B2Nt2Oy7.js} +25 -7
- package/dist/src/{util-I-Rf-KaD.js → util-BGfk7zh7.js} +8 -8
- package/dist/src/{util-5WnCSb0h.js → util-BLSQ_7Ky.js} +25 -7
- package/dist/src/{util-IYzs5Y04.cjs → util-BSZPCmvm.cjs} +4 -3
- package/dist/src/{util-SPsvFONY.cjs → util-BuYzkbEz.cjs} +7 -7
- package/dist/src/{util-LKTmNsMQ.js → util-C6d3eV0A.js} +25 -7
- package/dist/src/{util-DURocbYR.js → util-CES4qWd7.js} +8 -8
- package/dist/src/{util-Df8YMvS1.js → util-CKZReNsz.js} +8 -8
- package/dist/src/{util-BSIuSLVK.cjs → util-Cs372i1_.cjs} +25 -7
- package/dist/src/{util-CoQWM76y.js → util-Cw9nJJWm.js} +4 -3
- package/dist/src/{util-DNl96nNs.js → util-D1NKMz55.js} +7 -7
- package/dist/src/{util-kDURhgJW.js → util-D9grslJP.js} +8 -8
- package/dist/src/{util--WMgw7wM.js → util-SNUDkWJ8.js} +4 -3
- package/dist/src/{util-Bx677_k2.js → util-vaCPFatZ.js} +7 -7
- package/dist/src/{util-DiQ3QvBB.js → util-weQgMdSy.js} +4 -3
- package/dist/src/{utils-Ve6kuJsa.cjs → utils-B_HCobst.cjs} +2 -2
- package/dist/src/{utils-BGY69tk_.js → utils-C3qMBhJT.js} +2 -2
- package/dist/src/{utils-BFOh20Gb.js → utils-Cdx3ZJr7.js} +2 -2
- package/dist/src/{utils-B0lzitHZ.js → utils-DMWnIu_V.js} +2 -2
- package/dist/src/{version-BK20a4sw.js → version-BGiEZvX0.js} +2 -2
- package/dist/src/{version-lpHV_53E.js → version-BNhpIb2U.js} +2 -2
- package/dist/src/{version-eRkNuGv8.js → version-CnYqmWbz.js} +2 -2
- package/dist/src/{version-BWCSaByA.cjs → version-XjGPawtU.cjs} +2 -2
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +17 -17
- package/dist/src/app/assets/Report-BNHJKN35.js +0 -1
- package/dist/src/app/assets/index-yhM8y1PP.css +0 -1
- package/dist/src/cache-Cf7b4pWE.js +0 -3
- package/dist/src/cloud-p96PA4MH.js +0 -3
- package/dist/src/codex-sdk-BGjVAk23.js +0 -3
- package/dist/src/evalResult-DqzsS6_W.js +0 -3
- package/dist/src/evaluator-DNdJF1Gv.js +0 -3
- package/dist/src/fetch-_YgGd2qv.js +0 -3
- package/dist/src/graders-BDT7dif6.js +0 -3
- package/dist/src/rubyUtils-BYVlQ94c.js +0 -3
- package/dist/src/server-BaLytskk.js +0 -3
- package/dist/src/store-IbiRIF3k.js +0 -3
- package/dist/src/telemetry-ByPqDcKC.js +0 -3
package/dist/src/index.js
CHANGED
|
@@ -1,47 +1,47 @@
|
|
|
1
|
-
import { C as getEnvFloat, D as getMaxEvalTimeMs, E as getEvalTimeoutMs, O as isCI, S as getEnvBool, T as getEnvString, a as logger, b as summarizeEvaluateResultForLogging, g as getAjv, h as extractJsonObjects, k as state, m as extractFirstJsonObject, n as globalLogCallback, o as setLogCallback, r as isDebugEnabled, s as setLogLevel, t as getLogLevel, v as orderKeys, w as getEnvInt, y as safeJsonStringify } from "./logger-
|
|
1
|
+
import { C as getEnvFloat, D as getMaxEvalTimeMs, E as getEvalTimeoutMs, O as isCI, S as getEnvBool, T as getEnvString, a as logger, b as summarizeEvaluateResultForLogging, g as getAjv, h as extractJsonObjects, k as state, m as extractFirstJsonObject, n as globalLogCallback, o as setLogCallback, r as isDebugEnabled, s as setLogLevel, t as getLogLevel, v as orderKeys, w as getEnvInt, y as safeJsonStringify } from "./logger-Cs0I2v_y.js";
|
|
2
2
|
import { t as invariant } from "./invariant-Ddh24eXh.js";
|
|
3
3
|
import { $ as riskCategorySeverityMap, A as RedteamConfigSchema, At as DocumentMediaInjectionPlacementValues, B as isUuid, Bt as getInputDescription, C as TestGeneratorConfigSchema, Ct as CODING_AGENT_CORE_PLUGINS, D as VarsSchema, Dt as BaseTokenUsageSchema, E as UnifiedConfigSchema, F as PartialGenerationError, Ft as InputDefinitionSchema, G as STRATEGY_COLLECTIONS, Gt as isProviderOptions, Ht as normalizeInputDefinition, I as PluginConfigSchema, It as InputTypeSchema, K as STRATEGY_COLLECTION_MAPPINGS, L as PolicyObjectSchema, Lt as InputTypeValues, Mt as DocxInjectionPlacementValues, N as ProvidersSchema, Nt as InputConfigSchema, O as isGradingResult, Ot as CompletionTokenDetailsSchema, P as ConversationMessageSchema, Pt as InputDefinitionObjectSchema, R as StrategyConfigSchema, Rt as InputsSchema, S as TestCasesWithMetadataSchema, St as UNALIGNED_PROVIDER_HARM_PLUGINS, T as TestSuiteSchema, U as DEFAULT_STRATEGIES, Ut as normalizeInputs, Vt as getInputType, Wt as isApiProvider, X as Severity, Y as isFanoutStrategy, Z as categoryAliases, _ as ScenarioSchema, _t as REDTEAM_PROVIDER_HARM_PLUGINS, a as AtomicTestCaseSchema, at as FINANCIAL_PLUGINS, b as TestCaseWithVarsFileSchema, bt as TEEN_SAFETY_PLUGINS, c as CompletedPromptSchema, ct as INSURANCE_PLUGINS, d as EvaluateOptionsSchema, dt as MEDICAL_PLUGINS, et as ALIASED_PLUGIN_MAPPINGS, f as GradingConfigSchema, ft as MULTI_INPUT_EXCLUDED_PLUGINS, g as ResultFailureReason, gt as PLUGIN_CATEGORIES, h as OutputFileExtension, ht as PII_PLUGINS, i as AssertionTypeSchema, it as DEFAULT_PLUGINS, j as PromptSchema, jt as DocxInjectionPlacementSchema, k as isResultFailureReason, kt as DocumentMediaInjectionPlacementSchema, l as DerivedMetricSchema, lt as LLAMA_GUARD_ENABLED_CATEGORIES, m as OutputConfigSchema, mt as PHARMACY_PLUGINS, n as AssertionSchema, nt as CANARY_BREAKING_STRATEGY_IDS, o as BaseAssertionTypesSchema, ot as FOUNDATION_PLUGINS, p as NotPrefixedAssertionTypesSchema, pt as MULTI_INPUT_VAR, q as getDefaultNFanout, r as AssertionSetSchema, rt as DATASET_EXEMPT_PLUGINS, s as CommandLineOptionsSchema, st as HARM_PLUGINS, t as AssertionOrSetSchema, tt as BIAS_PLUGINS, u as EvalResultsFilterMode, ut as LLAMA_GUARD_REPLICATE_PROVIDER, v as SpecialAssertionTypesSchema, vt as REMOTE_ONLY_PLUGIN_IDS, w as TestSuiteConfigSchema, wt as CODING_AGENT_PLUGINS, x as TestCasesWithMetadataPromptSchema, xt as TELECOM_PLUGINS, y as TestCaseSchema, zt as buildInputPromptDescription } from "./types-D6glLbdF.js";
|
|
4
|
-
import { F as getShareApiBaseUrl, I as getShareViewBaseUrl, L as FILE_METADATA_KEY, N as TERMINAL_MAX_WIDTH, P as getDefaultShareViewBaseUrl, R as HUMAN_ASSERTION_TYPE, T as cloudConfig, _ as isPromptfooSampleTarget, b as parseChatPrompt, c as getCurrentTimestamp, l as sleep,
|
|
5
|
-
import { n as VERSION } from "./version-
|
|
4
|
+
import { F as getShareApiBaseUrl, I as getShareViewBaseUrl, L as FILE_METADATA_KEY, N as TERMINAL_MAX_WIDTH, P as getDefaultShareViewBaseUrl, R as HUMAN_ASSERTION_TYPE, T as cloudConfig, _ as isPromptfooSampleTarget, b as parseChatPrompt, c as getCurrentTimestamp, l as sleep, m as getRequestTimeoutMs, n as fetchWithRetries, r as fetchWithTimeout, t as fetchWithProxy, w as CloudConfig } from "./fetch-CHJu2KON.js";
|
|
5
|
+
import { n as VERSION } from "./version-BNhpIb2U.js";
|
|
6
6
|
import { i as isJavascriptFile } from "./fileExtensions-CXRfY3Ss.js";
|
|
7
|
-
import { c as setUserEmail, i as getUserEmail,
|
|
8
|
-
import { r as importModule, t as getDirectory } from "./esm-
|
|
9
|
-
import { a as extractVariablesFromTemplates, i as extractVariablesFromTemplate, o as getNunjucksEngine, r as analyzeTemplateReference, t as renderEnvOnlyInObject } from "./render-
|
|
10
|
-
import { t as providerRegistry } from "./providerRegistry-
|
|
11
|
-
import { a as getRemoteHealthUrl, l as shouldGenerateRemote, n as getRemoteGenerationExplicitlyDisabledError, r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-
|
|
12
|
-
import { r as promptYesNo } from "./server-
|
|
13
|
-
import { a as getCloudDatabaseId, c as getPluginSeverityOverridesFromCloud, d as isCloudProvider, i as checkCloudPermissions, o as getEvalConfigFromCloud, p as resolveTeamId, s as getOrgContext } from "./storage-
|
|
14
|
-
import { r as runPython } from "./pythonUtils-
|
|
15
|
-
import { A as readFilters, M as loadFunction, N as parseFileUrl, O as maybeLoadToolsFromExternalFile, T as maybeLoadFromExternalFile, _ as isProviderAllowed, a as setupEnv, b as normalizeProviderRef, c as filterRuntimeVars, d as checkProviderApiKeys, f as doesProviderRefMatch, g as isOpenAiProvider, h as isGoogleProvider, i as fetchCsvFromGoogleSheet, j as readOutput, l as getTestCaseDeduplicationKey, m as isAnthropicProvider, n as writeMultipleOutputs, o as deduplicateTestCases, p as getProviderDescription, r as writeOutput, s as extractRuntimeVars, t as printBorder, u as resultIsForTestCase, w as maybeLoadConfigFromExternalFile } from "./util-
|
|
7
|
+
import { c as setUserEmail, i as getUserEmail, n as getAuthor, o as isLoggedIntoCloud, s as promptForEmailUnverified, t as checkEmailStatusAndMaybeExit } from "./accounts-4Xa5fcHy.js";
|
|
8
|
+
import { r as importModule, t as getDirectory } from "./esm-C_yrt93A.js";
|
|
9
|
+
import { a as extractVariablesFromTemplates, i as extractVariablesFromTemplate, o as getNunjucksEngine, r as analyzeTemplateReference, t as renderEnvOnlyInObject } from "./render-CTZQAINJ.js";
|
|
10
|
+
import { t as providerRegistry } from "./providerRegistry-Bf4tRLgu.js";
|
|
11
|
+
import { a as getRemoteHealthUrl, l as shouldGenerateRemote, n as getRemoteGenerationExplicitlyDisabledError, r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-DvWEm3yi.js";
|
|
12
|
+
import { r as promptYesNo } from "./server-pMTgWs3M.js";
|
|
13
|
+
import { a as getCloudDatabaseId, c as getPluginSeverityOverridesFromCloud, d as isCloudProvider, i as checkCloudPermissions, o as getEvalConfigFromCloud, p as resolveTeamId, s as getOrgContext } from "./storage-fbHNSuZ9.js";
|
|
14
|
+
import { r as runPython } from "./pythonUtils-C4Wnz6Q7.js";
|
|
15
|
+
import { A as readFilters, M as loadFunction, N as parseFileUrl, O as maybeLoadToolsFromExternalFile, T as maybeLoadFromExternalFile, _ as isProviderAllowed, a as setupEnv, b as normalizeProviderRef, c as filterRuntimeVars, d as checkProviderApiKeys, f as doesProviderRefMatch, g as isOpenAiProvider, h as isGoogleProvider, i as fetchCsvFromGoogleSheet, j as readOutput, l as getTestCaseDeduplicationKey, m as isAnthropicProvider, n as writeMultipleOutputs, o as deduplicateTestCases, p as getProviderDescription, r as writeOutput, s as extractRuntimeVars, t as printBorder, u as resultIsForTestCase, w as maybeLoadConfigFromExternalFile } from "./util-vaCPFatZ.js";
|
|
16
16
|
import { n as sha256, t as randomSequence } from "./createHash-BtbSX3mj.js";
|
|
17
|
-
import { c as NON_TRANSIENT_HTTP_STATUSES, i as getCache, l as isNonTransientHttpStatus, n as disableCache, r as fetchWithCache, s as withCacheNamespace, t as cache_exports } from "./cache-
|
|
18
|
-
import { t as OpenAiChatCompletionProvider } from "./chat-
|
|
19
|
-
import { h as validateFunctionCall } from "./transform-
|
|
20
|
-
import { l as validateFunctionCall$1 } from "./util-
|
|
21
|
-
import { _ as AIStudioChatProvider, a as resolveProvider, f as MCPProvider, g as GoogleLiveProvider, h as VertexChatProvider, n as loadApiProvider, o as resolveProviderConfigs, r as loadApiProviders, t as getProviderIds } from "./providers-
|
|
17
|
+
import { c as NON_TRANSIENT_HTTP_STATUSES, i as getCache, l as isNonTransientHttpStatus, n as disableCache, r as fetchWithCache, s as withCacheNamespace, t as cache_exports } from "./cache-CT5D7d_A.js";
|
|
18
|
+
import { t as OpenAiChatCompletionProvider } from "./chat-CCtIXezK.js";
|
|
19
|
+
import { h as validateFunctionCall } from "./transform-R1PnNdLv.js";
|
|
20
|
+
import { l as validateFunctionCall$1 } from "./util-B2Nt2Oy7.js";
|
|
21
|
+
import { _ as AIStudioChatProvider, a as resolveProvider, f as MCPProvider, g as GoogleLiveProvider, h as VertexChatProvider, n as loadApiProvider, o as resolveProviderConfigs, r as loadApiProviders, t as getProviderIds } from "./providers-DTPwadhk.js";
|
|
22
22
|
import { a as createEmptyTokenUsage, i as createEmptyAssertions, n as accumulateResponseTokenUsage, o as normalizeTokenUsage, r as accumulateTokenUsage, t as accumulateAssertionTokenUsage } from "./tokenUsageUtils-CmnQ0G2m.js";
|
|
23
23
|
import { t as ellipsize } from "./text-DwYK5EBn.js";
|
|
24
|
-
import { t as telemetry } from "./telemetry-
|
|
25
|
-
import { a as evalsTable, c as evalsToTagsTable, d as tagsTable, i as evalResultsTable, l as promptsTable, m as getDbSignalPath, o as evalsToDatasetsTable, p as getDb, r as datasetsTable, s as evalsToPromptsTable } from "./tables-
|
|
26
|
-
import { t as getBlobByHash } from "./blobs-
|
|
24
|
+
import { t as telemetry } from "./telemetry-BTIhfopq.js";
|
|
25
|
+
import { a as evalsTable, c as evalsToTagsTable, d as tagsTable, i as evalResultsTable, l as promptsTable, m as getDbSignalPath, o as evalsToDatasetsTable, p as getDb, r as datasetsTable, s as evalsToPromptsTable } from "./tables-Bn3_8sxV.js";
|
|
26
|
+
import { t as getBlobByHash } from "./blobs-BfIMflt0.js";
|
|
27
27
|
import { t as getProcessShim } from "./processShim-BcGzU8fY.js";
|
|
28
|
-
import { n as loadFromPackage, t as isPackagePath } from "./packageParser-
|
|
29
|
-
import { n as runRuby } from "./rubyUtils-
|
|
30
|
-
import {
|
|
31
|
-
import { a as extractPromptFromTags, c as isBasicRefusal, i as extractMaterializedVariablesFromJsonWithMetadata, n as extractGoalFromPrompt, o as getSessionId,
|
|
32
|
-
import { n as PromptfooHarmfulCompletionProvider } from "./promptfoo-
|
|
33
|
-
import { $ as readProviderPromptMap, A as ExcessiveAgencyPlugin, At as withProviderCallExecutionContext, B as retryWithDeduplication, C as PlinyPlugin, Ct as processFileReference, D as ImitationPlugin, Dt as getAndCheckProvider, E as IntentPlugin, Et as callProviderWithContext, F as BeavertailsPlugin, G as matchesFactuality, H as fetchHuggingFaceDataset, I as AegisPlugin, J as matchesPiScore, K as matchesGEval, L as RedteamGraderBase, M as DebugAccessPlugin, N as CrossSessionLeakPlugin, O as HarmbenchPlugin, Ot as getGradingProvider, P as ContractPlugin, Q as readPrompts, R as RedteamPluginBase, S as makeInlinePolicyIdSync, St as loadFromJavaScriptFile, T as OverreliancePlugin, Tt as DEFAULT_ANTHROPIC_MODEL, U as isGraderFailure, V as sampleArray, W as matchesClosedQa, X as doRemoteGrading, Y as matchesTrajectoryGoalSuccess, Z as processPrompts, _ as PromptExtractionPlugin, _t as normalizeMatcherTokenUsage, a as VLGuardPlugin, at as CONTEXT_FAITHFULNESS_NLI_STATEMENTS, b as determinePolicyTypeFromId, bt as coerceString, c as ToxicChatPlugin, ct as CONTEXT_RECALL_NOT_ATTRIBUTED_TOKEN, d as TeenSafetyDangerousRoleplayPlugin, dt as loadRubricPrompt, et as DEFAULT_WEB_SEARCH_PROMPT, f as TeenSafetyDangerousContentPlugin, ft as renderLlmRubricPrompt, g as RbacPlugin, gt as fail, h as ShellInjectionPlugin, ht as euclideanDistance, i as VLSUPlugin, it as CONTEXT_FAITHFULNESS_LONGFORM, j as DivergentRepetitionPlugin, k as HallucinationPlugin, kt as getProviderCallExecutionContext, l as ToolDiscoveryPlugin, lt as CONTEXT_RELEVANCE, m as SqlInjectionPlugin, mt as dotProduct, n as getGraderById, nt as SUGGEST_PROMPTS_SYSTEM_MESSAGE, o as UnverifiableClaimsPlugin, ot as CONTEXT_RECALL, p as TeenSafetyAgeRestrictedGoodsAndServicesPlugin, pt as cosineSimilarity, q as matchesLlmRubric, rt as ANSWER_RELEVANCY_GENERATE, s as UnsafeBenchPlugin, st as CONTEXT_RECALL_ATTRIBUTED_TOKEN, t as GRADERS, tt as SELECT_BEST_PROMPT, u as TeenSafetyHarmfulBodyIdealsPlugin, ut as CONTEXT_RELEVANCE_BAD, v as PoliticsPlugin, vt as splitIntoSentences, w as getPiiLeakTestsForCategory, wt as getDefaultProviders, x as isValidPolicyObject, xt as getFinalTest, y as PolicyPlugin, yt as tryParse, z as getCustomPolicies } from "./graders-
|
|
34
|
-
import { f as redteamProviderManager, g as createProviderRateLimitOptions, h as createRateLimitRegistry, m as TokenUsageTracker } from "./shared-
|
|
35
|
-
import { i as generateIdFromPrompt, t as hashPrompt } from "./utils-
|
|
36
|
-
import { a as getTransformLabel, i as getTransformErrorMessage, n as TRANSFORM_KEYS, o as transform, r as TransformInputType, t as INLINE_FUNCTION_LABEL } from "./transform-
|
|
37
|
-
import { t as getTraceStore } from "./store-
|
|
38
|
-
import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "./extractor-
|
|
39
|
-
import { i as throwIfTargetPromptExceedsMaxChars, n as getGeneratedPromptOverLimit, r as getMaxCharsPerMessageModifierValue, t as MAX_CHARS_PER_MESSAGE_MODIFIER_KEY } from "./promptLength-
|
|
40
|
-
import { n as checkExfilTracking } from "./indirectWebPwn-
|
|
28
|
+
import { n as loadFromPackage, t as isPackagePath } from "./packageParser-CZdMKLBh.js";
|
|
29
|
+
import { n as runRuby } from "./rubyUtils-AvgsD_QH.js";
|
|
30
|
+
import { t as buildPromptInputDescriptions } from "./inputVariables-B7cylqzM.js";
|
|
31
|
+
import { a as extractPromptFromTags, c as isBasicRefusal, i as extractMaterializedVariablesFromJsonWithMetadata, n as extractGoalFromPrompt, o as getSessionId, s as getShortPluginId } from "./util-D1NKMz55.js";
|
|
32
|
+
import { a as assertRemoteMaterializationHandled, l as requiresRemoteMaterialization, n as PromptfooHarmfulCompletionProvider } from "./promptfoo-CEsoPlBa.js";
|
|
33
|
+
import { $ as readProviderPromptMap, A as ExcessiveAgencyPlugin, At as withProviderCallExecutionContext, B as retryWithDeduplication, C as PlinyPlugin, Ct as processFileReference, D as ImitationPlugin, Dt as getAndCheckProvider, E as IntentPlugin, Et as callProviderWithContext, F as BeavertailsPlugin, G as matchesFactuality, H as fetchHuggingFaceDataset, I as AegisPlugin, J as matchesPiScore, K as matchesGEval, L as RedteamGraderBase, M as DebugAccessPlugin, N as CrossSessionLeakPlugin, O as HarmbenchPlugin, Ot as getGradingProvider, P as ContractPlugin, Q as readPrompts, R as RedteamPluginBase, S as makeInlinePolicyIdSync, St as loadFromJavaScriptFile, T as OverreliancePlugin, Tt as DEFAULT_ANTHROPIC_MODEL, U as isGraderFailure, V as sampleArray, W as matchesClosedQa, X as doRemoteGrading, Y as matchesTrajectoryGoalSuccess, Z as processPrompts, _ as PromptExtractionPlugin, _t as normalizeMatcherTokenUsage, a as VLGuardPlugin, at as CONTEXT_FAITHFULNESS_NLI_STATEMENTS, b as determinePolicyTypeFromId, bt as coerceString, c as ToxicChatPlugin, ct as CONTEXT_RECALL_NOT_ATTRIBUTED_TOKEN, d as TeenSafetyDangerousRoleplayPlugin, dt as loadRubricPrompt, et as DEFAULT_WEB_SEARCH_PROMPT, f as TeenSafetyDangerousContentPlugin, ft as renderLlmRubricPrompt, g as RbacPlugin, gt as fail, h as ShellInjectionPlugin, ht as euclideanDistance, i as VLSUPlugin, it as CONTEXT_FAITHFULNESS_LONGFORM, j as DivergentRepetitionPlugin, k as HallucinationPlugin, kt as getProviderCallExecutionContext, l as ToolDiscoveryPlugin, lt as CONTEXT_RELEVANCE, m as SqlInjectionPlugin, mt as dotProduct, n as getGraderById, nt as SUGGEST_PROMPTS_SYSTEM_MESSAGE, o as UnverifiableClaimsPlugin, ot as CONTEXT_RECALL, p as TeenSafetyAgeRestrictedGoodsAndServicesPlugin, pt as cosineSimilarity, q as matchesLlmRubric, rt as ANSWER_RELEVANCY_GENERATE, s as UnsafeBenchPlugin, st as CONTEXT_RECALL_ATTRIBUTED_TOKEN, t as GRADERS, tt as SELECT_BEST_PROMPT, u as TeenSafetyHarmfulBodyIdealsPlugin, ut as CONTEXT_RELEVANCE_BAD, v as PoliticsPlugin, vt as splitIntoSentences, w as getPiiLeakTestsForCategory, wt as getDefaultProviders, x as isValidPolicyObject, xt as getFinalTest, y as PolicyPlugin, yt as tryParse, z as getCustomPolicies } from "./graders-GNRQ1357.js";
|
|
34
|
+
import { f as redteamProviderManager, g as createProviderRateLimitOptions, h as createRateLimitRegistry, m as TokenUsageTracker } from "./shared-BF25a7ms.js";
|
|
35
|
+
import { i as generateIdFromPrompt, t as hashPrompt } from "./utils-C3qMBhJT.js";
|
|
36
|
+
import { a as getTransformLabel, i as getTransformErrorMessage, n as TRANSFORM_KEYS, o as transform, r as TransformInputType, t as INLINE_FUNCTION_LABEL } from "./transform-BDSnWRNv2.js";
|
|
37
|
+
import { t as getTraceStore } from "./store-C4eo8Kyv.js";
|
|
38
|
+
import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "./extractor-Bjz9sdTQ.js";
|
|
39
|
+
import { i as throwIfTargetPromptExceedsMaxChars, n as getGeneratedPromptOverLimit, r as getMaxCharsPerMessageModifierValue, t as MAX_CHARS_PER_MESSAGE_MODIFIER_KEY } from "./promptLength-ho3wbst6.js";
|
|
40
|
+
import { n as checkExfilTracking } from "./indirectWebPwn-1gHqaL91.js";
|
|
41
41
|
import { n as getFirstStringAttribute, r as getToolNameFromAttributes, t as TOOL_ARGUMENT_ATTRIBUTE_KEYS } from "./toolAttributes-DJ9ZEKXD.js";
|
|
42
|
-
import { i as filterFiniteScores, n as renderPrompt, r as runExtensionHook, t as collectFileMetadata } from "./evaluatorHelpers-
|
|
43
|
-
import { r as sanitizeProvider, t as EvalResult } from "./evalResult-
|
|
44
|
-
import { i as pluginMatchesStrategyTargets, n as loadStrategy, r as validateStrategies, t as Strategies } from "./strategies-
|
|
42
|
+
import { i as filterFiniteScores, n as renderPrompt, r as runExtensionHook, t as collectFileMetadata } from "./evaluatorHelpers-C8C8WQTv.js";
|
|
43
|
+
import { r as sanitizeProvider, t as EvalResult } from "./evalResult-gEmQRANj.js";
|
|
44
|
+
import { i as pluginMatchesStrategyTargets, n as loadStrategy, r as validateStrategies, t as Strategies } from "./strategies-4Nnr_9xt.js";
|
|
45
45
|
import * as fs$2 from "fs";
|
|
46
46
|
import fs, { createWriteStream } from "fs";
|
|
47
47
|
import * as path$2 from "path";
|
|
@@ -799,7 +799,7 @@ async function startOtlpReceiverIfNeeded(testSuite) {
|
|
|
799
799
|
telemetry.record("feature_used", { feature: "tracing" });
|
|
800
800
|
try {
|
|
801
801
|
logger.debug("[EvaluatorTracing] Tracing configuration detected, starting OTLP receiver");
|
|
802
|
-
const { startOTLPReceiver } = await import("./otlpReceiver-
|
|
802
|
+
const { startOTLPReceiver } = await import("./otlpReceiver-CRwU2egH.js");
|
|
803
803
|
const port = testSuite.tracing.otlp.http.port || 4318;
|
|
804
804
|
const host = testSuite.tracing.otlp.http.host || "127.0.0.1";
|
|
805
805
|
const acceptFormats = normalizeOtlpAcceptFormats(testSuite.tracing.otlp.http.acceptFormats);
|
|
@@ -823,7 +823,7 @@ async function startOtlpReceiverIfNeeded(testSuite) {
|
|
|
823
823
|
async function stopOtlpReceiverIfNeeded() {
|
|
824
824
|
if (otlpReceiverStarted) try {
|
|
825
825
|
logger.debug("[EvaluatorTracing] Stopping OTLP receiver");
|
|
826
|
-
const { stopOTLPReceiver } = await import("./otlpReceiver-
|
|
826
|
+
const { stopOTLPReceiver } = await import("./otlpReceiver-CRwU2egH.js");
|
|
827
827
|
await stopOTLPReceiver();
|
|
828
828
|
otlpReceiverStarted = false;
|
|
829
829
|
logger.info("[EvaluatorTracing] OTLP receiver stopped successfully");
|
|
@@ -858,7 +858,7 @@ async function generateTraceContextIfNeeded(test, evaluateOptions, testIdx, prom
|
|
|
858
858
|
}
|
|
859
859
|
if (!tracingEnabled) return null;
|
|
860
860
|
logger.debug("[EvaluatorTracing] Importing trace store");
|
|
861
|
-
const { getTraceStore } = await import("./store-
|
|
861
|
+
const { getTraceStore } = await import("./store-C4eo8Kyv.js").then((n) => n.n);
|
|
862
862
|
const traceStore = getTraceStore();
|
|
863
863
|
const traceId = generateTraceId();
|
|
864
864
|
const spanId = generateSpanId();
|
|
@@ -3112,7 +3112,7 @@ async function loadWebSearchProvider(preferAnthropic = false) {
|
|
|
3112
3112
|
};
|
|
3113
3113
|
const loadOpenAIWebSearch = async () => {
|
|
3114
3114
|
try {
|
|
3115
|
-
return await loadApiProvider("openai:responses:gpt-5.
|
|
3115
|
+
return await loadApiProvider("openai:responses:gpt-5.5-2026-04-23", { options: { config: { tools: [{ type: "web_search_preview" }] } } });
|
|
3116
3116
|
} catch (err) {
|
|
3117
3117
|
logger.debug(`Failed to load OpenAI web search provider: ${err}`);
|
|
3118
3118
|
return null;
|
|
@@ -4463,7 +4463,7 @@ async function runAssertion({ prompt, provider, assertion, test, vars, latencyMs
|
|
|
4463
4463
|
};
|
|
4464
4464
|
}
|
|
4465
4465
|
else if (filePath.endsWith(".rb")) try {
|
|
4466
|
-
const { runRuby } = await import("./rubyUtils-
|
|
4466
|
+
const { runRuby } = await import("./rubyUtils-AvgsD_QH.js").then((n) => n.t);
|
|
4467
4467
|
valueFromScript = await runRuby(filePath, functionName || "get_assert", [output, context]);
|
|
4468
4468
|
logger.debug(`Ruby script ${filePath} output: ${valueFromScript}`);
|
|
4469
4469
|
} catch (error) {
|
|
@@ -6313,7 +6313,7 @@ async function resolveDefaultTestProvider(defaultTest, testCase) {
|
|
|
6313
6313
|
const defaultProvider = defaultTest.provider;
|
|
6314
6314
|
if (isApiProvider(defaultProvider)) return defaultProvider;
|
|
6315
6315
|
if (typeof defaultProvider === "object" && defaultProvider.id) {
|
|
6316
|
-
const { loadApiProvider } = await import("./providers-
|
|
6316
|
+
const { loadApiProvider } = await import("./providers-DTPwadhk.js").then((n) => n.i);
|
|
6317
6317
|
return loadApiProvider(typeof defaultProvider.id === "function" ? defaultProvider.id() : defaultProvider.id, { options: defaultProvider });
|
|
6318
6318
|
}
|
|
6319
6319
|
return defaultProvider;
|
|
@@ -6473,7 +6473,7 @@ function buildRepeatCacheContextByTestIdx(runEvalOptions) {
|
|
|
6473
6473
|
async function filterCompletedResumeSteps(runEvalOptions, evalRecord) {
|
|
6474
6474
|
if (!state.resume || !evalRecord.persisted) return;
|
|
6475
6475
|
try {
|
|
6476
|
-
const { default: EvalResult } = await import("./evalResult-
|
|
6476
|
+
const { default: EvalResult } = await import("./evalResult-gEmQRANj.js").then((n) => n.n);
|
|
6477
6477
|
const completedPairs = await EvalResult.getCompletedIndexPairs(evalRecord.id, { excludeErrors: state.retryMode });
|
|
6478
6478
|
const originalCount = runEvalOptions.length;
|
|
6479
6479
|
for (let i = runEvalOptions.length - 1; i >= 0; i--) {
|
|
@@ -11059,7 +11059,7 @@ async function fetchRemoteGeneration(task, prompts) {
|
|
|
11059
11059
|
method: "POST",
|
|
11060
11060
|
headers: { "Content-Type": "application/json" },
|
|
11061
11061
|
body: JSON.stringify(body)
|
|
11062
|
-
},
|
|
11062
|
+
}, getRequestTimeoutMs(), "json");
|
|
11063
11063
|
return RedTeamGenerationResponse.parse(response.data).result;
|
|
11064
11064
|
} catch (error) {
|
|
11065
11065
|
logger.warn(`Error using remote generation for task '${task}': ${error}`);
|
|
@@ -11232,7 +11232,7 @@ const DATASET_URL$2 = `https://raw.githubusercontent.com/promptfoo/promptfoo/ref
|
|
|
11232
11232
|
const DATASET_URL_MULTILINGUAL = `https://raw.githubusercontent.com/promptfoo/promptfoo/refs/tags/${DATASET_VERSION}/examples/cyberseceval/prompt_injection_multilingual.json`;
|
|
11233
11233
|
async function fetchDataset$2(limit, isMultilingual) {
|
|
11234
11234
|
try {
|
|
11235
|
-
const response = await fetchWithTimeout(isMultilingual ? DATASET_URL_MULTILINGUAL : DATASET_URL$2, {},
|
|
11235
|
+
const response = await fetchWithTimeout(isMultilingual ? DATASET_URL_MULTILINGUAL : DATASET_URL$2, {}, getRequestTimeoutMs());
|
|
11236
11236
|
if (!response.ok) throw new Error(`[CyberSecEval] HTTP status: ${response.status} ${response.statusText}`);
|
|
11237
11237
|
const data = await response.json();
|
|
11238
11238
|
if (!data || !Array.isArray(data)) throw new Error(`[CyberSecEval] Invalid response from ${DATASET_URL$2}`);
|
|
@@ -11300,7 +11300,7 @@ async function fetchDataset$1(limit) {
|
|
|
11300
11300
|
logger.debug(`[DoNotAnswer] Fetching dataset from ${DATASET_URL$1}`);
|
|
11301
11301
|
let csvData;
|
|
11302
11302
|
if (DATASET_URL$1.startsWith("http")) {
|
|
11303
|
-
const response = await fetchWithTimeout(DATASET_URL$1, {},
|
|
11303
|
+
const response = await fetchWithTimeout(DATASET_URL$1, {}, getRequestTimeoutMs());
|
|
11304
11304
|
if (!response.ok) throw new Error(`[DoNotAnswer] HTTP status: ${response.status} ${response.statusText}`);
|
|
11305
11305
|
csvData = await response.text();
|
|
11306
11306
|
} else try {
|
|
@@ -11835,7 +11835,7 @@ async function fetchDataset(limit) {
|
|
|
11835
11835
|
logger.debug(`[XSTest] Fetching dataset from ${DATASET_URL}`);
|
|
11836
11836
|
let csvData;
|
|
11837
11837
|
if (DATASET_URL.startsWith("http")) {
|
|
11838
|
-
const response = await fetchWithTimeout(DATASET_URL, {},
|
|
11838
|
+
const response = await fetchWithTimeout(DATASET_URL, {}, getRequestTimeoutMs());
|
|
11839
11839
|
if (!response.ok) throw new Error(`[XSTest] HTTP status: ${response.status} ${response.statusText}`);
|
|
11840
11840
|
csvData = await response.text();
|
|
11841
11841
|
} else try {
|
|
@@ -12113,11 +12113,12 @@ async function fetchRemoteTestCases(key, purpose, injectVar, n, config) {
|
|
|
12113
12113
|
method: "POST",
|
|
12114
12114
|
headers: { "Content-Type": "application/json" },
|
|
12115
12115
|
body
|
|
12116
|
-
},
|
|
12116
|
+
}, getRequestTimeoutMs());
|
|
12117
12117
|
if (status !== 200 || !data || !data.result || !Array.isArray(data.result)) {
|
|
12118
12118
|
logger.error(`Error generating test cases for ${key}: ${statusText} ${JSON.stringify(data)}`);
|
|
12119
12119
|
return [];
|
|
12120
12120
|
}
|
|
12121
|
+
if (requiresRemoteMaterialization(config?.inputs)) assertRemoteMaterializationHandled(data, `Remote plugin generation for ${key}`);
|
|
12121
12122
|
const ret = data.result;
|
|
12122
12123
|
logger.debug(`Received remote generation for ${key}:\n${JSON.stringify(ret)}`);
|
|
12123
12124
|
return ret;
|
|
@@ -12126,31 +12127,6 @@ async function fetchRemoteTestCases(key, purpose, injectVar, n, config) {
|
|
|
12126
12127
|
return [];
|
|
12127
12128
|
}
|
|
12128
12129
|
}
|
|
12129
|
-
async function materializeRemoteTestCaseInputs({ config, injectVar, pluginId, provider, purpose, testCases }) {
|
|
12130
|
-
const inputs = config.inputs;
|
|
12131
|
-
if (!inputs || Object.keys(inputs).length === 0) return testCases;
|
|
12132
|
-
return Promise.all(testCases.map(async (testCase, materializationIndex) => {
|
|
12133
|
-
const inputVars = extractInputVarsFromPrompt(String(testCase.vars?.[injectVar] ?? ""), inputs);
|
|
12134
|
-
if (!inputVars) return testCase;
|
|
12135
|
-
const materializedVars = await materializeInputVariablesWithMetadata(inputVars, inputs, {
|
|
12136
|
-
materializationIndex,
|
|
12137
|
-
pluginId,
|
|
12138
|
-
provider,
|
|
12139
|
-
purpose
|
|
12140
|
-
});
|
|
12141
|
-
return {
|
|
12142
|
-
...testCase,
|
|
12143
|
-
vars: {
|
|
12144
|
-
...testCase.vars || {},
|
|
12145
|
-
...materializedVars.vars
|
|
12146
|
-
},
|
|
12147
|
-
metadata: {
|
|
12148
|
-
...testCase.metadata || {},
|
|
12149
|
-
...materializedVars.metadata ? { inputMaterialization: materializedVars.metadata } : {}
|
|
12150
|
-
}
|
|
12151
|
-
};
|
|
12152
|
-
}));
|
|
12153
|
-
}
|
|
12154
12130
|
function createPluginFactory(PluginClass, key, validate) {
|
|
12155
12131
|
return {
|
|
12156
12132
|
key,
|
|
@@ -12162,14 +12138,7 @@ function createPluginFactory(PluginClass, key, validate) {
|
|
|
12162
12138
|
return new PluginClass(provider, purpose, injectVar, configWithDefaults).generateTests(n, delayMs);
|
|
12163
12139
|
}
|
|
12164
12140
|
const pluginId = getShortPluginId(key);
|
|
12165
|
-
const testCases = await
|
|
12166
|
-
config: configWithDefaults ?? {},
|
|
12167
|
-
injectVar,
|
|
12168
|
-
pluginId,
|
|
12169
|
-
provider,
|
|
12170
|
-
purpose,
|
|
12171
|
-
testCases: await fetchRemoteTestCases(key, purpose, injectVar, n, configWithDefaults ?? {})
|
|
12172
|
-
});
|
|
12141
|
+
const testCases = await fetchRemoteTestCases(key, purpose, injectVar, n, configWithDefaults ?? {});
|
|
12173
12142
|
const computedModifiers = computeModifiersFromConfig(configWithDefaults);
|
|
12174
12143
|
return testCases.map((testCase) => ({
|
|
12175
12144
|
...testCase,
|
|
@@ -12256,14 +12225,7 @@ const piiPlugins = PII_PLUGINS.map((category) => ({
|
|
|
12256
12225
|
action: async (params) => {
|
|
12257
12226
|
if (shouldGenerateRemote()) {
|
|
12258
12227
|
const pluginId = getShortPluginId(category);
|
|
12259
|
-
const testCases = await
|
|
12260
|
-
config: params.config ?? {},
|
|
12261
|
-
injectVar: params.injectVar,
|
|
12262
|
-
pluginId,
|
|
12263
|
-
provider: params.provider,
|
|
12264
|
-
purpose: params.purpose,
|
|
12265
|
-
testCases: await fetchRemoteTestCases(category, params.purpose, params.injectVar, params.n, params.config ?? {})
|
|
12266
|
-
});
|
|
12228
|
+
const testCases = await fetchRemoteTestCases(category, params.purpose, params.injectVar, params.n, params.config ?? {});
|
|
12267
12229
|
const computedModifiers = computeModifiersFromConfig(params.config);
|
|
12268
12230
|
return testCases.map((testCase) => ({
|
|
12269
12231
|
...testCase,
|
|
@@ -12295,14 +12257,7 @@ const biasPlugins = BIAS_PLUGINS.map((category) => ({
|
|
|
12295
12257
|
return [];
|
|
12296
12258
|
}
|
|
12297
12259
|
const pluginId = getShortPluginId(category);
|
|
12298
|
-
const testCases = await
|
|
12299
|
-
config: params.config ?? {},
|
|
12300
|
-
injectVar: params.injectVar,
|
|
12301
|
-
pluginId,
|
|
12302
|
-
provider: params.provider,
|
|
12303
|
-
purpose: params.purpose,
|
|
12304
|
-
testCases: await fetchRemoteTestCases(category, params.purpose, params.injectVar, params.n, params.config ?? {})
|
|
12305
|
-
});
|
|
12260
|
+
const testCases = await fetchRemoteTestCases(category, params.purpose, params.injectVar, params.n, params.config ?? {});
|
|
12306
12261
|
const computedModifiers = computeModifiersFromConfig(params.config);
|
|
12307
12262
|
return testCases.map((testCase) => ({
|
|
12308
12263
|
...testCase,
|
|
@@ -12321,21 +12276,14 @@ function createRemotePlugin(key, validate) {
|
|
|
12321
12276
|
return {
|
|
12322
12277
|
key,
|
|
12323
12278
|
validate,
|
|
12324
|
-
action: async ({
|
|
12279
|
+
action: async ({ purpose, injectVar, n, config }) => {
|
|
12325
12280
|
const configWithDefaults = applyDefaultRemotePluginConfig(key, config);
|
|
12326
12281
|
if (neverGenerateRemote()) {
|
|
12327
12282
|
logger.error(getRemoteGenerationExplicitlyDisabledError(`${key} plugin`));
|
|
12328
12283
|
return [];
|
|
12329
12284
|
}
|
|
12330
12285
|
const pluginId = getShortPluginId(key);
|
|
12331
|
-
const testCases = await
|
|
12332
|
-
config: configWithDefaults ?? {},
|
|
12333
|
-
injectVar,
|
|
12334
|
-
pluginId,
|
|
12335
|
-
provider,
|
|
12336
|
-
purpose,
|
|
12337
|
-
testCases: await fetchRemoteTestCases(key, purpose, injectVar, n, configWithDefaults ?? {})
|
|
12338
|
-
});
|
|
12286
|
+
const testCases = await fetchRemoteTestCases(key, purpose, injectVar, n, configWithDefaults ?? {});
|
|
12339
12287
|
const computedModifiers = computeModifiersFromConfig(configWithDefaults);
|
|
12340
12288
|
const testsWithMetadata = testCases.map((testCase) => ({
|
|
12341
12289
|
...testCase,
|
|
@@ -12402,6 +12350,15 @@ async function validateSharpDependency(strategies, plugins, checkSharp = isSharp
|
|
|
12402
12350
|
}
|
|
12403
12351
|
//#endregion
|
|
12404
12352
|
//#region src/redteam/index.ts
|
|
12353
|
+
const MATERIALIZED_MULTI_INPUT_PROMPT_METADATA_KEY = "__promptfooMaterializedMultiInputPrompt";
|
|
12354
|
+
function getMaterializedMultiInputPromptSnapshot(metadata) {
|
|
12355
|
+
const snapshot = metadata?.[MATERIALIZED_MULTI_INPUT_PROMPT_METADATA_KEY];
|
|
12356
|
+
return typeof snapshot === "string" ? snapshot : void 0;
|
|
12357
|
+
}
|
|
12358
|
+
function getMaterializedMultiInputPromptMetadata(vars) {
|
|
12359
|
+
const prompt = vars?.[MULTI_INPUT_VAR];
|
|
12360
|
+
return typeof prompt === "string" ? { [MATERIALIZED_MULTI_INPUT_PROMPT_METADATA_KEY]: prompt } : void 0;
|
|
12361
|
+
}
|
|
12405
12362
|
function getPolicyText(metadata) {
|
|
12406
12363
|
if (!metadata || metadata.policy === void 0 || metadata.policy === null) return;
|
|
12407
12364
|
const policyValue = metadata.policy;
|
|
@@ -12414,12 +12371,19 @@ function getPolicyText(metadata) {
|
|
|
12414
12371
|
async function rematerializeStrategyInputVars(testCase, injectVar, provider, purpose, materializationIndex) {
|
|
12415
12372
|
const inputs = testCase.metadata?.pluginConfig?.inputs;
|
|
12416
12373
|
const inputMaterialization = testCase.metadata?.inputMaterialization;
|
|
12417
|
-
|
|
12374
|
+
const materializedPromptSnapshot = getMaterializedMultiInputPromptSnapshot(testCase.metadata);
|
|
12375
|
+
const currentInjectVar = testCase.vars?.[injectVar];
|
|
12376
|
+
if (!inputs || Object.keys(inputs).length === 0 || !currentInjectVar) return {
|
|
12377
|
+
inputMaterialization,
|
|
12378
|
+
vars: testCase.vars
|
|
12379
|
+
};
|
|
12380
|
+
const promptChangedSinceMaterialization = typeof currentInjectVar === "string" && typeof materializedPromptSnapshot === "string" && currentInjectVar !== materializedPromptSnapshot;
|
|
12381
|
+
if (Boolean(inputMaterialization) && Object.keys(inputs).every((key) => Object.prototype.hasOwnProperty.call(testCase.vars ?? {}, key)) && !promptChangedSinceMaterialization) return {
|
|
12418
12382
|
inputMaterialization,
|
|
12419
12383
|
vars: testCase.vars
|
|
12420
12384
|
};
|
|
12421
12385
|
try {
|
|
12422
|
-
const materializedVars = await extractMaterializedVariablesFromJsonWithMetadata(JSON.parse(String(
|
|
12386
|
+
const materializedVars = await extractMaterializedVariablesFromJsonWithMetadata(JSON.parse(String(currentInjectVar)), inputs, {
|
|
12423
12387
|
materializationIndex,
|
|
12424
12388
|
pluginId: String(testCase.metadata?.pluginId || "unknown-plugin"),
|
|
12425
12389
|
provider,
|
|
@@ -12651,7 +12615,8 @@ function addLanguageToPluginMetadata(test, lang, plugin, maxCharsPerMessage, tes
|
|
|
12651
12615
|
...test.metadata?.modifiers,
|
|
12652
12616
|
...languageToAdd
|
|
12653
12617
|
},
|
|
12654
|
-
...languageToAdd
|
|
12618
|
+
...languageToAdd,
|
|
12619
|
+
...getMaterializedMultiInputPromptMetadata(test.vars)
|
|
12655
12620
|
}
|
|
12656
12621
|
};
|
|
12657
12622
|
}
|
|
@@ -12750,7 +12715,8 @@ async function applyStrategies(testCases, strategies, injectVar, provider, purpo
|
|
|
12750
12715
|
...t?.metadata?.pluginId && { pluginId: t.metadata.pluginId },
|
|
12751
12716
|
...t?.metadata?.pluginConfig && { pluginConfig: t.metadata.pluginConfig },
|
|
12752
12717
|
...inputMaterialization && { inputMaterialization },
|
|
12753
|
-
...Object.keys(strategyConfig).length > 0 && { strategyConfig }
|
|
12718
|
+
...Object.keys(strategyConfig).length > 0 && { strategyConfig },
|
|
12719
|
+
...getMaterializedMultiInputPromptMetadata(vars)
|
|
12754
12720
|
}
|
|
12755
12721
|
};
|
|
12756
12722
|
})));
|
|
@@ -13096,14 +13062,21 @@ async function synthesize({ abortSignal, delay, entities: entitiesOverride, inje
|
|
|
13096
13062
|
}
|
|
13097
13063
|
});
|
|
13098
13064
|
const languageResults = await Promise.allSettled(languagePromises);
|
|
13099
|
-
for (const result of languageResults) if (result.status === "fulfilled") {
|
|
13065
|
+
for (const [index, result] of languageResults.entries()) if (result.status === "fulfilled") {
|
|
13100
13066
|
const { lang, tests, requested, generated } = result.value;
|
|
13101
13067
|
allPluginTests.push(...tests);
|
|
13102
13068
|
resultsPerLanguage[lang || "default"] = {
|
|
13103
13069
|
requested,
|
|
13104
13070
|
generated
|
|
13105
13071
|
};
|
|
13106
|
-
} else
|
|
13072
|
+
} else {
|
|
13073
|
+
const lang = languages[index];
|
|
13074
|
+
logger.warn(`[Language Processing] Error generating tests for ${plugin.id}: ${result.reason}`);
|
|
13075
|
+
resultsPerLanguage[lang || "default"] = {
|
|
13076
|
+
requested: plugin.numTests,
|
|
13077
|
+
generated: 0
|
|
13078
|
+
};
|
|
13079
|
+
}
|
|
13107
13080
|
logger.debug(`[Language Processing] Total tests generated for ${plugin.id}: ${allPluginTests.length} (across ${languages.length} language(s))`);
|
|
13108
13081
|
if (!Array.isArray(allPluginTests) || allPluginTests.length === 0) logger.warn(`Failed to generate tests for ${plugin.id}`);
|
|
13109
13082
|
else {
|
|
@@ -13137,35 +13110,51 @@ async function synthesize({ abortSignal, delay, entities: entitiesOverride, inje
|
|
|
13137
13110
|
generated: allPluginTests.length
|
|
13138
13111
|
};
|
|
13139
13112
|
} else if (plugin.id.startsWith("file://")) try {
|
|
13140
|
-
const
|
|
13141
|
-
const
|
|
13142
|
-
|
|
13143
|
-
|
|
13113
|
+
const languageConfig = plugin.config?.language ?? language;
|
|
13114
|
+
const languages = Array.isArray(languageConfig) ? languageConfig : languageConfig ? [languageConfig] : [void 0];
|
|
13115
|
+
const allCustomTests = [];
|
|
13116
|
+
const resultsPerLanguage = {};
|
|
13117
|
+
const languagePromises = languages.map(async (lang) => {
|
|
13118
|
+
const resolvedConfig = {
|
|
13144
13119
|
...resolvePluginConfigWithMaxChars(plugin.config, maxCharsPerMessage),
|
|
13145
|
-
...
|
|
13120
|
+
...lang ? { language: lang } : {},
|
|
13121
|
+
...hasMultipleInputs ? { inputs } : {}
|
|
13146
13122
|
};
|
|
13147
|
-
const
|
|
13148
|
-
...
|
|
13123
|
+
const customPluginConfig = {
|
|
13124
|
+
...resolvedConfig,
|
|
13125
|
+
modifiers: buildRedteamModifiers({
|
|
13149
13126
|
maxCharsPerMessage,
|
|
13150
|
-
pluginConfig:
|
|
13127
|
+
pluginConfig: resolvedConfig,
|
|
13151
13128
|
testGenerationInstructions
|
|
13152
|
-
})
|
|
13153
|
-
...t.metadata?.modifiers
|
|
13129
|
+
})
|
|
13154
13130
|
};
|
|
13131
|
+
const testCasesWithMetadata = filterOversizedTestCases((await new CustomPlugin(redteamProvider, purpose, injectVar, plugin.id, customPluginConfig).generateTests(plugin.numTests, delay)).map((t) => addLanguageToPluginMetadata(t, lang, plugin, maxCharsPerMessage, testGenerationInstructions)), injectVar, `Custom plugin ${plugin.id}`, maxCharsPerMessage);
|
|
13155
13132
|
return {
|
|
13156
|
-
|
|
13157
|
-
|
|
13158
|
-
|
|
13159
|
-
|
|
13160
|
-
|
|
13161
|
-
|
|
13162
|
-
|
|
13163
|
-
|
|
13133
|
+
lang,
|
|
13134
|
+
tests: testCasesWithMetadata,
|
|
13135
|
+
requested: plugin.numTests,
|
|
13136
|
+
generated: testCasesWithMetadata.length
|
|
13137
|
+
};
|
|
13138
|
+
});
|
|
13139
|
+
const languageResults = await Promise.allSettled(languagePromises);
|
|
13140
|
+
for (const [index, result] of languageResults.entries()) if (result.status === "fulfilled") {
|
|
13141
|
+
const { lang, tests, requested, generated } = result.value;
|
|
13142
|
+
allCustomTests.push(...tests);
|
|
13143
|
+
resultsPerLanguage[lang || "default"] = {
|
|
13144
|
+
requested,
|
|
13145
|
+
generated
|
|
13164
13146
|
};
|
|
13165
|
-
}
|
|
13147
|
+
} else {
|
|
13148
|
+
const lang = languages[index];
|
|
13149
|
+
logger.warn(`[Language Processing] Error generating tests for custom plugin ${plugin.id}: ${result.reason}`);
|
|
13150
|
+
resultsPerLanguage[lang || "default"] = {
|
|
13151
|
+
requested: plugin.numTests,
|
|
13152
|
+
generated: 0
|
|
13153
|
+
};
|
|
13154
|
+
}
|
|
13166
13155
|
if (needsGoalExtraction) {
|
|
13167
|
-
logger.debug(`Extracting goal for ${
|
|
13168
|
-
for (const testCase of
|
|
13156
|
+
logger.debug(`Extracting goal for ${allCustomTests.length} custom tests from ${plugin.id}...`);
|
|
13157
|
+
for (const testCase of allCustomTests) {
|
|
13169
13158
|
const promptVar = testCase.vars?.[injectVar];
|
|
13170
13159
|
const prompt = Array.isArray(promptVar) ? promptVar[0] : String(promptVar);
|
|
13171
13160
|
const policy = getPolicyText(testCase.metadata);
|
|
@@ -13173,13 +13162,21 @@ async function synthesize({ abortSignal, delay, entities: entitiesOverride, inje
|
|
|
13173
13162
|
testCase.metadata.goal = extractedGoal;
|
|
13174
13163
|
}
|
|
13175
13164
|
}
|
|
13176
|
-
testCases.push(...
|
|
13177
|
-
logger.debug(`Added ${
|
|
13178
|
-
const
|
|
13179
|
-
|
|
13180
|
-
|
|
13181
|
-
|
|
13165
|
+
testCases.push(...allCustomTests);
|
|
13166
|
+
logger.debug(`Added ${allCustomTests.length} custom test cases from ${plugin.id}`);
|
|
13167
|
+
const baseDisplayId = getPluginDisplayId(plugin);
|
|
13168
|
+
if (languages.filter((lang) => lang !== void 0).length > 1) for (const [langKey, result] of Object.entries(resultsPerLanguage)) {
|
|
13169
|
+
const displayId = langKey === "en" ? baseDisplayId : `(${langKey}) ${baseDisplayId}`;
|
|
13170
|
+
pluginResults[displayId] = {
|
|
13171
|
+
requested: result.requested,
|
|
13172
|
+
generated: result.generated
|
|
13173
|
+
};
|
|
13174
|
+
}
|
|
13175
|
+
else pluginResults[baseDisplayId] = {
|
|
13176
|
+
requested: plugin.numTests * languages.length,
|
|
13177
|
+
generated: allCustomTests.length
|
|
13182
13178
|
};
|
|
13179
|
+
progressBar?.increment(plugin.numTests * languages.length);
|
|
13183
13180
|
} catch (e) {
|
|
13184
13181
|
logger.error(`Error generating tests for custom plugin ${plugin.id}: ${e}`);
|
|
13185
13182
|
const displayId = getPluginDisplayId(plugin);
|
|
@@ -14922,7 +14919,7 @@ async function doEval(cmdObj, defaultConfig, defaultConfigPath, evaluateOptions)
|
|
|
14922
14919
|
const passRate = successes / totalTests * 100;
|
|
14923
14920
|
if (cmdObj.table && getLogLevel() !== "debug" && totalTests < 500) {
|
|
14924
14921
|
const table = await evalRecord.getTable();
|
|
14925
|
-
const outputTable = generateTable(table);
|
|
14922
|
+
const outputTable = generateTable(table, cmdObj.tableCellMaxLength ?? commandLineOptions?.tableCellMaxLength);
|
|
14926
14923
|
logger.info("\n" + outputTable.toString());
|
|
14927
14924
|
if (table.body.length > 25) {
|
|
14928
14925
|
const rowsLeft = table.body.length - 25;
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
require("./rolldown-runtime-D_mwlA32.cjs");
|
|
2
|
-
const require_logger = require("./logger-
|
|
3
|
-
const require_fetch = require("./fetch-
|
|
4
|
-
const require_accounts = require("./accounts-
|
|
5
|
-
const require_remoteGeneration = require("./remoteGeneration-
|
|
2
|
+
const require_logger = require("./logger-Cm0Nb8YX.cjs");
|
|
3
|
+
const require_fetch = require("./fetch-B2HvaVUc.cjs");
|
|
4
|
+
const require_accounts = require("./accounts-DAcQXPwE.cjs");
|
|
5
|
+
const require_remoteGeneration = require("./remoteGeneration-CD3c_rzc.cjs");
|
|
6
6
|
let node_crypto = require("node:crypto");
|
|
7
7
|
//#region src/redteam/strategies/indirectWebPwn.ts
|
|
8
8
|
/**
|
|
@@ -394,4 +394,4 @@ Object.defineProperty(exports, "checkExfilTracking", {
|
|
|
394
394
|
}
|
|
395
395
|
});
|
|
396
396
|
|
|
397
|
-
//# sourceMappingURL=indirectWebPwn-
|
|
397
|
+
//# sourceMappingURL=indirectWebPwn-04ziKbly.cjs.map
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { a as logger } from "./logger-
|
|
2
|
-
import { n as fetchWithRetries } from "./fetch-
|
|
3
|
-
import {
|
|
4
|
-
import { r as getRemoteGenerationUrl } from "./remoteGeneration-
|
|
1
|
+
import { a as logger } from "./logger-Cs0I2v_y.js";
|
|
2
|
+
import { n as fetchWithRetries } from "./fetch-CHJu2KON.js";
|
|
3
|
+
import { i as getUserEmail } from "./accounts-4Xa5fcHy.js";
|
|
4
|
+
import { r as getRemoteGenerationUrl } from "./remoteGeneration-DvWEm3yi.js";
|
|
5
5
|
import { createHash, randomUUID } from "node:crypto";
|
|
6
6
|
//#region src/redteam/strategies/indirectWebPwn.ts
|
|
7
7
|
/**
|
|
@@ -382,4 +382,4 @@ async function transformForPerTurnLayer(testCases, injectVar, config) {
|
|
|
382
382
|
//#endregion
|
|
383
383
|
export { checkExfilTracking as n, addIndirectWebPwnTestCases as t };
|
|
384
384
|
|
|
385
|
-
//# sourceMappingURL=indirectWebPwn-
|
|
385
|
+
//# sourceMappingURL=indirectWebPwn-1gHqaL91.js.map
|
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import { s as logger } from "./logger-
|
|
3
|
-
import { r as fetchWithRetries } from "./fetch-
|
|
2
|
+
import { s as logger } from "./logger-h-eiS4iv.js";
|
|
3
|
+
import { r as fetchWithRetries } from "./fetch-C59QM4cf.js";
|
|
4
4
|
import { t as invariant } from "./invariant-B2Rf6avk.js";
|
|
5
|
-
import { o as getUserEmail } from "./accounts-
|
|
6
|
-
import { r as getRemoteGenerationUrl } from "./remoteGeneration-
|
|
5
|
+
import { o as getUserEmail } from "./accounts-Bw2qPqE-.js";
|
|
6
|
+
import { r as getRemoteGenerationUrl } from "./remoteGeneration-DW6mPZnO.js";
|
|
7
7
|
import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-CDet74yk.js";
|
|
8
|
-
import { c as getTargetResponse } from "./shared-
|
|
8
|
+
import { c as getTargetResponse } from "./shared-DsbObxvy.js";
|
|
9
9
|
import { randomUUID } from "node:crypto";
|
|
10
10
|
//#region src/redteam/providers/indirectWebPwn.ts
|
|
11
11
|
/**
|
|
@@ -257,4 +257,4 @@ var IndirectWebPwnProvider = class {
|
|
|
257
257
|
//#endregion
|
|
258
258
|
export { IndirectWebPwnProvider as default };
|
|
259
259
|
|
|
260
|
-
//# sourceMappingURL=indirectWebPwn-
|
|
260
|
+
//# sourceMappingURL=indirectWebPwn-B0CAtvZJ.js.map
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import { s as logger } from "./logger-
|
|
3
|
-
import { r as fetchWithRetries } from "./fetch-
|
|
4
|
-
import { o as getUserEmail } from "./accounts-
|
|
5
|
-
import { r as getRemoteGenerationUrl } from "./remoteGeneration-
|
|
2
|
+
import { s as logger } from "./logger-h-eiS4iv.js";
|
|
3
|
+
import { r as fetchWithRetries } from "./fetch-C59QM4cf.js";
|
|
4
|
+
import { o as getUserEmail } from "./accounts-Bw2qPqE-.js";
|
|
5
|
+
import { r as getRemoteGenerationUrl } from "./remoteGeneration-DW6mPZnO.js";
|
|
6
6
|
import { createHash, randomUUID } from "node:crypto";
|
|
7
7
|
//#region src/redteam/strategies/indirectWebPwn.ts
|
|
8
8
|
/**
|
|
@@ -383,4 +383,4 @@ async function transformForPerTurnLayer(testCases, injectVar, config) {
|
|
|
383
383
|
//#endregion
|
|
384
384
|
export { checkExfilTracking as n, addIndirectWebPwnTestCases as t };
|
|
385
385
|
|
|
386
|
-
//# sourceMappingURL=indirectWebPwn-
|
|
386
|
+
//# sourceMappingURL=indirectWebPwn-BXUoJl4I.js.map
|
|
@@ -1,10 +1,10 @@
|
|
|
1
|
-
import { a as logger } from "./logger-
|
|
2
|
-
import { n as fetchWithRetries } from "./fetch-
|
|
1
|
+
import { a as logger } from "./logger-BjYLHvGm.js";
|
|
2
|
+
import { n as fetchWithRetries } from "./fetch-CBe8pU8Q.js";
|
|
3
3
|
import { t as invariant } from "./invariant-DIYf9sP1.js";
|
|
4
|
-
import { o as getUserEmail } from "./accounts-
|
|
5
|
-
import { r as getRemoteGenerationUrl } from "./remoteGeneration-
|
|
4
|
+
import { o as getUserEmail } from "./accounts-BAajbKSh.js";
|
|
5
|
+
import { r as getRemoteGenerationUrl } from "./remoteGeneration-CoxtxLvB.js";
|
|
6
6
|
import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-BjVkdk18.js";
|
|
7
|
-
import { c as getTargetResponse } from "./shared-
|
|
7
|
+
import { c as getTargetResponse } from "./shared-yBQATkD5.js";
|
|
8
8
|
import { randomUUID } from "node:crypto";
|
|
9
9
|
//#region src/redteam/providers/indirectWebPwn.ts
|
|
10
10
|
/**
|
|
@@ -256,4 +256,4 @@ var IndirectWebPwnProvider = class {
|
|
|
256
256
|
//#endregion
|
|
257
257
|
export { IndirectWebPwnProvider as default };
|
|
258
258
|
|
|
259
|
-
//# sourceMappingURL=indirectWebPwn-
|
|
259
|
+
//# sourceMappingURL=indirectWebPwn-Biy9I52D.js.map
|