promptfoo 0.121.8 → 0.121.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/src/{accounts-DAv_0iE7.js → accounts-4Xa5fcHy.js} +17 -18
- package/dist/src/{accounts-BWjqwsrf.js → accounts-BAajbKSh.js} +17 -18
- package/dist/src/{accounts-D6IBfEE0.js → accounts-Bw2qPqE-.js} +18 -19
- package/dist/src/{accounts-BVz5gHLK.cjs → accounts-DAcQXPwE.cjs} +20 -21
- package/dist/src/{agentic-utils-C-A92xhn.cjs → agentic-utils-C8eEgGG-.cjs} +3 -3
- package/dist/src/{agentic-utils-DmoS_S4B.js → agentic-utils-CP1IXFz3.js} +3 -3
- package/dist/src/{agentic-utils-BJKAkz2e.js → agentic-utils-CUwa3AE9.js} +3 -3
- package/dist/src/{agentic-utils-GdToujHu.js → agentic-utils-DYr-aM6d.js} +3 -3
- package/dist/src/{agents-2C8NN6I1.js → agents-Bb00M6i5.js} +5 -5
- package/dist/src/{agents-C98cz5pl.js → agents-CASf5zRj.js} +5 -5
- package/dist/src/{agents-DB8Ub2Ld.cjs → agents-CD1wH9bm.cjs} +5 -5
- package/dist/src/{agents-BMAiSR2o.js → agents-CZOHU7Q8.js} +5 -5
- package/dist/src/{agents-C-PGaxwj.js → agents-D539zhHr.js} +5 -5
- package/dist/src/{agents-Dwshy2H8.js → agents-DpRJdGBZ.js} +5 -5
- package/dist/src/{agents-mlKjx-cK.js → agents-gZTW-8nu.js} +5 -5
- package/dist/src/{agents-n2ej-c4H.cjs → agents-hix6c0Sh.cjs} +5 -5
- package/dist/src/{aimlapi-WyUK0wYy.js → aimlapi-DRQSL-Z4.js} +7 -7
- package/dist/src/{aimlapi-Bi-laUlp.js → aimlapi-Dc3LW5zI.js} +7 -7
- package/dist/src/{aimlapi-v-63ZjEI.js → aimlapi-KNYnjjU6.js} +7 -7
- package/dist/src/{aimlapi-D0OFV4Vj.cjs → aimlapi-gnrgd_Ej.cjs} +7 -7
- package/dist/src/app/assets/Report-Clw_YCp-.js +1 -0
- package/dist/src/app/assets/index-BQHaquKk.css +1 -0
- package/dist/src/app/assets/{index-BopgkZEh.js → index-CW3XcQK7.js} +6 -6
- package/dist/src/app/index.html +2 -2
- package/dist/src/{audio-x44tsxIo.cjs → audio-BgFTqfMO.cjs} +5 -5
- package/dist/src/{audio-heR0mu0n.js → audio-Cslbgd4l.js} +5 -5
- package/dist/src/{audio-DnEIHWZR.js → audio-DOI8kth4.js} +5 -5
- package/dist/src/{audio-wafFO1wn.js → audio-hewMOCUU.js} +5 -5
- package/dist/src/{authoritativeMarkupInjection-81PPynHR.js → authoritativeMarkupInjection-DgE4u_Rl.js} +8 -8
- package/dist/src/{authoritativeMarkupInjection-D9O70HPi.js → authoritativeMarkupInjection-gpm2K-Rp.js} +8 -8
- package/dist/src/{authoritativeMarkupInjection-PxSf3Rh8.js → authoritativeMarkupInjection-nrC4mSPQ.js} +7 -7
- package/dist/src/{authoritativeMarkupInjection-2G3Be6oL.cjs → authoritativeMarkupInjection-wG4x0yP2.cjs} +8 -8
- package/dist/src/{base-0Gzzue9Z.js → base-0yya4DsM.js} +3 -3
- package/dist/src/{base-Bp4c52YZ.js → base-BARAIJmp.js} +3 -3
- package/dist/src/{base-BzdS8tod.cjs → base-BE_pY-r5.cjs} +3 -3
- package/dist/src/{base-BuNn-YBX.js → base-CTWzNAH9.js} +3 -3
- package/dist/src/{bestOfN-CdkNPPbX.js → bestOfN-CV7ZKPw2.js} +8 -8
- package/dist/src/{bestOfN-BHiOjeaq.js → bestOfN-DeucA4QS.js} +9 -9
- package/dist/src/{bestOfN-DWwXEg1h.cjs → bestOfN-DxcpVUvj.cjs} +9 -9
- package/dist/src/{bestOfN-ClUSOhN0.js → bestOfN-Ilxc2hMv.js} +9 -9
- package/dist/src/{blobs-B0977K1O.cjs → blobs-5wbW7TbH.cjs} +3 -3
- package/dist/src/{blobs-Dwef1Ao1.js → blobs-BfIMflt0.js} +3 -3
- package/dist/src/{blobs-DODuTK-a.js → blobs-CA4gXarv.js} +3 -3
- package/dist/src/{blobs-CeFdPn_T.js → blobs-ikh75MtF.js} +3 -3
- package/dist/src/{cache-BR77mdIR.js → cache-BuudGL4I.js} +5 -5
- package/dist/src/{cache-DdriHsNX.js → cache-CT5D7d_A.js} +4 -4
- package/dist/src/cache-CrL5EYgi.js +3 -0
- package/dist/src/{cache-h5MWOBZI.cjs → cache-WuIsgzMA.cjs} +4 -4
- package/dist/src/{cache-CrioYnaa.js → cache-x9llZxbx.js} +5 -5
- package/dist/src/{chat-g5QLeLOo.js → chat-B5NqvkS_.js} +3 -3
- package/dist/src/{chat-DTdf-J5Q.js → chat-B8lsx0A0.js} +11 -11
- package/dist/src/{chat-Dq3DomYU.cjs → chat-BBlR1h8c.cjs} +3 -3
- package/dist/src/{chat-BBEnnpQk.js → chat-CCtIXezK.js} +11 -11
- package/dist/src/{chat-Bnt7ieO0.js → chat-CZOhFlzV.js} +3 -3
- package/dist/src/{chat-BSos6PvZ.js → chat-CvQMD-mp.js} +11 -11
- package/dist/src/{chat-mTTuUAYb.js → chat-Dh6mb5OL.js} +3 -3
- package/dist/src/{chat-DSyYuTYT.cjs → chat-DkitQHdt.cjs} +11 -11
- package/dist/src/{chatkit-fARZwEfV.js → chatkit-55cAEQb2.js} +4 -4
- package/dist/src/{chatkit-lb6FK02w.js → chatkit-B-uz3x63.js} +4 -4
- package/dist/src/{chatkit-B6DWi70Q.js → chatkit-Dxp6KO70.js} +4 -4
- package/dist/src/{chatkit-BYveR48_.cjs → chatkit-jEtokOVZ.cjs} +4 -4
- package/dist/src/{claude-agent-sdk-BP__YGfK.js → claude-agent-sdk-BVfdeahc.js} +6 -6
- package/dist/src/{claude-agent-sdk-n2XcEclh.cjs → claude-agent-sdk-C0p-RhcW.cjs} +6 -6
- package/dist/src/{claude-agent-sdk-BGUac_kS.js → claude-agent-sdk-DB99Npst.js} +6 -6
- package/dist/src/{claude-agent-sdk-Ddgx5BIQ.js → claude-agent-sdk-DHyrhDUu.js} +6 -6
- package/dist/src/cloud-BA4aLhk0.js +3 -0
- package/dist/src/{cloud-DqF5N1aJ.js → cloud-BbAl8dyj.js} +3 -3
- package/dist/src/{cloudflare-ai-sD26nP6V.js → cloudflare-ai-ChBxkojW.js} +5 -5
- package/dist/src/{cloudflare-ai-BwW8W-w7.js → cloudflare-ai-DDmTDys_.js} +5 -5
- package/dist/src/{cloudflare-ai-DCRGnsyL.cjs → cloudflare-ai-DPlNiC6I.cjs} +5 -5
- package/dist/src/{cloudflare-ai-BGamMotN.js → cloudflare-ai-UsZe6ndv.js} +5 -5
- package/dist/src/{cloudflare-gateway-CCC1DFrC.cjs → cloudflare-gateway-7b-lEtrb.cjs} +4 -4
- package/dist/src/{cloudflare-gateway-2lnOT4qM.js → cloudflare-gateway-Bq5cqiV8.js} +4 -4
- package/dist/src/{cloudflare-gateway-DOghiU6r.js → cloudflare-gateway-C0N-5s62.js} +4 -4
- package/dist/src/{cloudflare-gateway-B1-8KNCt.js → cloudflare-gateway-D5fm-QvC.js} +4 -4
- package/dist/src/{codex-app-server-BWeWamEb.js → codex-app-server-BG5Aphvl.js} +6 -6
- package/dist/src/{codex-app-server-DyQB1P0p.js → codex-app-server-BnPMlcjl.js} +6 -6
- package/dist/src/{codex-app-server-ZQRJSJjU.js → codex-app-server-D6gbvJFw.js} +6 -6
- package/dist/src/{codex-app-server-R9u_G7W9.cjs → codex-app-server-Dl6BLKJn.cjs} +6 -6
- package/dist/src/{codex-sdk-Dio1zJBS.js → codex-sdk-BnRTWAhS.js} +8 -7
- package/dist/src/codex-sdk-CChw5CYU.js +3 -0
- package/dist/src/{codex-sdk-BRPUvJG8.cjs → codex-sdk-Cy1pEjsQ.cjs} +8 -7
- package/dist/src/{codex-sdk-B62H0fe7.js → codex-sdk-D86dT4XV.js} +8 -7
- package/dist/src/{codex-sdk-iEmW1eS2.js → codex-sdk-mgUqOG2C.js} +8 -7
- package/dist/src/{cometapi-C7yWNGqt.js → cometapi-CkOfr271.js} +8 -8
- package/dist/src/{cometapi-sZgBZtbU.cjs → cometapi-EB-Is7jj.cjs} +8 -8
- package/dist/src/{cometapi-CSIi16a0.js → cometapi-gvPhrXNM.js} +8 -8
- package/dist/src/{cometapi--hh7dESS.js → cometapi-sBbQmdfk.js} +8 -8
- package/dist/src/{completion-DUScduXp.js → completion-BoWiFP-D.js} +7 -7
- package/dist/src/{completion-D_2IOAoS.js → completion-C99GFqQE.js} +7 -7
- package/dist/src/{completion-DT8cxo9T.js → completion-CUtdijfr.js} +7 -7
- package/dist/src/{completion-CWtqdn3z.cjs → completion-CkRVjadz.cjs} +7 -7
- package/dist/src/{crescendo-B41TwUHM.js → crescendo-B4EiUJ-M.js} +14 -14
- package/dist/src/{crescendo-DXFB7rHP.cjs → crescendo-BAN6NuWV.cjs} +16 -16
- package/dist/src/{crescendo-DvvYxMLA.js → crescendo-CYzxmaSJ.js} +16 -16
- package/dist/src/{crescendo-Bfic7KC4.js → crescendo-CrsXyaL0.js} +16 -16
- package/dist/src/{custom-BdzuqFTN.js → custom-C5K9QFs1.js} +13 -13
- package/dist/src/{custom-LEXHCRe3.cjs → custom-D1UjT5I5.cjs} +13 -13
- package/dist/src/{custom-DLgufezC.js → custom-DnMZvgB6.js} +13 -13
- package/dist/src/{custom-Cf5Q6r-P.js → custom-EWterxkb.js} +11 -11
- package/dist/src/{docker-D2TWGyTP.js → docker-BFQc9ccU.js} +6 -6
- package/dist/src/{docker-D0h2vFrc.cjs → docker-BMfsGXyn.cjs} +6 -6
- package/dist/src/{docker-BOSO_6hK.js → docker-ChD4-eri.js} +6 -6
- package/dist/src/{docker-Vj_4_cPg.js → docker-mZF5j6cW.js} +6 -6
- package/dist/src/{embedding-BQIApR18.cjs → embedding-BMqFDnLI.cjs} +7 -7
- package/dist/src/{embedding-CU78FMnw.js → embedding-BQBXSWgy.js} +7 -7
- package/dist/src/{embedding-CStK0TV6.js → embedding-BwTB3YDt.js} +7 -7
- package/dist/src/{embedding-CV8lmCnU.js → embedding-cd5oPBkX.js} +7 -7
- package/dist/src/{esm-BTK1W7lG.js → esm-CGER3lko.js} +2 -2
- package/dist/src/{esm-Bexx2PFc.js → esm-CYMWMaSj.js} +2 -2
- package/dist/src/{esm-B6whoAcf.js → esm-C_yrt93A.js} +2 -2
- package/dist/src/{esm-BIKakvNa.cjs → esm-vv4rR-Dp.cjs} +2 -2
- package/dist/src/{eval-B3BaNBbO.js → eval-DmGWplIN.js} +10 -10
- package/dist/src/{eval-DfR9885C.js → eval-N_VV5NZg.js} +1 -1
- package/dist/src/{evalResult-DHXs-9TL.cjs → evalResult-BZld6I3I.cjs} +6 -6
- package/dist/src/{evalResult-CcSqNl_Y.js → evalResult-ByGP9zuP.js} +7 -7
- package/dist/src/evalResult-CPPINYHK.js +3 -0
- package/dist/src/{evalResult-PGqEbasb.js → evalResult-gEmQRANj.js} +6 -6
- package/dist/src/evaluator-B01pCdUY.js +3 -0
- package/dist/src/{evaluator-n_dEb00o.js → evaluator-BpaUYhLY.js} +37 -37
- package/dist/src/{evaluatorHelpers-D06I9WFL.cjs → evaluatorHelpers-2gpZ9Q_f.cjs} +10 -10
- package/dist/src/{evaluatorHelpers-CrRObe2z.js → evaluatorHelpers-C8C8WQTv.js} +10 -10
- package/dist/src/{evaluatorHelpers-D1_kwvyp.js → evaluatorHelpers-DDG44JeI.js} +10 -10
- package/dist/src/{extractor-D3Fv_Tdh.js → extractor-Bjz9sdTQ.js} +6 -6
- package/dist/src/{extractor-BVkZtk4R.js → extractor-CtadTcJm.js} +6 -6
- package/dist/src/{extractor-Jp53vs-6.js → extractor-DAnauX2V.js} +6 -6
- package/dist/src/{extractor-bV_NOoaz.cjs → extractor-nyUwvU2U.cjs} +6 -6
- package/dist/src/{fetch-Cfm4EuOB.cjs → fetch-B2HvaVUc.cjs} +14 -12
- package/dist/src/{fetch-Cpf1U1nO.js → fetch-C59QM4cf.js} +10 -8
- package/dist/src/{fetch-BSSAcMxf.js → fetch-CBe8pU8Q.js} +10 -8
- package/dist/src/{fetch-Doks14zQ.js → fetch-CHJu2KON.js} +9 -7
- package/dist/src/fetch-D_XnRfBV.js +3 -0
- package/dist/src/{goat-CJngS-WU.js → goat-0HwO0EB2.js} +17 -17
- package/dist/src/{goat-DOMbozoX.cjs → goat-7wQgRcT4.cjs} +17 -17
- package/dist/src/{goat-CwsbfQeu.js → goat-BNX0lOFx.js} +15 -15
- package/dist/src/{goat-Ba7Gznzq.js → goat-BOVnOl5S.js} +17 -17
- package/dist/src/{graders-BQt1BaQe.js → graders-BnO-xoa-.js} +28 -28
- package/dist/src/{graders-CBQ2s6gz.cjs → graders-CQv1GT5Q.cjs} +27 -27
- package/dist/src/graders-D4vc1PFi.js +3 -0
- package/dist/src/{graders-KXzjnIim.js → graders-GNRQ1357.js} +27 -27
- package/dist/src/{graders-DaRU98zs.js → graders-k8qmhrPu.js} +29 -29
- package/dist/src/{hydra-CR0KyYDb.js → hydra-BrgGALmB.js} +16 -16
- package/dist/src/{hydra-BmXHxlyl.js → hydra-C38LOovb.js} +14 -14
- package/dist/src/{hydra-BU6GjYoQ.js → hydra-CXc0p63W.js} +16 -16
- package/dist/src/{hydra-RO9jBks7.cjs → hydra-Hdj65j0k.cjs} +16 -16
- package/dist/src/{image-B_PFG7IG.js → image-6u3WZ_7H.js} +5 -5
- package/dist/src/{image-LGj8dTcr.js → image-B6hCz0z3.js} +5 -5
- package/dist/src/{image-BtODOZjh.js → image-CgmaPlV_.js} +7 -7
- package/dist/src/{image-BBmZdKO3.js → image-DXbwwL-r.js} +5 -5
- package/dist/src/{image-HK2Cfqb1.cjs → image-Daa_X_YB.cjs} +7 -7
- package/dist/src/{image-CYuNJIqd.js → image-DmC5qwQx.js} +7 -7
- package/dist/src/{image-E00WFZkq.cjs → image-TY6FsHmn.cjs} +5 -5
- package/dist/src/{image-YMKejC0r.js → image-V0-pYiBI.js} +7 -7
- package/dist/src/index.cjs +49 -49
- package/dist/src/index.js +49 -49
- package/dist/src/{indirectWebPwn-D7NA9Nsv.cjs → indirectWebPwn-04ziKbly.cjs} +5 -5
- package/dist/src/{indirectWebPwn-CiWB-vVH.js → indirectWebPwn-1gHqaL91.js} +5 -5
- package/dist/src/{indirectWebPwn-B80dLlFC.js → indirectWebPwn-B0CAtvZJ.js} +6 -6
- package/dist/src/{indirectWebPwn-BMTXXznx.js → indirectWebPwn-BXUoJl4I.js} +5 -5
- package/dist/src/{indirectWebPwn-o_bEFMjP.js → indirectWebPwn-Biy9I52D.js} +6 -6
- package/dist/src/{indirectWebPwn-BzpyMnFS.js → indirectWebPwn-BoPqjm9W.js} +6 -6
- package/dist/src/{indirectWebPwn-BZFPV7Q9.js → indirectWebPwn-DRYpRTx6.js} +5 -5
- package/dist/src/{indirectWebPwn-BaEQEOIO.cjs → indirectWebPwn-MiCFTfzI.cjs} +6 -6
- package/dist/src/{inputVariables-DUGMb9Ka.js → inputVariables-B7cylqzM.js} +2 -2
- package/dist/src/{inputVariables-Dq9W-Z3a.cjs → inputVariables-D5K2vTp4.cjs} +2 -2
- package/dist/src/{inputVariables-B0qUChbV.js → inputVariables-DpOsOnzU.js} +3 -3
- package/dist/src/{inputVariables-DXFdi7AI.js → inputVariables-qJmuSN5i.js} +3 -3
- package/dist/src/{interactiveCheck-C4QlIuoR.js → interactiveCheck-BLnDrfjg.js} +2 -2
- package/dist/src/{iterative-CVwoExo8.js → iterative-BDRx_noa.js} +16 -16
- package/dist/src/{iterative-QDrGSyss.js → iterative-BZxrxnoh.js} +14 -14
- package/dist/src/{iterative-BACUeCCz.cjs → iterative-KSovqu_j.cjs} +16 -16
- package/dist/src/{iterative-B-l0syBV.js → iterative-vxBU1IPs.js} +16 -16
- package/dist/src/{iterativeImage-Bwn0fM75.js → iterativeImage-BZuMd4x3.js} +7 -7
- package/dist/src/{iterativeImage-BQg2OwA6.js → iterativeImage-DUWLmyVM.js} +6 -6
- package/dist/src/{iterativeImage-CcgVyASo.cjs → iterativeImage-DqNKoaIl.cjs} +7 -7
- package/dist/src/{iterativeImage-D_UbQXg4.js → iterativeImage-DwIp1WGB.js} +7 -7
- package/dist/src/{iterativeMeta-DlqY3BsS.cjs → iterativeMeta-9gsvnsl1.cjs} +15 -15
- package/dist/src/{iterativeMeta-CN8CNjFA.js → iterativeMeta-AgI6UEh6.js} +15 -15
- package/dist/src/{iterativeMeta-CIu-CHRS.js → iterativeMeta-BbcVN5nQ.js} +15 -15
- package/dist/src/{iterativeMeta-DN6BTjpq.js → iterativeMeta-BcF8LsFk.js} +13 -13
- package/dist/src/{iterativeTree-DcuFXnjL.js → iterativeTree-5TLHU9Kx.js} +14 -14
- package/dist/src/{iterativeTree-LOgAi0nU.cjs → iterativeTree-7XyY_zdo.cjs} +14 -14
- package/dist/src/{iterativeTree-CJ8a8G9T.js → iterativeTree-CnHx_kPu.js} +14 -14
- package/dist/src/{iterativeTree-FrDDYAN0.js → iterativeTree-D9I3UJ0P.js} +12 -12
- package/dist/src/{knowledgeBase-o_wTLzrt.js → knowledgeBase-BGbDBwr5.js} +5 -5
- package/dist/src/{knowledgeBase-CjOXp6Lr.js → knowledgeBase-BzfBwPyQ.js} +5 -5
- package/dist/src/{knowledgeBase-DxAq4n4z.js → knowledgeBase-C_MSTwDt.js} +5 -5
- package/dist/src/{knowledgeBase-CdbcGBZF.cjs → knowledgeBase-DSVK_YTi.cjs} +5 -5
- package/dist/src/{litellm-CYfgxLrM.js → litellm-CRTmskqC.js} +5 -5
- package/dist/src/{litellm-B2gHwya_.js → litellm-Ch4E-r4b.js} +5 -5
- package/dist/src/{litellm-ojWBKU3C.js → litellm-DNnk7802.js} +5 -5
- package/dist/src/{litellm-CPpdlO7n.cjs → litellm-jA4_p8mv.cjs} +5 -5
- package/dist/src/{logger-KD8JjCRJ.js → logger-BjYLHvGm.js} +56 -25
- package/dist/src/{logger-cfNpzI4o.cjs → logger-Cm0Nb8YX.cjs} +34 -3
- package/dist/src/{logger-Ct2S6Yx-.js → logger-Cs0I2v_y.js} +34 -3
- package/dist/src/{logger-BbY6ypFL.js → logger-h-eiS4iv.js} +34 -3
- package/dist/src/{luma-ray-BCCO9XXG.cjs → luma-ray-BCkN79tz.cjs} +5 -5
- package/dist/src/{luma-ray-DP5N79lB.js → luma-ray-BqVizUQY.js} +5 -5
- package/dist/src/{luma-ray-BPrdihAb.js → luma-ray-CD7rd6KW.js} +5 -5
- package/dist/src/{luma-ray-DTDyoAlM.js → luma-ray-DLWLjDCa.js} +5 -5
- package/dist/src/main.js +55 -55
- package/dist/src/{memoryPoisoning-B6N3us35.cjs → memoryPoisoning-BXDi4XCK.cjs} +8 -8
- package/dist/src/{memoryPoisoning-D375zwSX.js → memoryPoisoning-D-V4yXjj.js} +8 -8
- package/dist/src/{memoryPoisoning-Bc_BK_k2.js → memoryPoisoning-PrsT7Zh2.js} +8 -8
- package/dist/src/{memoryPoisoning-DJA0YjJT.js → memoryPoisoning-ZUwCLvEn.js} +8 -8
- package/dist/src/{messages-BrZEnHsV.cjs → messages-BSFLFXIO.cjs} +8 -8
- package/dist/src/{messages-Bg29Nbit.js → messages-C5qBfONg.js} +8 -8
- package/dist/src/{messages-K9A8RxBM.js → messages-CQoK4jHx.js} +8 -8
- package/dist/src/{messages-CBulRaud.js → messages-Dy5vvc3H.js} +8 -8
- package/dist/src/{mischievousUser-CSUrH3fq.cjs → mischievousUser-B4_YRWqu.cjs} +5 -5
- package/dist/src/{mischievousUser-Blx-OtT3.js → mischievousUser-BoZy3Fry.js} +5 -5
- package/dist/src/{mischievousUser-CHuTTvBg.js → mischievousUser-CjJ9ZEuw.js} +5 -5
- package/dist/src/{mischievousUser-BDLwSGN0.js → mischievousUser-CrMXlOUj.js} +5 -5
- package/dist/src/{modelslab-CBCrdIBc.js → modelslab-B72XbAlR.js} +8 -8
- package/dist/src/{modelslab-CrGpXuhv.js → modelslab-Bw-46LmW.js} +8 -8
- package/dist/src/{modelslab-BjEk7yCP.js → modelslab-CJ0zQdDH.js} +8 -8
- package/dist/src/{modelslab-Cvh0klQx.cjs → modelslab-LXFLCD-O.cjs} +8 -8
- package/dist/src/{nova-reel-DH_Ksu6X.cjs → nova-reel-D0k0-k8Y.cjs} +5 -5
- package/dist/src/{nova-reel-YQAqUYJY.js → nova-reel-DItvBa6z.js} +5 -5
- package/dist/src/{nova-reel-CUDDZcSA.js → nova-reel-DN7gTJzd.js} +5 -5
- package/dist/src/{nova-reel-CyDESu5J.js → nova-reel-DRLvlFOH.js} +5 -5
- package/dist/src/{nova-sonic-DxmK95c1.js → nova-sonic-BeAjEzkG.js} +3 -3
- package/dist/src/{nova-sonic-BhmnRGyh.js → nova-sonic-DB7LzcCY.js} +3 -3
- package/dist/src/{nova-sonic-Bg3cxMMu.cjs → nova-sonic-DfLkPbkF.cjs} +3 -3
- package/dist/src/{nova-sonic-BVFFB7JZ.js → nova-sonic-kzIVxZDb.js} +3 -3
- package/dist/src/{openai-zgwBb4Ff.js → openai-Bfbg6L4c.js} +2 -2
- package/dist/src/{openai-C3uXv8wS.cjs → openai-CCaz18I4.cjs} +2 -2
- package/dist/src/{openai-CJrsh9n4.js → openai-CJOpg_dA.js} +2 -2
- package/dist/src/{openai-BMHD2Huo.js → openai-uRacy72N.js} +2 -2
- package/dist/src/{openclaw-CWOm2eOr.js → openclaw-2Y9Ukt9Y.js} +9 -9
- package/dist/src/{openclaw-Cdk9JKfY.js → openclaw-BdnuiqBG.js} +9 -9
- package/dist/src/{openclaw-CHQaZi_-.cjs → openclaw-D54hA9Fe.cjs} +9 -9
- package/dist/src/{openclaw-DhF8rUpI.js → openclaw-DRjsDCSS.js} +9 -9
- package/dist/src/{opencode-sdk-BRjiPV-g.js → opencode-sdk-2su-bzyz.js} +38 -9
- package/dist/src/{opencode-sdk-CPFMw0ed.cjs → opencode-sdk-BRkqgOOQ.cjs} +38 -9
- package/dist/src/{opencode-sdk-CqkyG8De.js → opencode-sdk-CFY-1bkH.js} +38 -9
- package/dist/src/{opencode-sdk-CaSOCsBA.js → opencode-sdk-D-tRQJ9s.js} +38 -9
- package/dist/src/{otlpReceiver-B2eaKC8C.js → otlpReceiver-BkB7tsTT.js} +3 -3
- package/dist/src/{otlpReceiver--gTpSagc.js → otlpReceiver-BqJYGC-M.js} +4 -4
- package/dist/src/{otlpReceiver-BXjcRqAM.js → otlpReceiver-CRwU2egH.js} +4 -4
- package/dist/src/{otlpReceiver-CvJdBGSc.cjs → otlpReceiver-DOl5S07u.cjs} +4 -4
- package/dist/src/{packageParser--MWTSrPW.js → packageParser-B3bpKHK4.js} +2 -2
- package/dist/src/{packageParser-CgE-ziRo.js → packageParser-CZdMKLBh.js} +2 -2
- package/dist/src/{packageParser-hwwSGnAZ.js → packageParser-D7YWfcSe.js} +2 -2
- package/dist/src/{packageParser-QoCS1FMl.cjs → packageParser-DR054ceU.cjs} +2 -2
- package/dist/src/{promptLength-B9nZEfO6.js → promptLength-5B4_P93z.js} +2 -2
- package/dist/src/{promptLength-BbBbDHNj.cjs → promptLength-CAcg7BmO.cjs} +2 -2
- package/dist/src/{promptLength-4X-Wd8PG.js → promptLength-PkjlYFx0.js} +2 -2
- package/dist/src/{promptLength-0qIHyhA5.js → promptLength-ho3wbst6.js} +2 -2
- package/dist/src/{promptfoo-CqEpj6Sr.js → promptfoo-CEsoPlBa.js} +8 -8
- package/dist/src/{promptfoo-ClChwT74.cjs → promptfoo-DAXBmrE6.cjs} +8 -8
- package/dist/src/{promptfoo-CReYAtfb.js → promptfoo-DVKqidd8.js} +9 -9
- package/dist/src/{promptfoo-BU4_0J85.js → promptfoo-wxe28-q9.js} +9 -9
- package/dist/src/{providerRegistry-DHcFiVWX.js → providerRegistry-Bf4tRLgu.js} +2 -2
- package/dist/src/{providerRegistry-CZO_w7ue.cjs → providerRegistry-DKbi2EbP.cjs} +2 -2
- package/dist/src/{providerRegistry-ReCd0sFa.js → providerRegistry-DLeG-xXn.js} +2 -2
- package/dist/src/{providerRegistry-1gB5vtzQ.js → providerRegistry-v8Wa3f9z.js} +2 -2
- package/dist/src/{providers-B7TyByfj.js → providers-CYBHjFEg.js} +128 -120
- package/dist/src/{providers-iH3Sw1yo.js → providers-DDLQc0tl.js} +127 -119
- package/dist/src/{providers-V6RBuieY.cjs → providers-DP1CDgd5.cjs} +126 -118
- package/dist/src/{providers-BGc7tDtQ.js → providers-DTPwadhk.js} +126 -118
- package/dist/src/{providers-CSOp-bCm.js → providers-DvBFcsXi.js} +1 -1
- package/dist/src/{pythonUtils-Cokhluq3.cjs → pythonUtils-BjuymNdM.cjs} +3 -3
- package/dist/src/{pythonUtils-D0BYebvX.js → pythonUtils-C4Wnz6Q7.js} +3 -3
- package/dist/src/{pythonUtils-CLCgQ9tt.js → pythonUtils-CBe7VV6f.js} +3 -3
- package/dist/src/{pythonUtils-CgYxeSmO.js → pythonUtils-CLAoc6jg.js} +3 -3
- package/dist/src/{quiverai-C1dYu5MW.js → quiverai-B6ebiUKf.js} +6 -6
- package/dist/src/{quiverai-CNMIpZQg.js → quiverai-BG7dvOQc.js} +6 -6
- package/dist/src/{quiverai-fmSfU43k.cjs → quiverai-DH6SMaxD.cjs} +6 -6
- package/dist/src/{quiverai-58BtRRet.js → quiverai-DHNIAUfS.js} +6 -6
- package/dist/src/{registry-BTGk2ZkB.js → registry-BKlwRYvr.js} +14 -14
- package/dist/src/{registry-6Jw6ebor.cjs → registry-CQHRTGYs.cjs} +14 -14
- package/dist/src/{registry-NGnOG2xa.js → registry-Eiv-QeUm.js} +14 -14
- package/dist/src/{registry-BTNqmP5o.js → registry-qNoxbVEb.js} +14 -14
- package/dist/src/{remoteGeneration-BpIYlb_O.cjs → remoteGeneration-CD3c_rzc.cjs} +6 -6
- package/dist/src/{remoteGeneration-CJC3E0aW.js → remoteGeneration-CoxtxLvB.js} +6 -6
- package/dist/src/{remoteGeneration-D6UjE2JT.js → remoteGeneration-DW6mPZnO.js} +6 -6
- package/dist/src/{remoteGeneration--D6WjzUm.js → remoteGeneration-DvWEm3yi.js} +6 -6
- package/dist/src/{render-_6ur1fhE.js → render-BoxrvB84.js} +2 -2
- package/dist/src/{render-DFfDeYUK.js → render-CTZQAINJ.js} +2 -2
- package/dist/src/{render-BNTrbmBw.cjs → render-DJ4yipCD.cjs} +2 -2
- package/dist/src/{render-DznWrxGO.js → render-MiyTvDY4.js} +2 -2
- package/dist/src/{render-CSP99NLm.js → render-jE6RKVgk.js} +2 -2
- package/dist/src/{responses-CUARGrhY.cjs → responses-Bs2_3zyr.cjs} +14 -14
- package/dist/src/{responses-CrmWv6iz.js → responses-C0yU3fO6.js} +14 -14
- package/dist/src/{responses-BVi7xIdv.js → responses-C2vhwf8F.js} +14 -14
- package/dist/src/{responses-5Gf5HNOi.js → responses-pvlY3oYx.js} +14 -14
- package/dist/src/{rubyUtils-CnlW8AYb.js → rubyUtils-AvgsD_QH.js} +3 -3
- package/dist/src/{rubyUtils-CqUWBZAt.cjs → rubyUtils-BEqeZynS.cjs} +3 -3
- package/dist/src/{rubyUtils-CXlFM2rR.js → rubyUtils-C-sxXgGT.js} +3 -3
- package/dist/src/{rubyUtils-DdGojpfv.js → rubyUtils-DFzPvVD4.js} +3 -3
- package/dist/src/rubyUtils-DfYaGbxe.js +3 -0
- package/dist/src/{runtimeTransform-DigbjU1r.js → runtimeTransform-BmhEztlx.js} +2 -2
- package/dist/src/{runtimeTransform-BJOpL9Yc.js → runtimeTransform-Bw9Tttpp.js} +2 -2
- package/dist/src/{runtimeTransform-ON3YYILw.cjs → runtimeTransform-DJEknTZQ.cjs} +2 -2
- package/dist/src/{runtimeTransform-Dgh_D7DU.js → runtimeTransform-s14J7yxm.js} +2 -2
- package/dist/src/{sagemaker-BwbV5U7_.js → sagemaker-C8NJAT8D.js} +11 -11
- package/dist/src/{sagemaker-ClAZ6Qwc.js → sagemaker-DlajLLgJ.js} +11 -11
- package/dist/src/{sagemaker-DY2qrOpq.js → sagemaker-PgIzjxMt.js} +11 -11
- package/dist/src/{sagemaker-BeVTKfrv.cjs → sagemaker-hwPXLGI4.cjs} +11 -11
- package/dist/src/{scanner-BS-iFIp3.js → scanner-B3DPvw5u.js} +6 -6
- package/dist/src/server/index.js +57 -57
- package/dist/src/{server-DLYjSFm2.js → server-4wx571OM.js} +6 -6
- package/dist/src/{server-JQYD_Nws.js → server-8in_Vrrf.js} +6 -6
- package/dist/src/server-BHd6SQYX.js +3 -0
- package/dist/src/{server-CbiJppij.js → server-pMTgWs3M.js} +4 -4
- package/dist/src/{server-BHOEL8p8.cjs → server-yHhoBx98.cjs} +4 -4
- package/dist/src/{shared-CSIGeGLl.js → shared-BF25a7ms.js} +12 -12
- package/dist/src/{shared-aHWko3P1.cjs → shared-DlmtkptR.cjs} +12 -12
- package/dist/src/{shared-DNvim54U.js → shared-DsbObxvy.js} +12 -12
- package/dist/src/{shared-CRq0gGVf.js → shared-yBQATkD5.js} +13 -13
- package/dist/src/{signal-CSurUUyV.js → signal-CRrWj2xI.js} +3 -3
- package/dist/src/{simulatedUser-mnCUS9Bm.cjs → simulatedUser-9A3YPDh2.cjs} +7 -7
- package/dist/src/{simulatedUser-DH_7RzEQ.js → simulatedUser-CbZZV7UQ.js} +7 -7
- package/dist/src/{simulatedUser-C7sOFSF6.js → simulatedUser-DdcsTBuS.js} +7 -7
- package/dist/src/{simulatedUser-lgMMmniD.js → simulatedUser-LKk31Iov.js} +7 -7
- package/dist/src/{slack-k-_CP84Q.js → slack-CWxUAo6N.js} +2 -2
- package/dist/src/{slack-DMC1QVEg.cjs → slack-CtMQnlyy.cjs} +2 -2
- package/dist/src/{slack-DTEFhrMn.js → slack-DrcMAkvd.js} +2 -2
- package/dist/src/{slack-Bapo-7_8.js → slack-chzmaYU3.js} +2 -2
- package/dist/src/{storage-EKVWZBNY.js → storage-B9lg2RCL.js} +6 -6
- package/dist/src/{storage-95htjpLs.js → storage-BC9TzmHh.js} +5 -5
- package/dist/src/{storage-A4WnAeN3.cjs → storage-Cv7QYUPO.cjs} +4 -4
- package/dist/src/{storage-B2Ql_oq4.js → storage-fbHNSuZ9.js} +4 -4
- package/dist/src/{store-B2NDDooM.cjs → store-BKN4VD-m.cjs} +3 -3
- package/dist/src/{store-HpopRVzl.js → store-C4eo8Kyv.js} +3 -3
- package/dist/src/store-mJpYYA7W.js +3 -0
- package/dist/src/{store-DKd5592Q.js → store-u1XNK3e8.js} +3 -3
- package/dist/src/{strategies-CD1gHeeQ.js → strategies-4Nnr_9xt.js} +18 -18
- package/dist/src/{strategies-CCcnEbFO.cjs → strategies-BD7US9WB.cjs} +18 -18
- package/dist/src/{strategies-CBI1brSy.js → strategies-Ptz_P4P4.js} +20 -20
- package/dist/src/{tables-CRSXQ2Ke.js → tables-Bn3_8sxV.js} +2 -2
- package/dist/src/{tables-DafUHOeh.js → tables-D_ZGKiGc.js} +3 -3
- package/dist/src/{tables-DBIJU0WE.cjs → tables-D_s2HMPP.cjs} +2 -2
- package/dist/src/{tables-CxjU7bBd.js → tables-PWOqfbI_.js} +3 -3
- package/dist/src/{telemetry-C4bX-6Sr.js → telemetry-BTIhfopq.js} +21 -16
- package/dist/src/{telemetry-DOE567Wj.js → telemetry-BU80NveV.js} +21 -16
- package/dist/src/telemetry-CVHVhMOI.js +3 -0
- package/dist/src/{telemetry-BbpmrenM.js → telemetry-D3yQCekN.js} +21 -16
- package/dist/src/{telemetry-C_ImlCOk.cjs → telemetry-DvzmDrSM.cjs} +21 -16
- package/dist/src/{tracingOptions-xhjOg2b1.js → tracingOptions-D2F0D7es.js} +4 -4
- package/dist/src/{tracingOptions-BvmDa_jH.js → tracingOptions-PLePpCmo.js} +3 -3
- package/dist/src/{tracingOptions-BOP1FsRt.js → tracingOptions-WpE9IqC8.js} +4 -4
- package/dist/src/{tracingOptions-DFBoE8O0.cjs → tracingOptions-eqmq5sA2.cjs} +4 -4
- package/dist/src/{transcription-D8kkPXg_.cjs → transcription-CKLxdMxm.cjs} +7 -7
- package/dist/src/{transcription-BOXDoehT.js → transcription-CmlDorqD.js} +7 -7
- package/dist/src/{transcription-CpVdKc4P.js → transcription-Cupf4JNw.js} +7 -7
- package/dist/src/{transcription-Z94eV9LR.js → transcription-sOgdGxM6.js} +7 -7
- package/dist/src/{transform-BnSXWmU_2.cjs → transform-0wnBYYaL2.cjs} +4 -4
- package/dist/src/{transform-DtTfiGoh.js → transform-AfC8gqCB.js} +5 -5
- package/dist/src/{transform-CGt7Kt3y2.js → transform-BDSnWRNv2.js} +4 -4
- package/dist/src/{transform-BnSTnFlp.js → transform-C5pxvKUV.js} +4 -4
- package/dist/src/{transform-CrPGTsij.js → transform-C5rpIuDz.js} +4 -4
- package/dist/src/{transform-BufxPIQL.js → transform-D7QlmswG.js} +5 -5
- package/dist/src/{transform-DJkt81VY.cjs → transform-DKw2FNwg.cjs} +5 -5
- package/dist/src/{transform-Wp6s_5QE.js → transform-R1PnNdLv.js} +5 -5
- package/dist/src/{types-BFevViUY.js → types-C_e_SykX.js} +2 -2
- package/dist/src/{types-BJQBBPTP.js → types-uLCKnRiK.js} +2 -2
- package/dist/src/{util-DNtUsus_.cjs → util-3BRss2KA.cjs} +7 -7
- package/dist/src/{util-o2Qg5rZv.js → util-B2Nt2Oy7.js} +19 -14
- package/dist/src/{util-DwNJzqOV.js → util-BGfk7zh7.js} +8 -8
- package/dist/src/{util-DeY58psG.js → util-BLSQ_7Ky.js} +19 -14
- package/dist/src/{util-BHCAeuXx.cjs → util-BSZPCmvm.cjs} +4 -3
- package/dist/src/{util-COnzevXE.cjs → util-BuYzkbEz.cjs} +7 -7
- package/dist/src/{util-CYev3d-r.js → util-C6d3eV0A.js} +19 -14
- package/dist/src/{util-jZRrXe1P.js → util-CES4qWd7.js} +8 -8
- package/dist/src/{util-DGqkTb2-.js → util-CKZReNsz.js} +8 -8
- package/dist/src/{util-NYQvo1C7.cjs → util-Cs372i1_.cjs} +19 -14
- package/dist/src/{util-X4KQgyVD.js → util-Cw9nJJWm.js} +4 -3
- package/dist/src/{util-DpV6KT5i.js → util-D1NKMz55.js} +7 -7
- package/dist/src/{util-ETfU_sS9.js → util-D9grslJP.js} +8 -8
- package/dist/src/{util-CMrHV35u.js → util-SNUDkWJ8.js} +4 -3
- package/dist/src/{util-DRfqa4xz.js → util-vaCPFatZ.js} +7 -7
- package/dist/src/{util-DTq3jq2z.js → util-weQgMdSy.js} +4 -3
- package/dist/src/{utils-Ve6kuJsa.cjs → utils-B_HCobst.cjs} +2 -2
- package/dist/src/{utils-BGY69tk_.js → utils-C3qMBhJT.js} +2 -2
- package/dist/src/{utils-BFOh20Gb.js → utils-Cdx3ZJr7.js} +2 -2
- package/dist/src/{utils-B0lzitHZ.js → utils-DMWnIu_V.js} +2 -2
- package/dist/src/{version-CHR-EFec.js → version-BGiEZvX0.js} +2 -2
- package/dist/src/{version-qVEN5qCm.js → version-BNhpIb2U.js} +2 -2
- package/dist/src/{version-F0YDgb7J.js → version-CnYqmWbz.js} +2 -2
- package/dist/src/{version-VzUqOBZk.cjs → version-XjGPawtU.cjs} +2 -2
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +16 -16
- package/dist/src/app/assets/Report-sCXUfaWo.js +0 -1
- package/dist/src/app/assets/index-yhM8y1PP.css +0 -1
- package/dist/src/cache-BKYi3kAA.js +0 -3
- package/dist/src/cloud-DiWbUiVP.js +0 -3
- package/dist/src/codex-sdk-DxukZs_K.js +0 -3
- package/dist/src/evalResult-BtZSUgQv.js +0 -3
- package/dist/src/evaluator-B9LGbKI8.js +0 -3
- package/dist/src/fetch-BodQTrMU.js +0 -3
- package/dist/src/graders-B3D7kCcD.js +0 -3
- package/dist/src/rubyUtils-BYVlQ94c.js +0 -3
- package/dist/src/server-D18AAlAc.js +0 -3
- package/dist/src/store-IbiRIF3k.js +0 -3
- package/dist/src/telemetry-BUm_krVX.js +0 -3
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { a as logger } from "./logger-
|
|
2
|
-
import { m as sleep } from "./fetch-
|
|
3
|
-
import { i as storeBlob } from "./blobs-
|
|
1
|
+
import { a as logger } from "./logger-BjYLHvGm.js";
|
|
2
|
+
import { m as sleep } from "./fetch-CBe8pU8Q.js";
|
|
3
|
+
import { i as storeBlob } from "./blobs-ikh75MtF.js";
|
|
4
4
|
import { t as ellipsize } from "./text-CZr46tp_.js";
|
|
5
|
-
import { t as AwsBedrockGenericProvider } from "./base-
|
|
5
|
+
import { t as AwsBedrockGenericProvider } from "./base-CTWzNAH9.js";
|
|
6
6
|
import * as fs$1 from "fs";
|
|
7
7
|
import * as path$1 from "path";
|
|
8
8
|
//#region src/providers/bedrock/luma-ray.ts
|
|
@@ -310,4 +310,4 @@ var LumaRayVideoProvider = class extends AwsBedrockGenericProvider {
|
|
|
310
310
|
//#endregion
|
|
311
311
|
export { LumaRayVideoProvider };
|
|
312
312
|
|
|
313
|
-
//# sourceMappingURL=luma-ray-
|
|
313
|
+
//# sourceMappingURL=luma-ray-CD7rd6KW.js.map
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import { s as logger } from "./logger-
|
|
3
|
-
import { f as sleep } from "./fetch-
|
|
2
|
+
import { s as logger } from "./logger-h-eiS4iv.js";
|
|
3
|
+
import { f as sleep } from "./fetch-C59QM4cf.js";
|
|
4
4
|
import { t as ellipsize } from "./text-Db-Wt2u2.js";
|
|
5
|
-
import { t as AwsBedrockGenericProvider } from "./base-
|
|
6
|
-
import { i as storeBlob } from "./blobs-
|
|
5
|
+
import { t as AwsBedrockGenericProvider } from "./base-BARAIJmp.js";
|
|
6
|
+
import { i as storeBlob } from "./blobs-CA4gXarv.js";
|
|
7
7
|
import * as fs$1 from "fs";
|
|
8
8
|
import * as path$1 from "path";
|
|
9
9
|
//#region src/providers/bedrock/luma-ray.ts
|
|
@@ -311,4 +311,4 @@ var LumaRayVideoProvider = class extends AwsBedrockGenericProvider {
|
|
|
311
311
|
//#endregion
|
|
312
312
|
export { LumaRayVideoProvider };
|
|
313
313
|
|
|
314
|
-
//# sourceMappingURL=luma-ray-
|
|
314
|
+
//# sourceMappingURL=luma-ray-DLWLjDCa.js.map
|
package/dist/src/main.js
CHANGED
|
@@ -1,45 +1,45 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import { C as getConfigDirectoryPath, D as getEnvInt, E as getEnvFloat, M as isNonInteractive, N as state, O as getEnvString, T as getEnvBool, _ as extractJsonObjects, a as isDebugEnabled, b as orderKeys, c as setLogCallback, g as extractFirstJsonObject, i as initializeRunLogging, j as isCI, l as setLogLevel, m as sanitizeObject, n as getLogLevel, s as logger, t as closeLogger, w as setConfigDirectoryPath } from "./logger-
|
|
3
|
-
import { F as getShareApiBaseUrl, I as getShareViewBaseUrl, M as TERMINAL_MAX_WIDTH, N as getDefaultPort, O as CLOUD_PROVIDER_PREFIX, P as getDefaultShareViewBaseUrl, R as HUMAN_ASSERTION_TYPE,
|
|
4
|
-
import { n as VERSION } from "./version-
|
|
2
|
+
import { C as getConfigDirectoryPath, D as getEnvInt, E as getEnvFloat, M as isNonInteractive, N as state, O as getEnvString, T as getEnvBool, _ as extractJsonObjects, a as isDebugEnabled, b as orderKeys, c as setLogCallback, g as extractFirstJsonObject, i as initializeRunLogging, j as isCI, l as setLogLevel, m as sanitizeObject, n as getLogLevel, s as logger, t as closeLogger, w as setConfigDirectoryPath } from "./logger-h-eiS4iv.js";
|
|
3
|
+
import { F as getShareApiBaseUrl, I as getShareViewBaseUrl, M as TERMINAL_MAX_WIDTH, N as getDefaultPort, O as CLOUD_PROVIDER_PREFIX, P as getDefaultShareViewBaseUrl, R as HUMAN_ASSERTION_TYPE, f as sleep, i as fetchWithTimeout, n as fetchWithProxy, r as fetchWithRetries, t as clearAgentCache, v as getRequestTimeoutMs, x as isPromptfooSampleTarget } from "./fetch-C59QM4cf.js";
|
|
4
|
+
import { n as VERSION } from "./version-CnYqmWbz.js";
|
|
5
5
|
import { t as invariant } from "./invariant-B2Rf6avk.js";
|
|
6
|
-
import {
|
|
7
|
-
import { a as cloudConfig, c as writeGlobalConfigPartial, o as readGlobalConfig, r as CloudConfig } from "./cloud-
|
|
8
|
-
import { n as TelemetryEventSchema, r as telemetry } from "./telemetry-
|
|
9
|
-
import { $ as HARM_PLUGINS, B as categoryAliases, D as ADDITIONAL_STRATEGIES, E as isUuid, F as getDefaultNFanout, G as ADDITIONAL_PLUGINS, H as riskCategorySeverityMap, J as CANARY_BREAKING_STRATEGY_IDS, K as ALL_PLUGINS, L as isFanoutStrategy, N as STRATEGY_COLLECTIONS, P as STRATEGY_COLLECTION_MAPPINGS, Q as FOUNDATION_PLUGINS, R as isMultiTurnStrategy, S as PluginConfigSchema, U as subCategoryDescriptions, W as ALIASED_PLUGIN_MAPPINGS, X as DEFAULT_PLUGINS, Y as DATASET_EXEMPT_PLUGINS, Z as FINANCIAL_PLUGINS, _ as PromptSchema, _t as CODING_AGENT_PLUGINS, a as EvaluateOptionsSchema, at as MULTI_INPUT_VAR, b as ConversationMessageSchema, c as TestSuiteConfigSchema, dt as REMOTE_ONLY_PLUGIN_IDS, et as INSURANCE_PLUGINS, g as RedteamGenerateOptionsSchema, gt as CODING_AGENT_CORE_PLUGINS, h as RedteamConfigSchema, ht as UNALIGNED_PROVIDER_HARM_PLUGINS, i as EvalResultsFilterMode, it as MULTI_INPUT_EXCLUDED_PLUGINS, j as DEFAULT_STRATEGIES, k as ALL_STRATEGIES, l as TestSuiteSchema, lt as REDTEAM_MODEL, mt as TELECOM_PLUGINS, n as BaseAssertionTypesSchema, nt as LLAMA_GUARD_REPLICATE_PROVIDER, o as OutputFileExtension, ot as PHARMACY_PLUGINS, p as isApiProvider, pt as TEEN_SAFETY_PLUGINS, q as BIAS_PLUGINS, r as CommandLineOptionsSchema, rt as MEDICAL_PLUGINS, s as ResultFailureReason, st as PII_PLUGINS, t as AssertionOrSetSchema, tt as LLAMA_GUARD_ENABLED_CATEGORIES, u as UnifiedConfigSchema, ut as REDTEAM_PROVIDER_HARM_PLUGINS, v as ProviderOptionsSchema, w as StrategyConfigSchema, x as PartialGenerationError, y as ProvidersSchema, z as Severity } from "./types-
|
|
6
|
+
import { c as isLoggedIntoCloud, i as getAuthor, l as promptForEmailUnverified, n as checkEmailStatusAndMaybeExit, o as getUserEmail, r as clearUserEmail, s as getUserId, t as checkEmailStatus, u as setUserEmail } from "./accounts-Bw2qPqE-.js";
|
|
7
|
+
import { a as cloudConfig, c as writeGlobalConfigPartial, o as readGlobalConfig, r as CloudConfig } from "./cloud-BbAl8dyj.js";
|
|
8
|
+
import { n as TelemetryEventSchema, r as telemetry } from "./telemetry-BU80NveV.js";
|
|
9
|
+
import { $ as HARM_PLUGINS, B as categoryAliases, D as ADDITIONAL_STRATEGIES, E as isUuid, F as getDefaultNFanout, G as ADDITIONAL_PLUGINS, H as riskCategorySeverityMap, J as CANARY_BREAKING_STRATEGY_IDS, K as ALL_PLUGINS, L as isFanoutStrategy, N as STRATEGY_COLLECTIONS, P as STRATEGY_COLLECTION_MAPPINGS, Q as FOUNDATION_PLUGINS, R as isMultiTurnStrategy, S as PluginConfigSchema, U as subCategoryDescriptions, W as ALIASED_PLUGIN_MAPPINGS, X as DEFAULT_PLUGINS, Y as DATASET_EXEMPT_PLUGINS, Z as FINANCIAL_PLUGINS, _ as PromptSchema, _t as CODING_AGENT_PLUGINS, a as EvaluateOptionsSchema, at as MULTI_INPUT_VAR, b as ConversationMessageSchema, c as TestSuiteConfigSchema, dt as REMOTE_ONLY_PLUGIN_IDS, et as INSURANCE_PLUGINS, g as RedteamGenerateOptionsSchema, gt as CODING_AGENT_CORE_PLUGINS, h as RedteamConfigSchema, ht as UNALIGNED_PROVIDER_HARM_PLUGINS, i as EvalResultsFilterMode, it as MULTI_INPUT_EXCLUDED_PLUGINS, j as DEFAULT_STRATEGIES, k as ALL_STRATEGIES, l as TestSuiteSchema, lt as REDTEAM_MODEL, mt as TELECOM_PLUGINS, n as BaseAssertionTypesSchema, nt as LLAMA_GUARD_REPLICATE_PROVIDER, o as OutputFileExtension, ot as PHARMACY_PLUGINS, p as isApiProvider, pt as TEEN_SAFETY_PLUGINS, q as BIAS_PLUGINS, r as CommandLineOptionsSchema, rt as MEDICAL_PLUGINS, s as ResultFailureReason, st as PII_PLUGINS, t as AssertionOrSetSchema, tt as LLAMA_GUARD_ENABLED_CATEGORIES, u as UnifiedConfigSchema, ut as REDTEAM_PROVIDER_HARM_PLUGINS, v as ProviderOptionsSchema, w as StrategyConfigSchema, x as PartialGenerationError, y as ProvidersSchema, z as Severity } from "./types-C_e_SykX.js";
|
|
10
10
|
import { i as isJavascriptFile } from "./fileExtensions-D4GCJ67J.js";
|
|
11
|
-
import { r as importModule, t as getDirectory } from "./esm-
|
|
12
|
-
import { a as extractVariablesFromTemplates, i as extractVariablesFromTemplate, o as getNunjucksEngine, t as renderEnvOnlyInObject } from "./render-
|
|
13
|
-
import { a as getRemoteHealthUrl, l as shouldGenerateRemote, n as getRemoteGenerationExplicitlyDisabledError, r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-
|
|
14
|
-
import { a as openAuthBrowser, i as checkServerRunning, n as BrowserBehaviorNames, o as openBrowser, s as promptUser, t as BrowserBehavior } from "./server-
|
|
15
|
-
import { _ as makeRequest$1, c as getCloudDatabaseId, d as getOrgContext, f as getPluginSeverityOverridesFromCloud, g as isCloudProvider, h as getUserTeams, i as retrieveMedia, l as getConfigFromCloud, m as getProviderFromCloud, o as canCreateTargets, r as mediaExists, s as checkCloudPermissions, t as getMediaStorage, u as getEvalConfigFromCloud, v as resolveTeamFromIdentifier, y as resolveTeamId } from "./storage-
|
|
11
|
+
import { r as importModule, t as getDirectory } from "./esm-CYMWMaSj.js";
|
|
12
|
+
import { a as extractVariablesFromTemplates, i as extractVariablesFromTemplate, o as getNunjucksEngine, t as renderEnvOnlyInObject } from "./render-jE6RKVgk.js";
|
|
13
|
+
import { a as getRemoteHealthUrl, l as shouldGenerateRemote, n as getRemoteGenerationExplicitlyDisabledError, r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-DW6mPZnO.js";
|
|
14
|
+
import { a as openAuthBrowser, i as checkServerRunning, n as BrowserBehaviorNames, o as openBrowser, s as promptUser, t as BrowserBehavior } from "./server-4wx571OM.js";
|
|
15
|
+
import { _ as makeRequest$1, c as getCloudDatabaseId, d as getOrgContext, f as getPluginSeverityOverridesFromCloud, g as isCloudProvider, h as getUserTeams, i as retrieveMedia, l as getConfigFromCloud, m as getProviderFromCloud, o as canCreateTargets, r as mediaExists, s as checkCloudPermissions, t as getMediaStorage, u as getEvalConfigFromCloud, v as resolveTeamFromIdentifier, y as resolveTeamId } from "./storage-B9lg2RCL.js";
|
|
16
16
|
import { n as sha256, t as randomSequence } from "./createHash-CgRvs4Fn.js";
|
|
17
|
-
import { a as fetchWithCache, n as clearCache, r as disableCache, t as cache_exports } from "./cache-
|
|
18
|
-
import { r as runPython } from "./pythonUtils-
|
|
19
|
-
import { D as normalizeProviderRef, L as readFilters, M as maybeLoadFromExternalFile, R as readOutput, _ as resultIsForTestCase, a as ComparisonEvalNotFoundError, b as getProviderDescription, c as getEvalTableOutputPromptLocationsBySize, d as fetchCsvFromGoogleSheet, f as setupEnv, g as getTestCaseDeduplicationKey, h as filterRuntimeVars, i as writeOutput, j as maybeLoadConfigFromExternalFile, l as getEvalTablePromptStrippedPayload, m as extractRuntimeVars, n as createOutputMetadata, o as evalTableToJson, p as deduplicateTestCases, r as writeMultipleOutputs, s as generateEvalCsv, t as printBorder, u as mergeComparisonTables, v as checkProviderApiKeys, y as doesProviderRefMatch } from "./util-
|
|
20
|
-
import { a as resolveProviderConfigs, d as MCPProvider, f as HttpProvider, i as resolveProvider, m as createTransformResponse, n as loadApiProvider, p as createTransformRequest, r as loadApiProviders, t as getProviderIds } from "./providers-
|
|
17
|
+
import { a as fetchWithCache, n as clearCache, r as disableCache, t as cache_exports } from "./cache-BuudGL4I.js";
|
|
18
|
+
import { r as runPython } from "./pythonUtils-CLAoc6jg.js";
|
|
19
|
+
import { D as normalizeProviderRef, L as readFilters, M as maybeLoadFromExternalFile, R as readOutput, _ as resultIsForTestCase, a as ComparisonEvalNotFoundError, b as getProviderDescription, c as getEvalTableOutputPromptLocationsBySize, d as fetchCsvFromGoogleSheet, f as setupEnv, g as getTestCaseDeduplicationKey, h as filterRuntimeVars, i as writeOutput, j as maybeLoadConfigFromExternalFile, l as getEvalTablePromptStrippedPayload, m as extractRuntimeVars, n as createOutputMetadata, o as evalTableToJson, p as deduplicateTestCases, r as writeMultipleOutputs, s as generateEvalCsv, t as printBorder, u as mergeComparisonTables, v as checkProviderApiKeys, y as doesProviderRefMatch } from "./util-CES4qWd7.js";
|
|
20
|
+
import { a as resolveProviderConfigs, d as MCPProvider, f as HttpProvider, i as resolveProvider, m as createTransformResponse, n as loadApiProvider, p as createTransformRequest, r as loadApiProviders, t as getProviderIds } from "./providers-CYBHjFEg.js";
|
|
21
21
|
import { a as createEmptyTokenUsage, i as createEmptyAssertions, n as accumulateResponseTokenUsage, r as accumulateTokenUsage, t as accumulateAssertionTokenUsage } from "./tokenUsageUtils-CDet74yk.js";
|
|
22
22
|
import { n as escapeRegExp, t as ellipsize } from "./text-Db-Wt2u2.js";
|
|
23
|
-
import { a as evalResultsTable, c as evalsToPromptsTable, d as promptsTable, g as getDb, h as closeDbIfOpen, i as datasetsTable, l as evalsToTagsTable, n as blobReferencesTable, o as evalsTable, p as tagsTable, r as configsTable, s as evalsToDatasetsTable, t as blobAssetsTable, u as modelAuditsTable } from "./tables-
|
|
24
|
-
import { n as getBlobUrl, t as getBlobByHash } from "./blobs-
|
|
25
|
-
import { n as createPlaceholderInputValue, t as buildPromptInputDescriptions } from "./inputVariables-
|
|
26
|
-
import { a as extractPromptFromTags, i as extractMaterializedVariablesFromJsonWithMetadata, n as extractGoalFromPrompt, s as getShortPluginId } from "./util-
|
|
27
|
-
import { a as assertRemoteMaterializationHandled, l as requiresRemoteMaterialization, n as PromptfooHarmfulCompletionProvider } from "./promptfoo-
|
|
28
|
-
import { A as DivergentRepetitionPlugin, B as sampleArray, C as getPiiLeakTestsForCategory, Ct as getDefaultProviders, D as HarmbenchPlugin, E as ImitationPlugin, F as AegisPlugin, I as RedteamGraderBase, L as RedteamPluginBase, M as CrossSessionLeakPlugin, N as ContractPlugin, O as HallucinationPlugin, P as BeavertailsPlugin, Q as readProviderPromptMap, R as getCustomPolicies, S as PlinyPlugin, T as IntentPlugin, V as fetchHuggingFaceDataset, X as processPrompts, Y as doRemoteGrading, Z as readPrompts, _ as PoliticsPlugin, a as UnverifiableClaimsPlugin, b as isValidPolicyObject, c as ToolDiscoveryPlugin, d as TeenSafetyDangerousContentPlugin, f as TeenSafetyAgeRestrictedGoodsAndServicesPlugin, g as PromptExtractionPlugin, h as RbacPlugin, i as VLGuardPlugin, j as DebugAccessPlugin, k as ExcessiveAgencyPlugin, l as TeenSafetyHarmfulBodyIdealsPlugin, m as ShellInjectionPlugin, o as UnsafeBenchPlugin, p as SqlInjectionPlugin, r as VLSUPlugin, s as ToxicChatPlugin, t as GRADERS, u as TeenSafetyDangerousRoleplayPlugin, v as PolicyPlugin, w as OverreliancePlugin, x as makeInlinePolicyIdSync, y as determinePolicyTypeFromId, z as retryWithDeduplication } from "./graders-
|
|
29
|
-
import { f as redteamProviderManager, m as TokenUsageTracker } from "./shared-
|
|
30
|
-
import { c as assertions_default, l as readAssertions, n as evaluate$1, o as accumulateNamedMetric, s as doesPromptRefMatch, u as runAssertions } from "./evaluator-
|
|
31
|
-
import { i as generateIdFromPrompt } from "./utils-
|
|
32
|
-
import { n as TRANSFORM_KEYS, t as INLINE_FUNCTION_LABEL } from "./transform-
|
|
33
|
-
import { n as getTraceStore } from "./store-
|
|
34
|
-
import { n as setupSignalWatcher, t as readSignalEvalId } from "./signal-
|
|
35
|
-
import { n as isBlobStorageEnabled } from "./extractor-
|
|
36
|
-
import { n as getGeneratedPromptOverLimit, r as getMaxCharsPerMessageModifierValue, t as MAX_CHARS_PER_MESSAGE_MODIFIER_KEY } from "./promptLength-
|
|
37
|
-
import { a as createEvalId, n as EvalQueries, s as getEvalSummaries, t as Eval } from "./eval-
|
|
38
|
-
import { n as sanitizeProvider, t as EvalResult } from "./evalResult-
|
|
39
|
-
import { n as renderPrompt } from "./evaluatorHelpers-
|
|
23
|
+
import { a as evalResultsTable, c as evalsToPromptsTable, d as promptsTable, g as getDb, h as closeDbIfOpen, i as datasetsTable, l as evalsToTagsTable, n as blobReferencesTable, o as evalsTable, p as tagsTable, r as configsTable, s as evalsToDatasetsTable, t as blobAssetsTable, u as modelAuditsTable } from "./tables-D_ZGKiGc.js";
|
|
24
|
+
import { n as getBlobUrl, t as getBlobByHash } from "./blobs-CA4gXarv.js";
|
|
25
|
+
import { n as createPlaceholderInputValue, t as buildPromptInputDescriptions } from "./inputVariables-qJmuSN5i.js";
|
|
26
|
+
import { a as extractPromptFromTags, i as extractMaterializedVariablesFromJsonWithMetadata, n as extractGoalFromPrompt, s as getShortPluginId } from "./util-D9grslJP.js";
|
|
27
|
+
import { a as assertRemoteMaterializationHandled, l as requiresRemoteMaterialization, n as PromptfooHarmfulCompletionProvider } from "./promptfoo-wxe28-q9.js";
|
|
28
|
+
import { A as DivergentRepetitionPlugin, B as sampleArray, C as getPiiLeakTestsForCategory, Ct as getDefaultProviders, D as HarmbenchPlugin, E as ImitationPlugin, F as AegisPlugin, I as RedteamGraderBase, L as RedteamPluginBase, M as CrossSessionLeakPlugin, N as ContractPlugin, O as HallucinationPlugin, P as BeavertailsPlugin, Q as readProviderPromptMap, R as getCustomPolicies, S as PlinyPlugin, T as IntentPlugin, V as fetchHuggingFaceDataset, X as processPrompts, Y as doRemoteGrading, Z as readPrompts, _ as PoliticsPlugin, a as UnverifiableClaimsPlugin, b as isValidPolicyObject, c as ToolDiscoveryPlugin, d as TeenSafetyDangerousContentPlugin, f as TeenSafetyAgeRestrictedGoodsAndServicesPlugin, g as PromptExtractionPlugin, h as RbacPlugin, i as VLGuardPlugin, j as DebugAccessPlugin, k as ExcessiveAgencyPlugin, l as TeenSafetyHarmfulBodyIdealsPlugin, m as ShellInjectionPlugin, o as UnsafeBenchPlugin, p as SqlInjectionPlugin, r as VLSUPlugin, s as ToxicChatPlugin, t as GRADERS, u as TeenSafetyDangerousRoleplayPlugin, v as PolicyPlugin, w as OverreliancePlugin, x as makeInlinePolicyIdSync, y as determinePolicyTypeFromId, z as retryWithDeduplication } from "./graders-BnO-xoa-.js";
|
|
29
|
+
import { f as redteamProviderManager, m as TokenUsageTracker } from "./shared-DsbObxvy.js";
|
|
30
|
+
import { c as assertions_default, l as readAssertions, n as evaluate$1, o as accumulateNamedMetric, s as doesPromptRefMatch, u as runAssertions } from "./evaluator-BpaUYhLY.js";
|
|
31
|
+
import { i as generateIdFromPrompt } from "./utils-Cdx3ZJr7.js";
|
|
32
|
+
import { n as TRANSFORM_KEYS, t as INLINE_FUNCTION_LABEL } from "./transform-C5pxvKUV.js";
|
|
33
|
+
import { n as getTraceStore } from "./store-u1XNK3e8.js";
|
|
34
|
+
import { n as setupSignalWatcher, t as readSignalEvalId } from "./signal-CRrWj2xI.js";
|
|
35
|
+
import { n as isBlobStorageEnabled } from "./extractor-CtadTcJm.js";
|
|
36
|
+
import { n as getGeneratedPromptOverLimit, r as getMaxCharsPerMessageModifierValue, t as MAX_CHARS_PER_MESSAGE_MODIFIER_KEY } from "./promptLength-PkjlYFx0.js";
|
|
37
|
+
import { a as createEvalId, n as EvalQueries, s as getEvalSummaries, t as Eval } from "./eval-DmGWplIN.js";
|
|
38
|
+
import { n as sanitizeProvider, t as EvalResult } from "./evalResult-ByGP9zuP.js";
|
|
39
|
+
import { n as renderPrompt } from "./evaluatorHelpers-DDG44JeI.js";
|
|
40
40
|
import { t as formatDuration } from "./formatDuration-CMVNrYvE.js";
|
|
41
|
-
import { i as pluginMatchesStrategyTargets, n as loadStrategy, r as validateStrategies, t as Strategies } from "./strategies-
|
|
42
|
-
import { n as shouldUseInkUI } from "./interactiveCheck-
|
|
41
|
+
import { i as pluginMatchesStrategyTargets, n as loadStrategy, r as validateStrategies, t as Strategies } from "./strategies-Ptz_P4P4.js";
|
|
42
|
+
import { n as shouldUseInkUI } from "./interactiveCheck-BLnDrfjg.js";
|
|
43
43
|
import { fileURLToPath } from "node:url";
|
|
44
44
|
import { Command, InvalidArgumentError } from "commander";
|
|
45
45
|
import { z } from "zod";
|
|
@@ -111,7 +111,7 @@ function runCommand(program) {
|
|
|
111
111
|
hasGithubPr: !!cmdObj.githubPr,
|
|
112
112
|
hasGuidance: !!(cmdObj.guidance || cmdObj.guidanceFile)
|
|
113
113
|
});
|
|
114
|
-
const { executeScan } = await import("./scanner-
|
|
114
|
+
const { executeScan } = await import("./scanner-B3DPvw5u.js");
|
|
115
115
|
await executeScan(repoPath, cmdObj);
|
|
116
116
|
});
|
|
117
117
|
}
|
|
@@ -4389,7 +4389,7 @@ async function doEval(cmdObj, defaultConfig, defaultConfigPath, evaluateOptions)
|
|
|
4389
4389
|
const passRate = successes / totalTests * 100;
|
|
4390
4390
|
if (cmdObj.table && getLogLevel() !== "debug" && totalTests < 500) {
|
|
4391
4391
|
const table = await evalRecord.getTable();
|
|
4392
|
-
const outputTable = generateTable(table);
|
|
4392
|
+
const outputTable = generateTable(table, cmdObj.tableCellMaxLength ?? commandLineOptions?.tableCellMaxLength);
|
|
4393
4393
|
logger.info("\n" + outputTable.toString());
|
|
4394
4394
|
if (table.body.length > 25) {
|
|
4395
4395
|
const rowsLeft = table.body.length - 25;
|
|
@@ -4546,7 +4546,7 @@ function evalCommand(program, defaultConfig, defaultConfigPath) {
|
|
|
4546
4546
|
};
|
|
4547
4547
|
}, {}).option("-j, --max-concurrency <number>", `Maximum number of concurrent API calls (default: 4)`).option("--repeat <number>", "Number of times to run each test (default: 1)").option("--delay <number>", "Delay between each test (in milliseconds) (default: 0)").option("--no-cache", "Do not read or write results to disk cache", defaultConfig?.commandLineOptions?.cache ?? defaultConfig?.evaluateOptions?.cache).option("--remote", "Force remote inference wherever possible (used for red teams)", false).option("-n, --filter-first-n <number>", "Only run the first N tests").option("--filter-pattern <pattern>", "Only run tests whose description matches the regular expression pattern").option("--filter-prompts <pattern>", "Only run tests with prompts whose id or label matches the regex pattern").option("--filter-providers, --filter-targets <providers>", "Only run tests with these providers (regex match)").option("--filter-sample <number>", "Only run a random sample of N tests").option("--filter-failing <path or id>", "Path to json output file or eval ID to filter non-passing tests from (failures + errors)").option("--filter-failing-only <path or id>", "Path to json output file or eval ID to filter assertion failures from (excludes errors)").option("--filter-errors-only <path or id>", "Path to json output file or eval ID to filter error tests from").option("--filter-metadata <key=value>", "Only run tests whose metadata matches the key=value pair. Can be specified multiple times for AND logic (e.g. --filter-metadata type=unit --filter-metadata env=prod)", (value, previous) => {
|
|
4548
4548
|
return previous ? [...previous, value] : [value];
|
|
4549
|
-
}).option("-o, --output <paths...>", "Path to output file (csv, txt, json, yaml, yml, html), default is no output file").option("--table", "Output table in CLI", defaultConfig?.commandLineOptions?.table ?? true).option("--no-table", "Do not output table in CLI", defaultConfig?.commandLineOptions?.table).option("--table-cell-max-length <number>", "Truncate console table cells to this length"
|
|
4549
|
+
}).option("-o, --output <paths...>", "Path to output file (csv, txt, json, yaml, yml, html), default is no output file").option("--table", "Output table in CLI", defaultConfig?.commandLineOptions?.table ?? true).option("--no-table", "Do not output table in CLI", defaultConfig?.commandLineOptions?.table).option("--table-cell-max-length <number>", "Truncate console table cells to this length").option("--share", "Create a shareable URL", defaultConfig?.commandLineOptions?.share).option("--no-share", "Do not share, this overrides the config file").option("--resume [evalId]", "Resume a paused/incomplete evaluation. Defaults to latest when omitted").option("--retry-errors", "Retry all ERROR results from the latest evaluation").option("--no-write", "Do not write results to promptfoo directory", defaultConfig?.commandLineOptions?.write).option("--grader <provider>", "Model that will grade outputs", defaultConfig?.commandLineOptions?.grader).option("--suggest-prompts <number>", "Generate N new prompts and append them to the prompt list").option("-w, --watch", "Watch for changes in config and re-run").option("-x, --extension <paths...>", "Extension hooks to run (e.g., file://handler.js:afterAll)").option("--description <description>", "Description of the eval run").option("--no-progress-bar", "Do not show progress bar").action(async (opts, command) => {
|
|
4550
4550
|
let validatedOpts;
|
|
4551
4551
|
try {
|
|
4552
4552
|
validatedOpts = EvalCommandSchema.parse(opts);
|
|
@@ -5590,7 +5590,7 @@ async function fetchRemoteGeneration(task, prompts) {
|
|
|
5590
5590
|
method: "POST",
|
|
5591
5591
|
headers: { "Content-Type": "application/json" },
|
|
5592
5592
|
body: JSON.stringify(body)
|
|
5593
|
-
},
|
|
5593
|
+
}, getRequestTimeoutMs(), "json");
|
|
5594
5594
|
return RedTeamGenerationResponse.parse(response.data).result;
|
|
5595
5595
|
} catch (error) {
|
|
5596
5596
|
logger.warn(`Error using remote generation for task '${task}': ${error}`);
|
|
@@ -5763,7 +5763,7 @@ const DATASET_URL$2 = `https://raw.githubusercontent.com/promptfoo/promptfoo/ref
|
|
|
5763
5763
|
const DATASET_URL_MULTILINGUAL = `https://raw.githubusercontent.com/promptfoo/promptfoo/refs/tags/${DATASET_VERSION}/examples/cyberseceval/prompt_injection_multilingual.json`;
|
|
5764
5764
|
async function fetchDataset$2(limit, isMultilingual) {
|
|
5765
5765
|
try {
|
|
5766
|
-
const response = await fetchWithTimeout(isMultilingual ? DATASET_URL_MULTILINGUAL : DATASET_URL$2, {},
|
|
5766
|
+
const response = await fetchWithTimeout(isMultilingual ? DATASET_URL_MULTILINGUAL : DATASET_URL$2, {}, getRequestTimeoutMs());
|
|
5767
5767
|
if (!response.ok) throw new Error(`[CyberSecEval] HTTP status: ${response.status} ${response.statusText}`);
|
|
5768
5768
|
const data = await response.json();
|
|
5769
5769
|
if (!data || !Array.isArray(data)) throw new Error(`[CyberSecEval] Invalid response from ${DATASET_URL$2}`);
|
|
@@ -5831,7 +5831,7 @@ async function fetchDataset$1(limit) {
|
|
|
5831
5831
|
logger.debug(`[DoNotAnswer] Fetching dataset from ${DATASET_URL$1}`);
|
|
5832
5832
|
let csvData;
|
|
5833
5833
|
if (DATASET_URL$1.startsWith("http")) {
|
|
5834
|
-
const response = await fetchWithTimeout(DATASET_URL$1, {},
|
|
5834
|
+
const response = await fetchWithTimeout(DATASET_URL$1, {}, getRequestTimeoutMs());
|
|
5835
5835
|
if (!response.ok) throw new Error(`[DoNotAnswer] HTTP status: ${response.status} ${response.statusText}`);
|
|
5836
5836
|
csvData = await response.text();
|
|
5837
5837
|
} else try {
|
|
@@ -6366,7 +6366,7 @@ async function fetchDataset(limit) {
|
|
|
6366
6366
|
logger.debug(`[XSTest] Fetching dataset from ${DATASET_URL}`);
|
|
6367
6367
|
let csvData;
|
|
6368
6368
|
if (DATASET_URL.startsWith("http")) {
|
|
6369
|
-
const response = await fetchWithTimeout(DATASET_URL, {},
|
|
6369
|
+
const response = await fetchWithTimeout(DATASET_URL, {}, getRequestTimeoutMs());
|
|
6370
6370
|
if (!response.ok) throw new Error(`[XSTest] HTTP status: ${response.status} ${response.statusText}`);
|
|
6371
6371
|
csvData = await response.text();
|
|
6372
6372
|
} else try {
|
|
@@ -6644,7 +6644,7 @@ async function fetchRemoteTestCases(key, purpose, injectVar, n, config) {
|
|
|
6644
6644
|
method: "POST",
|
|
6645
6645
|
headers: { "Content-Type": "application/json" },
|
|
6646
6646
|
body
|
|
6647
|
-
},
|
|
6647
|
+
}, getRequestTimeoutMs());
|
|
6648
6648
|
if (status !== 200 || !data || !data.result || !Array.isArray(data.result)) {
|
|
6649
6649
|
logger.error(`Error generating test cases for ${key}: ${statusText} ${JSON.stringify(data)}`);
|
|
6650
6650
|
return [];
|
|
@@ -9668,7 +9668,7 @@ async function checkForUpdates() {
|
|
|
9668
9668
|
} catch {
|
|
9669
9669
|
return false;
|
|
9670
9670
|
}
|
|
9671
|
-
if (semverGt(latestVersion, "0.121.
|
|
9671
|
+
if (semverGt(latestVersion, "0.121.9")) {
|
|
9672
9672
|
const border = "=".repeat(TERMINAL_MAX_WIDTH);
|
|
9673
9673
|
logger.info(`\n${border}
|
|
9674
9674
|
${chalk.yellow("⚠️")} The current version of promptfoo ${chalk.yellow(VERSION)} is lower than the latest available version ${chalk.green(latestVersion)}.
|
|
@@ -12484,7 +12484,7 @@ async function handleGoatStrategy(ctx) {
|
|
|
12484
12484
|
method: "POST",
|
|
12485
12485
|
headers: { "Content-Type": "application/json" },
|
|
12486
12486
|
body: JSON.stringify(goatBody)
|
|
12487
|
-
},
|
|
12487
|
+
}, getRequestTimeoutMs());
|
|
12488
12488
|
if (!response.ok) throw new Error(`GOAT task failed with status ${response.status}: ${await response.text()}`);
|
|
12489
12489
|
const data = await response.json();
|
|
12490
12490
|
const attackerMessage = data?.message;
|
|
@@ -12515,7 +12515,7 @@ async function handleMischievousUserStrategy(ctx) {
|
|
|
12515
12515
|
method: "POST",
|
|
12516
12516
|
headers: { "Content-Type": "application/json" },
|
|
12517
12517
|
body: JSON.stringify(mischievousBody)
|
|
12518
|
-
},
|
|
12518
|
+
}, getRequestTimeoutMs());
|
|
12519
12519
|
if (!response.ok) throw new Error(`Mischievous User task failed with status ${response.status}: ${await response.text()}`);
|
|
12520
12520
|
const data = await response.json();
|
|
12521
12521
|
const result = data?.result;
|
|
@@ -12572,7 +12572,7 @@ async function handleHydraStrategy(ctx) {
|
|
|
12572
12572
|
method: "POST",
|
|
12573
12573
|
headers: { "Content-Type": "application/json" },
|
|
12574
12574
|
body: JSON.stringify(hydraBody)
|
|
12575
|
-
},
|
|
12575
|
+
}, getRequestTimeoutMs());
|
|
12576
12576
|
if (!response.ok) throw new Error(`Hydra task failed with status ${response.status}: ${await response.text()}`);
|
|
12577
12577
|
const data = await response.json();
|
|
12578
12578
|
const rawResult = data?.result;
|
|
@@ -12623,7 +12623,7 @@ async function handleCrescendoLikeStrategy(ctx) {
|
|
|
12623
12623
|
method: "POST",
|
|
12624
12624
|
headers: { "Content-Type": "application/json" },
|
|
12625
12625
|
body: JSON.stringify(providerRequest)
|
|
12626
|
-
},
|
|
12626
|
+
}, getRequestTimeoutMs());
|
|
12627
12627
|
if (!response.ok) throw new Error(`Crescendo task failed with status ${response.status}: ${await response.text()}`);
|
|
12628
12628
|
const data = await response.json();
|
|
12629
12629
|
const rawResult = data?.result;
|
|
@@ -13271,7 +13271,7 @@ router.get("/", async (_req, res) => {
|
|
|
13271
13271
|
};
|
|
13272
13272
|
} catch (error) {
|
|
13273
13273
|
logger.debug(`Failed to fetch latest version: ${error}`);
|
|
13274
|
-
latestVersion = versionCache.latestVersion ?? "0.121.
|
|
13274
|
+
latestVersion = versionCache.latestVersion ?? "0.121.9";
|
|
13275
13275
|
}
|
|
13276
13276
|
}
|
|
13277
13277
|
const selfHosted = getEnvBool("PROMPTFOO_SELF_HOSTED");
|
|
@@ -13280,7 +13280,7 @@ router.get("/", async (_req, res) => {
|
|
|
13280
13280
|
selfHosted,
|
|
13281
13281
|
isNpx
|
|
13282
13282
|
});
|
|
13283
|
-
const resolvedLatestVersion = latestVersion ?? "0.121.
|
|
13283
|
+
const resolvedLatestVersion = latestVersion ?? "0.121.9";
|
|
13284
13284
|
const response = {
|
|
13285
13285
|
currentVersion: VERSION,
|
|
13286
13286
|
latestVersion: resolvedLatestVersion,
|
|
@@ -16131,7 +16131,7 @@ function shouldUseInkList() {
|
|
|
16131
16131
|
async function runInkList(options) {
|
|
16132
16132
|
const [React, { renderInteractive }, { ListApp }] = await Promise.all([
|
|
16133
16133
|
import("react"),
|
|
16134
|
-
import("./render-
|
|
16134
|
+
import("./render-MiyTvDY4.js"),
|
|
16135
16135
|
import("./ListApp-DLmM02JS.js")
|
|
16136
16136
|
]);
|
|
16137
16137
|
let result = { cancelled: false };
|
|
@@ -17845,7 +17845,7 @@ function registerRedteamGenerateTool(server) {
|
|
|
17845
17845
|
maxConcurrency,
|
|
17846
17846
|
delay,
|
|
17847
17847
|
language,
|
|
17848
|
-
provider: provider || "openai:chat:gpt-5.
|
|
17848
|
+
provider: provider || "openai:chat:gpt-5.5-2026-04-23",
|
|
17849
17849
|
force,
|
|
17850
17850
|
write,
|
|
17851
17851
|
remote
|
|
@@ -17871,7 +17871,7 @@ function registerRedteamGenerateTool(server) {
|
|
|
17871
17871
|
entities: result.defaultTest && typeof result.defaultTest === "object" && "metadata" in result.defaultTest ? result.defaultTest.metadata?.entities || [] : [],
|
|
17872
17872
|
generatedAt: (/* @__PURE__ */ new Date()).toISOString(),
|
|
17873
17873
|
language,
|
|
17874
|
-
provider: provider || "openai:chat:gpt-5.
|
|
17874
|
+
provider: provider || "openai:chat:gpt-5.5-2026-04-23"
|
|
17875
17875
|
},
|
|
17876
17876
|
nextSteps: {
|
|
17877
17877
|
runEvaluation: write ? "Run \"redteam_run\" to execute the generated tests" : `Run "redteam_run" with output: "${output || "redteam.yaml"}" to execute the tests`,
|
|
@@ -18440,8 +18440,8 @@ function registerRunEvaluationTool(server) {
|
|
|
18440
18440
|
}
|
|
18441
18441
|
filteredTestSuite.tests = filteredTests;
|
|
18442
18442
|
}
|
|
18443
|
-
const { evaluate } = await import("./evaluator-
|
|
18444
|
-
const evalRecord = await (await import("./eval-
|
|
18443
|
+
const { evaluate } = await import("./evaluator-B01pCdUY.js");
|
|
18444
|
+
const evalRecord = await (await import("./eval-N_VV5NZg.js")).default.create(config, filteredTestSuite.prompts, { id: `mcp-eval-${Date.now()}` });
|
|
18445
18445
|
logger.debug(`Running filtered eval with ${filteredTestSuite.tests?.length || 0} test cases, ${filteredTestSuite.prompts.length} prompts, ${filteredTestSuite.providers.length} providers`);
|
|
18446
18446
|
const startTime = Date.now();
|
|
18447
18447
|
const result = await evaluate(filteredTestSuite, evalRecord, {
|
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
const require_logger = require("./logger-
|
|
1
|
+
const require_logger = require("./logger-Cm0Nb8YX.cjs");
|
|
2
2
|
const require_invariant = require("./invariant-QtnLD03y.cjs");
|
|
3
|
-
const require_fetch = require("./fetch-
|
|
4
|
-
const require_version = require("./version-
|
|
5
|
-
const require_accounts = require("./accounts-
|
|
6
|
-
const require_remoteGeneration = require("./remoteGeneration-
|
|
3
|
+
const require_fetch = require("./fetch-B2HvaVUc.cjs");
|
|
4
|
+
const require_version = require("./version-XjGPawtU.cjs");
|
|
5
|
+
const require_accounts = require("./accounts-DAcQXPwE.cjs");
|
|
6
|
+
const require_remoteGeneration = require("./remoteGeneration-CD3c_rzc.cjs");
|
|
7
7
|
const require_tokenUsageUtils = require("./tokenUsageUtils-_B-P8IAi.cjs");
|
|
8
|
-
const require_shared = require("./shared-
|
|
9
|
-
const require_promptLength = require("./promptLength-
|
|
8
|
+
const require_shared = require("./shared-DlmtkptR.cjs");
|
|
9
|
+
const require_promptLength = require("./promptLength-CAcg7BmO.cjs");
|
|
10
10
|
const require_constants = require("./constants-a2kYssQk.cjs");
|
|
11
11
|
//#region src/redteam/providers/agentic/memoryPoisoning.ts
|
|
12
12
|
var MemoryPoisoningProvider = class {
|
|
@@ -103,4 +103,4 @@ var MemoryPoisoningProvider = class {
|
|
|
103
103
|
//#endregion
|
|
104
104
|
exports.MemoryPoisoningProvider = MemoryPoisoningProvider;
|
|
105
105
|
|
|
106
|
-
//# sourceMappingURL=memoryPoisoning-
|
|
106
|
+
//# sourceMappingURL=memoryPoisoning-BXDi4XCK.cjs.map
|
|
@@ -1,13 +1,13 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import { s as logger } from "./logger-
|
|
3
|
-
import { n as fetchWithProxy } from "./fetch-
|
|
4
|
-
import { n as VERSION } from "./version-
|
|
2
|
+
import { s as logger } from "./logger-h-eiS4iv.js";
|
|
3
|
+
import { n as fetchWithProxy } from "./fetch-C59QM4cf.js";
|
|
4
|
+
import { n as VERSION } from "./version-CnYqmWbz.js";
|
|
5
5
|
import { t as invariant } from "./invariant-B2Rf6avk.js";
|
|
6
|
-
import { o as getUserEmail } from "./accounts-
|
|
7
|
-
import { r as getRemoteGenerationUrl } from "./remoteGeneration-
|
|
6
|
+
import { o as getUserEmail } from "./accounts-Bw2qPqE-.js";
|
|
7
|
+
import { r as getRemoteGenerationUrl } from "./remoteGeneration-DW6mPZnO.js";
|
|
8
8
|
import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-CDet74yk.js";
|
|
9
|
-
import { d as messagesToRedteamHistory } from "./shared-
|
|
10
|
-
import { i as throwIfTargetPromptExceedsMaxChars } from "./promptLength-
|
|
9
|
+
import { d as messagesToRedteamHistory } from "./shared-DsbObxvy.js";
|
|
10
|
+
import { i as throwIfTargetPromptExceedsMaxChars } from "./promptLength-PkjlYFx0.js";
|
|
11
11
|
import { t as REDTEAM_MEMORY_POISONING_PLUGIN_ID } from "./constants-DH5XYLKZ.js";
|
|
12
12
|
//#region src/redteam/providers/agentic/memoryPoisoning.ts
|
|
13
13
|
var MemoryPoisoningProvider = class {
|
|
@@ -104,4 +104,4 @@ var MemoryPoisoningProvider = class {
|
|
|
104
104
|
//#endregion
|
|
105
105
|
export { MemoryPoisoningProvider };
|
|
106
106
|
|
|
107
|
-
//# sourceMappingURL=memoryPoisoning-
|
|
107
|
+
//# sourceMappingURL=memoryPoisoning-D-V4yXjj.js.map
|
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
import { a as logger } from "./logger-
|
|
2
|
-
import { t as fetchWithProxy } from "./fetch-
|
|
3
|
-
import { n as VERSION } from "./version-
|
|
1
|
+
import { a as logger } from "./logger-BjYLHvGm.js";
|
|
2
|
+
import { t as fetchWithProxy } from "./fetch-CBe8pU8Q.js";
|
|
3
|
+
import { n as VERSION } from "./version-BGiEZvX0.js";
|
|
4
4
|
import { t as invariant } from "./invariant-DIYf9sP1.js";
|
|
5
|
-
import { o as getUserEmail } from "./accounts-
|
|
6
|
-
import { r as getRemoteGenerationUrl } from "./remoteGeneration
|
|
5
|
+
import { o as getUserEmail } from "./accounts-BAajbKSh.js";
|
|
6
|
+
import { r as getRemoteGenerationUrl } from "./remoteGeneration-CoxtxLvB.js";
|
|
7
7
|
import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-BjVkdk18.js";
|
|
8
|
-
import { d as messagesToRedteamHistory } from "./shared-
|
|
9
|
-
import { i as throwIfTargetPromptExceedsMaxChars } from "./promptLength-
|
|
8
|
+
import { d as messagesToRedteamHistory } from "./shared-yBQATkD5.js";
|
|
9
|
+
import { i as throwIfTargetPromptExceedsMaxChars } from "./promptLength-5B4_P93z.js";
|
|
10
10
|
import { t as REDTEAM_MEMORY_POISONING_PLUGIN_ID } from "./constants-BjJV0cRr.js";
|
|
11
11
|
//#region src/redteam/providers/agentic/memoryPoisoning.ts
|
|
12
12
|
var MemoryPoisoningProvider = class {
|
|
@@ -103,4 +103,4 @@ var MemoryPoisoningProvider = class {
|
|
|
103
103
|
//#endregion
|
|
104
104
|
export { MemoryPoisoningProvider };
|
|
105
105
|
|
|
106
|
-
//# sourceMappingURL=memoryPoisoning-
|
|
106
|
+
//# sourceMappingURL=memoryPoisoning-PrsT7Zh2.js.map
|
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
import { a as logger } from "./logger-
|
|
1
|
+
import { a as logger } from "./logger-Cs0I2v_y.js";
|
|
2
2
|
import { t as invariant } from "./invariant-Ddh24eXh.js";
|
|
3
|
-
import { t as fetchWithProxy } from "./fetch-
|
|
4
|
-
import { n as VERSION } from "./version-
|
|
5
|
-
import { i as getUserEmail } from "./accounts-
|
|
6
|
-
import { r as getRemoteGenerationUrl } from "./remoteGeneration-
|
|
3
|
+
import { t as fetchWithProxy } from "./fetch-CHJu2KON.js";
|
|
4
|
+
import { n as VERSION } from "./version-BNhpIb2U.js";
|
|
5
|
+
import { i as getUserEmail } from "./accounts-4Xa5fcHy.js";
|
|
6
|
+
import { r as getRemoteGenerationUrl } from "./remoteGeneration-DvWEm3yi.js";
|
|
7
7
|
import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-CmnQ0G2m.js";
|
|
8
|
-
import { d as messagesToRedteamHistory } from "./shared-
|
|
9
|
-
import { i as throwIfTargetPromptExceedsMaxChars } from "./promptLength-
|
|
8
|
+
import { d as messagesToRedteamHistory } from "./shared-BF25a7ms.js";
|
|
9
|
+
import { i as throwIfTargetPromptExceedsMaxChars } from "./promptLength-ho3wbst6.js";
|
|
10
10
|
import { t as REDTEAM_MEMORY_POISONING_PLUGIN_ID } from "./constants-DZGEFLsu.js";
|
|
11
11
|
//#region src/redteam/providers/agentic/memoryPoisoning.ts
|
|
12
12
|
var MemoryPoisoningProvider = class {
|
|
@@ -103,4 +103,4 @@ var MemoryPoisoningProvider = class {
|
|
|
103
103
|
//#endregion
|
|
104
104
|
export { MemoryPoisoningProvider };
|
|
105
105
|
|
|
106
|
-
//# sourceMappingURL=memoryPoisoning-
|
|
106
|
+
//# sourceMappingURL=memoryPoisoning-ZUwCLvEn.js.map
|
|
@@ -1,13 +1,13 @@
|
|
|
1
1
|
const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
|
|
2
|
-
const require_logger = require("./logger-
|
|
3
|
-
const require_fetch = require("./fetch-
|
|
2
|
+
const require_logger = require("./logger-Cm0Nb8YX.cjs");
|
|
3
|
+
const require_fetch = require("./fetch-B2HvaVUc.cjs");
|
|
4
4
|
const require_genaiTracer = require("./genaiTracer-14nugQQx.cjs");
|
|
5
|
-
const require_util = require("./util-
|
|
6
|
-
const require_cache = require("./cache-
|
|
7
|
-
const require_chat = require("./chat-
|
|
8
|
-
const require_transform = require("./transform-
|
|
5
|
+
const require_util = require("./util-BuYzkbEz.cjs");
|
|
6
|
+
const require_cache = require("./cache-WuIsgzMA.cjs");
|
|
7
|
+
const require_chat = require("./chat-DkitQHdt.cjs");
|
|
8
|
+
const require_transform = require("./transform-DKw2FNwg.cjs");
|
|
9
9
|
const require_tokenUsageUtils = require("./tokenUsageUtils-_B-P8IAi.cjs");
|
|
10
|
-
const require_util$1 = require("./util-
|
|
10
|
+
const require_util$1 = require("./util-BSZPCmvm.cjs");
|
|
11
11
|
let node_fs = require("node:fs");
|
|
12
12
|
node_fs = require_rolldown_runtime.__toESM(node_fs, 1);
|
|
13
13
|
let node_path = require("node:path");
|
|
@@ -564,4 +564,4 @@ Object.defineProperty(exports, "AnthropicMessagesProvider", {
|
|
|
564
564
|
}
|
|
565
565
|
});
|
|
566
566
|
|
|
567
|
-
//# sourceMappingURL=messages-
|
|
567
|
+
//# sourceMappingURL=messages-BSFLFXIO.cjs.map
|
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { D as transformToolChoice, O as transformTools } from "./fetch-
|
|
1
|
+
import { E as getEnvString, T as getEnvInt, a as logger, w as getEnvFloat } from "./logger-BjYLHvGm.js";
|
|
2
|
+
import { D as transformToolChoice, O as transformTools } from "./fetch-CBe8pU8Q.js";
|
|
3
3
|
import { i as withGenAISpan } from "./genaiTracer-jJKYsnjc.js";
|
|
4
|
-
import { i as getCache, o as isCacheEnabled } from "./cache-
|
|
4
|
+
import { i as getCache, o as isCacheEnabled } from "./cache-x9llZxbx.js";
|
|
5
5
|
import { a as createEmptyTokenUsage } from "./tokenUsageUtils-BjVkdk18.js";
|
|
6
|
-
import { N as maybeLoadResponseFormatFromExternalFile, P as maybeLoadToolsFromExternalFile } from "./util-
|
|
7
|
-
import { i as normalizeFinishReason, n as MCPClient } from "./chat-
|
|
8
|
-
import { n as transformMCPToolsToAnthropic } from "./transform-
|
|
9
|
-
import { a as isClaudeOpus47Model, c as processAnthropicTools, i as getTokenUsage, n as calculateAnthropicCost, o as outputFromMessage, r as getRefusalDetails, s as parseMessages, t as ANTHROPIC_MODELS } from "./util-
|
|
6
|
+
import { N as maybeLoadResponseFormatFromExternalFile, P as maybeLoadToolsFromExternalFile } from "./util-BGfk7zh7.js";
|
|
7
|
+
import { i as normalizeFinishReason, n as MCPClient } from "./chat-CvQMD-mp.js";
|
|
8
|
+
import { n as transformMCPToolsToAnthropic } from "./transform-D7QlmswG.js";
|
|
9
|
+
import { a as isClaudeOpus47Model, c as processAnthropicTools, i as getTokenUsage, n as calculateAnthropicCost, o as outputFromMessage, r as getRefusalDetails, s as parseMessages, t as ANTHROPIC_MODELS } from "./util-weQgMdSy.js";
|
|
10
10
|
import path from "node:path";
|
|
11
11
|
import fs from "node:fs";
|
|
12
12
|
import Anthropic, { APIError } from "@anthropic-ai/sdk";
|
|
@@ -548,4 +548,4 @@ var AnthropicMessagesProvider = class AnthropicMessagesProvider extends Anthropi
|
|
|
548
548
|
//#endregion
|
|
549
549
|
export { AnthropicGenericProvider as n, AnthropicMessagesProvider as t };
|
|
550
550
|
|
|
551
|
-
//# sourceMappingURL=messages-
|
|
551
|
+
//# sourceMappingURL=messages-C5qBfONg.js.map
|
|
@@ -1,13 +1,13 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import { D as getEnvInt, E as getEnvFloat, O as getEnvString, s as logger } from "./logger-
|
|
3
|
-
import { D as transformTools, E as transformToolChoice } from "./fetch-
|
|
2
|
+
import { D as getEnvInt, E as getEnvFloat, O as getEnvString, s as logger } from "./logger-h-eiS4iv.js";
|
|
3
|
+
import { D as transformTools, E as transformToolChoice } from "./fetch-C59QM4cf.js";
|
|
4
4
|
import { i as withGenAISpan } from "./genaiTracer-BPVvltoW.js";
|
|
5
|
-
import { c as isCacheEnabled, o as getCache } from "./cache-
|
|
6
|
-
import { F as maybeLoadToolsFromExternalFile, P as maybeLoadResponseFormatFromExternalFile } from "./util-
|
|
7
|
-
import { i as normalizeFinishReason, n as MCPClient } from "./chat-
|
|
8
|
-
import { n as transformMCPToolsToAnthropic } from "./transform-
|
|
5
|
+
import { c as isCacheEnabled, o as getCache } from "./cache-BuudGL4I.js";
|
|
6
|
+
import { F as maybeLoadToolsFromExternalFile, P as maybeLoadResponseFormatFromExternalFile } from "./util-CES4qWd7.js";
|
|
7
|
+
import { i as normalizeFinishReason, n as MCPClient } from "./chat-B8lsx0A0.js";
|
|
8
|
+
import { n as transformMCPToolsToAnthropic } from "./transform-AfC8gqCB.js";
|
|
9
9
|
import { a as createEmptyTokenUsage } from "./tokenUsageUtils-CDet74yk.js";
|
|
10
|
-
import { a as isClaudeOpus47Model, c as processAnthropicTools, i as getTokenUsage, n as calculateAnthropicCost, o as outputFromMessage, r as getRefusalDetails, s as parseMessages, t as ANTHROPIC_MODELS } from "./util-
|
|
10
|
+
import { a as isClaudeOpus47Model, c as processAnthropicTools, i as getTokenUsage, n as calculateAnthropicCost, o as outputFromMessage, r as getRefusalDetails, s as parseMessages, t as ANTHROPIC_MODELS } from "./util-Cw9nJJWm.js";
|
|
11
11
|
import path from "node:path";
|
|
12
12
|
import fs from "node:fs";
|
|
13
13
|
import Anthropic, { APIError } from "@anthropic-ai/sdk";
|
|
@@ -549,4 +549,4 @@ var AnthropicMessagesProvider = class AnthropicMessagesProvider extends Anthropi
|
|
|
549
549
|
//#endregion
|
|
550
550
|
export { AnthropicGenericProvider as n, AnthropicMessagesProvider as t };
|
|
551
551
|
|
|
552
|
-
//# sourceMappingURL=messages-
|
|
552
|
+
//# sourceMappingURL=messages-CQoK4jHx.js.map
|
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
import { C as getEnvFloat, T as getEnvString, a as logger, w as getEnvInt } from "./logger-
|
|
2
|
-
import { C as transformTools, S as transformToolChoice } from "./fetch-
|
|
1
|
+
import { C as getEnvFloat, T as getEnvString, a as logger, w as getEnvInt } from "./logger-Cs0I2v_y.js";
|
|
2
|
+
import { C as transformTools, S as transformToolChoice } from "./fetch-CHJu2KON.js";
|
|
3
3
|
import { i as withGenAISpan } from "./genaiTracer-D18lYzhB.js";
|
|
4
|
-
import { D as maybeLoadResponseFormatFromExternalFile, O as maybeLoadToolsFromExternalFile } from "./util-
|
|
5
|
-
import { i as getCache, o as isCacheEnabled } from "./cache-
|
|
6
|
-
import { i as normalizeFinishReason, n as MCPClient } from "./chat-
|
|
7
|
-
import { n as transformMCPToolsToAnthropic } from "./transform-
|
|
4
|
+
import { D as maybeLoadResponseFormatFromExternalFile, O as maybeLoadToolsFromExternalFile } from "./util-vaCPFatZ.js";
|
|
5
|
+
import { i as getCache, o as isCacheEnabled } from "./cache-CT5D7d_A.js";
|
|
6
|
+
import { i as normalizeFinishReason, n as MCPClient } from "./chat-CCtIXezK.js";
|
|
7
|
+
import { n as transformMCPToolsToAnthropic } from "./transform-R1PnNdLv.js";
|
|
8
8
|
import { a as createEmptyTokenUsage } from "./tokenUsageUtils-CmnQ0G2m.js";
|
|
9
|
-
import { a as isClaudeOpus47Model, c as processAnthropicTools, i as getTokenUsage, n as calculateAnthropicCost, o as outputFromMessage, r as getRefusalDetails, s as parseMessages, t as ANTHROPIC_MODELS } from "./util-
|
|
9
|
+
import { a as isClaudeOpus47Model, c as processAnthropicTools, i as getTokenUsage, n as calculateAnthropicCost, o as outputFromMessage, r as getRefusalDetails, s as parseMessages, t as ANTHROPIC_MODELS } from "./util-SNUDkWJ8.js";
|
|
10
10
|
import path from "node:path";
|
|
11
11
|
import fs from "node:fs";
|
|
12
12
|
import Anthropic, { APIError } from "@anthropic-ai/sdk";
|
|
@@ -548,4 +548,4 @@ var AnthropicMessagesProvider = class AnthropicMessagesProvider extends Anthropi
|
|
|
548
548
|
//#endregion
|
|
549
549
|
export { AnthropicGenericProvider as n, AnthropicMessagesProvider as t };
|
|
550
550
|
|
|
551
|
-
//# sourceMappingURL=messages-
|
|
551
|
+
//# sourceMappingURL=messages-Dy5vvc3H.js.map
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
const require_invariant = require("./invariant-QtnLD03y.cjs");
|
|
2
|
-
const require_accounts = require("./accounts-
|
|
3
|
-
const require_promptfoo = require("./promptfoo-
|
|
4
|
-
const require_simulatedUser = require("./simulatedUser-
|
|
5
|
-
const require_shared = require("./shared-
|
|
2
|
+
const require_accounts = require("./accounts-DAcQXPwE.cjs");
|
|
3
|
+
const require_promptfoo = require("./promptfoo-DAXBmrE6.cjs");
|
|
4
|
+
const require_simulatedUser = require("./simulatedUser-9A3YPDh2.cjs");
|
|
5
|
+
const require_shared = require("./shared-DlmtkptR.cjs");
|
|
6
6
|
//#region src/redteam/providers/mischievousUser.ts
|
|
7
7
|
const PROVIDER_ID = "promptfoo:redteam:mischievous-user";
|
|
8
8
|
var RedteamMischievousUserProvider = class extends require_simulatedUser.SimulatedUser {
|
|
@@ -43,4 +43,4 @@ var RedteamMischievousUserProvider = class extends require_simulatedUser.Simulat
|
|
|
43
43
|
//#endregion
|
|
44
44
|
exports.default = RedteamMischievousUserProvider;
|
|
45
45
|
|
|
46
|
-
//# sourceMappingURL=mischievousUser-
|
|
46
|
+
//# sourceMappingURL=mischievousUser-B4_YRWqu.cjs.map
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import { t as invariant } from "./invariant-B2Rf6avk.js";
|
|
3
|
-
import { c as isLoggedIntoCloud } from "./accounts-
|
|
4
|
-
import { i as REDTEAM_SIMULATED_USER_TASK_ID } from "./promptfoo-
|
|
5
|
-
import { t as SimulatedUser } from "./simulatedUser-
|
|
6
|
-
import { d as messagesToRedteamHistory, s as getLastMessageContent } from "./shared-
|
|
3
|
+
import { c as isLoggedIntoCloud } from "./accounts-Bw2qPqE-.js";
|
|
4
|
+
import { i as REDTEAM_SIMULATED_USER_TASK_ID } from "./promptfoo-wxe28-q9.js";
|
|
5
|
+
import { t as SimulatedUser } from "./simulatedUser-LKk31Iov.js";
|
|
6
|
+
import { d as messagesToRedteamHistory, s as getLastMessageContent } from "./shared-DsbObxvy.js";
|
|
7
7
|
//#region src/redteam/providers/mischievousUser.ts
|
|
8
8
|
const PROVIDER_ID = "promptfoo:redteam:mischievous-user";
|
|
9
9
|
var RedteamMischievousUserProvider = class extends SimulatedUser {
|
|
@@ -44,4 +44,4 @@ var RedteamMischievousUserProvider = class extends SimulatedUser {
|
|
|
44
44
|
//#endregion
|
|
45
45
|
export { RedteamMischievousUserProvider as default };
|
|
46
46
|
|
|
47
|
-
//# sourceMappingURL=mischievousUser-
|
|
47
|
+
//# sourceMappingURL=mischievousUser-BoZy3Fry.js.map
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { t as invariant } from "./invariant-Ddh24eXh.js";
|
|
2
|
-
import { o as isLoggedIntoCloud } from "./accounts-
|
|
3
|
-
import { i as REDTEAM_SIMULATED_USER_TASK_ID } from "./promptfoo-
|
|
4
|
-
import { t as SimulatedUser } from "./simulatedUser-
|
|
5
|
-
import { d as messagesToRedteamHistory, s as getLastMessageContent } from "./shared-
|
|
2
|
+
import { o as isLoggedIntoCloud } from "./accounts-4Xa5fcHy.js";
|
|
3
|
+
import { i as REDTEAM_SIMULATED_USER_TASK_ID } from "./promptfoo-CEsoPlBa.js";
|
|
4
|
+
import { t as SimulatedUser } from "./simulatedUser-DdcsTBuS.js";
|
|
5
|
+
import { d as messagesToRedteamHistory, s as getLastMessageContent } from "./shared-BF25a7ms.js";
|
|
6
6
|
//#region src/redteam/providers/mischievousUser.ts
|
|
7
7
|
const PROVIDER_ID = "promptfoo:redteam:mischievous-user";
|
|
8
8
|
var RedteamMischievousUserProvider = class extends SimulatedUser {
|
|
@@ -43,4 +43,4 @@ var RedteamMischievousUserProvider = class extends SimulatedUser {
|
|
|
43
43
|
//#endregion
|
|
44
44
|
export { RedteamMischievousUserProvider as default };
|
|
45
45
|
|
|
46
|
-
//# sourceMappingURL=mischievousUser-
|
|
46
|
+
//# sourceMappingURL=mischievousUser-CjJ9ZEuw.js.map
|