promptfoo 0.121.8 → 0.121.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/src/{accounts-DAv_0iE7.js → accounts-4Xa5fcHy.js} +17 -18
- package/dist/src/{accounts-BWjqwsrf.js → accounts-BAajbKSh.js} +17 -18
- package/dist/src/{accounts-D6IBfEE0.js → accounts-Bw2qPqE-.js} +18 -19
- package/dist/src/{accounts-BVz5gHLK.cjs → accounts-DAcQXPwE.cjs} +20 -21
- package/dist/src/{agentic-utils-C-A92xhn.cjs → agentic-utils-C8eEgGG-.cjs} +3 -3
- package/dist/src/{agentic-utils-DmoS_S4B.js → agentic-utils-CP1IXFz3.js} +3 -3
- package/dist/src/{agentic-utils-BJKAkz2e.js → agentic-utils-CUwa3AE9.js} +3 -3
- package/dist/src/{agentic-utils-GdToujHu.js → agentic-utils-DYr-aM6d.js} +3 -3
- package/dist/src/{agents-2C8NN6I1.js → agents-Bb00M6i5.js} +5 -5
- package/dist/src/{agents-C98cz5pl.js → agents-CASf5zRj.js} +5 -5
- package/dist/src/{agents-DB8Ub2Ld.cjs → agents-CD1wH9bm.cjs} +5 -5
- package/dist/src/{agents-BMAiSR2o.js → agents-CZOHU7Q8.js} +5 -5
- package/dist/src/{agents-C-PGaxwj.js → agents-D539zhHr.js} +5 -5
- package/dist/src/{agents-Dwshy2H8.js → agents-DpRJdGBZ.js} +5 -5
- package/dist/src/{agents-mlKjx-cK.js → agents-gZTW-8nu.js} +5 -5
- package/dist/src/{agents-n2ej-c4H.cjs → agents-hix6c0Sh.cjs} +5 -5
- package/dist/src/{aimlapi-WyUK0wYy.js → aimlapi-DRQSL-Z4.js} +7 -7
- package/dist/src/{aimlapi-Bi-laUlp.js → aimlapi-Dc3LW5zI.js} +7 -7
- package/dist/src/{aimlapi-v-63ZjEI.js → aimlapi-KNYnjjU6.js} +7 -7
- package/dist/src/{aimlapi-D0OFV4Vj.cjs → aimlapi-gnrgd_Ej.cjs} +7 -7
- package/dist/src/app/assets/Report-Clw_YCp-.js +1 -0
- package/dist/src/app/assets/index-BQHaquKk.css +1 -0
- package/dist/src/app/assets/{index-BopgkZEh.js → index-CW3XcQK7.js} +6 -6
- package/dist/src/app/index.html +2 -2
- package/dist/src/{audio-x44tsxIo.cjs → audio-BgFTqfMO.cjs} +5 -5
- package/dist/src/{audio-heR0mu0n.js → audio-Cslbgd4l.js} +5 -5
- package/dist/src/{audio-DnEIHWZR.js → audio-DOI8kth4.js} +5 -5
- package/dist/src/{audio-wafFO1wn.js → audio-hewMOCUU.js} +5 -5
- package/dist/src/{authoritativeMarkupInjection-81PPynHR.js → authoritativeMarkupInjection-DgE4u_Rl.js} +8 -8
- package/dist/src/{authoritativeMarkupInjection-D9O70HPi.js → authoritativeMarkupInjection-gpm2K-Rp.js} +8 -8
- package/dist/src/{authoritativeMarkupInjection-PxSf3Rh8.js → authoritativeMarkupInjection-nrC4mSPQ.js} +7 -7
- package/dist/src/{authoritativeMarkupInjection-2G3Be6oL.cjs → authoritativeMarkupInjection-wG4x0yP2.cjs} +8 -8
- package/dist/src/{base-0Gzzue9Z.js → base-0yya4DsM.js} +3 -3
- package/dist/src/{base-Bp4c52YZ.js → base-BARAIJmp.js} +3 -3
- package/dist/src/{base-BzdS8tod.cjs → base-BE_pY-r5.cjs} +3 -3
- package/dist/src/{base-BuNn-YBX.js → base-CTWzNAH9.js} +3 -3
- package/dist/src/{bestOfN-CdkNPPbX.js → bestOfN-CV7ZKPw2.js} +8 -8
- package/dist/src/{bestOfN-BHiOjeaq.js → bestOfN-DeucA4QS.js} +9 -9
- package/dist/src/{bestOfN-DWwXEg1h.cjs → bestOfN-DxcpVUvj.cjs} +9 -9
- package/dist/src/{bestOfN-ClUSOhN0.js → bestOfN-Ilxc2hMv.js} +9 -9
- package/dist/src/{blobs-B0977K1O.cjs → blobs-5wbW7TbH.cjs} +3 -3
- package/dist/src/{blobs-Dwef1Ao1.js → blobs-BfIMflt0.js} +3 -3
- package/dist/src/{blobs-DODuTK-a.js → blobs-CA4gXarv.js} +3 -3
- package/dist/src/{blobs-CeFdPn_T.js → blobs-ikh75MtF.js} +3 -3
- package/dist/src/{cache-BR77mdIR.js → cache-BuudGL4I.js} +5 -5
- package/dist/src/{cache-DdriHsNX.js → cache-CT5D7d_A.js} +4 -4
- package/dist/src/cache-CrL5EYgi.js +3 -0
- package/dist/src/{cache-h5MWOBZI.cjs → cache-WuIsgzMA.cjs} +4 -4
- package/dist/src/{cache-CrioYnaa.js → cache-x9llZxbx.js} +5 -5
- package/dist/src/{chat-g5QLeLOo.js → chat-B5NqvkS_.js} +3 -3
- package/dist/src/{chat-DTdf-J5Q.js → chat-B8lsx0A0.js} +11 -11
- package/dist/src/{chat-Dq3DomYU.cjs → chat-BBlR1h8c.cjs} +3 -3
- package/dist/src/{chat-BBEnnpQk.js → chat-CCtIXezK.js} +11 -11
- package/dist/src/{chat-Bnt7ieO0.js → chat-CZOhFlzV.js} +3 -3
- package/dist/src/{chat-BSos6PvZ.js → chat-CvQMD-mp.js} +11 -11
- package/dist/src/{chat-mTTuUAYb.js → chat-Dh6mb5OL.js} +3 -3
- package/dist/src/{chat-DSyYuTYT.cjs → chat-DkitQHdt.cjs} +11 -11
- package/dist/src/{chatkit-fARZwEfV.js → chatkit-55cAEQb2.js} +4 -4
- package/dist/src/{chatkit-lb6FK02w.js → chatkit-B-uz3x63.js} +4 -4
- package/dist/src/{chatkit-B6DWi70Q.js → chatkit-Dxp6KO70.js} +4 -4
- package/dist/src/{chatkit-BYveR48_.cjs → chatkit-jEtokOVZ.cjs} +4 -4
- package/dist/src/{claude-agent-sdk-BP__YGfK.js → claude-agent-sdk-BVfdeahc.js} +6 -6
- package/dist/src/{claude-agent-sdk-n2XcEclh.cjs → claude-agent-sdk-C0p-RhcW.cjs} +6 -6
- package/dist/src/{claude-agent-sdk-BGUac_kS.js → claude-agent-sdk-DB99Npst.js} +6 -6
- package/dist/src/{claude-agent-sdk-Ddgx5BIQ.js → claude-agent-sdk-DHyrhDUu.js} +6 -6
- package/dist/src/cloud-BA4aLhk0.js +3 -0
- package/dist/src/{cloud-DqF5N1aJ.js → cloud-BbAl8dyj.js} +3 -3
- package/dist/src/{cloudflare-ai-sD26nP6V.js → cloudflare-ai-ChBxkojW.js} +5 -5
- package/dist/src/{cloudflare-ai-BwW8W-w7.js → cloudflare-ai-DDmTDys_.js} +5 -5
- package/dist/src/{cloudflare-ai-DCRGnsyL.cjs → cloudflare-ai-DPlNiC6I.cjs} +5 -5
- package/dist/src/{cloudflare-ai-BGamMotN.js → cloudflare-ai-UsZe6ndv.js} +5 -5
- package/dist/src/{cloudflare-gateway-CCC1DFrC.cjs → cloudflare-gateway-7b-lEtrb.cjs} +4 -4
- package/dist/src/{cloudflare-gateway-2lnOT4qM.js → cloudflare-gateway-Bq5cqiV8.js} +4 -4
- package/dist/src/{cloudflare-gateway-DOghiU6r.js → cloudflare-gateway-C0N-5s62.js} +4 -4
- package/dist/src/{cloudflare-gateway-B1-8KNCt.js → cloudflare-gateway-D5fm-QvC.js} +4 -4
- package/dist/src/{codex-app-server-BWeWamEb.js → codex-app-server-BG5Aphvl.js} +6 -6
- package/dist/src/{codex-app-server-DyQB1P0p.js → codex-app-server-BnPMlcjl.js} +6 -6
- package/dist/src/{codex-app-server-ZQRJSJjU.js → codex-app-server-D6gbvJFw.js} +6 -6
- package/dist/src/{codex-app-server-R9u_G7W9.cjs → codex-app-server-Dl6BLKJn.cjs} +6 -6
- package/dist/src/{codex-sdk-Dio1zJBS.js → codex-sdk-BnRTWAhS.js} +8 -7
- package/dist/src/codex-sdk-CChw5CYU.js +3 -0
- package/dist/src/{codex-sdk-BRPUvJG8.cjs → codex-sdk-Cy1pEjsQ.cjs} +8 -7
- package/dist/src/{codex-sdk-B62H0fe7.js → codex-sdk-D86dT4XV.js} +8 -7
- package/dist/src/{codex-sdk-iEmW1eS2.js → codex-sdk-mgUqOG2C.js} +8 -7
- package/dist/src/{cometapi-C7yWNGqt.js → cometapi-CkOfr271.js} +8 -8
- package/dist/src/{cometapi-sZgBZtbU.cjs → cometapi-EB-Is7jj.cjs} +8 -8
- package/dist/src/{cometapi-CSIi16a0.js → cometapi-gvPhrXNM.js} +8 -8
- package/dist/src/{cometapi--hh7dESS.js → cometapi-sBbQmdfk.js} +8 -8
- package/dist/src/{completion-DUScduXp.js → completion-BoWiFP-D.js} +7 -7
- package/dist/src/{completion-D_2IOAoS.js → completion-C99GFqQE.js} +7 -7
- package/dist/src/{completion-DT8cxo9T.js → completion-CUtdijfr.js} +7 -7
- package/dist/src/{completion-CWtqdn3z.cjs → completion-CkRVjadz.cjs} +7 -7
- package/dist/src/{crescendo-B41TwUHM.js → crescendo-B4EiUJ-M.js} +14 -14
- package/dist/src/{crescendo-DXFB7rHP.cjs → crescendo-BAN6NuWV.cjs} +16 -16
- package/dist/src/{crescendo-DvvYxMLA.js → crescendo-CYzxmaSJ.js} +16 -16
- package/dist/src/{crescendo-Bfic7KC4.js → crescendo-CrsXyaL0.js} +16 -16
- package/dist/src/{custom-BdzuqFTN.js → custom-C5K9QFs1.js} +13 -13
- package/dist/src/{custom-LEXHCRe3.cjs → custom-D1UjT5I5.cjs} +13 -13
- package/dist/src/{custom-DLgufezC.js → custom-DnMZvgB6.js} +13 -13
- package/dist/src/{custom-Cf5Q6r-P.js → custom-EWterxkb.js} +11 -11
- package/dist/src/{docker-D2TWGyTP.js → docker-BFQc9ccU.js} +6 -6
- package/dist/src/{docker-D0h2vFrc.cjs → docker-BMfsGXyn.cjs} +6 -6
- package/dist/src/{docker-BOSO_6hK.js → docker-ChD4-eri.js} +6 -6
- package/dist/src/{docker-Vj_4_cPg.js → docker-mZF5j6cW.js} +6 -6
- package/dist/src/{embedding-BQIApR18.cjs → embedding-BMqFDnLI.cjs} +7 -7
- package/dist/src/{embedding-CU78FMnw.js → embedding-BQBXSWgy.js} +7 -7
- package/dist/src/{embedding-CStK0TV6.js → embedding-BwTB3YDt.js} +7 -7
- package/dist/src/{embedding-CV8lmCnU.js → embedding-cd5oPBkX.js} +7 -7
- package/dist/src/{esm-BTK1W7lG.js → esm-CGER3lko.js} +2 -2
- package/dist/src/{esm-Bexx2PFc.js → esm-CYMWMaSj.js} +2 -2
- package/dist/src/{esm-B6whoAcf.js → esm-C_yrt93A.js} +2 -2
- package/dist/src/{esm-BIKakvNa.cjs → esm-vv4rR-Dp.cjs} +2 -2
- package/dist/src/{eval-B3BaNBbO.js → eval-DmGWplIN.js} +10 -10
- package/dist/src/{eval-DfR9885C.js → eval-N_VV5NZg.js} +1 -1
- package/dist/src/{evalResult-DHXs-9TL.cjs → evalResult-BZld6I3I.cjs} +6 -6
- package/dist/src/{evalResult-CcSqNl_Y.js → evalResult-ByGP9zuP.js} +7 -7
- package/dist/src/evalResult-CPPINYHK.js +3 -0
- package/dist/src/{evalResult-PGqEbasb.js → evalResult-gEmQRANj.js} +6 -6
- package/dist/src/evaluator-B01pCdUY.js +3 -0
- package/dist/src/{evaluator-n_dEb00o.js → evaluator-BpaUYhLY.js} +37 -37
- package/dist/src/{evaluatorHelpers-D06I9WFL.cjs → evaluatorHelpers-2gpZ9Q_f.cjs} +10 -10
- package/dist/src/{evaluatorHelpers-CrRObe2z.js → evaluatorHelpers-C8C8WQTv.js} +10 -10
- package/dist/src/{evaluatorHelpers-D1_kwvyp.js → evaluatorHelpers-DDG44JeI.js} +10 -10
- package/dist/src/{extractor-D3Fv_Tdh.js → extractor-Bjz9sdTQ.js} +6 -6
- package/dist/src/{extractor-BVkZtk4R.js → extractor-CtadTcJm.js} +6 -6
- package/dist/src/{extractor-Jp53vs-6.js → extractor-DAnauX2V.js} +6 -6
- package/dist/src/{extractor-bV_NOoaz.cjs → extractor-nyUwvU2U.cjs} +6 -6
- package/dist/src/{fetch-Cfm4EuOB.cjs → fetch-B2HvaVUc.cjs} +14 -12
- package/dist/src/{fetch-Cpf1U1nO.js → fetch-C59QM4cf.js} +10 -8
- package/dist/src/{fetch-BSSAcMxf.js → fetch-CBe8pU8Q.js} +10 -8
- package/dist/src/{fetch-Doks14zQ.js → fetch-CHJu2KON.js} +9 -7
- package/dist/src/fetch-D_XnRfBV.js +3 -0
- package/dist/src/{goat-CJngS-WU.js → goat-0HwO0EB2.js} +17 -17
- package/dist/src/{goat-DOMbozoX.cjs → goat-7wQgRcT4.cjs} +17 -17
- package/dist/src/{goat-CwsbfQeu.js → goat-BNX0lOFx.js} +15 -15
- package/dist/src/{goat-Ba7Gznzq.js → goat-BOVnOl5S.js} +17 -17
- package/dist/src/{graders-BQt1BaQe.js → graders-BnO-xoa-.js} +28 -28
- package/dist/src/{graders-CBQ2s6gz.cjs → graders-CQv1GT5Q.cjs} +27 -27
- package/dist/src/graders-D4vc1PFi.js +3 -0
- package/dist/src/{graders-KXzjnIim.js → graders-GNRQ1357.js} +27 -27
- package/dist/src/{graders-DaRU98zs.js → graders-k8qmhrPu.js} +29 -29
- package/dist/src/{hydra-CR0KyYDb.js → hydra-BrgGALmB.js} +16 -16
- package/dist/src/{hydra-BmXHxlyl.js → hydra-C38LOovb.js} +14 -14
- package/dist/src/{hydra-BU6GjYoQ.js → hydra-CXc0p63W.js} +16 -16
- package/dist/src/{hydra-RO9jBks7.cjs → hydra-Hdj65j0k.cjs} +16 -16
- package/dist/src/{image-B_PFG7IG.js → image-6u3WZ_7H.js} +5 -5
- package/dist/src/{image-LGj8dTcr.js → image-B6hCz0z3.js} +5 -5
- package/dist/src/{image-BtODOZjh.js → image-CgmaPlV_.js} +7 -7
- package/dist/src/{image-BBmZdKO3.js → image-DXbwwL-r.js} +5 -5
- package/dist/src/{image-HK2Cfqb1.cjs → image-Daa_X_YB.cjs} +7 -7
- package/dist/src/{image-CYuNJIqd.js → image-DmC5qwQx.js} +7 -7
- package/dist/src/{image-E00WFZkq.cjs → image-TY6FsHmn.cjs} +5 -5
- package/dist/src/{image-YMKejC0r.js → image-V0-pYiBI.js} +7 -7
- package/dist/src/index.cjs +49 -49
- package/dist/src/index.js +49 -49
- package/dist/src/{indirectWebPwn-D7NA9Nsv.cjs → indirectWebPwn-04ziKbly.cjs} +5 -5
- package/dist/src/{indirectWebPwn-CiWB-vVH.js → indirectWebPwn-1gHqaL91.js} +5 -5
- package/dist/src/{indirectWebPwn-B80dLlFC.js → indirectWebPwn-B0CAtvZJ.js} +6 -6
- package/dist/src/{indirectWebPwn-BMTXXznx.js → indirectWebPwn-BXUoJl4I.js} +5 -5
- package/dist/src/{indirectWebPwn-o_bEFMjP.js → indirectWebPwn-Biy9I52D.js} +6 -6
- package/dist/src/{indirectWebPwn-BzpyMnFS.js → indirectWebPwn-BoPqjm9W.js} +6 -6
- package/dist/src/{indirectWebPwn-BZFPV7Q9.js → indirectWebPwn-DRYpRTx6.js} +5 -5
- package/dist/src/{indirectWebPwn-BaEQEOIO.cjs → indirectWebPwn-MiCFTfzI.cjs} +6 -6
- package/dist/src/{inputVariables-DUGMb9Ka.js → inputVariables-B7cylqzM.js} +2 -2
- package/dist/src/{inputVariables-Dq9W-Z3a.cjs → inputVariables-D5K2vTp4.cjs} +2 -2
- package/dist/src/{inputVariables-B0qUChbV.js → inputVariables-DpOsOnzU.js} +3 -3
- package/dist/src/{inputVariables-DXFdi7AI.js → inputVariables-qJmuSN5i.js} +3 -3
- package/dist/src/{interactiveCheck-C4QlIuoR.js → interactiveCheck-BLnDrfjg.js} +2 -2
- package/dist/src/{iterative-CVwoExo8.js → iterative-BDRx_noa.js} +16 -16
- package/dist/src/{iterative-QDrGSyss.js → iterative-BZxrxnoh.js} +14 -14
- package/dist/src/{iterative-BACUeCCz.cjs → iterative-KSovqu_j.cjs} +16 -16
- package/dist/src/{iterative-B-l0syBV.js → iterative-vxBU1IPs.js} +16 -16
- package/dist/src/{iterativeImage-Bwn0fM75.js → iterativeImage-BZuMd4x3.js} +7 -7
- package/dist/src/{iterativeImage-BQg2OwA6.js → iterativeImage-DUWLmyVM.js} +6 -6
- package/dist/src/{iterativeImage-CcgVyASo.cjs → iterativeImage-DqNKoaIl.cjs} +7 -7
- package/dist/src/{iterativeImage-D_UbQXg4.js → iterativeImage-DwIp1WGB.js} +7 -7
- package/dist/src/{iterativeMeta-DlqY3BsS.cjs → iterativeMeta-9gsvnsl1.cjs} +15 -15
- package/dist/src/{iterativeMeta-CN8CNjFA.js → iterativeMeta-AgI6UEh6.js} +15 -15
- package/dist/src/{iterativeMeta-CIu-CHRS.js → iterativeMeta-BbcVN5nQ.js} +15 -15
- package/dist/src/{iterativeMeta-DN6BTjpq.js → iterativeMeta-BcF8LsFk.js} +13 -13
- package/dist/src/{iterativeTree-DcuFXnjL.js → iterativeTree-5TLHU9Kx.js} +14 -14
- package/dist/src/{iterativeTree-LOgAi0nU.cjs → iterativeTree-7XyY_zdo.cjs} +14 -14
- package/dist/src/{iterativeTree-CJ8a8G9T.js → iterativeTree-CnHx_kPu.js} +14 -14
- package/dist/src/{iterativeTree-FrDDYAN0.js → iterativeTree-D9I3UJ0P.js} +12 -12
- package/dist/src/{knowledgeBase-o_wTLzrt.js → knowledgeBase-BGbDBwr5.js} +5 -5
- package/dist/src/{knowledgeBase-CjOXp6Lr.js → knowledgeBase-BzfBwPyQ.js} +5 -5
- package/dist/src/{knowledgeBase-DxAq4n4z.js → knowledgeBase-C_MSTwDt.js} +5 -5
- package/dist/src/{knowledgeBase-CdbcGBZF.cjs → knowledgeBase-DSVK_YTi.cjs} +5 -5
- package/dist/src/{litellm-CYfgxLrM.js → litellm-CRTmskqC.js} +5 -5
- package/dist/src/{litellm-B2gHwya_.js → litellm-Ch4E-r4b.js} +5 -5
- package/dist/src/{litellm-ojWBKU3C.js → litellm-DNnk7802.js} +5 -5
- package/dist/src/{litellm-CPpdlO7n.cjs → litellm-jA4_p8mv.cjs} +5 -5
- package/dist/src/{logger-KD8JjCRJ.js → logger-BjYLHvGm.js} +56 -25
- package/dist/src/{logger-cfNpzI4o.cjs → logger-Cm0Nb8YX.cjs} +34 -3
- package/dist/src/{logger-Ct2S6Yx-.js → logger-Cs0I2v_y.js} +34 -3
- package/dist/src/{logger-BbY6ypFL.js → logger-h-eiS4iv.js} +34 -3
- package/dist/src/{luma-ray-BCCO9XXG.cjs → luma-ray-BCkN79tz.cjs} +5 -5
- package/dist/src/{luma-ray-DP5N79lB.js → luma-ray-BqVizUQY.js} +5 -5
- package/dist/src/{luma-ray-BPrdihAb.js → luma-ray-CD7rd6KW.js} +5 -5
- package/dist/src/{luma-ray-DTDyoAlM.js → luma-ray-DLWLjDCa.js} +5 -5
- package/dist/src/main.js +55 -55
- package/dist/src/{memoryPoisoning-B6N3us35.cjs → memoryPoisoning-BXDi4XCK.cjs} +8 -8
- package/dist/src/{memoryPoisoning-D375zwSX.js → memoryPoisoning-D-V4yXjj.js} +8 -8
- package/dist/src/{memoryPoisoning-Bc_BK_k2.js → memoryPoisoning-PrsT7Zh2.js} +8 -8
- package/dist/src/{memoryPoisoning-DJA0YjJT.js → memoryPoisoning-ZUwCLvEn.js} +8 -8
- package/dist/src/{messages-BrZEnHsV.cjs → messages-BSFLFXIO.cjs} +8 -8
- package/dist/src/{messages-Bg29Nbit.js → messages-C5qBfONg.js} +8 -8
- package/dist/src/{messages-K9A8RxBM.js → messages-CQoK4jHx.js} +8 -8
- package/dist/src/{messages-CBulRaud.js → messages-Dy5vvc3H.js} +8 -8
- package/dist/src/{mischievousUser-CSUrH3fq.cjs → mischievousUser-B4_YRWqu.cjs} +5 -5
- package/dist/src/{mischievousUser-Blx-OtT3.js → mischievousUser-BoZy3Fry.js} +5 -5
- package/dist/src/{mischievousUser-CHuTTvBg.js → mischievousUser-CjJ9ZEuw.js} +5 -5
- package/dist/src/{mischievousUser-BDLwSGN0.js → mischievousUser-CrMXlOUj.js} +5 -5
- package/dist/src/{modelslab-CBCrdIBc.js → modelslab-B72XbAlR.js} +8 -8
- package/dist/src/{modelslab-CrGpXuhv.js → modelslab-Bw-46LmW.js} +8 -8
- package/dist/src/{modelslab-BjEk7yCP.js → modelslab-CJ0zQdDH.js} +8 -8
- package/dist/src/{modelslab-Cvh0klQx.cjs → modelslab-LXFLCD-O.cjs} +8 -8
- package/dist/src/{nova-reel-DH_Ksu6X.cjs → nova-reel-D0k0-k8Y.cjs} +5 -5
- package/dist/src/{nova-reel-YQAqUYJY.js → nova-reel-DItvBa6z.js} +5 -5
- package/dist/src/{nova-reel-CUDDZcSA.js → nova-reel-DN7gTJzd.js} +5 -5
- package/dist/src/{nova-reel-CyDESu5J.js → nova-reel-DRLvlFOH.js} +5 -5
- package/dist/src/{nova-sonic-DxmK95c1.js → nova-sonic-BeAjEzkG.js} +3 -3
- package/dist/src/{nova-sonic-BhmnRGyh.js → nova-sonic-DB7LzcCY.js} +3 -3
- package/dist/src/{nova-sonic-Bg3cxMMu.cjs → nova-sonic-DfLkPbkF.cjs} +3 -3
- package/dist/src/{nova-sonic-BVFFB7JZ.js → nova-sonic-kzIVxZDb.js} +3 -3
- package/dist/src/{openai-zgwBb4Ff.js → openai-Bfbg6L4c.js} +2 -2
- package/dist/src/{openai-C3uXv8wS.cjs → openai-CCaz18I4.cjs} +2 -2
- package/dist/src/{openai-CJrsh9n4.js → openai-CJOpg_dA.js} +2 -2
- package/dist/src/{openai-BMHD2Huo.js → openai-uRacy72N.js} +2 -2
- package/dist/src/{openclaw-CWOm2eOr.js → openclaw-2Y9Ukt9Y.js} +9 -9
- package/dist/src/{openclaw-Cdk9JKfY.js → openclaw-BdnuiqBG.js} +9 -9
- package/dist/src/{openclaw-CHQaZi_-.cjs → openclaw-D54hA9Fe.cjs} +9 -9
- package/dist/src/{openclaw-DhF8rUpI.js → openclaw-DRjsDCSS.js} +9 -9
- package/dist/src/{opencode-sdk-BRjiPV-g.js → opencode-sdk-2su-bzyz.js} +38 -9
- package/dist/src/{opencode-sdk-CPFMw0ed.cjs → opencode-sdk-BRkqgOOQ.cjs} +38 -9
- package/dist/src/{opencode-sdk-CqkyG8De.js → opencode-sdk-CFY-1bkH.js} +38 -9
- package/dist/src/{opencode-sdk-CaSOCsBA.js → opencode-sdk-D-tRQJ9s.js} +38 -9
- package/dist/src/{otlpReceiver-B2eaKC8C.js → otlpReceiver-BkB7tsTT.js} +3 -3
- package/dist/src/{otlpReceiver--gTpSagc.js → otlpReceiver-BqJYGC-M.js} +4 -4
- package/dist/src/{otlpReceiver-BXjcRqAM.js → otlpReceiver-CRwU2egH.js} +4 -4
- package/dist/src/{otlpReceiver-CvJdBGSc.cjs → otlpReceiver-DOl5S07u.cjs} +4 -4
- package/dist/src/{packageParser--MWTSrPW.js → packageParser-B3bpKHK4.js} +2 -2
- package/dist/src/{packageParser-CgE-ziRo.js → packageParser-CZdMKLBh.js} +2 -2
- package/dist/src/{packageParser-hwwSGnAZ.js → packageParser-D7YWfcSe.js} +2 -2
- package/dist/src/{packageParser-QoCS1FMl.cjs → packageParser-DR054ceU.cjs} +2 -2
- package/dist/src/{promptLength-B9nZEfO6.js → promptLength-5B4_P93z.js} +2 -2
- package/dist/src/{promptLength-BbBbDHNj.cjs → promptLength-CAcg7BmO.cjs} +2 -2
- package/dist/src/{promptLength-4X-Wd8PG.js → promptLength-PkjlYFx0.js} +2 -2
- package/dist/src/{promptLength-0qIHyhA5.js → promptLength-ho3wbst6.js} +2 -2
- package/dist/src/{promptfoo-CqEpj6Sr.js → promptfoo-CEsoPlBa.js} +8 -8
- package/dist/src/{promptfoo-ClChwT74.cjs → promptfoo-DAXBmrE6.cjs} +8 -8
- package/dist/src/{promptfoo-CReYAtfb.js → promptfoo-DVKqidd8.js} +9 -9
- package/dist/src/{promptfoo-BU4_0J85.js → promptfoo-wxe28-q9.js} +9 -9
- package/dist/src/{providerRegistry-DHcFiVWX.js → providerRegistry-Bf4tRLgu.js} +2 -2
- package/dist/src/{providerRegistry-CZO_w7ue.cjs → providerRegistry-DKbi2EbP.cjs} +2 -2
- package/dist/src/{providerRegistry-ReCd0sFa.js → providerRegistry-DLeG-xXn.js} +2 -2
- package/dist/src/{providerRegistry-1gB5vtzQ.js → providerRegistry-v8Wa3f9z.js} +2 -2
- package/dist/src/{providers-B7TyByfj.js → providers-CYBHjFEg.js} +128 -120
- package/dist/src/{providers-iH3Sw1yo.js → providers-DDLQc0tl.js} +127 -119
- package/dist/src/{providers-V6RBuieY.cjs → providers-DP1CDgd5.cjs} +126 -118
- package/dist/src/{providers-BGc7tDtQ.js → providers-DTPwadhk.js} +126 -118
- package/dist/src/{providers-CSOp-bCm.js → providers-DvBFcsXi.js} +1 -1
- package/dist/src/{pythonUtils-Cokhluq3.cjs → pythonUtils-BjuymNdM.cjs} +3 -3
- package/dist/src/{pythonUtils-D0BYebvX.js → pythonUtils-C4Wnz6Q7.js} +3 -3
- package/dist/src/{pythonUtils-CLCgQ9tt.js → pythonUtils-CBe7VV6f.js} +3 -3
- package/dist/src/{pythonUtils-CgYxeSmO.js → pythonUtils-CLAoc6jg.js} +3 -3
- package/dist/src/{quiverai-C1dYu5MW.js → quiverai-B6ebiUKf.js} +6 -6
- package/dist/src/{quiverai-CNMIpZQg.js → quiverai-BG7dvOQc.js} +6 -6
- package/dist/src/{quiverai-fmSfU43k.cjs → quiverai-DH6SMaxD.cjs} +6 -6
- package/dist/src/{quiverai-58BtRRet.js → quiverai-DHNIAUfS.js} +6 -6
- package/dist/src/{registry-BTGk2ZkB.js → registry-BKlwRYvr.js} +14 -14
- package/dist/src/{registry-6Jw6ebor.cjs → registry-CQHRTGYs.cjs} +14 -14
- package/dist/src/{registry-NGnOG2xa.js → registry-Eiv-QeUm.js} +14 -14
- package/dist/src/{registry-BTNqmP5o.js → registry-qNoxbVEb.js} +14 -14
- package/dist/src/{remoteGeneration-BpIYlb_O.cjs → remoteGeneration-CD3c_rzc.cjs} +6 -6
- package/dist/src/{remoteGeneration-CJC3E0aW.js → remoteGeneration-CoxtxLvB.js} +6 -6
- package/dist/src/{remoteGeneration-D6UjE2JT.js → remoteGeneration-DW6mPZnO.js} +6 -6
- package/dist/src/{remoteGeneration--D6WjzUm.js → remoteGeneration-DvWEm3yi.js} +6 -6
- package/dist/src/{render-_6ur1fhE.js → render-BoxrvB84.js} +2 -2
- package/dist/src/{render-DFfDeYUK.js → render-CTZQAINJ.js} +2 -2
- package/dist/src/{render-BNTrbmBw.cjs → render-DJ4yipCD.cjs} +2 -2
- package/dist/src/{render-DznWrxGO.js → render-MiyTvDY4.js} +2 -2
- package/dist/src/{render-CSP99NLm.js → render-jE6RKVgk.js} +2 -2
- package/dist/src/{responses-CUARGrhY.cjs → responses-Bs2_3zyr.cjs} +14 -14
- package/dist/src/{responses-CrmWv6iz.js → responses-C0yU3fO6.js} +14 -14
- package/dist/src/{responses-BVi7xIdv.js → responses-C2vhwf8F.js} +14 -14
- package/dist/src/{responses-5Gf5HNOi.js → responses-pvlY3oYx.js} +14 -14
- package/dist/src/{rubyUtils-CnlW8AYb.js → rubyUtils-AvgsD_QH.js} +3 -3
- package/dist/src/{rubyUtils-CqUWBZAt.cjs → rubyUtils-BEqeZynS.cjs} +3 -3
- package/dist/src/{rubyUtils-CXlFM2rR.js → rubyUtils-C-sxXgGT.js} +3 -3
- package/dist/src/{rubyUtils-DdGojpfv.js → rubyUtils-DFzPvVD4.js} +3 -3
- package/dist/src/rubyUtils-DfYaGbxe.js +3 -0
- package/dist/src/{runtimeTransform-DigbjU1r.js → runtimeTransform-BmhEztlx.js} +2 -2
- package/dist/src/{runtimeTransform-BJOpL9Yc.js → runtimeTransform-Bw9Tttpp.js} +2 -2
- package/dist/src/{runtimeTransform-ON3YYILw.cjs → runtimeTransform-DJEknTZQ.cjs} +2 -2
- package/dist/src/{runtimeTransform-Dgh_D7DU.js → runtimeTransform-s14J7yxm.js} +2 -2
- package/dist/src/{sagemaker-BwbV5U7_.js → sagemaker-C8NJAT8D.js} +11 -11
- package/dist/src/{sagemaker-ClAZ6Qwc.js → sagemaker-DlajLLgJ.js} +11 -11
- package/dist/src/{sagemaker-DY2qrOpq.js → sagemaker-PgIzjxMt.js} +11 -11
- package/dist/src/{sagemaker-BeVTKfrv.cjs → sagemaker-hwPXLGI4.cjs} +11 -11
- package/dist/src/{scanner-BS-iFIp3.js → scanner-B3DPvw5u.js} +6 -6
- package/dist/src/server/index.js +57 -57
- package/dist/src/{server-DLYjSFm2.js → server-4wx571OM.js} +6 -6
- package/dist/src/{server-JQYD_Nws.js → server-8in_Vrrf.js} +6 -6
- package/dist/src/server-BHd6SQYX.js +3 -0
- package/dist/src/{server-CbiJppij.js → server-pMTgWs3M.js} +4 -4
- package/dist/src/{server-BHOEL8p8.cjs → server-yHhoBx98.cjs} +4 -4
- package/dist/src/{shared-CSIGeGLl.js → shared-BF25a7ms.js} +12 -12
- package/dist/src/{shared-aHWko3P1.cjs → shared-DlmtkptR.cjs} +12 -12
- package/dist/src/{shared-DNvim54U.js → shared-DsbObxvy.js} +12 -12
- package/dist/src/{shared-CRq0gGVf.js → shared-yBQATkD5.js} +13 -13
- package/dist/src/{signal-CSurUUyV.js → signal-CRrWj2xI.js} +3 -3
- package/dist/src/{simulatedUser-mnCUS9Bm.cjs → simulatedUser-9A3YPDh2.cjs} +7 -7
- package/dist/src/{simulatedUser-DH_7RzEQ.js → simulatedUser-CbZZV7UQ.js} +7 -7
- package/dist/src/{simulatedUser-C7sOFSF6.js → simulatedUser-DdcsTBuS.js} +7 -7
- package/dist/src/{simulatedUser-lgMMmniD.js → simulatedUser-LKk31Iov.js} +7 -7
- package/dist/src/{slack-k-_CP84Q.js → slack-CWxUAo6N.js} +2 -2
- package/dist/src/{slack-DMC1QVEg.cjs → slack-CtMQnlyy.cjs} +2 -2
- package/dist/src/{slack-DTEFhrMn.js → slack-DrcMAkvd.js} +2 -2
- package/dist/src/{slack-Bapo-7_8.js → slack-chzmaYU3.js} +2 -2
- package/dist/src/{storage-EKVWZBNY.js → storage-B9lg2RCL.js} +6 -6
- package/dist/src/{storage-95htjpLs.js → storage-BC9TzmHh.js} +5 -5
- package/dist/src/{storage-A4WnAeN3.cjs → storage-Cv7QYUPO.cjs} +4 -4
- package/dist/src/{storage-B2Ql_oq4.js → storage-fbHNSuZ9.js} +4 -4
- package/dist/src/{store-B2NDDooM.cjs → store-BKN4VD-m.cjs} +3 -3
- package/dist/src/{store-HpopRVzl.js → store-C4eo8Kyv.js} +3 -3
- package/dist/src/store-mJpYYA7W.js +3 -0
- package/dist/src/{store-DKd5592Q.js → store-u1XNK3e8.js} +3 -3
- package/dist/src/{strategies-CD1gHeeQ.js → strategies-4Nnr_9xt.js} +18 -18
- package/dist/src/{strategies-CCcnEbFO.cjs → strategies-BD7US9WB.cjs} +18 -18
- package/dist/src/{strategies-CBI1brSy.js → strategies-Ptz_P4P4.js} +20 -20
- package/dist/src/{tables-CRSXQ2Ke.js → tables-Bn3_8sxV.js} +2 -2
- package/dist/src/{tables-DafUHOeh.js → tables-D_ZGKiGc.js} +3 -3
- package/dist/src/{tables-DBIJU0WE.cjs → tables-D_s2HMPP.cjs} +2 -2
- package/dist/src/{tables-CxjU7bBd.js → tables-PWOqfbI_.js} +3 -3
- package/dist/src/{telemetry-C4bX-6Sr.js → telemetry-BTIhfopq.js} +21 -16
- package/dist/src/{telemetry-DOE567Wj.js → telemetry-BU80NveV.js} +21 -16
- package/dist/src/telemetry-CVHVhMOI.js +3 -0
- package/dist/src/{telemetry-BbpmrenM.js → telemetry-D3yQCekN.js} +21 -16
- package/dist/src/{telemetry-C_ImlCOk.cjs → telemetry-DvzmDrSM.cjs} +21 -16
- package/dist/src/{tracingOptions-xhjOg2b1.js → tracingOptions-D2F0D7es.js} +4 -4
- package/dist/src/{tracingOptions-BvmDa_jH.js → tracingOptions-PLePpCmo.js} +3 -3
- package/dist/src/{tracingOptions-BOP1FsRt.js → tracingOptions-WpE9IqC8.js} +4 -4
- package/dist/src/{tracingOptions-DFBoE8O0.cjs → tracingOptions-eqmq5sA2.cjs} +4 -4
- package/dist/src/{transcription-D8kkPXg_.cjs → transcription-CKLxdMxm.cjs} +7 -7
- package/dist/src/{transcription-BOXDoehT.js → transcription-CmlDorqD.js} +7 -7
- package/dist/src/{transcription-CpVdKc4P.js → transcription-Cupf4JNw.js} +7 -7
- package/dist/src/{transcription-Z94eV9LR.js → transcription-sOgdGxM6.js} +7 -7
- package/dist/src/{transform-BnSXWmU_2.cjs → transform-0wnBYYaL2.cjs} +4 -4
- package/dist/src/{transform-DtTfiGoh.js → transform-AfC8gqCB.js} +5 -5
- package/dist/src/{transform-CGt7Kt3y2.js → transform-BDSnWRNv2.js} +4 -4
- package/dist/src/{transform-BnSTnFlp.js → transform-C5pxvKUV.js} +4 -4
- package/dist/src/{transform-CrPGTsij.js → transform-C5rpIuDz.js} +4 -4
- package/dist/src/{transform-BufxPIQL.js → transform-D7QlmswG.js} +5 -5
- package/dist/src/{transform-DJkt81VY.cjs → transform-DKw2FNwg.cjs} +5 -5
- package/dist/src/{transform-Wp6s_5QE.js → transform-R1PnNdLv.js} +5 -5
- package/dist/src/{types-BFevViUY.js → types-C_e_SykX.js} +2 -2
- package/dist/src/{types-BJQBBPTP.js → types-uLCKnRiK.js} +2 -2
- package/dist/src/{util-DNtUsus_.cjs → util-3BRss2KA.cjs} +7 -7
- package/dist/src/{util-o2Qg5rZv.js → util-B2Nt2Oy7.js} +19 -14
- package/dist/src/{util-DwNJzqOV.js → util-BGfk7zh7.js} +8 -8
- package/dist/src/{util-DeY58psG.js → util-BLSQ_7Ky.js} +19 -14
- package/dist/src/{util-BHCAeuXx.cjs → util-BSZPCmvm.cjs} +4 -3
- package/dist/src/{util-COnzevXE.cjs → util-BuYzkbEz.cjs} +7 -7
- package/dist/src/{util-CYev3d-r.js → util-C6d3eV0A.js} +19 -14
- package/dist/src/{util-jZRrXe1P.js → util-CES4qWd7.js} +8 -8
- package/dist/src/{util-DGqkTb2-.js → util-CKZReNsz.js} +8 -8
- package/dist/src/{util-NYQvo1C7.cjs → util-Cs372i1_.cjs} +19 -14
- package/dist/src/{util-X4KQgyVD.js → util-Cw9nJJWm.js} +4 -3
- package/dist/src/{util-DpV6KT5i.js → util-D1NKMz55.js} +7 -7
- package/dist/src/{util-ETfU_sS9.js → util-D9grslJP.js} +8 -8
- package/dist/src/{util-CMrHV35u.js → util-SNUDkWJ8.js} +4 -3
- package/dist/src/{util-DRfqa4xz.js → util-vaCPFatZ.js} +7 -7
- package/dist/src/{util-DTq3jq2z.js → util-weQgMdSy.js} +4 -3
- package/dist/src/{utils-Ve6kuJsa.cjs → utils-B_HCobst.cjs} +2 -2
- package/dist/src/{utils-BGY69tk_.js → utils-C3qMBhJT.js} +2 -2
- package/dist/src/{utils-BFOh20Gb.js → utils-Cdx3ZJr7.js} +2 -2
- package/dist/src/{utils-B0lzitHZ.js → utils-DMWnIu_V.js} +2 -2
- package/dist/src/{version-CHR-EFec.js → version-BGiEZvX0.js} +2 -2
- package/dist/src/{version-qVEN5qCm.js → version-BNhpIb2U.js} +2 -2
- package/dist/src/{version-F0YDgb7J.js → version-CnYqmWbz.js} +2 -2
- package/dist/src/{version-VzUqOBZk.cjs → version-XjGPawtU.cjs} +2 -2
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +16 -16
- package/dist/src/app/assets/Report-sCXUfaWo.js +0 -1
- package/dist/src/app/assets/index-yhM8y1PP.css +0 -1
- package/dist/src/cache-BKYi3kAA.js +0 -3
- package/dist/src/cloud-DiWbUiVP.js +0 -3
- package/dist/src/codex-sdk-DxukZs_K.js +0 -3
- package/dist/src/evalResult-BtZSUgQv.js +0 -3
- package/dist/src/evaluator-B9LGbKI8.js +0 -3
- package/dist/src/fetch-BodQTrMU.js +0 -3
- package/dist/src/graders-B3D7kCcD.js +0 -3
- package/dist/src/rubyUtils-BYVlQ94c.js +0 -3
- package/dist/src/server-D18AAlAc.js +0 -3
- package/dist/src/store-IbiRIF3k.js +0 -3
- package/dist/src/telemetry-BUm_krVX.js +0 -3
package/dist/src/server/index.js
CHANGED
|
@@ -1,50 +1,50 @@
|
|
|
1
1
|
import { t as __exportAll } from "../chunk-DEq-mXcV.js";
|
|
2
|
-
import { C as
|
|
3
|
-
import { F as getDefaultShareViewBaseUrl, I as getShareApiBaseUrl, L as getShareViewBaseUrl, N as TERMINAL_MAX_WIDTH, P as getDefaultPort, R as FILE_METADATA_KEY, S as isPromptfooSampleTarget, T as parseChatPrompt, c as CloudConfig, l as cloudConfig, m as sleep, n as fetchWithRetries, p as getCurrentTimestamp, r as fetchWithTimeout, t as fetchWithProxy,
|
|
4
|
-
import { n as VERSION } from "../version-
|
|
2
|
+
import { C as getEnvBool, D as getEvalTimeoutMs, E as getEnvString, O as getMaxEvalTimeMs, S as state, T as getEnvInt, a as logger, b as summarizeEvaluateResultForLogging, f as sanitizeObject, g as getAjv, h as extractJsonObjects, k as isCI, m as extractFirstJsonObject, n as globalLogCallback, o as setLogCallback, r as isDebugEnabled, s as setLogLevel, t as getLogLevel, v as orderKeys, w as getEnvFloat, y as safeJsonStringify } from "../logger-BjYLHvGm.js";
|
|
3
|
+
import { F as getDefaultShareViewBaseUrl, I as getShareApiBaseUrl, L as getShareViewBaseUrl, N as TERMINAL_MAX_WIDTH, P as getDefaultPort, R as FILE_METADATA_KEY, S as isPromptfooSampleTarget, T as parseChatPrompt, c as CloudConfig, l as cloudConfig, m as sleep, n as fetchWithRetries, p as getCurrentTimestamp, r as fetchWithTimeout, t as fetchWithProxy, y as getRequestTimeoutMs, z as HUMAN_ASSERTION_TYPE } from "../fetch-CBe8pU8Q.js";
|
|
4
|
+
import { n as VERSION } from "../version-BGiEZvX0.js";
|
|
5
5
|
import { t as invariant } from "../invariant-DIYf9sP1.js";
|
|
6
|
-
import {
|
|
7
|
-
import { a as safeJoin, r as importModule, t as getDirectory } from "../esm-
|
|
8
|
-
import { a as extractVariablesFromTemplates, i as extractVariablesFromTemplate, n as renderVarsInObject, o as getNunjucksEngine, r as analyzeTemplateReference, t as renderEnvOnlyInObject } from "../render-
|
|
9
|
-
import { t as providerRegistry } from "../providerRegistry-
|
|
10
|
-
import { a as getRemoteHealthUrl, l as shouldGenerateRemote, n as getRemoteGenerationExplicitlyDisabledError, r as getRemoteGenerationUrl, s as neverGenerateRemote } from "../remoteGeneration
|
|
11
|
-
import { a as openBrowser, i as checkServerRunning, n as BrowserBehaviorNames, s as promptYesNo, t as BrowserBehavior } from "../server-
|
|
12
|
-
import { a as evalResultsTable, c as evalsToPromptsTable, d as promptsTable, f as spansTable, g as getDbSignalPath, h as getDb, i as datasetsTable, l as evalsToTagsTable, m as tracesTable, n as blobReferencesTable, o as evalsTable, p as tagsTable, r as configsTable, s as evalsToDatasetsTable, t as blobAssetsTable, u as modelAuditsTable } from "../tables-
|
|
13
|
-
import { $ as MULTI_INPUT_EXCLUDED_PLUGINS, A as STRATEGY_COLLECTIONS, B as ALIASED_PLUGIN_MAPPINGS, E as ALL_STRATEGIES, F as isMultiTurnStrategy, G as DEFAULT_PLUGINS, H as BIAS_PLUGINS, I as Severity, J as HARM_PLUGINS, K as FINANCIAL_PLUGINS, L as categoryAliases, M as getDefaultNFanout, N as isCustomStrategy, O as DEFAULT_STRATEGIES, P as isFanoutStrategy, Q as MEDICAL_PLUGINS, S as StrategyConfigSchema, T as AGENTIC_STRATEGIES, U as CANARY_BREAKING_STRATEGY_IDS, V as ALL_PLUGINS, W as DATASET_EXEMPT_PLUGINS, X as LLAMA_GUARD_ENABLED_CATEGORIES, Y as INSURANCE_PLUGINS, Z as LLAMA_GUARD_REPLICATE_PROVIDER, _ as ProvidersSchema, a as EvaluateOptionsSchema, at as REDTEAM_PROVIDER_HARM_PLUGINS, b as PluginConfigSchema, c as TestSuiteConfigSchema, ct as TEEN_SAFETY_PLUGINS, d as isGradingResult, dt as CODING_AGENT_CORE_PLUGINS, et as MULTI_INPUT_VAR, f as isResultFailureReason, ft as CODING_AGENT_PLUGINS, g as ProviderOptionsSchema, h as RedteamConfigSchema, ht as PromptSchema, i as EvalResultsFilterMode, it as REDTEAM_MODEL, j as STRATEGY_COLLECTION_MAPPINGS, k as MULTI_TURN_STRATEGIES, l as TestSuiteSchema, lt as TELECOM_PLUGINS, m as isProviderOptions, n as BaseAssertionTypesSchema, nt as PII_PLUGINS, ot as REMOTE_ONLY_PLUGIN_IDS, p as isApiProvider, q as FOUNDATION_PLUGINS, r as CommandLineOptionsSchema, rt as PLUGIN_CATEGORIES, s as ResultFailureReason, st as STRATEGY_EXEMPT_PLUGINS, t as AssertionOrSetSchema, tt as PHARMACY_PLUGINS, u as UnifiedConfigSchema, ut as UNALIGNED_PROVIDER_HARM_PLUGINS, v as ConversationMessageSchema, w as isUuid, y as PartialGenerationError, z as riskCategorySeverityMap } from "../types-
|
|
6
|
+
import { c as isLoggedIntoCloud, i as getAuthor, l as promptForEmailUnverified, n as checkEmailStatusAndMaybeExit, o as getUserEmail, r as clearUserEmail, s as getUserId, t as checkEmailStatus, u as setUserEmail } from "../accounts-BAajbKSh.js";
|
|
7
|
+
import { a as safeJoin, r as importModule, t as getDirectory } from "../esm-CGER3lko.js";
|
|
8
|
+
import { a as extractVariablesFromTemplates, i as extractVariablesFromTemplate, n as renderVarsInObject, o as getNunjucksEngine, r as analyzeTemplateReference, t as renderEnvOnlyInObject } from "../render-BoxrvB84.js";
|
|
9
|
+
import { t as providerRegistry } from "../providerRegistry-v8Wa3f9z.js";
|
|
10
|
+
import { a as getRemoteHealthUrl, l as shouldGenerateRemote, n as getRemoteGenerationExplicitlyDisabledError, r as getRemoteGenerationUrl, s as neverGenerateRemote } from "../remoteGeneration-CoxtxLvB.js";
|
|
11
|
+
import { a as openBrowser, i as checkServerRunning, n as BrowserBehaviorNames, s as promptYesNo, t as BrowserBehavior } from "../server-8in_Vrrf.js";
|
|
12
|
+
import { a as evalResultsTable, c as evalsToPromptsTable, d as promptsTable, f as spansTable, g as getDbSignalPath, h as getDb, i as datasetsTable, l as evalsToTagsTable, m as tracesTable, n as blobReferencesTable, o as evalsTable, p as tagsTable, r as configsTable, s as evalsToDatasetsTable, t as blobAssetsTable, u as modelAuditsTable } from "../tables-PWOqfbI_.js";
|
|
13
|
+
import { $ as MULTI_INPUT_EXCLUDED_PLUGINS, A as STRATEGY_COLLECTIONS, B as ALIASED_PLUGIN_MAPPINGS, E as ALL_STRATEGIES, F as isMultiTurnStrategy, G as DEFAULT_PLUGINS, H as BIAS_PLUGINS, I as Severity, J as HARM_PLUGINS, K as FINANCIAL_PLUGINS, L as categoryAliases, M as getDefaultNFanout, N as isCustomStrategy, O as DEFAULT_STRATEGIES, P as isFanoutStrategy, Q as MEDICAL_PLUGINS, S as StrategyConfigSchema, T as AGENTIC_STRATEGIES, U as CANARY_BREAKING_STRATEGY_IDS, V as ALL_PLUGINS, W as DATASET_EXEMPT_PLUGINS, X as LLAMA_GUARD_ENABLED_CATEGORIES, Y as INSURANCE_PLUGINS, Z as LLAMA_GUARD_REPLICATE_PROVIDER, _ as ProvidersSchema, a as EvaluateOptionsSchema, at as REDTEAM_PROVIDER_HARM_PLUGINS, b as PluginConfigSchema, c as TestSuiteConfigSchema, ct as TEEN_SAFETY_PLUGINS, d as isGradingResult, dt as CODING_AGENT_CORE_PLUGINS, et as MULTI_INPUT_VAR, f as isResultFailureReason, ft as CODING_AGENT_PLUGINS, g as ProviderOptionsSchema, h as RedteamConfigSchema, ht as PromptSchema, i as EvalResultsFilterMode, it as REDTEAM_MODEL, j as STRATEGY_COLLECTION_MAPPINGS, k as MULTI_TURN_STRATEGIES, l as TestSuiteSchema, lt as TELECOM_PLUGINS, m as isProviderOptions, n as BaseAssertionTypesSchema, nt as PII_PLUGINS, ot as REMOTE_ONLY_PLUGIN_IDS, p as isApiProvider, q as FOUNDATION_PLUGINS, r as CommandLineOptionsSchema, rt as PLUGIN_CATEGORIES, s as ResultFailureReason, st as STRATEGY_EXEMPT_PLUGINS, t as AssertionOrSetSchema, tt as PHARMACY_PLUGINS, u as UnifiedConfigSchema, ut as UNALIGNED_PROVIDER_HARM_PLUGINS, v as ConversationMessageSchema, w as isUuid, y as PartialGenerationError, z as riskCategorySeverityMap } from "../types-uLCKnRiK.js";
|
|
14
14
|
import { a as isImageFile, i as isAudioFile, o as isJavascriptFile, s as isVideoFile } from "../shared-BoG7qLMv.js";
|
|
15
15
|
import { n as sha256, t as randomSequence } from "../createHash-CGVzWdjj.js";
|
|
16
|
-
import { a as generateIdFromPrompt, t as hashPrompt } from "../utils-
|
|
17
|
-
import { c as NON_TRANSIENT_HTTP_STATUSES, i as getCache, l as isNonTransientHttpStatus, n as disableCache, r as fetchWithCache, s as withCacheNamespace, t as cache_exports } from "../cache-
|
|
16
|
+
import { a as generateIdFromPrompt, t as hashPrompt } from "../utils-DMWnIu_V.js";
|
|
17
|
+
import { c as NON_TRANSIENT_HTTP_STATUSES, i as getCache, l as isNonTransientHttpStatus, n as disableCache, r as fetchWithCache, s as withCacheNamespace, t as cache_exports } from "../cache-x9llZxbx.js";
|
|
18
18
|
import { a as createEmptyTokenUsage, i as createEmptyAssertions, n as accumulateResponseTokenUsage, o as normalizeTokenUsage, r as accumulateTokenUsage, t as accumulateAssertionTokenUsage } from "../tokenUsageUtils-BjVkdk18.js";
|
|
19
|
-
import { n as getBlobUrl, t as getBlobByHash } from "../blobs-
|
|
20
|
-
import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "../extractor-
|
|
21
|
-
import { a as storeMedia, c as getEvalConfigFromCloud, h as resolveTeamId, i as retrieveMedia, l as getOrgContext, m as makeRequest$1, n as isMediaStorageEnabled, o as checkCloudPermissions, p as isCloudProvider, r as mediaExists, s as getCloudDatabaseId, t as getMediaStorage, u as getPluginSeverityOverridesFromCloud } from "../storage-
|
|
22
|
-
import { n as telemetry, t as TelemetryEventSchema } from "../telemetry-
|
|
23
|
-
import { r as runPython } from "../pythonUtils-
|
|
24
|
-
import { A as maybeLoadConfigFromExternalFile, C as isProviderAllowed, E as normalizeProviderRef, I as readFilters, L as readOutput, P as maybeLoadToolsFromExternalFile, R as loadFunction, S as isOpenAiProvider, _ as checkProviderApiKeys, a as evalTableToJson, b as isAnthropicProvider, c as getEvalTablePromptStrippedPayload, d as setupEnv, f as deduplicateTestCases, g as resultIsForTestCase, h as getTestCaseDeduplicationKey, i as ComparisonEvalNotFoundError, j as maybeLoadFromExternalFile, l as mergeComparisonTables, m as filterRuntimeVars, n as writeMultipleOutputs, o as generateEvalCsv, p as extractRuntimeVars, r as writeOutput, s as getEvalTableOutputPromptLocationsBySize, t as printBorder, u as fetchCsvFromGoogleSheet, v as doesProviderRefMatch, x as isGoogleProvider, y as getProviderDescription, z as parseFileUrl } from "../util-
|
|
25
|
-
import { t as OpenAiChatCompletionProvider } from "../chat-
|
|
26
|
-
import { h as validateFunctionCall } from "../transform-
|
|
27
|
-
import { $ as SUGGEST_PROMPTS_SYSTEM_MESSAGE, A as ExcessiveAgencyPlugin, At as DEFAULT_ANTHROPIC_MODEL, B as isGraderFailure, C as PlinyPlugin, Ct as getGradingProvider, D as ImitationPlugin, Dt as retryWithDeduplication, E as IntentPlugin, Et as getCustomPolicies, F as BeavertailsPlugin, G as matchesPiScore, H as matchesFactuality, I as AegisPlugin, J as processPrompts, K as matchesTrajectoryGoalSuccess, L as RedteamGraderBase, M as DebugAccessPlugin, N as CrossSessionLeakPlugin, O as HarmbenchPlugin, Ot as sampleArray, P as ContractPlugin, Q as SELECT_BEST_PROMPT, R as RedteamPluginBase, S as makeInlinePolicyIdSync, St as getAndCheckProvider, T as OverreliancePlugin, Tt as withProviderCallExecutionContext, U as matchesGEval, V as matchesClosedQa, W as matchesLlmRubric, X as readProviderPromptMap, Y as readPrompts, Z as DEFAULT_WEB_SEARCH_PROMPT, _ as PromptExtractionPlugin, _t as coerceString, a as VLGuardPlugin, at as CONTEXT_RECALL_NOT_ATTRIBUTED_TOKEN, b as determinePolicyTypeFromId, bt as processFileReference, c as ToxicChatPlugin, ct as loadRubricPrompt, d as TeenSafetyDangerousRoleplayPlugin, dt as dotProduct, et as ANSWER_RELEVANCY_GENERATE, f as TeenSafetyDangerousContentPlugin, ft as euclideanDistance, g as RbacPlugin, gt as tryParse, h as ShellInjectionPlugin, ht as splitIntoSentences, i as VLSUPlugin, it as CONTEXT_RECALL_ATTRIBUTED_TOKEN, j as DivergentRepetitionPlugin, k as HallucinationPlugin, kt as getDefaultProviders, l as ToolDiscoveryPlugin, lt as renderLlmRubricPrompt, m as SqlInjectionPlugin, mt as normalizeMatcherTokenUsage, n as getGraderById, nt as CONTEXT_FAITHFULNESS_NLI_STATEMENTS, o as UnverifiableClaimsPlugin, ot as CONTEXT_RELEVANCE, p as TeenSafetyAgeRestrictedGoodsAndServicesPlugin, pt as fail, q as doRemoteGrading, rt as CONTEXT_RECALL, s as UnsafeBenchPlugin, st as CONTEXT_RELEVANCE_BAD, t as GRADERS, tt as CONTEXT_FAITHFULNESS_LONGFORM, u as TeenSafetyHarmfulBodyIdealsPlugin, ut as cosineSimilarity, v as PoliticsPlugin, vt as getFinalTest, w as getPiiLeakTestsForCategory, wt as getProviderCallExecutionContext, x as isValidPolicyObject, xt as callProviderWithContext, y as PolicyPlugin, yt as loadFromJavaScriptFile, z as fetchHuggingFaceDataset } from "../graders-
|
|
28
|
-
import { a as resolveProvider, b as AIStudioChatProvider, d as createTransformRequest, f as createTransformResponse, l as MCPProvider, n as loadApiProvider, o as resolveProviderConfigs, p as GoogleLiveProvider, r as loadApiProviders, t as getProviderIds, u as HttpProvider, y as VertexChatProvider } from "../providers-
|
|
29
|
-
import { l as validateFunctionCall$1 } from "../util-
|
|
19
|
+
import { n as getBlobUrl, t as getBlobByHash } from "../blobs-ikh75MtF.js";
|
|
20
|
+
import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "../extractor-DAnauX2V.js";
|
|
21
|
+
import { a as storeMedia, c as getEvalConfigFromCloud, h as resolveTeamId, i as retrieveMedia, l as getOrgContext, m as makeRequest$1, n as isMediaStorageEnabled, o as checkCloudPermissions, p as isCloudProvider, r as mediaExists, s as getCloudDatabaseId, t as getMediaStorage, u as getPluginSeverityOverridesFromCloud } from "../storage-BC9TzmHh.js";
|
|
22
|
+
import { n as telemetry, t as TelemetryEventSchema } from "../telemetry-D3yQCekN.js";
|
|
23
|
+
import { r as runPython } from "../pythonUtils-CBe7VV6f.js";
|
|
24
|
+
import { A as maybeLoadConfigFromExternalFile, C as isProviderAllowed, E as normalizeProviderRef, I as readFilters, L as readOutput, P as maybeLoadToolsFromExternalFile, R as loadFunction, S as isOpenAiProvider, _ as checkProviderApiKeys, a as evalTableToJson, b as isAnthropicProvider, c as getEvalTablePromptStrippedPayload, d as setupEnv, f as deduplicateTestCases, g as resultIsForTestCase, h as getTestCaseDeduplicationKey, i as ComparisonEvalNotFoundError, j as maybeLoadFromExternalFile, l as mergeComparisonTables, m as filterRuntimeVars, n as writeMultipleOutputs, o as generateEvalCsv, p as extractRuntimeVars, r as writeOutput, s as getEvalTableOutputPromptLocationsBySize, t as printBorder, u as fetchCsvFromGoogleSheet, v as doesProviderRefMatch, x as isGoogleProvider, y as getProviderDescription, z as parseFileUrl } from "../util-BGfk7zh7.js";
|
|
25
|
+
import { t as OpenAiChatCompletionProvider } from "../chat-CvQMD-mp.js";
|
|
26
|
+
import { h as validateFunctionCall } from "../transform-D7QlmswG.js";
|
|
27
|
+
import { $ as SUGGEST_PROMPTS_SYSTEM_MESSAGE, A as ExcessiveAgencyPlugin, At as DEFAULT_ANTHROPIC_MODEL, B as isGraderFailure, C as PlinyPlugin, Ct as getGradingProvider, D as ImitationPlugin, Dt as retryWithDeduplication, E as IntentPlugin, Et as getCustomPolicies, F as BeavertailsPlugin, G as matchesPiScore, H as matchesFactuality, I as AegisPlugin, J as processPrompts, K as matchesTrajectoryGoalSuccess, L as RedteamGraderBase, M as DebugAccessPlugin, N as CrossSessionLeakPlugin, O as HarmbenchPlugin, Ot as sampleArray, P as ContractPlugin, Q as SELECT_BEST_PROMPT, R as RedteamPluginBase, S as makeInlinePolicyIdSync, St as getAndCheckProvider, T as OverreliancePlugin, Tt as withProviderCallExecutionContext, U as matchesGEval, V as matchesClosedQa, W as matchesLlmRubric, X as readProviderPromptMap, Y as readPrompts, Z as DEFAULT_WEB_SEARCH_PROMPT, _ as PromptExtractionPlugin, _t as coerceString, a as VLGuardPlugin, at as CONTEXT_RECALL_NOT_ATTRIBUTED_TOKEN, b as determinePolicyTypeFromId, bt as processFileReference, c as ToxicChatPlugin, ct as loadRubricPrompt, d as TeenSafetyDangerousRoleplayPlugin, dt as dotProduct, et as ANSWER_RELEVANCY_GENERATE, f as TeenSafetyDangerousContentPlugin, ft as euclideanDistance, g as RbacPlugin, gt as tryParse, h as ShellInjectionPlugin, ht as splitIntoSentences, i as VLSUPlugin, it as CONTEXT_RECALL_ATTRIBUTED_TOKEN, j as DivergentRepetitionPlugin, k as HallucinationPlugin, kt as getDefaultProviders, l as ToolDiscoveryPlugin, lt as renderLlmRubricPrompt, m as SqlInjectionPlugin, mt as normalizeMatcherTokenUsage, n as getGraderById, nt as CONTEXT_FAITHFULNESS_NLI_STATEMENTS, o as UnverifiableClaimsPlugin, ot as CONTEXT_RELEVANCE, p as TeenSafetyAgeRestrictedGoodsAndServicesPlugin, pt as fail, q as doRemoteGrading, rt as CONTEXT_RECALL, s as UnsafeBenchPlugin, st as CONTEXT_RELEVANCE_BAD, t as GRADERS, tt as CONTEXT_FAITHFULNESS_LONGFORM, u as TeenSafetyHarmfulBodyIdealsPlugin, ut as cosineSimilarity, v as PoliticsPlugin, vt as getFinalTest, w as getPiiLeakTestsForCategory, wt as getProviderCallExecutionContext, x as isValidPolicyObject, xt as callProviderWithContext, y as PolicyPlugin, yt as loadFromJavaScriptFile, z as fetchHuggingFaceDataset } from "../graders-k8qmhrPu.js";
|
|
28
|
+
import { a as resolveProvider, b as AIStudioChatProvider, d as createTransformRequest, f as createTransformResponse, l as MCPProvider, n as loadApiProvider, o as resolveProviderConfigs, p as GoogleLiveProvider, r as loadApiProviders, t as getProviderIds, u as HttpProvider, y as VertexChatProvider } from "../providers-DDLQc0tl.js";
|
|
29
|
+
import { l as validateFunctionCall$1 } from "../util-C6d3eV0A.js";
|
|
30
30
|
import { t as ellipsize } from "../text-CZr46tp_.js";
|
|
31
31
|
import { t as getProcessShim } from "../processShim-C_z3aRvF.js";
|
|
32
|
-
import { n as loadFromPackage, t as isPackagePath } from "../packageParser-
|
|
33
|
-
import { n as runRuby } from "../rubyUtils-
|
|
34
|
-
import { n as createPlaceholderInputValue, t as buildPromptInputDescriptions } from "../inputVariables-
|
|
35
|
-
import { a as extractPromptFromTags, c as isBasicRefusal, i as extractMaterializedVariablesFromJsonWithMetadata, n as extractGoalFromPrompt, o as getSessionId, s as getShortPluginId } from "../util-
|
|
36
|
-
import { a as assertRemoteMaterializationHandled, l as requiresRemoteMaterialization, n as PromptfooHarmfulCompletionProvider } from "../promptfoo-
|
|
37
|
-
import { f as redteamProviderManager, g as createProviderRateLimitOptions, h as createRateLimitRegistry, m as TokenUsageTracker } from "../shared-
|
|
38
|
-
import { a as getTransformLabel, i as getTransformErrorMessage, n as TRANSFORM_KEYS, o as transform, r as TransformInputType, t as INLINE_FUNCTION_LABEL } from "../transform-
|
|
39
|
-
import { i as throwIfTargetPromptExceedsMaxChars, n as getGeneratedPromptOverLimit, r as getMaxCharsPerMessageModifierValue, t as MAX_CHARS_PER_MESSAGE_MODIFIER_KEY } from "../promptLength-
|
|
40
|
-
import { n as checkExfilTracking, t as addIndirectWebPwnTestCases } from "../indirectWebPwn-
|
|
32
|
+
import { n as loadFromPackage, t as isPackagePath } from "../packageParser-D7YWfcSe.js";
|
|
33
|
+
import { n as runRuby } from "../rubyUtils-DFzPvVD4.js";
|
|
34
|
+
import { n as createPlaceholderInputValue, t as buildPromptInputDescriptions } from "../inputVariables-DpOsOnzU.js";
|
|
35
|
+
import { a as extractPromptFromTags, c as isBasicRefusal, i as extractMaterializedVariablesFromJsonWithMetadata, n as extractGoalFromPrompt, o as getSessionId, s as getShortPluginId } from "../util-CKZReNsz.js";
|
|
36
|
+
import { a as assertRemoteMaterializationHandled, l as requiresRemoteMaterialization, n as PromptfooHarmfulCompletionProvider } from "../promptfoo-DVKqidd8.js";
|
|
37
|
+
import { f as redteamProviderManager, g as createProviderRateLimitOptions, h as createRateLimitRegistry, m as TokenUsageTracker } from "../shared-yBQATkD5.js";
|
|
38
|
+
import { a as getTransformLabel, i as getTransformErrorMessage, n as TRANSFORM_KEYS, o as transform, r as TransformInputType, t as INLINE_FUNCTION_LABEL } from "../transform-C5rpIuDz.js";
|
|
39
|
+
import { i as throwIfTargetPromptExceedsMaxChars, n as getGeneratedPromptOverLimit, r as getMaxCharsPerMessageModifierValue, t as MAX_CHARS_PER_MESSAGE_MODIFIER_KEY } from "../promptLength-5B4_P93z.js";
|
|
40
|
+
import { n as checkExfilTracking, t as addIndirectWebPwnTestCases } from "../indirectWebPwn-DRYpRTx6.js";
|
|
41
41
|
import dotenv from "dotenv";
|
|
42
|
-
import { AsyncResource } from "node:async_hooks";
|
|
43
42
|
import * as fs$3 from "fs";
|
|
44
43
|
import fs, { createWriteStream, existsSync, readFileSync } from "fs";
|
|
45
44
|
import * as path$2 from "path";
|
|
46
45
|
import path, { join, parse } from "path";
|
|
47
46
|
import chalk from "chalk";
|
|
47
|
+
import { AsyncResource } from "node:async_hooks";
|
|
48
48
|
import * as os$1 from "os";
|
|
49
49
|
import os, { homedir } from "os";
|
|
50
50
|
import yaml from "js-yaml";
|
|
@@ -4691,7 +4691,7 @@ async function startOtlpReceiverIfNeeded(testSuite) {
|
|
|
4691
4691
|
telemetry.record("feature_used", { feature: "tracing" });
|
|
4692
4692
|
try {
|
|
4693
4693
|
logger.debug("[EvaluatorTracing] Tracing configuration detected, starting OTLP receiver");
|
|
4694
|
-
const { startOTLPReceiver } = await import("../otlpReceiver-
|
|
4694
|
+
const { startOTLPReceiver } = await import("../otlpReceiver-BkB7tsTT.js");
|
|
4695
4695
|
const port = testSuite.tracing.otlp.http.port || 4318;
|
|
4696
4696
|
const host = testSuite.tracing.otlp.http.host || "127.0.0.1";
|
|
4697
4697
|
const acceptFormats = normalizeOtlpAcceptFormats(testSuite.tracing.otlp.http.acceptFormats);
|
|
@@ -4715,7 +4715,7 @@ async function startOtlpReceiverIfNeeded(testSuite) {
|
|
|
4715
4715
|
async function stopOtlpReceiverIfNeeded() {
|
|
4716
4716
|
if (otlpReceiverStarted) try {
|
|
4717
4717
|
logger.debug("[EvaluatorTracing] Stopping OTLP receiver");
|
|
4718
|
-
const { stopOTLPReceiver } = await import("../otlpReceiver-
|
|
4718
|
+
const { stopOTLPReceiver } = await import("../otlpReceiver-BkB7tsTT.js");
|
|
4719
4719
|
await stopOTLPReceiver();
|
|
4720
4720
|
otlpReceiverStarted = false;
|
|
4721
4721
|
logger.info("[EvaluatorTracing] OTLP receiver stopped successfully");
|
|
@@ -7045,7 +7045,7 @@ async function loadWebSearchProvider(preferAnthropic = false) {
|
|
|
7045
7045
|
};
|
|
7046
7046
|
const loadOpenAIWebSearch = async () => {
|
|
7047
7047
|
try {
|
|
7048
|
-
return await loadApiProvider("openai:responses:gpt-5.
|
|
7048
|
+
return await loadApiProvider("openai:responses:gpt-5.5-2026-04-23", { options: { config: { tools: [{ type: "web_search_preview" }] } } });
|
|
7049
7049
|
} catch (err) {
|
|
7050
7050
|
logger.debug(`Failed to load OpenAI web search provider: ${err}`);
|
|
7051
7051
|
return null;
|
|
@@ -8396,7 +8396,7 @@ async function runAssertion({ prompt, provider, assertion, test, vars, latencyMs
|
|
|
8396
8396
|
};
|
|
8397
8397
|
}
|
|
8398
8398
|
else if (filePath.endsWith(".rb")) try {
|
|
8399
|
-
const { runRuby } = await import("../rubyUtils-
|
|
8399
|
+
const { runRuby } = await import("../rubyUtils-DFzPvVD4.js").then((n) => n.t);
|
|
8400
8400
|
valueFromScript = await runRuby(filePath, functionName || "get_assert", [output, context]);
|
|
8401
8401
|
logger.debug(`Ruby script ${filePath} output: ${valueFromScript}`);
|
|
8402
8402
|
} catch (error) {
|
|
@@ -10722,7 +10722,7 @@ async function resolveDefaultTestProvider(defaultTest, testCase) {
|
|
|
10722
10722
|
const defaultProvider = defaultTest.provider;
|
|
10723
10723
|
if (isApiProvider(defaultProvider)) return defaultProvider;
|
|
10724
10724
|
if (typeof defaultProvider === "object" && defaultProvider.id) {
|
|
10725
|
-
const { loadApiProvider } = await import("../providers-
|
|
10725
|
+
const { loadApiProvider } = await import("../providers-DDLQc0tl.js").then((n) => n.i);
|
|
10726
10726
|
return loadApiProvider(typeof defaultProvider.id === "function" ? defaultProvider.id() : defaultProvider.id, { options: defaultProvider });
|
|
10727
10727
|
}
|
|
10728
10728
|
return defaultProvider;
|
|
@@ -13813,7 +13813,7 @@ async function fetchRemoteGeneration(task, prompts) {
|
|
|
13813
13813
|
method: "POST",
|
|
13814
13814
|
headers: { "Content-Type": "application/json" },
|
|
13815
13815
|
body: JSON.stringify(body)
|
|
13816
|
-
},
|
|
13816
|
+
}, getRequestTimeoutMs(), "json");
|
|
13817
13817
|
return RedTeamGenerationResponse.parse(response.data).result;
|
|
13818
13818
|
} catch (error) {
|
|
13819
13819
|
logger.warn(`Error using remote generation for task '${task}': ${error}`);
|
|
@@ -13986,7 +13986,7 @@ const DATASET_URL$2 = `https://raw.githubusercontent.com/promptfoo/promptfoo/ref
|
|
|
13986
13986
|
const DATASET_URL_MULTILINGUAL = `https://raw.githubusercontent.com/promptfoo/promptfoo/refs/tags/${DATASET_VERSION}/examples/cyberseceval/prompt_injection_multilingual.json`;
|
|
13987
13987
|
async function fetchDataset$2(limit, isMultilingual) {
|
|
13988
13988
|
try {
|
|
13989
|
-
const response = await fetchWithTimeout(isMultilingual ? DATASET_URL_MULTILINGUAL : DATASET_URL$2, {},
|
|
13989
|
+
const response = await fetchWithTimeout(isMultilingual ? DATASET_URL_MULTILINGUAL : DATASET_URL$2, {}, getRequestTimeoutMs());
|
|
13990
13990
|
if (!response.ok) throw new Error(`[CyberSecEval] HTTP status: ${response.status} ${response.statusText}`);
|
|
13991
13991
|
const data = await response.json();
|
|
13992
13992
|
if (!data || !Array.isArray(data)) throw new Error(`[CyberSecEval] Invalid response from ${DATASET_URL$2}`);
|
|
@@ -14054,7 +14054,7 @@ async function fetchDataset$1(limit) {
|
|
|
14054
14054
|
logger.debug(`[DoNotAnswer] Fetching dataset from ${DATASET_URL$1}`);
|
|
14055
14055
|
let csvData;
|
|
14056
14056
|
if (DATASET_URL$1.startsWith("http")) {
|
|
14057
|
-
const response = await fetchWithTimeout(DATASET_URL$1, {},
|
|
14057
|
+
const response = await fetchWithTimeout(DATASET_URL$1, {}, getRequestTimeoutMs());
|
|
14058
14058
|
if (!response.ok) throw new Error(`[DoNotAnswer] HTTP status: ${response.status} ${response.statusText}`);
|
|
14059
14059
|
csvData = await response.text();
|
|
14060
14060
|
} else try {
|
|
@@ -14589,7 +14589,7 @@ async function fetchDataset(limit) {
|
|
|
14589
14589
|
logger.debug(`[XSTest] Fetching dataset from ${DATASET_URL}`);
|
|
14590
14590
|
let csvData;
|
|
14591
14591
|
if (DATASET_URL.startsWith("http")) {
|
|
14592
|
-
const response = await fetchWithTimeout(DATASET_URL, {},
|
|
14592
|
+
const response = await fetchWithTimeout(DATASET_URL, {}, getRequestTimeoutMs());
|
|
14593
14593
|
if (!response.ok) throw new Error(`[XSTest] HTTP status: ${response.status} ${response.statusText}`);
|
|
14594
14594
|
csvData = await response.text();
|
|
14595
14595
|
} else try {
|
|
@@ -14867,7 +14867,7 @@ async function fetchRemoteTestCases(key, purpose, injectVar, n, config) {
|
|
|
14867
14867
|
method: "POST",
|
|
14868
14868
|
headers: { "Content-Type": "application/json" },
|
|
14869
14869
|
body
|
|
14870
|
-
},
|
|
14870
|
+
}, getRequestTimeoutMs());
|
|
14871
14871
|
if (status !== 200 || !data || !data.result || !Array.isArray(data.result)) {
|
|
14872
14872
|
logger.error(`Error generating test cases for ${key}: ${statusText} ${JSON.stringify(data)}`);
|
|
14873
14873
|
return [];
|
|
@@ -15212,7 +15212,7 @@ async function generateCitations(testCases, injectVar, config) {
|
|
|
15212
15212
|
method: "POST",
|
|
15213
15213
|
headers: { "Content-Type": "application/json" },
|
|
15214
15214
|
body: JSON.stringify(payload)
|
|
15215
|
-
},
|
|
15215
|
+
}, getRequestTimeoutMs());
|
|
15216
15216
|
logger.debug(`Got remote citation generation result for case ${Number(index) + 1}: ${JSON.stringify(data)}`);
|
|
15217
15217
|
if (data.error) {
|
|
15218
15218
|
logger.error(`[Citation] Error in citation generation: ${data.error}`);
|
|
@@ -15360,7 +15360,7 @@ async function generateGcgPrompts(testCases, injectVar, config) {
|
|
|
15360
15360
|
"x-promptfoo-silent": "true"
|
|
15361
15361
|
},
|
|
15362
15362
|
body: JSON.stringify(payload)
|
|
15363
|
-
},
|
|
15363
|
+
}, getRequestTimeoutMs(), "json", true);
|
|
15364
15364
|
logger.debug("[GCG] Got generation result", {
|
|
15365
15365
|
caseNumber,
|
|
15366
15366
|
hasError: Boolean(data.error),
|
|
@@ -15922,7 +15922,7 @@ async function generateLikertPrompts(testCases, injectVar, config) {
|
|
|
15922
15922
|
method: "POST",
|
|
15923
15923
|
headers: { "Content-Type": "application/json" },
|
|
15924
15924
|
body: JSON.stringify(payload)
|
|
15925
|
-
},
|
|
15925
|
+
}, getRequestTimeoutMs());
|
|
15926
15926
|
logger.debug(`Got Likert jailbreak generation result for case ${Number(index) + 1}: ${JSON.stringify(data)}`);
|
|
15927
15927
|
if (data.error || !data.modifiedPrompts) {
|
|
15928
15928
|
logger.error(`[jailbreak:likert] Error in Likert generation: ${data.error}}`);
|
|
@@ -16007,7 +16007,7 @@ async function generateMathPrompt(testCases, injectVar, config) {
|
|
|
16007
16007
|
method: "POST",
|
|
16008
16008
|
headers: { "Content-Type": "application/json" },
|
|
16009
16009
|
body: JSON.stringify(payload)
|
|
16010
|
-
},
|
|
16010
|
+
}, getRequestTimeoutMs());
|
|
16011
16011
|
logger.debug(`Got remote MathPrompt generation result for batch ${Number(index) + 1}: ${JSON.stringify(data)}`);
|
|
16012
16012
|
allResults = allResults.concat(data.result);
|
|
16013
16013
|
processedBatches++;
|
|
@@ -16591,7 +16591,7 @@ async function textToAudio(text, language = "en", options) {
|
|
|
16591
16591
|
method: "POST",
|
|
16592
16592
|
headers: { "Content-Type": "application/json" },
|
|
16593
16593
|
body: JSON.stringify(payload)
|
|
16594
|
-
},
|
|
16594
|
+
}, getRequestTimeoutMs());
|
|
16595
16595
|
if (data.error || !data.audioBase64) throw new Error(`Error in remote audio generation: ${data.error || "No audio data returned"}`);
|
|
16596
16596
|
logger.debug(`Received audio base64 from remote API (${data.audioBase64.length} chars)`);
|
|
16597
16597
|
const base64Audio = data.audioBase64;
|
|
@@ -17021,7 +17021,7 @@ async function generateCompositePrompts(testCases, injectVar, config) {
|
|
|
17021
17021
|
method: "POST",
|
|
17022
17022
|
headers: { "Content-Type": "application/json" },
|
|
17023
17023
|
body: JSON.stringify(payload)
|
|
17024
|
-
},
|
|
17024
|
+
}, getRequestTimeoutMs());
|
|
17025
17025
|
logger.debug(`Got composite jailbreak generation result for case ${Number(index) + 1}: ${JSON.stringify(data)}`);
|
|
17026
17026
|
if (data.error || !data.modifiedPrompts) {
|
|
17027
17027
|
logger.error(`[jailbreak:composite] Error in composite generation: ${data.error}}`);
|
|
@@ -19790,7 +19790,7 @@ async function doEval(cmdObj, defaultConfig, defaultConfigPath, evaluateOptions)
|
|
|
19790
19790
|
const passRate = successes / totalTests * 100;
|
|
19791
19791
|
if (cmdObj.table && getLogLevel() !== "debug" && totalTests < 500) {
|
|
19792
19792
|
const table = await evalRecord.getTable();
|
|
19793
|
-
const outputTable = generateTable(table);
|
|
19793
|
+
const outputTable = generateTable(table, cmdObj.tableCellMaxLength ?? commandLineOptions?.tableCellMaxLength);
|
|
19794
19794
|
logger.info("\n" + outputTable.toString());
|
|
19795
19795
|
if (table.body.length > 25) {
|
|
19796
19796
|
const rowsLeft = table.body.length - 25;
|
|
@@ -23264,7 +23264,7 @@ async function handleGoatStrategy(ctx) {
|
|
|
23264
23264
|
method: "POST",
|
|
23265
23265
|
headers: { "Content-Type": "application/json" },
|
|
23266
23266
|
body: JSON.stringify(goatBody)
|
|
23267
|
-
},
|
|
23267
|
+
}, getRequestTimeoutMs());
|
|
23268
23268
|
if (!response.ok) throw new Error(`GOAT task failed with status ${response.status}: ${await response.text()}`);
|
|
23269
23269
|
const data = await response.json();
|
|
23270
23270
|
const attackerMessage = data?.message;
|
|
@@ -23295,7 +23295,7 @@ async function handleMischievousUserStrategy(ctx) {
|
|
|
23295
23295
|
method: "POST",
|
|
23296
23296
|
headers: { "Content-Type": "application/json" },
|
|
23297
23297
|
body: JSON.stringify(mischievousBody)
|
|
23298
|
-
},
|
|
23298
|
+
}, getRequestTimeoutMs());
|
|
23299
23299
|
if (!response.ok) throw new Error(`Mischievous User task failed with status ${response.status}: ${await response.text()}`);
|
|
23300
23300
|
const data = await response.json();
|
|
23301
23301
|
const result = data?.result;
|
|
@@ -23352,7 +23352,7 @@ async function handleHydraStrategy(ctx) {
|
|
|
23352
23352
|
method: "POST",
|
|
23353
23353
|
headers: { "Content-Type": "application/json" },
|
|
23354
23354
|
body: JSON.stringify(hydraBody)
|
|
23355
|
-
},
|
|
23355
|
+
}, getRequestTimeoutMs());
|
|
23356
23356
|
if (!response.ok) throw new Error(`Hydra task failed with status ${response.status}: ${await response.text()}`);
|
|
23357
23357
|
const data = await response.json();
|
|
23358
23358
|
const rawResult = data?.result;
|
|
@@ -23403,7 +23403,7 @@ async function handleCrescendoLikeStrategy(ctx) {
|
|
|
23403
23403
|
method: "POST",
|
|
23404
23404
|
headers: { "Content-Type": "application/json" },
|
|
23405
23405
|
body: JSON.stringify(providerRequest)
|
|
23406
|
-
},
|
|
23406
|
+
}, getRequestTimeoutMs());
|
|
23407
23407
|
if (!response.ok) throw new Error(`Crescendo task failed with status ${response.status}: ${await response.text()}`);
|
|
23408
23408
|
const data = await response.json();
|
|
23409
23409
|
const rawResult = data?.result;
|
|
@@ -24051,7 +24051,7 @@ router.get("/", async (_req, res) => {
|
|
|
24051
24051
|
};
|
|
24052
24052
|
} catch (error) {
|
|
24053
24053
|
logger.debug(`Failed to fetch latest version: ${error}`);
|
|
24054
|
-
latestVersion = versionCache.latestVersion ?? "0.121.
|
|
24054
|
+
latestVersion = versionCache.latestVersion ?? "0.121.9";
|
|
24055
24055
|
}
|
|
24056
24056
|
}
|
|
24057
24057
|
const selfHosted = getEnvBool("PROMPTFOO_SELF_HOSTED");
|
|
@@ -24060,7 +24060,7 @@ router.get("/", async (_req, res) => {
|
|
|
24060
24060
|
selfHosted,
|
|
24061
24061
|
isNpx
|
|
24062
24062
|
});
|
|
24063
|
-
const resolvedLatestVersion = latestVersion ?? "0.121.
|
|
24063
|
+
const resolvedLatestVersion = latestVersion ?? "0.121.9";
|
|
24064
24064
|
const response = {
|
|
24065
24065
|
currentVersion: VERSION,
|
|
24066
24066
|
latestVersion: resolvedLatestVersion,
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import { s as logger } from "./logger-
|
|
3
|
-
import { N as getDefaultPort, n as fetchWithProxy } from "./fetch-
|
|
4
|
-
import "./version-
|
|
5
|
-
import { o as getRemoteVersionUrl } from "./remoteGeneration-
|
|
2
|
+
import { s as logger } from "./logger-h-eiS4iv.js";
|
|
3
|
+
import { N as getDefaultPort, n as fetchWithProxy } from "./fetch-C59QM4cf.js";
|
|
4
|
+
import "./version-CnYqmWbz.js";
|
|
5
|
+
import { o as getRemoteVersionUrl } from "./remoteGeneration-DW6mPZnO.js";
|
|
6
6
|
import chalk from "chalk";
|
|
7
7
|
import opener from "opener";
|
|
8
8
|
import readline from "readline";
|
|
@@ -109,7 +109,7 @@ async function checkServerRunning(port = getDefaultPort()) {
|
|
|
109
109
|
logger.debug(`Checking for existing server on port ${port}...`);
|
|
110
110
|
try {
|
|
111
111
|
const data = await (await fetchWithProxy(`http://localhost:${port}/health`, { headers: { "x-promptfoo-silent": "true" } })).json();
|
|
112
|
-
return data.status === "OK" && data.version === "0.121.
|
|
112
|
+
return data.status === "OK" && data.version === "0.121.9";
|
|
113
113
|
} catch (err) {
|
|
114
114
|
logger.debug(`No existing server found - this is expected on first startup. ${String(err)}`);
|
|
115
115
|
return false;
|
|
@@ -179,4 +179,4 @@ async function openAuthBrowser(authUrl, welcomeUrl, browserBehavior) {
|
|
|
179
179
|
//#endregion
|
|
180
180
|
export { openAuthBrowser as a, promptYesNo as c, checkServerRunning as i, BrowserBehaviorNames as n, openBrowser as o, checkServerFeatureSupport as r, promptUser as s, BrowserBehavior as t };
|
|
181
181
|
|
|
182
|
-
//# sourceMappingURL=server-
|
|
182
|
+
//# sourceMappingURL=server-4wx571OM.js.map
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { t as __exportAll } from "./chunk-DEq-mXcV.js";
|
|
2
|
-
import { a as logger } from "./logger-
|
|
3
|
-
import { P as getDefaultPort, t as fetchWithProxy } from "./fetch-
|
|
4
|
-
import "./version-
|
|
5
|
-
import { o as getRemoteVersionUrl } from "./remoteGeneration
|
|
2
|
+
import { a as logger } from "./logger-BjYLHvGm.js";
|
|
3
|
+
import { P as getDefaultPort, t as fetchWithProxy } from "./fetch-CBe8pU8Q.js";
|
|
4
|
+
import "./version-BGiEZvX0.js";
|
|
5
|
+
import { o as getRemoteVersionUrl } from "./remoteGeneration-CoxtxLvB.js";
|
|
6
6
|
import "chalk";
|
|
7
7
|
import opener from "opener";
|
|
8
8
|
import readline from "readline";
|
|
@@ -116,7 +116,7 @@ async function checkServerRunning(port = getDefaultPort()) {
|
|
|
116
116
|
logger.debug(`Checking for existing server on port ${port}...`);
|
|
117
117
|
try {
|
|
118
118
|
const data = await (await fetchWithProxy(`http://localhost:${port}/health`, { headers: { "x-promptfoo-silent": "true" } })).json();
|
|
119
|
-
return data.status === "OK" && data.version === "0.121.
|
|
119
|
+
return data.status === "OK" && data.version === "0.121.9";
|
|
120
120
|
} catch (err) {
|
|
121
121
|
logger.debug(`No existing server found - this is expected on first startup. ${String(err)}`);
|
|
122
122
|
return false;
|
|
@@ -143,4 +143,4 @@ async function openBrowser(browserBehavior, port = getDefaultPort()) {
|
|
|
143
143
|
//#endregion
|
|
144
144
|
export { openBrowser as a, checkServerRunning as i, BrowserBehaviorNames as n, server_exports as o, checkServerFeatureSupport as r, promptYesNo as s, BrowserBehavior as t };
|
|
145
145
|
|
|
146
|
-
//# sourceMappingURL=server-
|
|
146
|
+
//# sourceMappingURL=server-8in_Vrrf.js.map
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { t as __exportAll } from "./chunk-DEq-mXcV.js";
|
|
2
|
-
import { a as logger } from "./logger-
|
|
3
|
-
import { t as fetchWithProxy } from "./fetch-
|
|
4
|
-
import { o as getRemoteVersionUrl } from "./remoteGeneration-
|
|
2
|
+
import { a as logger } from "./logger-Cs0I2v_y.js";
|
|
3
|
+
import { t as fetchWithProxy } from "./fetch-CHJu2KON.js";
|
|
4
|
+
import { o as getRemoteVersionUrl } from "./remoteGeneration-DvWEm3yi.js";
|
|
5
5
|
import "chalk";
|
|
6
6
|
import "opener";
|
|
7
7
|
import readline from "readline";
|
|
@@ -104,4 +104,4 @@ async function checkServerFeatureSupport(featureName, requiredBuildDate) {
|
|
|
104
104
|
//#endregion
|
|
105
105
|
export { server_exports as n, promptYesNo as r, checkServerFeatureSupport as t };
|
|
106
106
|
|
|
107
|
-
//# sourceMappingURL=server-
|
|
107
|
+
//# sourceMappingURL=server-pMTgWs3M.js.map
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
|
|
2
|
-
const require_logger = require("./logger-
|
|
3
|
-
const require_fetch = require("./fetch-
|
|
4
|
-
const require_remoteGeneration = require("./remoteGeneration-
|
|
2
|
+
const require_logger = require("./logger-Cm0Nb8YX.cjs");
|
|
3
|
+
const require_fetch = require("./fetch-B2HvaVUc.cjs");
|
|
4
|
+
const require_remoteGeneration = require("./remoteGeneration-CD3c_rzc.cjs");
|
|
5
5
|
let chalk = require("chalk");
|
|
6
6
|
chalk = require_rolldown_runtime.__toESM(chalk, 1);
|
|
7
7
|
require("opener");
|
|
@@ -123,4 +123,4 @@ Object.defineProperty(exports, "server_exports", {
|
|
|
123
123
|
}
|
|
124
124
|
});
|
|
125
125
|
|
|
126
|
-
//# sourceMappingURL=server-
|
|
126
|
+
//# sourceMappingURL=server-yHhoBx98.cjs.map
|
|
@@ -1,14 +1,14 @@
|
|
|
1
|
-
import { C as getEnvFloat, S as getEnvBool, a as logger, k as state, p as sanitizeUrl, w as getEnvInt, y as safeJsonStringify } from "./logger-
|
|
1
|
+
import { C as getEnvFloat, S as getEnvBool, a as logger, k as state, p as sanitizeUrl, w as getEnvInt, y as safeJsonStringify } from "./logger-Cs0I2v_y.js";
|
|
2
2
|
import { t as invariant } from "./invariant-Ddh24eXh.js";
|
|
3
3
|
import { Gt as isProviderOptions, Wt as isApiProvider } from "./types-D6glLbdF.js";
|
|
4
|
-
import { d as parseRetryAfter, l as sleep, o as withFetchRetryContext, u as parseRateLimitHeaders } from "./fetch-
|
|
5
|
-
import { u as isTransientConnectionError } from "./cache-
|
|
6
|
-
import { t as OpenAiChatCompletionProvider } from "./chat-
|
|
4
|
+
import { d as parseRetryAfter, l as sleep, o as withFetchRetryContext, u as parseRateLimitHeaders } from "./fetch-CHJu2KON.js";
|
|
5
|
+
import { u as isTransientConnectionError } from "./cache-CT5D7d_A.js";
|
|
6
|
+
import { t as OpenAiChatCompletionProvider } from "./chat-CCtIXezK.js";
|
|
7
7
|
import { a as createEmptyTokenUsage, r as accumulateTokenUsage } from "./tokenUsageUtils-CmnQ0G2m.js";
|
|
8
|
-
import { t as PromptfooChatCompletionProvider } from "./promptfoo-
|
|
9
|
-
import { o as transform, r as TransformInputType } from "./transform-
|
|
10
|
-
import { n as isBlobStorageEnabled, r as shouldAttemptRemoteBlobUpload, t as extractAndStoreBinaryData } from "./extractor-
|
|
11
|
-
import { i as throwIfTargetPromptExceedsMaxChars } from "./promptLength-
|
|
8
|
+
import { t as PromptfooChatCompletionProvider } from "./promptfoo-CEsoPlBa.js";
|
|
9
|
+
import { o as transform, r as TransformInputType } from "./transform-BDSnWRNv2.js";
|
|
10
|
+
import { n as isBlobStorageEnabled, r as shouldAttemptRemoteBlobUpload, t as extractAndStoreBinaryData } from "./extractor-Bjz9sdTQ.js";
|
|
11
|
+
import { i as throwIfTargetPromptExceedsMaxChars } from "./promptLength-ho3wbst6.js";
|
|
12
12
|
import { createHash, randomUUID } from "crypto";
|
|
13
13
|
import { EventEmitter } from "events";
|
|
14
14
|
//#region src/scheduler/types.ts
|
|
@@ -936,11 +936,11 @@ var TokenUsageTracker = class TokenUsageTracker {
|
|
|
936
936
|
};
|
|
937
937
|
//#endregion
|
|
938
938
|
//#region src/redteam/providers/constants.ts
|
|
939
|
-
const ATTACKER_MODEL = "gpt-5.
|
|
939
|
+
const ATTACKER_MODEL = "gpt-5.5-2026-04-23";
|
|
940
940
|
const ATTACKER_MODEL_SMALL = "gpt-5.4-mini-2026-03-17";
|
|
941
941
|
const TEMPERATURE = getEnvFloat("PROMPTFOO_JAILBREAK_TEMPERATURE") ? getEnvFloat("PROMPTFOO_JAILBREAK_TEMPERATURE") : .7;
|
|
942
942
|
const defaultRedteamProviderLoader = async (providers) => {
|
|
943
|
-
const { loadApiProviders } = await import("./providers-
|
|
943
|
+
const { loadApiProviders } = await import("./providers-DTPwadhk.js").then((n) => n.i);
|
|
944
944
|
return loadApiProviders(providers);
|
|
945
945
|
};
|
|
946
946
|
let redteamProviderLoader = defaultRedteamProviderLoader;
|
|
@@ -1257,7 +1257,7 @@ async function tryUnblocking({ messages, lastResponse, goal, purpose }) {
|
|
|
1257
1257
|
logger.debug("[Unblocking] Disabled by default (set PROMPTFOO_ENABLE_UNBLOCKING=true to enable)");
|
|
1258
1258
|
return { success: false };
|
|
1259
1259
|
}
|
|
1260
|
-
const { checkServerFeatureSupport } = await import("./server-
|
|
1260
|
+
const { checkServerFeatureSupport } = await import("./server-pMTgWs3M.js").then((n) => n.n);
|
|
1261
1261
|
if (!await checkServerFeatureSupport("blocking-question-analysis", "2025-06-16T14:49:11-07:00")) {
|
|
1262
1262
|
logger.debug("[Unblocking] Server does not support unblocking, skipping gracefully");
|
|
1263
1263
|
return { success: false };
|
|
@@ -1331,4 +1331,4 @@ function getGraderAssertionValue(assertToUse) {
|
|
|
1331
1331
|
//#endregion
|
|
1332
1332
|
export { isRateLimitWrapped as _, formatRedteamHistoryAsTranscript as a, getTargetResponse as c, messagesToRedteamHistory as d, redteamProviderManager as f, createProviderRateLimitOptions as g, createRateLimitRegistry as h, externalizeResponseForRedteamHistory as i, isConversationEndedResponse as l, TokenUsageTracker as m, checkPenalizedPhrases as n, getGraderAssertionValue as o, tryUnblocking as p, createIterationContext as r, getLastMessageContent as s, buildGraderResultAssertion as t, isValidChatMessageArray as u };
|
|
1333
1333
|
|
|
1334
|
-
//# sourceMappingURL=shared-
|
|
1334
|
+
//# sourceMappingURL=shared-BF25a7ms.js.map
|
|
@@ -1,15 +1,15 @@
|
|
|
1
1
|
require("./rolldown-runtime-D_mwlA32.cjs");
|
|
2
|
-
const require_logger = require("./logger-
|
|
2
|
+
const require_logger = require("./logger-Cm0Nb8YX.cjs");
|
|
3
3
|
const require_invariant = require("./invariant-QtnLD03y.cjs");
|
|
4
4
|
const require_types = require("./types-CxJvaY2S.cjs");
|
|
5
|
-
const require_fetch = require("./fetch-
|
|
6
|
-
const require_cache = require("./cache-
|
|
7
|
-
const require_chat = require("./chat-
|
|
5
|
+
const require_fetch = require("./fetch-B2HvaVUc.cjs");
|
|
6
|
+
const require_cache = require("./cache-WuIsgzMA.cjs");
|
|
7
|
+
const require_chat = require("./chat-DkitQHdt.cjs");
|
|
8
8
|
const require_tokenUsageUtils = require("./tokenUsageUtils-_B-P8IAi.cjs");
|
|
9
|
-
const require_promptfoo = require("./promptfoo-
|
|
10
|
-
const require_transform = require("./transform-
|
|
11
|
-
const require_extractor = require("./extractor-
|
|
12
|
-
const require_promptLength = require("./promptLength-
|
|
9
|
+
const require_promptfoo = require("./promptfoo-DAXBmrE6.cjs");
|
|
10
|
+
const require_transform = require("./transform-0wnBYYaL2.cjs");
|
|
11
|
+
const require_extractor = require("./extractor-nyUwvU2U.cjs");
|
|
12
|
+
const require_promptLength = require("./promptLength-CAcg7BmO.cjs");
|
|
13
13
|
let crypto = require("crypto");
|
|
14
14
|
let events = require("events");
|
|
15
15
|
//#region src/scheduler/types.ts
|
|
@@ -937,11 +937,11 @@ var TokenUsageTracker = class TokenUsageTracker {
|
|
|
937
937
|
};
|
|
938
938
|
//#endregion
|
|
939
939
|
//#region src/redteam/providers/constants.ts
|
|
940
|
-
const ATTACKER_MODEL = "gpt-5.
|
|
940
|
+
const ATTACKER_MODEL = "gpt-5.5-2026-04-23";
|
|
941
941
|
const ATTACKER_MODEL_SMALL = "gpt-5.4-mini-2026-03-17";
|
|
942
942
|
const TEMPERATURE = require_logger.getEnvFloat("PROMPTFOO_JAILBREAK_TEMPERATURE") ? require_logger.getEnvFloat("PROMPTFOO_JAILBREAK_TEMPERATURE") : .7;
|
|
943
943
|
const defaultRedteamProviderLoader = async (providers) => {
|
|
944
|
-
const { loadApiProviders } = await Promise.resolve().then(() => require("./providers-
|
|
944
|
+
const { loadApiProviders } = await Promise.resolve().then(() => require("./providers-DP1CDgd5.cjs")).then((n) => n.providers_exports);
|
|
945
945
|
return loadApiProviders(providers);
|
|
946
946
|
};
|
|
947
947
|
let redteamProviderLoader = defaultRedteamProviderLoader;
|
|
@@ -1258,7 +1258,7 @@ async function tryUnblocking({ messages, lastResponse, goal, purpose }) {
|
|
|
1258
1258
|
require_logger.logger.debug("[Unblocking] Disabled by default (set PROMPTFOO_ENABLE_UNBLOCKING=true to enable)");
|
|
1259
1259
|
return { success: false };
|
|
1260
1260
|
}
|
|
1261
|
-
const { checkServerFeatureSupport } = await Promise.resolve().then(() => require("./server-
|
|
1261
|
+
const { checkServerFeatureSupport } = await Promise.resolve().then(() => require("./server-yHhoBx98.cjs")).then((n) => n.server_exports);
|
|
1262
1262
|
if (!await checkServerFeatureSupport("blocking-question-analysis", "2025-06-16T14:49:11-07:00")) {
|
|
1263
1263
|
require_logger.logger.debug("[Unblocking] Server does not support unblocking, skipping gracefully");
|
|
1264
1264
|
return { success: false };
|
|
@@ -1433,4 +1433,4 @@ Object.defineProperty(exports, "tryUnblocking", {
|
|
|
1433
1433
|
}
|
|
1434
1434
|
});
|
|
1435
1435
|
|
|
1436
|
-
//# sourceMappingURL=shared-
|
|
1436
|
+
//# sourceMappingURL=shared-DlmtkptR.cjs.map
|
|
@@ -1,15 +1,15 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import { D as getEnvInt, E as getEnvFloat, N as state, T as getEnvBool, h as sanitizeUrl, s as logger, x as safeJsonStringify } from "./logger-
|
|
3
|
-
import { f as sleep, h as parseRetryAfter, l as withFetchRetryContext, m as parseRateLimitHeaders } from "./fetch-
|
|
2
|
+
import { D as getEnvInt, E as getEnvFloat, N as state, T as getEnvBool, h as sanitizeUrl, s as logger, x as safeJsonStringify } from "./logger-h-eiS4iv.js";
|
|
3
|
+
import { f as sleep, h as parseRetryAfter, l as withFetchRetryContext, m as parseRateLimitHeaders } from "./fetch-C59QM4cf.js";
|
|
4
4
|
import { t as invariant } from "./invariant-B2Rf6avk.js";
|
|
5
|
-
import { m as isProviderOptions, p as isApiProvider } from "./types-
|
|
5
|
+
import { m as isProviderOptions, p as isApiProvider } from "./types-C_e_SykX.js";
|
|
6
6
|
import { r as isTransientConnectionError } from "./errors-9PcUL8BC.js";
|
|
7
|
-
import { t as OpenAiChatCompletionProvider } from "./chat-
|
|
7
|
+
import { t as OpenAiChatCompletionProvider } from "./chat-B8lsx0A0.js";
|
|
8
8
|
import { a as createEmptyTokenUsage, r as accumulateTokenUsage } from "./tokenUsageUtils-CDet74yk.js";
|
|
9
|
-
import { t as PromptfooChatCompletionProvider } from "./promptfoo-
|
|
10
|
-
import { o as transform, r as TransformInputType } from "./transform-
|
|
11
|
-
import { n as isBlobStorageEnabled, r as shouldAttemptRemoteBlobUpload, t as extractAndStoreBinaryData } from "./extractor-
|
|
12
|
-
import { i as throwIfTargetPromptExceedsMaxChars } from "./promptLength-
|
|
9
|
+
import { t as PromptfooChatCompletionProvider } from "./promptfoo-wxe28-q9.js";
|
|
10
|
+
import { o as transform, r as TransformInputType } from "./transform-C5pxvKUV.js";
|
|
11
|
+
import { n as isBlobStorageEnabled, r as shouldAttemptRemoteBlobUpload, t as extractAndStoreBinaryData } from "./extractor-CtadTcJm.js";
|
|
12
|
+
import { i as throwIfTargetPromptExceedsMaxChars } from "./promptLength-PkjlYFx0.js";
|
|
13
13
|
import { createHash, randomUUID } from "crypto";
|
|
14
14
|
import { EventEmitter } from "events";
|
|
15
15
|
//#region src/scheduler/types.ts
|
|
@@ -937,11 +937,11 @@ var TokenUsageTracker = class TokenUsageTracker {
|
|
|
937
937
|
};
|
|
938
938
|
//#endregion
|
|
939
939
|
//#region src/redteam/providers/constants.ts
|
|
940
|
-
const ATTACKER_MODEL = "gpt-5.
|
|
940
|
+
const ATTACKER_MODEL = "gpt-5.5-2026-04-23";
|
|
941
941
|
const ATTACKER_MODEL_SMALL = "gpt-5.4-mini-2026-03-17";
|
|
942
942
|
const TEMPERATURE = getEnvFloat("PROMPTFOO_JAILBREAK_TEMPERATURE") ? getEnvFloat("PROMPTFOO_JAILBREAK_TEMPERATURE") : .7;
|
|
943
943
|
const defaultRedteamProviderLoader = async (providers) => {
|
|
944
|
-
const { loadApiProviders } = await import("./providers-
|
|
944
|
+
const { loadApiProviders } = await import("./providers-DvBFcsXi.js");
|
|
945
945
|
return loadApiProviders(providers);
|
|
946
946
|
};
|
|
947
947
|
let redteamProviderLoader = defaultRedteamProviderLoader;
|
|
@@ -1258,7 +1258,7 @@ async function tryUnblocking({ messages, lastResponse, goal, purpose }) {
|
|
|
1258
1258
|
logger.debug("[Unblocking] Disabled by default (set PROMPTFOO_ENABLE_UNBLOCKING=true to enable)");
|
|
1259
1259
|
return { success: false };
|
|
1260
1260
|
}
|
|
1261
|
-
const { checkServerFeatureSupport } = await import("./server-
|
|
1261
|
+
const { checkServerFeatureSupport } = await import("./server-BHd6SQYX.js");
|
|
1262
1262
|
if (!await checkServerFeatureSupport("blocking-question-analysis", "2025-06-16T14:49:11-07:00")) {
|
|
1263
1263
|
logger.debug("[Unblocking] Server does not support unblocking, skipping gracefully");
|
|
1264
1264
|
return { success: false };
|
|
@@ -1332,4 +1332,4 @@ function getGraderAssertionValue(assertToUse) {
|
|
|
1332
1332
|
//#endregion
|
|
1333
1333
|
export { isRateLimitWrapped as _, formatRedteamHistoryAsTranscript as a, getTargetResponse as c, messagesToRedteamHistory as d, redteamProviderManager as f, createProviderRateLimitOptions as g, createRateLimitRegistry as h, externalizeResponseForRedteamHistory as i, isConversationEndedResponse as l, TokenUsageTracker as m, checkPenalizedPhrases as n, getGraderAssertionValue as o, tryUnblocking as p, createIterationContext as r, getLastMessageContent as s, buildGraderResultAssertion as t, isValidChatMessageArray as u };
|
|
1334
1334
|
|
|
1335
|
-
//# sourceMappingURL=shared-
|
|
1335
|
+
//# sourceMappingURL=shared-DsbObxvy.js.map
|