promptfoo 0.121.7 → 0.121.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/src/{accounts-CmWzeD2d.cjs → accounts-BVz5gHLK.cjs} +4 -4
- package/dist/src/{accounts-DanM1wq_.js → accounts-BWjqwsrf.js} +4 -4
- package/dist/src/{accounts-CjFnOPmb.js → accounts-D6IBfEE0.js} +5 -5
- package/dist/src/{accounts-Ca7WIoPY.js → accounts-DAv_0iE7.js} +4 -4
- package/dist/src/{agentic-utils-DDEGRV9v.js → agentic-utils-BJKAkz2e.js} +2 -2
- package/dist/src/{agentic-utils-DvPWSUpb.cjs → agentic-utils-C-A92xhn.cjs} +2 -2
- package/dist/src/{agentic-utils-TxUEMPYS.js → agentic-utils-DmoS_S4B.js} +2 -2
- package/dist/src/{agentic-utils-CJ0j3fBi.js → agentic-utils-GdToujHu.js} +2 -2
- package/dist/src/{agents-CBgJvRkB.js → agents-2C8NN6I1.js} +4 -4
- package/dist/src/{agents-CYn2n3QP.js → agents-BMAiSR2o.js} +2 -2
- package/dist/src/{agents-LrHuQqr1.js → agents-C-PGaxwj.js} +4 -4
- package/dist/src/{agents-D-vDNFx4.js → agents-C98cz5pl.js} +4 -4
- package/dist/src/{agents-B4sRuXg3.cjs → agents-DB8Ub2Ld.cjs} +2 -2
- package/dist/src/{agents-B8q7h_ek.js → agents-Dwshy2H8.js} +2 -2
- package/dist/src/{agents-QGg76OF-.js → agents-mlKjx-cK.js} +2 -2
- package/dist/src/{agents-eHZ9nlgA.cjs → agents-n2ej-c4H.cjs} +4 -4
- package/dist/src/{aimlapi-D5HXzZ0s.js → aimlapi-Bi-laUlp.js} +6 -6
- package/dist/src/{aimlapi-T6HGNxNe.cjs → aimlapi-D0OFV4Vj.cjs} +6 -6
- package/dist/src/{aimlapi-eYv3a_DK.js → aimlapi-WyUK0wYy.js} +6 -6
- package/dist/src/{aimlapi-CJEbQ0o6.js → aimlapi-v-63ZjEI.js} +6 -6
- package/dist/src/app/assets/Report-sCXUfaWo.js +1 -0
- package/dist/src/app/assets/{index-BnT6P6sF.js → index-BopgkZEh.js} +2 -2
- package/dist/src/app/index.html +1 -1
- package/dist/src/{audio-DyiebVB3.js → audio-DnEIHWZR.js} +3 -3
- package/dist/src/{audio-BqnRvcWG.js → audio-heR0mu0n.js} +3 -3
- package/dist/src/{audio-CPMtV1yR.js → audio-wafFO1wn.js} +3 -3
- package/dist/src/{audio-FnxbEnSE.cjs → audio-x44tsxIo.cjs} +3 -3
- package/dist/src/{authoritativeMarkupInjection-F2gBw0lN.cjs → authoritativeMarkupInjection-2G3Be6oL.cjs} +6 -6
- package/dist/src/{authoritativeMarkupInjection-DyAXAsSr.js → authoritativeMarkupInjection-81PPynHR.js} +6 -6
- package/dist/src/{authoritativeMarkupInjection-QEQmFS83.js → authoritativeMarkupInjection-D9O70HPi.js} +6 -6
- package/dist/src/{authoritativeMarkupInjection-BZIywVjG.js → authoritativeMarkupInjection-PxSf3Rh8.js} +5 -5
- package/dist/src/{base-E9I8zXjz.js → base-0Gzzue9Z.js} +2 -2
- package/dist/src/{base-Co80MMCi.js → base-Bp4c52YZ.js} +2 -2
- package/dist/src/{base-CKLo890h.js → base-BuNn-YBX.js} +2 -2
- package/dist/src/{base-DGJW48uz.cjs → base-BzdS8tod.cjs} +2 -2
- package/dist/src/{bestOfN-_kTi8Bxe.js → bestOfN-BHiOjeaq.js} +7 -7
- package/dist/src/{bestOfN-BBsO41z4.js → bestOfN-CdkNPPbX.js} +6 -6
- package/dist/src/{bestOfN-B3wNzjSB.js → bestOfN-ClUSOhN0.js} +7 -7
- package/dist/src/{bestOfN-CAwmg5UL.cjs → bestOfN-DWwXEg1h.cjs} +7 -7
- package/dist/src/cache-BKYi3kAA.js +3 -0
- package/dist/src/{cache-DpPWrkTE.js → cache-BR77mdIR.js} +3 -3
- package/dist/src/{cache-roFAE0cI.js → cache-CrioYnaa.js} +2 -2
- package/dist/src/{cache-DIXbtkNO.js → cache-DdriHsNX.js} +2 -2
- package/dist/src/{cache-CPGUA4Yl.cjs → cache-h5MWOBZI.cjs} +2 -2
- package/dist/src/{chat-Dabu84Br.js → chat-BBEnnpQk.js} +6 -6
- package/dist/src/{chat-CUCorGiL.js → chat-BSos6PvZ.js} +6 -6
- package/dist/src/{chat-TP8Qifkh.js → chat-Bnt7ieO0.js} +2 -2
- package/dist/src/{chat-DxTDQ83C.cjs → chat-DSyYuTYT.cjs} +6 -6
- package/dist/src/{chat-DqUFcWI0.js → chat-DTdf-J5Q.js} +6 -6
- package/dist/src/{chat-DG1wG4w0.cjs → chat-Dq3DomYU.cjs} +2 -2
- package/dist/src/{chat-GmlolEwo.js → chat-g5QLeLOo.js} +2 -2
- package/dist/src/{chat-iwaM5UTQ.js → chat-mTTuUAYb.js} +2 -2
- package/dist/src/{claude-agent-sdk-x1XJ1-pU.js → claude-agent-sdk-BGUac_kS.js} +7 -5
- package/dist/src/{claude-agent-sdk-D5Jl0SDh.js → claude-agent-sdk-BP__YGfK.js} +7 -5
- package/dist/src/{claude-agent-sdk-BQNp_y-F.js → claude-agent-sdk-Ddgx5BIQ.js} +7 -5
- package/dist/src/{claude-agent-sdk-DH416NBD.cjs → claude-agent-sdk-n2XcEclh.cjs} +7 -5
- package/dist/src/cloud-DiWbUiVP.js +3 -0
- package/dist/src/{cloud-D3DiFqH6.js → cloud-DqF5N1aJ.js} +2 -2
- package/dist/src/{cloudflare-ai-B6NVI3ax.js → cloudflare-ai-BGamMotN.js} +4 -4
- package/dist/src/{cloudflare-ai-r4tbYmWU.js → cloudflare-ai-BwW8W-w7.js} +4 -4
- package/dist/src/{cloudflare-ai-CEAW-xQa.cjs → cloudflare-ai-DCRGnsyL.cjs} +4 -4
- package/dist/src/{cloudflare-ai-RFSojyXG.js → cloudflare-ai-sD26nP6V.js} +4 -4
- package/dist/src/{cloudflare-gateway-BaZ4insB.js → cloudflare-gateway-2lnOT4qM.js} +3 -3
- package/dist/src/{cloudflare-gateway-BCkLouto.js → cloudflare-gateway-B1-8KNCt.js} +3 -3
- package/dist/src/{cloudflare-gateway-TJMLBj6I.cjs → cloudflare-gateway-CCC1DFrC.cjs} +3 -3
- package/dist/src/{cloudflare-gateway-CF-Vb-2Z.js → cloudflare-gateway-DOghiU6r.js} +3 -3
- package/dist/src/{codex-app-server-DIXZ230V.js → codex-app-server-BWeWamEb.js} +17 -2
- package/dist/src/{codex-app-server-B8KHEiF4.js → codex-app-server-DyQB1P0p.js} +17 -2
- package/dist/src/{codex-app-server-CnrLBCeA.cjs → codex-app-server-R9u_G7W9.cjs} +17 -2
- package/dist/src/{codex-app-server-Dd22dC_N.js → codex-app-server-ZQRJSJjU.js} +17 -2
- package/dist/src/{codex-sdk-CmQABzV3.js → codex-sdk-B62H0fe7.js} +14 -3
- package/dist/src/{codex-sdk-CFF6gUyi.cjs → codex-sdk-BRPUvJG8.cjs} +14 -3
- package/dist/src/{codex-sdk-B6Wah8Pa.js → codex-sdk-Dio1zJBS.js} +14 -3
- package/dist/src/codex-sdk-DxukZs_K.js +3 -0
- package/dist/src/{codex-sdk-D2d54RL8.js → codex-sdk-iEmW1eS2.js} +14 -3
- package/dist/src/{cometapi-Bu9B8NUY.js → cometapi--hh7dESS.js} +7 -7
- package/dist/src/{cometapi-OBILPLlu.js → cometapi-C7yWNGqt.js} +7 -7
- package/dist/src/{cometapi-CtzNCHKu.js → cometapi-CSIi16a0.js} +7 -7
- package/dist/src/{cometapi-DHCDlQUI.cjs → cometapi-sZgBZtbU.cjs} +7 -7
- package/dist/src/{completion-CSYfl2cd.cjs → completion-CWtqdn3z.cjs} +4 -4
- package/dist/src/{completion-CO2e1_62.js → completion-DT8cxo9T.js} +4 -4
- package/dist/src/{completion-DZNxcyfG.js → completion-DUScduXp.js} +4 -4
- package/dist/src/{completion-sNvCLTAP.js → completion-D_2IOAoS.js} +4 -4
- package/dist/src/{crescendo-QiaSLW0d.js → crescendo-B41TwUHM.js} +39 -18
- package/dist/src/{crescendo-J1Xx4_zb.js → crescendo-Bfic7KC4.js} +41 -20
- package/dist/src/{crescendo-BXEJK_bi.cjs → crescendo-DXFB7rHP.cjs} +41 -20
- package/dist/src/{crescendo-CU_Y2i-m.js → crescendo-DvvYxMLA.js} +41 -20
- package/dist/src/{custom-BJfP00Bh.js → custom-BdzuqFTN.js} +10 -10
- package/dist/src/{custom-notggYVl.js → custom-Cf5Q6r-P.js} +8 -8
- package/dist/src/{custom-CZVn-1-r.js → custom-DLgufezC.js} +10 -10
- package/dist/src/{custom-Cqia7M0D.cjs → custom-LEXHCRe3.cjs} +10 -10
- package/dist/src/{docker-4D1eL6Gq.js → docker-BOSO_6hK.js} +5 -5
- package/dist/src/{docker-D06JUoe2.cjs → docker-D0h2vFrc.cjs} +5 -5
- package/dist/src/{docker-DdJQBxK9.js → docker-D2TWGyTP.js} +5 -5
- package/dist/src/{docker-BBv1WUDu.js → docker-Vj_4_cPg.js} +5 -5
- package/dist/src/{embedding-BbrwopfX.cjs → embedding-BQIApR18.cjs} +4 -4
- package/dist/src/{embedding-Bi3rxrZF.js → embedding-CStK0TV6.js} +4 -4
- package/dist/src/{embedding--UZVe4_7.js → embedding-CU78FMnw.js} +4 -4
- package/dist/src/{embedding-C251p1-8.js → embedding-CV8lmCnU.js} +4 -4
- package/dist/src/{eval-0VRANImH.js → eval-B3BaNBbO.js} +4 -4
- package/dist/src/{eval-DscR5iOM.js → eval-DfR9885C.js} +1 -1
- package/dist/src/evalResult-BtZSUgQv.js +3 -0
- package/dist/src/{evalResult-eUkJv9Ko.js → evalResult-CcSqNl_Y.js} +3 -3
- package/dist/src/{evalResult-CvtS8h8u.cjs → evalResult-DHXs-9TL.cjs} +3 -3
- package/dist/src/{evalResult-2RRJvFyB.js → evalResult-PGqEbasb.js} +3 -3
- package/dist/src/evaluator-B9LGbKI8.js +3 -0
- package/dist/src/{evaluator-DRoiYB2q.js → evaluator-n_dEb00o.js} +20 -20
- package/dist/src/{evaluatorHelpers-DuqFFfq7.js → evaluatorHelpers-CrRObe2z.js} +4 -4
- package/dist/src/{evaluatorHelpers-CRqTvSux.cjs → evaluatorHelpers-D06I9WFL.cjs} +4 -4
- package/dist/src/{evaluatorHelpers-BsYP_muT.js → evaluatorHelpers-D1_kwvyp.js} +4 -4
- package/dist/src/{extractor-CIW3iN-b.js → extractor-BVkZtk4R.js} +4 -4
- package/dist/src/{extractor-CxRtnaHl.js → extractor-D3Fv_Tdh.js} +4 -4
- package/dist/src/{extractor-BR7XAzAL.js → extractor-Jp53vs-6.js} +4 -4
- package/dist/src/{extractor-BdxEtt3J.cjs → extractor-bV_NOoaz.cjs} +4 -4
- package/dist/src/{fetch-BufrQtvR.js → fetch-BSSAcMxf.js} +2 -2
- package/dist/src/fetch-BodQTrMU.js +3 -0
- package/dist/src/{fetch-Dw4XZHjj.cjs → fetch-Cfm4EuOB.cjs} +2 -2
- package/dist/src/{fetch-DXUnXkVU.js → fetch-Cpf1U1nO.js} +3 -3
- package/dist/src/{fetch-It34O8Ur.js → fetch-Doks14zQ.js} +2 -2
- package/dist/src/{goat-Qgurm-NP.js → goat-Ba7Gznzq.js} +18 -17
- package/dist/src/{goat-Ckd3q3AY.js → goat-CJngS-WU.js} +18 -17
- package/dist/src/{goat-ghadEDdy.js → goat-CwsbfQeu.js} +16 -15
- package/dist/src/{goat-una6pZGP.cjs → goat-DOMbozoX.cjs} +18 -17
- package/dist/src/graders-B3D7kCcD.js +3 -0
- package/dist/src/{graders-BGP99PdK.js → graders-BQt1BaQe.js} +18 -18
- package/dist/src/{graders-ClrU2fnd.cjs → graders-CBQ2s6gz.cjs} +18 -18
- package/dist/src/{graders-C0nXU_ZP.js → graders-DaRU98zs.js} +18 -18
- package/dist/src/{graders-BX0f2tvS.js → graders-KXzjnIim.js} +18 -18
- package/dist/src/{hydra-DE4xWwyc.js → hydra-BU6GjYoQ.js} +35 -17
- package/dist/src/{hydra-BxdG4nkg.js → hydra-BmXHxlyl.js} +33 -15
- package/dist/src/{hydra-BSNZZm2M.js → hydra-CR0KyYDb.js} +35 -17
- package/dist/src/{hydra-DrJttnvw.cjs → hydra-RO9jBks7.cjs} +35 -17
- package/dist/src/{image-B_fPIwdg.js → image-BBmZdKO3.js} +3 -3
- package/dist/src/{image-QzmydkiG.js → image-B_PFG7IG.js} +3 -3
- package/dist/src/{image-BvUAW344.js → image-BtODOZjh.js} +4 -4
- package/dist/src/{image-Cvjwx1uY.js → image-CYuNJIqd.js} +4 -4
- package/dist/src/{image-DfVCGPbI.cjs → image-E00WFZkq.cjs} +3 -3
- package/dist/src/{image-X0oY4350.cjs → image-HK2Cfqb1.cjs} +4 -4
- package/dist/src/{image-BN-hjLL9.js → image-LGj8dTcr.js} +3 -3
- package/dist/src/{image-B4oBtu6J.js → image-YMKejC0r.js} +4 -4
- package/dist/src/index.cjs +112 -115
- package/dist/src/index.d.cts +13 -0
- package/dist/src/index.d.ts +13 -0
- package/dist/src/index.js +113 -116
- package/dist/src/{indirectWebPwn-DBQhOjoD.js → indirectWebPwn-B80dLlFC.js} +5 -5
- package/dist/src/{indirectWebPwn-uyWdHx04.js → indirectWebPwn-BMTXXznx.js} +4 -4
- package/dist/src/{indirectWebPwn-tNx9OZ35.js → indirectWebPwn-BZFPV7Q9.js} +4 -4
- package/dist/src/{indirectWebPwn-CfQJt3gk.cjs → indirectWebPwn-BaEQEOIO.cjs} +5 -5
- package/dist/src/{indirectWebPwn-OsXnKejv.js → indirectWebPwn-BzpyMnFS.js} +5 -5
- package/dist/src/{indirectWebPwn-CbjUG0rh.js → indirectWebPwn-CiWB-vVH.js} +4 -4
- package/dist/src/{indirectWebPwn-BJ22AbQa.cjs → indirectWebPwn-D7NA9Nsv.cjs} +4 -4
- package/dist/src/{indirectWebPwn-02ZIghCS.js → indirectWebPwn-o_bEFMjP.js} +5 -5
- package/dist/src/{iterative-DJQEQpG3.js → iterative-B-l0syBV.js} +25 -15
- package/dist/src/{iterative-DQBuWM-j.cjs → iterative-BACUeCCz.cjs} +25 -15
- package/dist/src/{iterative-FTS4Bz67.js → iterative-CVwoExo8.js} +25 -15
- package/dist/src/{iterative-CpU6i2As.js → iterative-QDrGSyss.js} +23 -13
- package/dist/src/{iterativeImage-BUABMVOA.js → iterativeImage-BQg2OwA6.js} +3 -3
- package/dist/src/{iterativeImage-Doz8mgxF.js → iterativeImage-Bwn0fM75.js} +4 -4
- package/dist/src/{iterativeImage-ByFWkxax.cjs → iterativeImage-CcgVyASo.cjs} +4 -4
- package/dist/src/{iterativeImage-BzUapOUi.js → iterativeImage-D_UbQXg4.js} +4 -4
- package/dist/src/{iterativeMeta-C7APE_P1.js → iterativeMeta-CIu-CHRS.js} +36 -16
- package/dist/src/{iterativeMeta-B3YiAOc8.js → iterativeMeta-CN8CNjFA.js} +36 -16
- package/dist/src/{iterativeMeta-DgoQ7bLh.js → iterativeMeta-DN6BTjpq.js} +34 -14
- package/dist/src/{iterativeMeta-CSS8M6Ds.cjs → iterativeMeta-DlqY3BsS.cjs} +36 -16
- package/dist/src/{iterativeTree-DvZ7GBwt.js → iterativeTree-CJ8a8G9T.js} +78 -28
- package/dist/src/{iterativeTree-B5zxBBSW.js → iterativeTree-DcuFXnjL.js} +78 -28
- package/dist/src/{iterativeTree-CNyIk0Yn.js → iterativeTree-FrDDYAN0.js} +76 -26
- package/dist/src/{iterativeTree-CPMF10ve.cjs → iterativeTree-LOgAi0nU.cjs} +78 -28
- package/dist/src/{knowledgeBase-DUh34xba.cjs → knowledgeBase-CdbcGBZF.cjs} +4 -4
- package/dist/src/{knowledgeBase-Bi_8sV-H.js → knowledgeBase-CjOXp6Lr.js} +4 -4
- package/dist/src/{knowledgeBase-BadkINlJ.js → knowledgeBase-DxAq4n4z.js} +4 -4
- package/dist/src/{knowledgeBase-CkMljjdg.js → knowledgeBase-o_wTLzrt.js} +4 -4
- package/dist/src/{litellm-BKBo0jpC.js → litellm-B2gHwya_.js} +4 -4
- package/dist/src/{litellm-CtAr7bKG.cjs → litellm-CPpdlO7n.cjs} +4 -4
- package/dist/src/{litellm-BXyn5kZK.js → litellm-CYfgxLrM.js} +4 -4
- package/dist/src/{litellm-CNcfbCfa.js → litellm-ojWBKU3C.js} +4 -4
- package/dist/src/{luma-ray-D3FUc2K3.cjs → luma-ray-BCCO9XXG.cjs} +3 -3
- package/dist/src/{luma-ray-BMX1iEB6.js → luma-ray-BPrdihAb.js} +3 -3
- package/dist/src/{luma-ray-CR5TSpp4.js → luma-ray-DP5N79lB.js} +3 -3
- package/dist/src/{luma-ray-OEMmS1RB.js → luma-ray-DTDyoAlM.js} +3 -3
- package/dist/src/main.js +116 -119
- package/dist/src/{memoryPoisoning-Dp-btinn.cjs → memoryPoisoning-B6N3us35.cjs} +6 -6
- package/dist/src/{memoryPoisoning-D8h9gXJF.js → memoryPoisoning-Bc_BK_k2.js} +6 -6
- package/dist/src/{memoryPoisoning-CM83NWYl.js → memoryPoisoning-D375zwSX.js} +6 -6
- package/dist/src/{memoryPoisoning-cLuCoTuJ.js → memoryPoisoning-DJA0YjJT.js} +6 -6
- package/dist/src/{messages-BabO-cX8.js → messages-Bg29Nbit.js} +7 -7
- package/dist/src/{messages-DBPir0TQ.cjs → messages-BrZEnHsV.cjs} +7 -7
- package/dist/src/{messages-vsE_-Lv0.js → messages-CBulRaud.js} +7 -7
- package/dist/src/{messages-DGUlSNU7.js → messages-K9A8RxBM.js} +7 -7
- package/dist/src/{mischievousUser-0l8GD7Dp.js → mischievousUser-BDLwSGN0.js} +5 -5
- package/dist/src/{mischievousUser-frFYKxu6.js → mischievousUser-Blx-OtT3.js} +5 -5
- package/dist/src/{mischievousUser-BUOP9W5r.js → mischievousUser-CHuTTvBg.js} +5 -5
- package/dist/src/{mischievousUser-olGgHIVR.cjs → mischievousUser-CSUrH3fq.cjs} +5 -5
- package/dist/src/{modelslab-Cogmu4mG.js → modelslab-BjEk7yCP.js} +4 -4
- package/dist/src/{modelslab-EyDczZ5A.js → modelslab-CBCrdIBc.js} +4 -4
- package/dist/src/{modelslab-Dzst7VTU.js → modelslab-CrGpXuhv.js} +4 -4
- package/dist/src/{modelslab-CNV5bMSk.cjs → modelslab-Cvh0klQx.cjs} +4 -4
- package/dist/src/{nova-reel-BGPNBOMS.js → nova-reel-CUDDZcSA.js} +3 -3
- package/dist/src/{nova-reel-B_5NKFu1.js → nova-reel-CyDESu5J.js} +3 -3
- package/dist/src/{nova-reel-CjJRxI1X.cjs → nova-reel-DH_Ksu6X.cjs} +3 -3
- package/dist/src/{nova-reel-C4eUJGse.js → nova-reel-YQAqUYJY.js} +3 -3
- package/dist/src/{nova-sonic-ChPlh5na.js → nova-sonic-BVFFB7JZ.js} +2 -2
- package/dist/src/{nova-sonic-DuOG9Aun.cjs → nova-sonic-Bg3cxMMu.cjs} +2 -2
- package/dist/src/{nova-sonic-CrV0iaY_.js → nova-sonic-BhmnRGyh.js} +2 -2
- package/dist/src/{nova-sonic-BNGmgfFz.js → nova-sonic-DxmK95c1.js} +2 -2
- package/dist/src/{openclaw-Dphc01BY.cjs → openclaw-CHQaZi_-.cjs} +6 -6
- package/dist/src/{openclaw-zIJAsz3P.js → openclaw-CWOm2eOr.js} +6 -6
- package/dist/src/{openclaw-CF7fMido.js → openclaw-Cdk9JKfY.js} +6 -6
- package/dist/src/{openclaw-BIHlu_36.js → openclaw-DhF8rUpI.js} +6 -6
- package/dist/src/{opencode-sdk-B3vlPLsp.js → opencode-sdk-BRjiPV-g.js} +2 -2
- package/dist/src/{opencode-sdk-DoY6GbWw.cjs → opencode-sdk-CPFMw0ed.cjs} +2 -2
- package/dist/src/{opencode-sdk-sRKYHGoI.js → opencode-sdk-CaSOCsBA.js} +2 -2
- package/dist/src/{opencode-sdk-D05JSgMQ.js → opencode-sdk-CqkyG8De.js} +2 -2
- package/dist/src/{promptfoo-Rjp-MeBb.js → promptfoo-BU4_0J85.js} +64 -7
- package/dist/src/{promptfoo-BDrfT30-.js → promptfoo-CReYAtfb.js} +64 -7
- package/dist/src/{promptfoo-b-baRMj-.cjs → promptfoo-ClChwT74.cjs} +93 -6
- package/dist/src/{promptfoo-Cm4hiy1Y.js → promptfoo-CqEpj6Sr.js} +64 -7
- package/dist/src/{providers-B9KzWxAX.js → providers-B7TyByfj.js} +94 -50
- package/dist/src/{providers-DVYRZP4E.js → providers-BGc7tDtQ.js} +93 -49
- package/dist/src/{providers-BYAn82cf.js → providers-CSOp-bCm.js} +1 -1
- package/dist/src/{providers-BDVVIQM6.cjs → providers-V6RBuieY.cjs} +93 -49
- package/dist/src/{providers-BCCz6_IX.js → providers-iH3Sw1yo.js} +93 -49
- package/dist/src/{quiverai-BvIhI_0l.js → quiverai-58BtRRet.js} +3 -3
- package/dist/src/{quiverai-Cv7rJKDz.js → quiverai-C1dYu5MW.js} +3 -3
- package/dist/src/{quiverai-CdTWPe-A.js → quiverai-CNMIpZQg.js} +3 -3
- package/dist/src/{quiverai-BAp6iTZD.cjs → quiverai-fmSfU43k.cjs} +3 -3
- package/dist/src/{registry-KCVF1CFC.cjs → registry-6Jw6ebor.cjs} +14 -14
- package/dist/src/{registry-BUJrgjwv.js → registry-BTGk2ZkB.js} +14 -14
- package/dist/src/{registry-DXm1t_x0.js → registry-BTNqmP5o.js} +14 -14
- package/dist/src/{registry-Dp5EqoXc.js → registry-NGnOG2xa.js} +14 -14
- package/dist/src/{remoteGeneration-COpWcmWd.js → remoteGeneration--D6WjzUm.js} +4 -4
- package/dist/src/{remoteGeneration-DS9N3pgB.cjs → remoteGeneration-BpIYlb_O.cjs} +4 -4
- package/dist/src/{remoteGeneration-DsaSwmG2.js → remoteGeneration-CJC3E0aW.js} +4 -4
- package/dist/src/{remoteGeneration-B1_XsKXU.js → remoteGeneration-D6UjE2JT.js} +4 -4
- package/dist/src/{responses-B6ktc3Ra.js → responses-5Gf5HNOi.js} +9 -5
- package/dist/src/{responses-URRzV8qE.js → responses-BVi7xIdv.js} +9 -5
- package/dist/src/{responses-1UFFF9N_.cjs → responses-CUARGrhY.cjs} +9 -5
- package/dist/src/{responses-B3W2JvOQ.js → responses-CrmWv6iz.js} +9 -5
- package/dist/src/{sagemaker-DzffAqo_.cjs → sagemaker-BeVTKfrv.cjs} +9 -9
- package/dist/src/{sagemaker-yr1QKeBs.js → sagemaker-BwbV5U7_.js} +9 -9
- package/dist/src/{sagemaker-vhtSV7JI.js → sagemaker-ClAZ6Qwc.js} +9 -9
- package/dist/src/{sagemaker-CujrzP1a.js → sagemaker-DY2qrOpq.js} +9 -9
- package/dist/src/{scanner-DS0109SS.js → scanner-BS-iFIp3.js} +5 -5
- package/dist/src/server/index.js +111 -114
- package/dist/src/{server-B8rqV126.cjs → server-BHOEL8p8.cjs} +3 -3
- package/dist/src/{server-CMJD10J4.js → server-CbiJppij.js} +3 -3
- package/dist/src/server-D18AAlAc.js +3 -0
- package/dist/src/{server-DhMHosWj.js → server-DLYjSFm2.js} +5 -5
- package/dist/src/{server-Ddp8GNMp.js → server-JQYD_Nws.js} +5 -5
- package/dist/src/{shared-7pmVZLNO.js → shared-CRq0gGVf.js} +8 -8
- package/dist/src/{shared-D6IjElRI.js → shared-CSIGeGLl.js} +8 -8
- package/dist/src/{shared-9WHQ1oNE.js → shared-DNvim54U.js} +7 -7
- package/dist/src/{shared-WkgnDkcg.cjs → shared-aHWko3P1.cjs} +8 -8
- package/dist/src/{simulatedUser-U_qAHnuB.js → simulatedUser-C7sOFSF6.js} +5 -5
- package/dist/src/{simulatedUser-C9aQObBI.js → simulatedUser-DH_7RzEQ.js} +5 -5
- package/dist/src/{simulatedUser-p3tACcmw.js → simulatedUser-lgMMmniD.js} +5 -5
- package/dist/src/{simulatedUser-Cu601Dd4.cjs → simulatedUser-mnCUS9Bm.cjs} +5 -5
- package/dist/src/{storage-QdU-SmvD.js → storage-95htjpLs.js} +3 -3
- package/dist/src/{storage-CA-v9V2v.cjs → storage-A4WnAeN3.cjs} +3 -3
- package/dist/src/{storage-CD-GWAdx.js → storage-B2Ql_oq4.js} +3 -3
- package/dist/src/{storage-BU4qcnOb.js → storage-EKVWZBNY.js} +4 -4
- package/dist/src/{strategies-DRJjGTIY.js → strategies-CBI1brSy.js} +10 -10
- package/dist/src/{strategies-7CS3Alao.cjs → strategies-CCcnEbFO.cjs} +9 -9
- package/dist/src/{strategies-CiSeroPH.js → strategies-CD1gHeeQ.js} +9 -9
- package/dist/src/telemetry-BUm_krVX.js +3 -0
- package/dist/src/{telemetry-DmXYcJNV.js → telemetry-BbpmrenM.js} +4 -4
- package/dist/src/{telemetry-DwX9XUN5.js → telemetry-C4bX-6Sr.js} +4 -4
- package/dist/src/{telemetry-CJ7FnCsc.cjs → telemetry-C_ImlCOk.cjs} +4 -4
- package/dist/src/{telemetry-00ezXr_t.js → telemetry-DOE567Wj.js} +4 -4
- package/dist/src/{tracingOptions-ji2OuXbT.js → tracingOptions-BOP1FsRt.js} +2 -2
- package/dist/src/{tracingOptions-Chi74lOD.js → tracingOptions-BvmDa_jH.js} +2 -2
- package/dist/src/{tracingOptions-DrbSFaKy.cjs → tracingOptions-DFBoE8O0.cjs} +2 -2
- package/dist/src/{tracingOptions-BnwKCkSB.js → tracingOptions-xhjOg2b1.js} +2 -2
- package/dist/src/{transcription-Dkd22_4K.js → transcription-BOXDoehT.js} +4 -4
- package/dist/src/{transcription-CfU5loSq.js → transcription-CpVdKc4P.js} +4 -4
- package/dist/src/{transcription-mzuf18Mq.cjs → transcription-D8kkPXg_.cjs} +4 -4
- package/dist/src/{transcription-B8uIgCYX.js → transcription-Z94eV9LR.js} +4 -4
- package/dist/src/{transform-BIMynQsA.js → transform-BufxPIQL.js} +3 -3
- package/dist/src/{transform-DhNkAUs8.cjs → transform-DJkt81VY.cjs} +3 -3
- package/dist/src/{transform-EtD4jAWi.js → transform-DtTfiGoh.js} +3 -3
- package/dist/src/{transform-DmvYBRll.js → transform-Wp6s_5QE.js} +3 -3
- package/dist/src/{util-IYzs5Y04.cjs → util-BHCAeuXx.cjs} +3 -3
- package/dist/src/{util--WMgw7wM.js → util-CMrHV35u.js} +3 -3
- package/dist/src/{util-SPsvFONY.cjs → util-COnzevXE.cjs} +3 -3
- package/dist/src/{util-LKTmNsMQ.js → util-CYev3d-r.js} +16 -3
- package/dist/src/{util-Df8YMvS1.js → util-DGqkTb2-.js} +4 -4
- package/dist/src/{util-CN8om2rz.cjs → util-DNtUsus_.cjs} +4 -4
- package/dist/src/{util-Bx677_k2.js → util-DRfqa4xz.js} +3 -3
- package/dist/src/{util-DiQ3QvBB.js → util-DTq3jq2z.js} +3 -3
- package/dist/src/{util-5WnCSb0h.js → util-DeY58psG.js} +16 -3
- package/dist/src/{util-DNl96nNs.js → util-DpV6KT5i.js} +4 -4
- package/dist/src/{util-I-Rf-KaD.js → util-DwNJzqOV.js} +3 -3
- package/dist/src/{util-kDURhgJW.js → util-ETfU_sS9.js} +4 -4
- package/dist/src/{util-BSIuSLVK.cjs → util-NYQvo1C7.cjs} +16 -3
- package/dist/src/{util-CoQWM76y.js → util-X4KQgyVD.js} +3 -3
- package/dist/src/{util-DURocbYR.js → util-jZRrXe1P.js} +3 -3
- package/dist/src/{util-efByNxcr.js → util-o2Qg5rZv.js} +16 -3
- package/dist/src/{version-BK20a4sw.js → version-CHR-EFec.js} +2 -2
- package/dist/src/{version-eRkNuGv8.js → version-F0YDgb7J.js} +2 -2
- package/dist/src/{version-BWCSaByA.cjs → version-VzUqOBZk.cjs} +2 -2
- package/dist/src/{version-lpHV_53E.js → version-qVEN5qCm.js} +2 -2
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +5 -5
- package/dist/src/app/assets/Report-BNHJKN35.js +0 -1
- package/dist/src/cache-Cf7b4pWE.js +0 -3
- package/dist/src/cloud-p96PA4MH.js +0 -3
- package/dist/src/codex-sdk-BGjVAk23.js +0 -3
- package/dist/src/evalResult-DqzsS6_W.js +0 -3
- package/dist/src/evaluator-DNdJF1Gv.js +0 -3
- package/dist/src/fetch-_YgGd2qv.js +0 -3
- package/dist/src/graders-BDT7dif6.js +0 -3
- package/dist/src/server-BaLytskk.js +0 -3
- package/dist/src/telemetry-ByPqDcKC.js +0 -3
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { m as calculateCost } from "./fetch-
|
|
2
|
-
import { w as parseDataUrl } from "./transform-
|
|
1
|
+
import { m as calculateCost } from "./fetch-Doks14zQ.js";
|
|
2
|
+
import { w as parseDataUrl } from "./transform-Wp6s_5QE.js";
|
|
3
3
|
//#region src/providers/anthropic/util.ts
|
|
4
4
|
const ANTHROPIC_MODELS = [
|
|
5
5
|
...["claude-mythos-preview"].map((model) => ({
|
|
@@ -412,4 +412,4 @@ function transformWebSearchTool20260209(config) {
|
|
|
412
412
|
//#endregion
|
|
413
413
|
export { isClaudeOpus47Model as a, processAnthropicTools as c, getTokenUsage as i, calculateAnthropicCost as n, outputFromMessage as o, getRefusalDetails as r, parseMessages as s, ANTHROPIC_MODELS as t };
|
|
414
414
|
|
|
415
|
-
//# sourceMappingURL=util
|
|
415
|
+
//# sourceMappingURL=util-CMrHV35u.js.map
|
|
@@ -2,8 +2,8 @@ const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
|
|
|
2
2
|
const require_logger = require("./logger-cfNpzI4o.cjs");
|
|
3
3
|
const require_invariant = require("./invariant-QtnLD03y.cjs");
|
|
4
4
|
const require_types = require("./types-CxJvaY2S.cjs");
|
|
5
|
-
const require_fetch = require("./fetch-
|
|
6
|
-
const require_version = require("./version-
|
|
5
|
+
const require_fetch = require("./fetch-Cfm4EuOB.cjs");
|
|
6
|
+
const require_version = require("./version-VzUqOBZk.cjs");
|
|
7
7
|
const require_fileExtensions = require("./fileExtensions-BhdwzYaD.cjs");
|
|
8
8
|
const require_esm = require("./esm-BIKakvNa.cjs");
|
|
9
9
|
const require_render = require("./render-BNTrbmBw.cjs");
|
|
@@ -1512,4 +1512,4 @@ Object.defineProperty(exports, "writeOutput", {
|
|
|
1512
1512
|
}
|
|
1513
1513
|
});
|
|
1514
1514
|
|
|
1515
|
-
//# sourceMappingURL=util-
|
|
1515
|
+
//# sourceMappingURL=util-COnzevXE.cjs.map
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { g as getAjv, y as safeJsonStringify } from "./logger-Ct2S6Yx-.js";
|
|
2
|
-
import { m as calculateCost } from "./fetch-
|
|
3
|
-
import { E as maybeLoadFromExternalFileWithVars } from "./util-
|
|
2
|
+
import { m as calculateCost } from "./fetch-Doks14zQ.js";
|
|
3
|
+
import { E as maybeLoadFromExternalFileWithVars } from "./util-DRfqa4xz.js";
|
|
4
4
|
import OpenAI from "openai";
|
|
5
5
|
//#region src/providers/openai/util.ts
|
|
6
6
|
const ajv = getAjv();
|
|
@@ -382,6 +382,13 @@ const OPENAI_CHAT_MODELS = [
|
|
|
382
382
|
output: 1.25 / 1e6
|
|
383
383
|
}
|
|
384
384
|
})),
|
|
385
|
+
...["gpt-5.5", "gpt-5.5-2026-04-23"].map((model) => ({
|
|
386
|
+
id: model,
|
|
387
|
+
cost: {
|
|
388
|
+
input: 5 / 1e6,
|
|
389
|
+
output: 30 / 1e6
|
|
390
|
+
}
|
|
391
|
+
})),
|
|
385
392
|
...["gpt-audio", "gpt-audio-2025-08-28"].map((model) => ({
|
|
386
393
|
id: model,
|
|
387
394
|
cost: {
|
|
@@ -425,6 +432,12 @@ const OPENAI_RESPONSES_ONLY_MODELS = [...["gpt-5.4-pro", "gpt-5.4-pro-2026-03-05
|
|
|
425
432
|
output: 270 / 1e6
|
|
426
433
|
}
|
|
427
434
|
}
|
|
435
|
+
})), ...["gpt-5.5-pro", "gpt-5.5-pro-2026-04-23"].map((model) => ({
|
|
436
|
+
id: model,
|
|
437
|
+
cost: {
|
|
438
|
+
input: 30 / 1e6,
|
|
439
|
+
output: 180 / 1e6
|
|
440
|
+
}
|
|
428
441
|
}))];
|
|
429
442
|
const OPENAI_DEEP_RESEARCH_MODELS = [...["o3-deep-research", "o3-deep-research-2025-06-26"].map((model) => ({
|
|
430
443
|
id: model,
|
|
@@ -634,4 +647,4 @@ function formatOpenAiError(data) {
|
|
|
634
647
|
//#endregion
|
|
635
648
|
export { calculateOpenAICost as a, getTokenUsage as c, OPENAI_TRANSCRIPTION_MODELS as i, validateFunctionCall as l, OPENAI_COMPLETION_MODELS as n, failApiCall as o, OPENAI_REALTIME_MODELS as r, formatOpenAiError as s, OPENAI_CHAT_MODELS as t };
|
|
636
649
|
|
|
637
|
-
//# sourceMappingURL=util-
|
|
650
|
+
//# sourceMappingURL=util-CYev3d-r.js.map
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { a as logger, y as safeJsonStringify } from "./logger-KD8JjCRJ.js";
|
|
2
|
-
import { v as REQUEST_TIMEOUT_MS } from "./fetch-
|
|
3
|
-
import { r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration
|
|
2
|
+
import { v as REQUEST_TIMEOUT_MS } from "./fetch-BSSAcMxf.js";
|
|
3
|
+
import { r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration--D6WjzUm.js";
|
|
4
4
|
import { D as DATASET_PLUGINS, R as pluginDescriptions } from "./types-BJQBBPTP.js";
|
|
5
|
-
import { r as fetchWithCache } from "./cache-
|
|
5
|
+
import { r as fetchWithCache } from "./cache-CrioYnaa.js";
|
|
6
6
|
import { n as escapeRegExp } from "./text-CZr46tp_.js";
|
|
7
7
|
import { r as materializeInputVariablesWithMetadata } from "./inputVariables-B0qUChbV.js";
|
|
8
8
|
//#region src/redteam/util.ts
|
|
@@ -324,4 +324,4 @@ function getSessionId(response, context) {
|
|
|
324
324
|
//#endregion
|
|
325
325
|
export { extractPromptFromTags as a, isBasicRefusal as c, extractMaterializedVariablesFromJsonWithMetadata as i, isEmptyResponse as l, extractGoalFromPrompt as n, getSessionId as o, extractInputVarsFromPrompt as r, getShortPluginId as s, extractAllPromptsFromTags as t, removePrefix as u };
|
|
326
326
|
|
|
327
|
-
//# sourceMappingURL=util-
|
|
327
|
+
//# sourceMappingURL=util-DGqkTb2-.js.map
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
const require_logger = require("./logger-cfNpzI4o.cjs");
|
|
2
2
|
const require_types = require("./types-CxJvaY2S.cjs");
|
|
3
|
-
const require_fetch = require("./fetch-
|
|
4
|
-
const require_remoteGeneration = require("./remoteGeneration-
|
|
5
|
-
const require_cache = require("./cache-
|
|
3
|
+
const require_fetch = require("./fetch-Cfm4EuOB.cjs");
|
|
4
|
+
const require_remoteGeneration = require("./remoteGeneration-BpIYlb_O.cjs");
|
|
5
|
+
const require_cache = require("./cache-h5MWOBZI.cjs");
|
|
6
6
|
const require_text = require("./text-nywWsRBM.cjs");
|
|
7
7
|
const require_inputVariables = require("./inputVariables-Dq9W-Z3a.cjs");
|
|
8
8
|
//#region src/redteam/util.ts
|
|
@@ -383,4 +383,4 @@ Object.defineProperty(exports, "removePrefix", {
|
|
|
383
383
|
}
|
|
384
384
|
});
|
|
385
385
|
|
|
386
|
-
//# sourceMappingURL=util-
|
|
386
|
+
//# sourceMappingURL=util-DNtUsus_.cjs.map
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { S as getEnvBool, a as logger, f as sanitizeObject, k as state } from "./logger-Ct2S6Yx-.js";
|
|
2
2
|
import { t as invariant } from "./invariant-Ddh24eXh.js";
|
|
3
3
|
import { Gt as isProviderOptions, Wt as isApiProvider, g as ResultFailureReason, h as OutputFileExtension } from "./types-D6glLbdF.js";
|
|
4
|
-
import { N as TERMINAL_MAX_WIDTH, t as fetchWithProxy } from "./fetch-
|
|
5
|
-
import { n as VERSION } from "./version-
|
|
4
|
+
import { N as TERMINAL_MAX_WIDTH, t as fetchWithProxy } from "./fetch-Doks14zQ.js";
|
|
5
|
+
import { n as VERSION } from "./version-qVEN5qCm.js";
|
|
6
6
|
import { i as isJavascriptFile, t as JAVASCRIPT_EXTENSIONS } from "./fileExtensions-CXRfY3Ss.js";
|
|
7
7
|
import { o as safeResolve, r as importModule, t as getDirectory } from "./esm-BTK1W7lG.js";
|
|
8
8
|
import { n as renderVarsInObject, o as getNunjucksEngine } from "./render-DFfDeYUK.js";
|
|
@@ -1307,4 +1307,4 @@ function printBorder() {
|
|
|
1307
1307
|
//#endregion
|
|
1308
1308
|
export { readFilters as A, getResolvedRelativePath as C, maybeLoadResponseFormatFromExternalFile as D, maybeLoadFromExternalFileWithVars as E, loadFunction as M, parseFileUrl as N, maybeLoadToolsFromExternalFile as O, getNunjucksEngineForFilePath as S, maybeLoadFromExternalFile as T, isProviderAllowed as _, setupEnv as a, normalizeProviderRef as b, filterRuntimeVars as c, checkProviderApiKeys as d, doesProviderRefMatch as f, isOpenAiProvider as g, isGoogleProvider as h, fetchCsvFromGoogleSheet as i, readOutput as j, parsePathOrGlob as k, getTestCaseDeduplicationKey as l, isAnthropicProvider as m, writeMultipleOutputs as n, deduplicateTestCases as o, getProviderDescription as p, writeOutput as r, extractRuntimeVars as s, printBorder as t, resultIsForTestCase as u, isProviderConfigFileReference as v, maybeLoadConfigFromExternalFile as w, readProviderConfigFile as x, loadProviderConfigsFromFile as y };
|
|
1309
1309
|
|
|
1310
|
-
//# sourceMappingURL=util-
|
|
1310
|
+
//# sourceMappingURL=util-DRfqa4xz.js.map
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { y as calculateCost } from "./fetch-
|
|
2
|
-
import { w as parseDataUrl } from "./transform-
|
|
1
|
+
import { y as calculateCost } from "./fetch-BSSAcMxf.js";
|
|
2
|
+
import { w as parseDataUrl } from "./transform-BufxPIQL.js";
|
|
3
3
|
//#region src/providers/anthropic/util.ts
|
|
4
4
|
const ANTHROPIC_MODELS = [
|
|
5
5
|
...["claude-mythos-preview"].map((model) => ({
|
|
@@ -412,4 +412,4 @@ function transformWebSearchTool20260209(config) {
|
|
|
412
412
|
//#endregion
|
|
413
413
|
export { isClaudeOpus47Model as a, processAnthropicTools as c, getTokenUsage as i, calculateAnthropicCost as n, outputFromMessage as o, getRefusalDetails as r, parseMessages as s, ANTHROPIC_MODELS as t };
|
|
414
414
|
|
|
415
|
-
//# sourceMappingURL=util-
|
|
415
|
+
//# sourceMappingURL=util-DTq3jq2z.js.map
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import { v as getAjv, x as safeJsonStringify } from "./logger-BbY6ypFL.js";
|
|
3
|
-
import { v as calculateCost } from "./fetch-
|
|
4
|
-
import { N as maybeLoadFromExternalFileWithVars } from "./util-
|
|
3
|
+
import { v as calculateCost } from "./fetch-Cpf1U1nO.js";
|
|
4
|
+
import { N as maybeLoadFromExternalFileWithVars } from "./util-jZRrXe1P.js";
|
|
5
5
|
import OpenAI from "openai";
|
|
6
6
|
//#region src/providers/openai/util.ts
|
|
7
7
|
const ajv = getAjv();
|
|
@@ -383,6 +383,13 @@ const OPENAI_CHAT_MODELS = [
|
|
|
383
383
|
output: 1.25 / 1e6
|
|
384
384
|
}
|
|
385
385
|
})),
|
|
386
|
+
...["gpt-5.5", "gpt-5.5-2026-04-23"].map((model) => ({
|
|
387
|
+
id: model,
|
|
388
|
+
cost: {
|
|
389
|
+
input: 5 / 1e6,
|
|
390
|
+
output: 30 / 1e6
|
|
391
|
+
}
|
|
392
|
+
})),
|
|
386
393
|
...["gpt-audio", "gpt-audio-2025-08-28"].map((model) => ({
|
|
387
394
|
id: model,
|
|
388
395
|
cost: {
|
|
@@ -426,6 +433,12 @@ const OPENAI_RESPONSES_ONLY_MODELS = [...["gpt-5.4-pro", "gpt-5.4-pro-2026-03-05
|
|
|
426
433
|
output: 270 / 1e6
|
|
427
434
|
}
|
|
428
435
|
}
|
|
436
|
+
})), ...["gpt-5.5-pro", "gpt-5.5-pro-2026-04-23"].map((model) => ({
|
|
437
|
+
id: model,
|
|
438
|
+
cost: {
|
|
439
|
+
input: 30 / 1e6,
|
|
440
|
+
output: 180 / 1e6
|
|
441
|
+
}
|
|
429
442
|
}))];
|
|
430
443
|
const OPENAI_DEEP_RESEARCH_MODELS = [...["o3-deep-research", "o3-deep-research-2025-06-26"].map((model) => ({
|
|
431
444
|
id: model,
|
|
@@ -635,4 +648,4 @@ function formatOpenAiError(data) {
|
|
|
635
648
|
//#endregion
|
|
636
649
|
export { calculateOpenAICost as a, getTokenUsage as c, OPENAI_TRANSCRIPTION_MODELS as i, validateFunctionCall as l, OPENAI_COMPLETION_MODELS as n, failApiCall as o, OPENAI_REALTIME_MODELS as r, formatOpenAiError as s, OPENAI_CHAT_MODELS as t };
|
|
637
650
|
|
|
638
|
-
//# sourceMappingURL=util-
|
|
651
|
+
//# sourceMappingURL=util-DeY58psG.js.map
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { a as logger, y as safeJsonStringify } from "./logger-Ct2S6Yx-.js";
|
|
2
2
|
import { H as DATASET_PLUGINS, Q as pluginDescriptions } from "./types-D6glLbdF.js";
|
|
3
|
-
import { p as REQUEST_TIMEOUT_MS } from "./fetch-
|
|
4
|
-
import { r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-
|
|
5
|
-
import { r as fetchWithCache } from "./cache-
|
|
3
|
+
import { p as REQUEST_TIMEOUT_MS } from "./fetch-Doks14zQ.js";
|
|
4
|
+
import { r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-CJC3E0aW.js";
|
|
5
|
+
import { r as fetchWithCache } from "./cache-DdriHsNX.js";
|
|
6
6
|
import { n as escapeRegExp } from "./text-DwYK5EBn.js";
|
|
7
7
|
import { n as materializeInputVariablesWithMetadata } from "./inputVariables-DUGMb9Ka.js";
|
|
8
8
|
//#region src/redteam/util.ts
|
|
@@ -324,4 +324,4 @@ function getSessionId(response, context) {
|
|
|
324
324
|
//#endregion
|
|
325
325
|
export { extractPromptFromTags as a, isBasicRefusal as c, extractMaterializedVariablesFromJsonWithMetadata as i, isEmptyResponse as l, extractGoalFromPrompt as n, getSessionId as o, extractInputVarsFromPrompt as r, getShortPluginId as s, extractAllPromptsFromTags as t, removePrefix as u };
|
|
326
326
|
|
|
327
|
-
//# sourceMappingURL=util-
|
|
327
|
+
//# sourceMappingURL=util-DpV6KT5i.js.map
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { S as getEnvBool, a as logger, f as sanitizeObject, k as state } from "./logger-KD8JjCRJ.js";
|
|
2
|
-
import { N as TERMINAL_MAX_WIDTH, t as fetchWithProxy } from "./fetch-
|
|
3
|
-
import { n as VERSION } from "./version-
|
|
2
|
+
import { N as TERMINAL_MAX_WIDTH, t as fetchWithProxy } from "./fetch-BSSAcMxf.js";
|
|
3
|
+
import { n as VERSION } from "./version-CHR-EFec.js";
|
|
4
4
|
import { t as invariant } from "./invariant-DIYf9sP1.js";
|
|
5
5
|
import { o as safeResolve, r as importModule, t as getDirectory } from "./esm-B6whoAcf.js";
|
|
6
6
|
import { n as renderVarsInObject, o as getNunjucksEngine } from "./render-_6ur1fhE.js";
|
|
@@ -1460,4 +1460,4 @@ function printBorder() {
|
|
|
1460
1460
|
//#endregion
|
|
1461
1461
|
export { maybeLoadConfigFromExternalFile as A, isProviderAllowed as C, readProviderConfigFile as D, normalizeProviderRef as E, parsePathOrGlob as F, readFilters as I, readOutput as L, maybeLoadFromExternalFileWithVars as M, maybeLoadResponseFormatFromExternalFile as N, getNunjucksEngineForFilePath as O, maybeLoadToolsFromExternalFile as P, loadFunction as R, isOpenAiProvider as S, loadProviderConfigsFromFile as T, checkProviderApiKeys as _, evalTableToJson as a, isAnthropicProvider as b, getEvalTablePromptStrippedPayload as c, setupEnv as d, deduplicateTestCases as f, resultIsForTestCase as g, getTestCaseDeduplicationKey as h, ComparisonEvalNotFoundError as i, maybeLoadFromExternalFile as j, getResolvedRelativePath as k, mergeComparisonTables as l, filterRuntimeVars as m, writeMultipleOutputs as n, generateEvalCsv as o, extractRuntimeVars as p, writeOutput as r, getEvalTableOutputPromptLocationsBySize as s, printBorder as t, fetchCsvFromGoogleSheet as u, doesProviderRefMatch as v, isProviderConfigFileReference as w, isGoogleProvider as x, getProviderDescription as y, parseFileUrl as z };
|
|
1462
1462
|
|
|
1463
|
-
//# sourceMappingURL=util-
|
|
1463
|
+
//# sourceMappingURL=util-DwNJzqOV.js.map
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import { s as logger, x as safeJsonStringify } from "./logger-BbY6ypFL.js";
|
|
3
|
-
import { _ as REQUEST_TIMEOUT_MS } from "./fetch-
|
|
3
|
+
import { _ as REQUEST_TIMEOUT_MS } from "./fetch-Cpf1U1nO.js";
|
|
4
4
|
import { A as DATASET_PLUGINS, V as pluginDescriptions } from "./types-BFevViUY.js";
|
|
5
|
-
import { r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-
|
|
6
|
-
import { a as fetchWithCache } from "./cache-
|
|
5
|
+
import { r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-D6UjE2JT.js";
|
|
6
|
+
import { a as fetchWithCache } from "./cache-BR77mdIR.js";
|
|
7
7
|
import { n as escapeRegExp } from "./text-Db-Wt2u2.js";
|
|
8
8
|
import { r as materializeInputVariablesWithMetadata } from "./inputVariables-DXFdi7AI.js";
|
|
9
9
|
//#region src/redteam/util.ts
|
|
@@ -325,4 +325,4 @@ function getSessionId(response, context) {
|
|
|
325
325
|
//#endregion
|
|
326
326
|
export { extractPromptFromTags as a, isBasicRefusal as c, extractMaterializedVariablesFromJsonWithMetadata as i, isEmptyResponse as l, extractGoalFromPrompt as n, getSessionId as o, extractInputVarsFromPrompt as r, getShortPluginId as s, extractAllPromptsFromTags as t, removePrefix as u };
|
|
327
327
|
|
|
328
|
-
//# sourceMappingURL=util-
|
|
328
|
+
//# sourceMappingURL=util-ETfU_sS9.js.map
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
|
|
2
2
|
const require_logger = require("./logger-cfNpzI4o.cjs");
|
|
3
|
-
const require_fetch = require("./fetch-
|
|
4
|
-
const require_util = require("./util-
|
|
3
|
+
const require_fetch = require("./fetch-Cfm4EuOB.cjs");
|
|
4
|
+
const require_util = require("./util-COnzevXE.cjs");
|
|
5
5
|
let openai = require("openai");
|
|
6
6
|
openai = require_rolldown_runtime.__toESM(openai, 1);
|
|
7
7
|
//#region src/providers/openai/util.ts
|
|
@@ -384,6 +384,13 @@ const OPENAI_CHAT_MODELS = [
|
|
|
384
384
|
output: 1.25 / 1e6
|
|
385
385
|
}
|
|
386
386
|
})),
|
|
387
|
+
...["gpt-5.5", "gpt-5.5-2026-04-23"].map((model) => ({
|
|
388
|
+
id: model,
|
|
389
|
+
cost: {
|
|
390
|
+
input: 5 / 1e6,
|
|
391
|
+
output: 30 / 1e6
|
|
392
|
+
}
|
|
393
|
+
})),
|
|
387
394
|
...["gpt-audio", "gpt-audio-2025-08-28"].map((model) => ({
|
|
388
395
|
id: model,
|
|
389
396
|
cost: {
|
|
@@ -427,6 +434,12 @@ const OPENAI_RESPONSES_ONLY_MODELS = [...["gpt-5.4-pro", "gpt-5.4-pro-2026-03-05
|
|
|
427
434
|
output: 270 / 1e6
|
|
428
435
|
}
|
|
429
436
|
}
|
|
437
|
+
})), ...["gpt-5.5-pro", "gpt-5.5-pro-2026-04-23"].map((model) => ({
|
|
438
|
+
id: model,
|
|
439
|
+
cost: {
|
|
440
|
+
input: 30 / 1e6,
|
|
441
|
+
output: 180 / 1e6
|
|
442
|
+
}
|
|
430
443
|
}))];
|
|
431
444
|
const OPENAI_DEEP_RESEARCH_MODELS = [...["o3-deep-research", "o3-deep-research-2025-06-26"].map((model) => ({
|
|
432
445
|
id: model,
|
|
@@ -689,4 +702,4 @@ Object.defineProperty(exports, "validateFunctionCall", {
|
|
|
689
702
|
}
|
|
690
703
|
});
|
|
691
704
|
|
|
692
|
-
//# sourceMappingURL=util-
|
|
705
|
+
//# sourceMappingURL=util-NYQvo1C7.cjs.map
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import { v as calculateCost } from "./fetch-
|
|
3
|
-
import { w as parseDataUrl } from "./transform-
|
|
2
|
+
import { v as calculateCost } from "./fetch-Cpf1U1nO.js";
|
|
3
|
+
import { w as parseDataUrl } from "./transform-DtTfiGoh.js";
|
|
4
4
|
//#region src/providers/anthropic/util.ts
|
|
5
5
|
const ANTHROPIC_MODELS = [
|
|
6
6
|
...["claude-mythos-preview"].map((model) => ({
|
|
@@ -413,4 +413,4 @@ function transformWebSearchTool20260209(config) {
|
|
|
413
413
|
//#endregion
|
|
414
414
|
export { isClaudeOpus47Model as a, processAnthropicTools as c, getTokenUsage as i, calculateAnthropicCost as n, outputFromMessage as o, getRefusalDetails as r, parseMessages as s, ANTHROPIC_MODELS as t };
|
|
415
415
|
|
|
416
|
-
//# sourceMappingURL=util-
|
|
416
|
+
//# sourceMappingURL=util-X4KQgyVD.js.map
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import { N as state, T as getEnvBool, m as sanitizeObject, s as logger } from "./logger-BbY6ypFL.js";
|
|
3
|
-
import { M as TERMINAL_MAX_WIDTH, n as fetchWithProxy } from "./fetch-
|
|
4
|
-
import { n as VERSION } from "./version-
|
|
3
|
+
import { M as TERMINAL_MAX_WIDTH, n as fetchWithProxy } from "./fetch-Cpf1U1nO.js";
|
|
4
|
+
import { n as VERSION } from "./version-F0YDgb7J.js";
|
|
5
5
|
import { t as invariant } from "./invariant-B2Rf6avk.js";
|
|
6
6
|
import { m as isProviderOptions, o as OutputFileExtension, p as isApiProvider, s as ResultFailureReason } from "./types-BFevViUY.js";
|
|
7
7
|
import { i as isJavascriptFile, t as JAVASCRIPT_EXTENSIONS } from "./fileExtensions-D4GCJ67J.js";
|
|
@@ -1461,4 +1461,4 @@ function printBorder() {
|
|
|
1461
1461
|
//#endregion
|
|
1462
1462
|
export { getResolvedRelativePath as A, parseFileUrl as B, isOpenAiProvider as C, normalizeProviderRef as D, loadProviderConfigsFromFile as E, maybeLoadToolsFromExternalFile as F, parsePathOrGlob as I, readFilters as L, maybeLoadFromExternalFile as M, maybeLoadFromExternalFileWithVars as N, readProviderConfigFile as O, maybeLoadResponseFormatFromExternalFile as P, readOutput as R, isGoogleProvider as S, isProviderConfigFileReference as T, resultIsForTestCase as _, ComparisonEvalNotFoundError as a, getProviderDescription as b, getEvalTableOutputPromptLocationsBySize as c, fetchCsvFromGoogleSheet as d, setupEnv as f, getTestCaseDeduplicationKey as g, filterRuntimeVars as h, writeOutput as i, maybeLoadConfigFromExternalFile as j, getNunjucksEngineForFilePath as k, getEvalTablePromptStrippedPayload as l, extractRuntimeVars as m, createOutputMetadata as n, evalTableToJson as o, deduplicateTestCases as p, writeMultipleOutputs as r, generateEvalCsv as s, printBorder as t, mergeComparisonTables as u, checkProviderApiKeys as v, isProviderAllowed as w, isAnthropicProvider as x, doesProviderRefMatch as y, loadFunction as z };
|
|
1463
1463
|
|
|
1464
|
-
//# sourceMappingURL=util-
|
|
1464
|
+
//# sourceMappingURL=util-jZRrXe1P.js.map
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { g as getAjv, y as safeJsonStringify } from "./logger-KD8JjCRJ.js";
|
|
2
|
-
import { y as calculateCost } from "./fetch-
|
|
3
|
-
import { M as maybeLoadFromExternalFileWithVars } from "./util-
|
|
2
|
+
import { y as calculateCost } from "./fetch-BSSAcMxf.js";
|
|
3
|
+
import { M as maybeLoadFromExternalFileWithVars } from "./util-DwNJzqOV.js";
|
|
4
4
|
import OpenAI from "openai";
|
|
5
5
|
//#region src/providers/openai/util.ts
|
|
6
6
|
const ajv = getAjv();
|
|
@@ -382,6 +382,13 @@ const OPENAI_CHAT_MODELS = [
|
|
|
382
382
|
output: 1.25 / 1e6
|
|
383
383
|
}
|
|
384
384
|
})),
|
|
385
|
+
...["gpt-5.5", "gpt-5.5-2026-04-23"].map((model) => ({
|
|
386
|
+
id: model,
|
|
387
|
+
cost: {
|
|
388
|
+
input: 5 / 1e6,
|
|
389
|
+
output: 30 / 1e6
|
|
390
|
+
}
|
|
391
|
+
})),
|
|
385
392
|
...["gpt-audio", "gpt-audio-2025-08-28"].map((model) => ({
|
|
386
393
|
id: model,
|
|
387
394
|
cost: {
|
|
@@ -425,6 +432,12 @@ const OPENAI_RESPONSES_ONLY_MODELS = [...["gpt-5.4-pro", "gpt-5.4-pro-2026-03-05
|
|
|
425
432
|
output: 270 / 1e6
|
|
426
433
|
}
|
|
427
434
|
}
|
|
435
|
+
})), ...["gpt-5.5-pro", "gpt-5.5-pro-2026-04-23"].map((model) => ({
|
|
436
|
+
id: model,
|
|
437
|
+
cost: {
|
|
438
|
+
input: 30 / 1e6,
|
|
439
|
+
output: 180 / 1e6
|
|
440
|
+
}
|
|
428
441
|
}))];
|
|
429
442
|
const OPENAI_DEEP_RESEARCH_MODELS = [...["o3-deep-research", "o3-deep-research-2025-06-26"].map((model) => ({
|
|
430
443
|
id: model,
|
|
@@ -634,4 +647,4 @@ function formatOpenAiError(data) {
|
|
|
634
647
|
//#endregion
|
|
635
648
|
export { calculateOpenAICost as a, getTokenUsage as c, OPENAI_TRANSCRIPTION_MODELS as i, validateFunctionCall as l, OPENAI_COMPLETION_MODELS as n, failApiCall as o, OPENAI_REALTIME_MODELS as r, formatOpenAiError as s, OPENAI_CHAT_MODELS as t };
|
|
636
649
|
|
|
637
|
-
//# sourceMappingURL=util-
|
|
650
|
+
//# sourceMappingURL=util-o2Qg5rZv.js.map
|
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
* Application version from package.json.
|
|
4
4
|
* Injected at build time, or read from npm environment in development.
|
|
5
5
|
*/
|
|
6
|
-
const VERSION = "0.121.
|
|
6
|
+
const VERSION = "0.121.8";
|
|
7
7
|
/**
|
|
8
8
|
* PostHog analytics key.
|
|
9
9
|
* Only populated during production builds via PROMPTFOO_POSTHOG_KEY env var.
|
|
@@ -13,4 +13,4 @@ const POSTHOG_KEY = "phc_E5n5uHnDo2eREJL1uqX1cIlbkoRby4yFWt3V94HqRRg";
|
|
|
13
13
|
//#endregion
|
|
14
14
|
export { VERSION as n, POSTHOG_KEY as t };
|
|
15
15
|
|
|
16
|
-
//# sourceMappingURL=version-
|
|
16
|
+
//# sourceMappingURL=version-CHR-EFec.js.map
|
|
@@ -4,7 +4,7 @@
|
|
|
4
4
|
* Application version from package.json.
|
|
5
5
|
* Injected at build time, or read from npm environment in development.
|
|
6
6
|
*/
|
|
7
|
-
const VERSION = "0.121.
|
|
7
|
+
const VERSION = "0.121.8";
|
|
8
8
|
/**
|
|
9
9
|
* PostHog analytics key.
|
|
10
10
|
* Only populated during production builds via PROMPTFOO_POSTHOG_KEY env var.
|
|
@@ -14,4 +14,4 @@ const POSTHOG_KEY = "phc_E5n5uHnDo2eREJL1uqX1cIlbkoRby4yFWt3V94HqRRg";
|
|
|
14
14
|
//#endregion
|
|
15
15
|
export { VERSION as n, POSTHOG_KEY as t };
|
|
16
16
|
|
|
17
|
-
//# sourceMappingURL=version-
|
|
17
|
+
//# sourceMappingURL=version-F0YDgb7J.js.map
|
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
* Application version from package.json.
|
|
4
4
|
* Injected at build time, or read from npm environment in development.
|
|
5
5
|
*/
|
|
6
|
-
const VERSION = "0.121.
|
|
6
|
+
const VERSION = "0.121.8";
|
|
7
7
|
/**
|
|
8
8
|
* PostHog analytics key.
|
|
9
9
|
* Only populated during production builds via PROMPTFOO_POSTHOG_KEY env var.
|
|
@@ -24,4 +24,4 @@ Object.defineProperty(exports, "VERSION", {
|
|
|
24
24
|
}
|
|
25
25
|
});
|
|
26
26
|
|
|
27
|
-
//# sourceMappingURL=version-
|
|
27
|
+
//# sourceMappingURL=version-VzUqOBZk.cjs.map
|
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
* Application version from package.json.
|
|
4
4
|
* Injected at build time, or read from npm environment in development.
|
|
5
5
|
*/
|
|
6
|
-
const VERSION = "0.121.
|
|
6
|
+
const VERSION = "0.121.8";
|
|
7
7
|
/**
|
|
8
8
|
* PostHog analytics key.
|
|
9
9
|
* Only populated during production builds via PROMPTFOO_POSTHOG_KEY env var.
|
|
@@ -13,4 +13,4 @@ const POSTHOG_KEY = "phc_E5n5uHnDo2eREJL1uqX1cIlbkoRby4yFWt3V94HqRRg";
|
|
|
13
13
|
//#endregion
|
|
14
14
|
export { VERSION as n, POSTHOG_KEY as t };
|
|
15
15
|
|
|
16
|
-
//# sourceMappingURL=version-
|
|
16
|
+
//# sourceMappingURL=version-qVEN5qCm.js.map
|