promptfoo 0.122.1 → 0.122.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/src/{accounts-Jug2Ciel.js → accounts-B8CVRmIl.js} +4 -4
- package/dist/src/{accounts-mch0qw47.js → accounts-BDud3p32.js} +4 -4
- package/dist/src/{accounts-CAjSMkuH.js → accounts-DApS8Gpe.js} +5 -5
- package/dist/src/{accounts-CZFxG3Og.cjs → accounts-DosZWKJy.cjs} +4 -4
- package/dist/src/{agentic-utils-CAL6OL48.js → agentic-utils-B94-_ExD.js} +12 -3
- package/dist/src/{agentic-utils-B3r4NpU-.cjs → agentic-utils-CMewaQ09.cjs} +13 -4
- package/dist/src/{agentic-utils-Cswmio9j.js → agentic-utils-DOMq4mqJ.js} +12 -3
- package/dist/src/{agentic-utils-CR5IyddC.js → agentic-utils-DneHhExJ.js} +12 -3
- package/dist/src/{agents-BYZQa11K.js → agents-99i09OkS.js} +4 -4
- package/dist/src/{agents-CfaaStfu.cjs → agents-BXDQ1xw_.cjs} +2 -2
- package/dist/src/{agents-CUSOo7ly.js → agents-BzOkbtWo.js} +2 -2
- package/dist/src/{agents-DgKZ1aMv.js → agents-CmgJALGp.js} +2 -2
- package/dist/src/{agents-CzaXVlpn.js → agents-CqqOAB9i.js} +4 -4
- package/dist/src/{agents-t29fGe9S.js → agents-CroOVBY1.js} +4 -4
- package/dist/src/{agents-CKOdC5bg.cjs → agents-DtmugJpS.cjs} +4 -4
- package/dist/src/{agents-B2aTR8k4.js → agents-mNkg-c-D.js} +2 -2
- package/dist/src/{ai.studio-DprNFGT7.js → ai.studio-4CqyrhMr.js} +7 -6
- package/dist/src/{ai.studio-BTbBobIe.js → ai.studio-Bw7HGWAy.js} +7 -6
- package/dist/src/{ai.studio-DdDttvQ_.js → ai.studio-BySqRQcL.js} +7 -6
- package/dist/src/{ai.studio-lJHgVtc3.js → ai.studio-CmQz4HRF.js} +1 -1
- package/dist/src/{ai.studio-Cfr1uqJd.cjs → ai.studio-CzWiW2J3.cjs} +11 -10
- package/dist/src/{aimlapi-agQErPC7.cjs → aimlapi-BPLx5bkN.cjs} +6 -6
- package/dist/src/{aimlapi-C7aw_Yci.js → aimlapi-CPHuwytR.js} +6 -6
- package/dist/src/{aimlapi-BbhgeGRG.js → aimlapi-CtFNhGfQ.js} +6 -6
- package/dist/src/{aimlapi-Cj1shS5g.js → aimlapi-DvORJAqy.js} +6 -6
- package/dist/src/{anthropicMessages-DM4fND86.cjs → anthropicMessages-CV6LTNAW.cjs} +2 -2
- package/dist/src/{anthropicMessages-B2lCmO9a.js → anthropicMessages-D7C1kjQD.js} +2 -2
- package/dist/src/{anthropicMessages-B3DWK3KH.js → anthropicMessages-Dnuashu8.js} +2 -2
- package/dist/src/{anthropicMessages-CIzwoHC7.js → anthropicMessages-HcZgERmB.js} +2 -2
- package/dist/src/app/assets/{index-A24J7UxV.css → index-4gjyvw3y.css} +1 -1
- package/dist/src/app/assets/{index-BSBYsw_6.js → index-nyJ_XC0u.js} +55 -55
- package/dist/src/app/index.html +2 -2
- package/dist/src/{audio-FK9OJM6x.js → audio-BdlJQepT.js} +3 -3
- package/dist/src/{audio-DJSX3nfH.cjs → audio-CT31dzi3.cjs} +3 -3
- package/dist/src/{audio-BLydpzg4.js → audio-CZ4800_-.js} +3 -3
- package/dist/src/{audio-BFL3WPG8.js → audio-CuAl9sNH.js} +3 -3
- package/dist/src/{authoritativeMarkupInjection-C79vhK3h.js → authoritativeMarkupInjection-Bk-2UAXm.js} +6 -6
- package/dist/src/{authoritativeMarkupInjection-DSEnwId_.cjs → authoritativeMarkupInjection-BkZvUL3M.cjs} +6 -6
- package/dist/src/{authoritativeMarkupInjection-D7PPkR2H.js → authoritativeMarkupInjection-CO3XuBsw.js} +6 -6
- package/dist/src/{authoritativeMarkupInjection-a2WZAWI8.js → authoritativeMarkupInjection-CsW2Rlxr.js} +6 -6
- package/dist/src/{aws-GuyZqnyf.js → aws-BatJ_yy7.js} +20 -20
- package/dist/src/{aws-BHmi7gOy.cjs → aws-DhQCXH3c.cjs} +20 -20
- package/dist/src/{aws-Bzt3WQU2.js → aws-VLbhCTiT.js} +20 -20
- package/dist/src/{aws-BS8qSHy8.js → aws-iSX9DyrD.js} +20 -20
- package/dist/src/{base-nbJrRpSV.js → base-C6jKTbCS.js} +7 -6
- package/dist/src/{base-CoTAT5vv.cjs → base-CJEf9k2O.cjs} +8 -7
- package/dist/src/{base-DEkuzxBW.js → base-CWyDTNcT.js} +2 -2
- package/dist/src/{base-mEWUSyIi.cjs → base-CeTzVZ7f.cjs} +2 -2
- package/dist/src/{base-CcYX8Sl7.js → base-CnzvtFbT.js} +2 -2
- package/dist/src/{base-BW_ro6TZ.js → base-Dd6PX7qL.js} +7 -6
- package/dist/src/{base-e2pL9Dg2.js → base-IFkEP-f1.js} +2 -2
- package/dist/src/{base-Bya3Xq-l.js → base-wuaktSuM.js} +7 -6
- package/dist/src/{bestOfN-6RYHfbeS.js → bestOfN-B99Kp3n1.js} +7 -7
- package/dist/src/{bestOfN-DsHy4gMF.cjs → bestOfN-BtBlH3Y1.cjs} +7 -7
- package/dist/src/{bestOfN-DDkIdZME.js → bestOfN-C7cPgSak.js} +7 -7
- package/dist/src/{bestOfN-Cbw8nnar.js → bestOfN-YNF3sLNc.js} +7 -7
- package/dist/src/{billing-nlGj2fi4.js → billing-BhTrP4CT.js} +2 -2
- package/dist/src/{billing-_izMSTD8.js → billing-D0eg28TA.js} +2 -2
- package/dist/src/{billing-K5i9I9vT.cjs → billing-Q1c9C5Or.cjs} +2 -2
- package/dist/src/{billing-CXk1T-EF.js → billing-eFe0xWZw.js} +2 -2
- package/dist/src/cache-Cjok8TBD.js +3 -0
- package/dist/src/{cache-Bwj_lNIo.js → cache-DTOVFNqA.js} +10 -4
- package/dist/src/{cache-C41JuZ74.js → cache-ePPAC5hy.js} +10 -4
- package/dist/src/{cache-DU82DyKI.cjs → cache-g3VTrtsd.cjs} +10 -4
- package/dist/src/{cache-NhFSRGTI.js → cache-xL5UULpy.js} +10 -5
- package/dist/src/{chat-Dt05zdU6.js → chat-1nt-gftw.js} +2 -2
- package/dist/src/{chat-Bh-Qkkm0.js → chat-64whAu1x.js} +2 -2
- package/dist/src/{chat-B43K4ZEW.cjs → chat-B5hzLi-1.cjs} +2 -2
- package/dist/src/{chat-6XCdGjXy.js → chat-BNY6oewj.js} +2 -2
- package/dist/src/{chat-Ds6f4gIO.js → chat-BPcmJMS6.js} +3 -3
- package/dist/src/{chat-CsmFtqbm.js → chat-BbVy4fHI.js} +2 -2
- package/dist/src/{chat-BPZNYAci.js → chat-BfWSvpJp.js} +3 -3
- package/dist/src/{chat-g28uolEO.cjs → chat-BuHuQ8dN.cjs} +13 -12
- package/dist/src/{chat-BUPwwei1.js → chat-C9Xi0123.js} +2 -2
- package/dist/src/{chat-D6SUUPHc.js → chat-CQkXljIT.js} +11 -10
- package/dist/src/{chat-BJT_S-0-.cjs → chat-DQfpTnnW.cjs} +2 -2
- package/dist/src/{chat-BjEpVBWz.js → chat-DQhTLvCt.js} +2 -2
- package/dist/src/{chat-b1tvD2yV.js → chat-Dn1Z6reC.js} +3 -3
- package/dist/src/{chat-DYIP7MZz.js → chat-DqUm2XRG.js} +11 -10
- package/dist/src/{chat-ByXWx4Jn.js → chat-WpIdBaCf.js} +11 -10
- package/dist/src/{chat-D9DdQU09.cjs → chat-psXx3S3c.cjs} +3 -3
- package/dist/src/{claude-agent-sdk-BOt139Ms.js → claude-agent-sdk-ByLXefcP.js} +4 -4
- package/dist/src/{claude-agent-sdk-BbO4g2C3.cjs → claude-agent-sdk-CXAxCt84.cjs} +4 -4
- package/dist/src/{claude-agent-sdk-ClB69ybZ.js → claude-agent-sdk-Ccqr4OHD.js} +4 -4
- package/dist/src/{claude-agent-sdk-DDgSb327.js → claude-agent-sdk-DFDGkJC4.js} +4 -4
- package/dist/src/{client-nl7Ghern.js → client-4bErwdpG.js} +3 -3
- package/dist/src/{client-DvRyvBRs.cjs → client-B8cIFzy1.cjs} +3 -3
- package/dist/src/{client-QLK1dAIt.js → client-Bz_qkOt7.js} +3 -3
- package/dist/src/{client-BpIjXLJ0.js → client-C8mYuoRi.js} +3 -3
- package/dist/src/cloud-BzpJioZO.js +3 -0
- package/dist/src/{cloud-D3FRkXX5.js → cloud-D9lRDzlx.js} +43 -7
- package/dist/src/{cloudflare-ai-CerptSv1.js → cloudflare-ai-BduG_WGt.js} +4 -4
- package/dist/src/{cloudflare-ai-BEu-xQ5J.cjs → cloudflare-ai-C0cr71_N.cjs} +4 -4
- package/dist/src/{cloudflare-ai-Cnaag2kZ.js → cloudflare-ai-DNNHsdi_.js} +4 -4
- package/dist/src/{cloudflare-ai-DpwGGVCv.js → cloudflare-ai-GiqeJOW2.js} +4 -4
- package/dist/src/{cloudflare-gateway-yWM6dZYR.js → cloudflare-gateway-BCd15euW.js} +3 -3
- package/dist/src/{cloudflare-gateway-D_M6cCM_.cjs → cloudflare-gateway-CNwgkjWa.cjs} +3 -3
- package/dist/src/{cloudflare-gateway-DC_kOGWf.js → cloudflare-gateway-D6gTnn0M.js} +3 -3
- package/dist/src/{cloudflare-gateway-BDO7Oy1M.js → cloudflare-gateway-j8ioV3mO.js} +3 -3
- package/dist/src/{codex-app-server-CwK6Xbfe.cjs → codex-app-server-CeT18Dkz.cjs} +6 -6
- package/dist/src/{codex-app-server-YZmDON1h.js → codex-app-server-CjOwEU74.js} +1 -1
- package/dist/src/{codex-app-server-Caz528S8.js → codex-app-server-DW77otWv.js} +5 -5
- package/dist/src/{codex-app-server-DK4HYKYU.js → codex-app-server-GlPHXwGV.js} +5 -5
- package/dist/src/{codex-app-server-DTZ30MNj.js → codex-app-server-krirlx9j.js} +5 -5
- package/dist/src/codex-runtime-BjmQ9rWv.js +5 -0
- package/dist/src/codex-runtime-DYQUgTW-.js +4 -0
- package/dist/src/codex-runtime-o7SyHeWu.js +4 -0
- package/dist/src/codex-runtime-sKhQvTow.cjs +3 -0
- package/dist/src/{codex-sdk-C5VGCVuq.js → codex-sdk-B3LZgJqW.js} +6 -5
- package/dist/src/{codex-sdk-Bxihv7gJ.cjs → codex-sdk-BrhzHGrr.cjs} +7 -6
- package/dist/src/{codex-sdk-BRCGs7KO.js → codex-sdk-DZ_mKG21.js} +6 -5
- package/dist/src/codex-sdk-DkbU2gJR.js +3 -0
- package/dist/src/{codex-sdk-AzoGV5xQ.js → codex-sdk-Gv0vgj5a.js} +6 -5
- package/dist/src/codex-security-71xcR7s3.js +382 -0
- package/dist/src/codex-security-A8dTt6Ov.cjs +386 -0
- package/dist/src/codex-security-DSYUnVdR.js +383 -0
- package/dist/src/codex-security-DqVPI2Th.js +382 -0
- package/dist/src/{cometapi-CFOBA79U.js → cometapi-BdmjhPSR.js} +7 -7
- package/dist/src/{cometapi-Dq70nB-i.js → cometapi-Bst9fl8W.js} +7 -7
- package/dist/src/{cometapi-DEVvRD5z.cjs → cometapi-CPjQpopA.cjs} +7 -7
- package/dist/src/{cometapi-C3SQRHPF.js → cometapi-Duei84Pe.js} +7 -7
- package/dist/src/{completion-Ci8l1pSN.js → completion-BwID-cTv.js} +5 -5
- package/dist/src/{completion-CcbYZDub.js → completion-D90cHpyH.js} +5 -5
- package/dist/src/{completion-wKp5JlDu.js → completion-DSVbiAms.js} +5 -5
- package/dist/src/{completion-Ch4qZHiN.cjs → completion-fjqwBQIQ.cjs} +5 -5
- package/dist/src/{crescendo-QA8kgoFA.cjs → crescendo-Cism3YAo.cjs} +18 -18
- package/dist/src/{crescendo-DXTA2eKd.js → crescendo-Cpj-F0iB.js} +13 -13
- package/dist/src/{crescendo-Dgco_cd5.js → crescendo-DJ3dxaZ8.js} +13 -13
- package/dist/src/{crescendo-By5ZfUli.js → crescendo-DiAK4mXf.js} +13 -13
- package/dist/src/{custom-fIO2MwcN.js → custom-BcSQF7OR.js} +11 -11
- package/dist/src/{custom-CobMcSKD.js → custom-CpA8_KgN.js} +11 -11
- package/dist/src/{custom-CPTsrJYI.js → custom-DfeRaakX.js} +11 -11
- package/dist/src/{custom-DQMMH6yL.cjs → custom-WyC-PH98.cjs} +14 -14
- package/dist/src/{docker-Bhb-hDqU.cjs → docker-5g1NcdAE.cjs} +5 -5
- package/dist/src/{docker-bXiMHPBm.js → docker-B97bdCFf.js} +5 -5
- package/dist/src/{docker-CdqlpwxU.js → docker-CgvCV_lT.js} +5 -5
- package/dist/src/{docker-CLatgAgj.js → docker-D2q5yAnA.js} +5 -5
- package/dist/src/{embedding-DMnl5l3W.js → embedding-B3RQXlr7.js} +5 -5
- package/dist/src/{embedding-cJ7sWqTp.cjs → embedding-C2BHs7bs.cjs} +5 -5
- package/dist/src/{embedding-DWeAJwIi.js → embedding-DgjYhcCm.js} +5 -5
- package/dist/src/{embedding-Kx2Jhb7b.js → embedding-qvISOYlD.js} +5 -5
- package/dist/src/{eval-XZjM8PtE.js → eval-BB4Rvl3w.js} +4 -4
- package/dist/src/{eval-yT4SKSzC.js → eval-BFqlPFXm.js} +1 -1
- package/dist/src/{evalResult-CmUmgA2I.js → evalResult-C9ntrv7r.js} +2 -2
- package/dist/src/{evaluator-BNYv5Xws.js → evaluator-BxDpurGf.js} +21 -20
- package/dist/src/evaluator-DxIVNCZm.js +3 -0
- package/dist/src/{evaluatorHelpers-D2ObFR8i.cjs → evaluatorHelpers-B2c1yYV4.cjs} +8 -7
- package/dist/src/{evaluatorHelpers-C60uhMf4.js → evaluatorHelpers-Bd8xun4J.js} +5 -4
- package/dist/src/{evaluatorHelpers-lNii4N30.js → evaluatorHelpers-CZ2p3rWG.js} +5 -4
- package/dist/src/{evaluatorHelpers-G6saWD9g.js → evaluatorHelpers-CgcFRjns.js} +5 -4
- package/dist/src/fetch-BO4sLtRp.js +3 -0
- package/dist/src/{fetch-BCrWkFgb.js → fetch-CKqW5dym.js} +2 -2
- package/dist/src/{fetch-DxQ9oCzS.cjs → fetch-CQfF18HC.cjs} +2 -2
- package/dist/src/{fetch-DDiGmyRM.js → fetch-Cm0VICza.js} +2 -2
- package/dist/src/{fetch-DTnUr1aF.cjs → fetch-D54lzFcD.cjs} +69 -18
- package/dist/src/{fetch-BdWQKDMj.js → fetch-DnDg-Ics.js} +64 -19
- package/dist/src/{fetch-JNQMF9vN.js → fetch-Dwv9LIL3.js} +2 -2
- package/dist/src/{fetch-Bnj1JCJi.js → fetch-KD8O9oZZ.js} +24 -15
- package/dist/src/{fetch-BjXG13jC.js → fetch-tOnj-VPG.js} +64 -19
- package/dist/src/{functionCallbackUtils-Ck1qbh7p.js → functionCallbackUtils-B-fNUZ4T.js} +3 -3
- package/dist/src/{functionCallbackUtils-BJ2I_9tt.js → functionCallbackUtils-B7KGl5xQ.js} +3 -3
- package/dist/src/{functionCallbackUtils-VbcI1Aub.cjs → functionCallbackUtils-BDroEgNs.cjs} +3 -3
- package/dist/src/{functionCallbackUtils-BGXXxhrC.js → functionCallbackUtils-EjWy67uz.js} +3 -3
- package/dist/src/{gemini-image-8YxPzaSx.js → gemini-image-B4vMqMOQ.js} +4 -4
- package/dist/src/{gemini-image-C5qQIQhS.js → gemini-image-B6ZTrDe5.js} +4 -4
- package/dist/src/{gemini-image-DxTRWDFj.cjs → gemini-image-DYd6vsTn.cjs} +4 -4
- package/dist/src/{gemini-image-CfkY7fEx.js → gemini-image-D_-_Yxtw.js} +4 -4
- package/dist/src/{goat-CR4LFL8E.js → goat-B80KUvGW.js} +14 -14
- package/dist/src/{goat-Dg7N-qgd.js → goat-BKhidS2l.js} +14 -14
- package/dist/src/{goat-D_thj1jf.cjs → goat-Dorh32Ub.cjs} +18 -18
- package/dist/src/{goat-BVp2yIw-.js → goat-jg8kFsKP.js} +14 -14
- package/dist/src/{goblin-4D8Nfpnl.cjs → goblin-B_rz0LjO.cjs} +2 -2
- package/dist/src/{goblin-CZAgIkjX.js → goblin-C8-aCrlP.js} +2 -2
- package/dist/src/{goblin-Dlox542E.js → goblin-CqLJeleh.js} +2 -2
- package/dist/src/{goblin-OrBEar64.js → goblin-CuznsHt0.js} +2 -2
- package/dist/src/{google-CC83MIsJ.cjs → google-8szBGwzV.cjs} +11 -11
- package/dist/src/{google-DRsee0nT.js → google-B1v8u6hy.js} +11 -11
- package/dist/src/{google-Dbpyq6la.js → google-B6p_pWxZ.js} +11 -11
- package/dist/src/{google-LtdcKmFu.js → google-DCn7b9au.js} +11 -11
- package/dist/src/graders-B8dB5kSQ.js +3 -0
- package/dist/src/{graders-vHzBsfHT.js → graders-BPmH2YVm.js} +20 -19
- package/dist/src/{graders-C77c5GiF.js → graders-BWtqxJ75.js} +20 -19
- package/dist/src/{graders-43jk_163.js → graders-CS8YkOd5.js} +21 -20
- package/dist/src/{graders-D7xtBg2s.cjs → graders-DpPGnz8u.cjs} +26 -25
- package/dist/src/{hydra-BBkVh274.js → hydra-CXR6iPRp.js} +12 -12
- package/dist/src/{hydra-CvGcOAZn.js → hydra-Cr1WleCi.js} +1 -1
- package/dist/src/{hydra-WACE_1Zb.js → hydra-DCp4JZxW.js} +12 -12
- package/dist/src/{hydra-DlPvPWLB.js → hydra-HgjWEGIf.js} +12 -12
- package/dist/src/{hydra-B0Aqb-zg.cjs → hydra-RlGwrC81.cjs} +12 -12
- package/dist/src/{image-B7HA9bRW.js → image-B4B444eV.js} +3 -3
- package/dist/src/{image-CLljmxcq.cjs → image-Bkns4wpz.cjs} +3 -3
- package/dist/src/{image-D_yzoOlU.js → image-BqF4qDz6.js} +5 -5
- package/dist/src/{image-RxcUfS9c.js → image-C1bIho6n.js} +4 -4
- package/dist/src/{image-BQf2QP3f.js → image-CFtq9j1u.js} +4 -4
- package/dist/src/{image-B-BLrwzM.js → image-CeAMtI2v.js} +5 -5
- package/dist/src/{image-DD9l6-Hi.cjs → image-ChCkFmER.cjs} +5 -5
- package/dist/src/{image-DQB7ft5H.js → image-Cy0nxgir.js} +3 -3
- package/dist/src/{image-HHqjkpmw.js → image-DDJ5HtyW.js} +3 -3
- package/dist/src/{image-N49IDbzx.cjs → image-DSLZ3_9_.cjs} +4 -4
- package/dist/src/{image-C1Tc1hrH.js → image-Dde5ywa6.js} +4 -4
- package/dist/src/{image-Dll064X0.js → image-G65m_Tkp.js} +5 -5
- package/dist/src/index.cjs +37 -35
- package/dist/src/index.d.cts +2 -1
- package/dist/src/index.d.ts +2 -1
- package/dist/src/index.js +26 -24
- package/dist/src/{indirectWebPwn-g-F3__Gp.js → indirectWebPwn-BFdbbs6S.js} +5 -5
- package/dist/src/{indirectWebPwn-Dg4gS14o.js → indirectWebPwn-BeNTvIGX.js} +4 -4
- package/dist/src/{indirectWebPwn-BVsvAUZv.js → indirectWebPwn-BhuZ26Yd.js} +4 -4
- package/dist/src/{indirectWebPwn-DmNLSb0J.js → indirectWebPwn-C-pe6OEr.js} +5 -5
- package/dist/src/{indirectWebPwn-Ch0EQWKt.cjs → indirectWebPwn-CwSQCQGM.cjs} +4 -4
- package/dist/src/{indirectWebPwn-2HDLyS-4.js → indirectWebPwn-DahWlbTc.js} +4 -4
- package/dist/src/{indirectWebPwn-lUx8flGh.cjs → indirectWebPwn-Dcc2nw9e.cjs} +5 -5
- package/dist/src/{indirectWebPwn-P3GLMBT7.js → indirectWebPwn-Dcn8pufK.js} +5 -5
- package/dist/src/{interactions-CqITU8xN.js → interactions-BC_LipMV.js} +5 -5
- package/dist/src/{interactions-vSEfKNox.js → interactions-BUojcIo3.js} +5 -5
- package/dist/src/{interactions-BkHdiUV_.cjs → interactions-CBWiz1sE.cjs} +10 -10
- package/dist/src/{interactions-BwaVVpFQ.js → interactions-FdIt-wCm.js} +5 -5
- package/dist/src/{iterative-CJqvJcCg.cjs → iterative-C03QAXol.cjs} +17 -17
- package/dist/src/{iterative-CmzmX0Ud.js → iterative-C6PvGSZG.js} +13 -13
- package/dist/src/{iterative-BrCMcCPN.js → iterative-C6dOO1pV.js} +13 -13
- package/dist/src/{iterative-Ny9s9zYD.js → iterative-Dm9ed-k9.js} +13 -13
- package/dist/src/{iterativeImage-6UW4D5PR.js → iterativeImage-C1eEEQTU.js} +4 -4
- package/dist/src/{iterativeImage-MQuACdQM.js → iterativeImage-CPdjUydZ.js} +4 -4
- package/dist/src/{iterativeImage-C9ti-N0n.js → iterativeImage-Drxk9690.js} +4 -4
- package/dist/src/{iterativeImage-DrKM797g.cjs → iterativeImage-qpfLOoXo.cjs} +6 -6
- package/dist/src/{iterativeMeta-BFyT65qP.js → iterativeMeta-Bcfzi4sI.js} +12 -12
- package/dist/src/{iterativeMeta-0J6M1Vdv.js → iterativeMeta-CpW_wQO6.js} +12 -12
- package/dist/src/{iterativeMeta-GZVbjagU.cjs → iterativeMeta-DPgnNAss.cjs} +12 -12
- package/dist/src/{iterativeMeta-C1Dh7MxZ.js → iterativeMeta-weggsGV_.js} +12 -12
- package/dist/src/{iterativeTree-BrUcgg6W.js → iterativeTree-CKuB2Z6S.js} +12 -12
- package/dist/src/{iterativeTree-D3_N68uI.js → iterativeTree-Uw3DtvA4.js} +12 -12
- package/dist/src/{iterativeTree-CypPTiqZ.js → iterativeTree-Z5eESQAW.js} +12 -12
- package/dist/src/{iterativeTree-CZMTUJkt.cjs → iterativeTree-sq1SXe1H.cjs} +23 -23
- package/dist/src/{knowledgeBase-oPMm43ZU.js → knowledgeBase-2fh31P8U.js} +4 -4
- package/dist/src/{knowledgeBase-DSmUn4aP.js → knowledgeBase-CZwpvp9c.js} +4 -4
- package/dist/src/{knowledgeBase-BIZW29tN.js → knowledgeBase-Cfr9fuln.js} +4 -4
- package/dist/src/{knowledgeBase-dv8uETfk.cjs → knowledgeBase-Cy5S2dUm.cjs} +4 -4
- package/dist/src/{litellm-CCNfY67w.cjs → litellm-BX6YVwnT.cjs} +4 -4
- package/dist/src/{litellm-CPWGXO61.js → litellm-Bwskx_kf.js} +4 -4
- package/dist/src/{litellm-D2w4bj_z.js → litellm-DG8dC_1P.js} +4 -4
- package/dist/src/{litellm-DB7MRouZ.js → litellm-RtR3zWqA.js} +4 -4
- package/dist/src/{live-CDBvrFTF.cjs → live-BIYLKr6M.cjs} +4 -4
- package/dist/src/{live-BFul3lOj.js → live-BloWTLms.js} +4 -4
- package/dist/src/{live-A1fk8Tl-.js → live-C2hVmTZg.js} +4 -4
- package/dist/src/{live-CRIdbA0o.js → live-CCPXSaYj.js} +4 -4
- package/dist/src/{luma-ray-5CZM_02a.cjs → luma-ray-B3Mt-cN9.cjs} +2 -2
- package/dist/src/{luma-ray-D68mWNcj.js → luma-ray-BGYY3Y9D.js} +2 -2
- package/dist/src/{luma-ray-5Y_J9rjd.js → luma-ray-DTvqEeAb.js} +2 -2
- package/dist/src/{luma-ray-lD3WwDx2.js → luma-ray-Te_YbEBL.js} +2 -2
- package/dist/src/main.js +41 -38
- package/dist/src/{mantleChat-B9O0prU3.js → mantleChat-B7ZGnN3G.js} +2 -2
- package/dist/src/{mantleChat-BRtCbGNb.js → mantleChat-BEwZSACi.js} +2 -2
- package/dist/src/{mantleChat-BNYodgnM.cjs → mantleChat-DRHEiiq7.cjs} +2 -2
- package/dist/src/{mantleChat-aXRLgaar.js → mantleChat-bG3JUmId.js} +2 -2
- package/dist/src/{memoryPoisoning-BP8lqzRR.js → memoryPoisoning-CRCeE8o0.js} +5 -5
- package/dist/src/{memoryPoisoning-CXlBD_-Y.js → memoryPoisoning-DPz_mF21.js} +5 -5
- package/dist/src/{memoryPoisoning-B2dsdKye.cjs → memoryPoisoning-DRIrT0Zv.cjs} +5 -5
- package/dist/src/{memoryPoisoning-C2cyu0C-.js → memoryPoisoning-DUqPlY5F.js} +5 -5
- package/dist/src/{messages-B5cYbsZJ.cjs → messages-BDbtGaqI.cjs} +8 -8
- package/dist/src/{messages-C1diy8zs.js → messages-C306BIuu.js} +8 -8
- package/dist/src/{messages-C9rJcTgf.js → messages-Cqi4nZlY.js} +8 -8
- package/dist/src/{messages-C3_Aa793.js → messages-W898zuCm.js} +8 -8
- package/dist/src/{mischievousUser-BM8LRsDW.js → mischievousUser-4wlyqv76.js} +5 -5
- package/dist/src/{mischievousUser-SPu0AbcD.js → mischievousUser-B1-HU9CD.js} +5 -5
- package/dist/src/{mischievousUser-BVr9ULj0.js → mischievousUser-BJQRmmfP.js} +5 -5
- package/dist/src/{mischievousUser-BDv5f6eO.cjs → mischievousUser-CHIJi5vr.cjs} +5 -5
- package/dist/src/{modelslab-9k-zzEfW.cjs → modelslab-CLDbPmPX.cjs} +3 -3
- package/dist/src/{modelslab-VVi56eHt.js → modelslab-CZ03gaHC.js} +3 -3
- package/dist/src/{modelslab-SFmxkyC5.js → modelslab-Cj0cBlIy.js} +3 -3
- package/dist/src/{modelslab-CvNCpR5m.js → modelslab-DPG6v3Oa.js} +3 -3
- package/dist/src/{nova-reel-DvEcNfJd.js → nova-reel-B401inIg.js} +2 -2
- package/dist/src/{nova-reel-DZRncxke.cjs → nova-reel-D8AFHBH-.cjs} +2 -2
- package/dist/src/{nova-reel-Dtr84O_-.js → nova-reel-RFBr44SY.js} +2 -2
- package/dist/src/{nova-reel-C7RtmR9_.js → nova-reel-sCfu2U7B.js} +2 -2
- package/dist/src/{nova-sonic-B4wexztM.cjs → nova-sonic-B1QLKfJe.cjs} +2 -2
- package/dist/src/{nova-sonic-DXnFfrox.js → nova-sonic-D3CP2Y2f.js} +2 -2
- package/dist/src/{nova-sonic-KyVv4RyY.js → nova-sonic-DPbzYDKH.js} +2 -2
- package/dist/src/{nova-sonic-Doe7LDx_.js → nova-sonic-DlgK5oIa.js} +2 -2
- package/dist/src/{openaiResponses-C3Ml3xst.cjs → openaiResponses-Be2L8u1C.cjs} +2 -2
- package/dist/src/{openaiResponses-CE5BAFhg.js → openaiResponses-CDvzqtsT.js} +2 -2
- package/dist/src/{openaiResponses-CEPZVzZz.js → openaiResponses-CPVWxpRK.js} +2 -2
- package/dist/src/{openaiResponses-DhO4eHg0.js → openaiResponses-sdWTgYPz.js} +2 -2
- package/dist/src/{openclaw-DOZfTvJO.js → openclaw-CKvd8EzM.js} +5 -5
- package/dist/src/{openclaw-XMg8C92z.cjs → openclaw-CSWfAv7N.cjs} +5 -5
- package/dist/src/{openclaw-CbJpj7T8.js → openclaw-Cusi9mm2.js} +5 -5
- package/dist/src/{openclaw-Bugs4BPX.js → openclaw-SY4Ur74P.js} +5 -5
- package/dist/src/{opencode-sdk-CoCVfums.js → opencode-sdk-AGZbtWlq.js} +2 -2
- package/dist/src/{opencode-sdk-Cid8t6m7.cjs → opencode-sdk-B9Dcws4x.cjs} +2 -2
- package/dist/src/{opencode-sdk-CKbY24l_.js → opencode-sdk-ClpPufaf.js} +2 -2
- package/dist/src/{opencode-sdk-mkkCU9O6.js → opencode-sdk-CwBVY4H1.js} +2 -2
- package/dist/src/{openinterpreter-esp9h7Qu.js → openinterpreter-BF1BIP3x.js} +3 -3
- package/dist/src/{openinterpreter-B09Fvndf.js → openinterpreter-Ba9uEUB3.js} +3 -3
- package/dist/src/{openinterpreter-O-8L3wHT.js → openinterpreter-CjAfk7zr.js} +3 -3
- package/dist/src/{openinterpreter-DmCcocbX.cjs → openinterpreter-CjvjRmfR.cjs} +4 -4
- package/dist/src/{promptfoo-BzTq3CZR.cjs → promptfoo-B3EDkr9n.cjs} +4 -4
- package/dist/src/{promptfoo-BnRYCHWo.js → promptfoo-BeCm2WDJ.js} +4 -4
- package/dist/src/{promptfoo-DmLIq1Fg.js → promptfoo-ByMuyN2p.js} +4 -4
- package/dist/src/{promptfoo-DFE6FPtn.js → promptfoo-HD40ugrk.js} +4 -4
- package/dist/src/{providers-YJTtc38R.js → providers-BbgOo13t.js} +68 -48
- package/dist/src/{providers-Dbcg914T.js → providers-BmppqfDI.js} +70 -50
- package/dist/src/{providers-DbRpLhoc.js → providers-C75KcJPJ.js} +68 -48
- package/dist/src/{providers-ASKoKjG0.cjs → providers-CRCoPqQH.cjs} +116 -96
- package/dist/src/{providers-59LpYr3g.js → providers-DI6OXKnh.js} +1 -1
- package/dist/src/{quiverai-BsabGKm2.js → quiverai-8--n-u4s.js} +3 -3
- package/dist/src/{quiverai-dEV-iH9x.cjs → quiverai-CPa-eT-O.cjs} +3 -3
- package/dist/src/{quiverai-CfQpkyAP.js → quiverai-Cyt6JU4X.js} +3 -3
- package/dist/src/{quiverai-D4M0KkyD.js → quiverai-pbddNqGK.js} +3 -3
- package/dist/src/{registry-QpHnWcMr.cjs → registry-3k9Gai1o.cjs} +15 -15
- package/dist/src/{registry-C_cHVcat.js → registry-BdsjaDF0.js} +15 -15
- package/dist/src/{registry-BAiKTqod.js → registry-C63p_cTi.js} +15 -15
- package/dist/src/{registry-BnTKy_CX.js → registry-C842b92A.js} +15 -15
- package/dist/src/{remoteGeneration-PxK1EefI.cjs → remoteGeneration-C0Ev99MO.cjs} +4 -4
- package/dist/src/{remoteGeneration-B0eQSIHo.js → remoteGeneration-Cc78LDjQ.js} +4 -4
- package/dist/src/{remoteGeneration-CwQ0KBdC.js → remoteGeneration-DGJxSMYI.js} +4 -4
- package/dist/src/{remoteGeneration-CopIeiNI.js → remoteGeneration-DnSGqkoH.js} +4 -4
- package/dist/src/render-BRIaR8VG.js +348 -0
- package/dist/src/render-C1VJjFT2.cjs +383 -0
- package/dist/src/render-DIhuKgcQ.js +347 -0
- package/dist/src/render-zarxdXS7.js +347 -0
- package/dist/src/{responses-Cf45MBI8.js → responses-B72c3dpg.js} +8 -7
- package/dist/src/{responses-CB2IgICL.js → responses-DVF5R5Il.js} +8 -7
- package/dist/src/{responses-Doa5xhY1.cjs → responses-DiZCcd1S.cjs} +10 -9
- package/dist/src/{responses-Ci3OK0i0.js → responses-ykcvZ0oE.js} +8 -7
- package/dist/src/{runtimeTransform-BiANYoNE.cjs → runtimeTransform-6aaLbaUN.cjs} +2 -2
- package/dist/src/{runtimeTransform-DCRyBnI7.js → runtimeTransform-Bf5Aif-g.js} +2 -2
- package/dist/src/{runtimeTransform-Dvxqdevg.js → runtimeTransform-DVpy5lDj.js} +2 -2
- package/dist/src/{runtimeTransform-PGM7l51H.js → runtimeTransform-rEgJC2VZ.js} +2 -2
- package/dist/src/{sagemaker-D8O3f2bO.js → sagemaker-BzAkO4HL.js} +9 -9
- package/dist/src/{sagemaker-mlPtR7-q.js → sagemaker-C35al2QN.js} +9 -9
- package/dist/src/{sagemaker-2TZPOS4O.js → sagemaker-D8HnIjWK.js} +9 -9
- package/dist/src/{sagemaker-OlHR8fru.cjs → sagemaker-I0Ei2kNn.cjs} +9 -9
- package/dist/src/{scanner-Dt3oFdeb.js → scanner-De5yM_DC.js} +5 -5
- package/dist/src/server/index.js +31 -29
- package/dist/src/server-B5-TIxn2.js +3 -0
- package/dist/src/{server-MNuRsmJQ.js → server-BaM1Q5gD.js} +4 -4
- package/dist/src/{server-CkrRpgsu.cjs → server-BpmZ1EP0.cjs} +3 -3
- package/dist/src/{server-L884Wtbc.js → server-CqQtEkS_.js} +4 -4
- package/dist/src/{server-lm2H6tXC.js → server-DB1I8Xl3.js} +3 -3
- package/dist/src/{shared-D5rN2VlH.js → shared-BkcgE6vB.js} +14 -14
- package/dist/src/{shared-IP25vMkJ.cjs → shared-Bl84k1Oo.cjs} +14 -14
- package/dist/src/{shared-Dk1AVE9w.js → shared-CkERSpeg.js} +14 -14
- package/dist/src/{shared-yyb3qFQd.js → shared-jcnXW0lA.js} +16 -16
- package/dist/src/{simulatedUser-9Ru_f_dX.js → simulatedUser-BK0F6Lub.js} +5 -4
- package/dist/src/{simulatedUser-6ys8hxx_.js → simulatedUser-BTox0iZp.js} +5 -4
- package/dist/src/{simulatedUser-BQghw48z.cjs → simulatedUser-ByVb7gXp.cjs} +8 -7
- package/dist/src/{simulatedUser-BHmmQ4hb.js → simulatedUser-C8WconFg.js} +5 -4
- package/dist/src/{slack-C--lAIHY.js → slack-7DG3xMM4.js} +2 -2
- package/dist/src/{slack-CxCLWDSi.js → slack-BvWGK3kV.js} +2 -2
- package/dist/src/{slack-6c3iW1pP.cjs → slack-DqFNyAEf.cjs} +2 -2
- package/dist/src/{slack-D_QGURhP.js → slack-spSrgvZu.js} +2 -2
- package/dist/src/{storage-BFmq8CKG.cjs → storage-BX5ws4jD.cjs} +11 -11
- package/dist/src/{storage-J-nYoltq.js → storage-B_t-NiUa.js} +11 -11
- package/dist/src/{storage-BC3GVwPL.js → storage-CVVbTVYC.js} +11 -11
- package/dist/src/{storage-DGeXeJj0.js → storage-CrqPUKqY.js} +12 -12
- package/dist/src/{strategies-C6oBZHYF.js → strategies-CaqOj9gZ.js} +10 -10
- package/dist/src/{strategies-Bn1z2exW.cjs → strategies-DJfqHuoT.cjs} +10 -10
- package/dist/src/{strategies-BMxIs2Jx.js → strategies-DVRYSzm8.js} +10 -10
- package/dist/src/{strategies-cFTP9vSw.js → strategies-DpZ1ydwx.js} +11 -11
- package/dist/src/{telemetry-D64Cj0UR.js → telemetry-BD4xF9d_.js} +3 -3
- package/dist/src/{telemetry-Bqa8fxWp.js → telemetry-BQZTDom3.js} +3 -3
- package/dist/src/{telemetry-CIaL2pmn.js → telemetry-CJdYAcRk.js} +3 -3
- package/dist/src/telemetry-ClfmjQQj.js +3 -0
- package/dist/src/{telemetry-DVYPYBQH.cjs → telemetry-cZi2RTrN.cjs} +3 -3
- package/dist/src/{traceContext-CNp7smkn.js → traceContext-2sZXHY0h.js} +2 -2
- package/dist/src/{traceContext-D7liCnkq.js → traceContext-B3qWxoa7.js} +2 -2
- package/dist/src/{traceContext-BuXw2Yxu.cjs → traceContext-achbslCl.cjs} +2 -2
- package/dist/src/{traceContext-B4vypxe_.js → traceContext-jOhKJ5Ty.js} +2 -2
- package/dist/src/{transcription-SiDe8ogZ.js → transcription-1iEk_fG7.js} +4 -4
- package/dist/src/{transcription-Dq6gB3km.js → transcription-CtogIwZI.js} +4 -4
- package/dist/src/{transcription-BQg4-zD7.cjs → transcription-CuNQgPv9.cjs} +4 -4
- package/dist/src/{transcription-Zq-_5uca.js → transcription-RRwDmQBI.js} +4 -4
- package/dist/src/{transform-CdcZMCo-.js → transform-2ldksCeN.js} +3 -3
- package/dist/src/{transform-BfiH9c1w.js → transform-BesK7nGM.js} +3 -3
- package/dist/src/{transform-CCHDyuc8.cjs → transform-DS2y12jo.cjs} +3 -3
- package/dist/src/{transform-D0QSXU95.js → transform-ciU2euIH.js} +3 -3
- package/dist/src/{util-tlprLsf4.js → util-9K7THVcA2.js} +2 -2
- package/dist/src/{util-BoTwsVvn.js → util-BKfPcBQN.js} +4 -4
- package/dist/src/{util-L5T81aJ0.cjs → util-BPkxeLuk.cjs} +10 -387
- package/dist/src/{util-Ur5TGF_w.js → util-BPlSGvsQ.js} +4 -3
- package/dist/src/{util-uYYKYi7_.js → util-BPtpPW4O.js} +5 -346
- package/dist/src/{util-EBjz-RBV.js → util-BaGd-bCr.js} +2 -2
- package/dist/src/{util-BJ42x4mo.js → util-Bac0h5Sr.js} +2 -2
- package/dist/src/{util-ChbabPn9.cjs → util-Bd8_MhVm.cjs} +2 -2
- package/dist/src/{util-BxmNax2U.js → util-BdN7DdPq.js} +4 -3
- package/dist/src/{util-DdGIEAK_.js → util-BnytsHEr.js} +5 -346
- package/dist/src/{util-COyt9Xaf.cjs → util-BuKoPAn3.cjs} +4 -4
- package/dist/src/{util-BVDvJqrO.js → util-CEecmC3Y.js} +4 -4
- package/dist/src/{util-CZ9shpIL.js → util-CJi6Bgno.js} +3 -3
- package/dist/src/{util-BdAsuWmv.js → util-CZyLhvIk.js} +6 -347
- package/dist/src/{util-CeP1x2P-.cjs → util-Cadd9fGT.cjs} +3 -3
- package/dist/src/{util-DT7Jko3E.js → util-CzWbxb9R.js} +4 -3
- package/dist/src/{util-CVbeMrg1.js → util-DHtnWbEL.js} +3 -3
- package/dist/src/{util-BDDaDhsI.cjs → util-DSwbJPgL.cjs} +7 -6
- package/dist/src/{util-BNvjVvcH.cjs → util-DhtW6BNS.cjs} +5 -4
- package/dist/src/{util-CmRx53hM.js → util-DiVs2Kf-.js} +4 -3
- package/dist/src/{util-DxyypCZC.js → util-DlFpV1xV.js} +4 -4
- package/dist/src/{util-DtOvD10k.js → util-DlT2H1W5.js} +3 -3
- package/dist/src/{util-PX9qBGnk.js → util-InmFNqSw.js} +4 -3
- package/dist/src/{util-CwUz9jYN.js → util-Rbl6Om9L2.js} +4 -3
- package/dist/src/{vertex-BGBoge5t.js → vertex-BJYJC-Tr.js} +8 -7
- package/dist/src/{vertex-BKhWzpAp.js → vertex-CRMbWhh2.js} +8 -7
- package/dist/src/{vertex-BpaCFvPe.js → vertex-DWXywdFu.js} +8 -7
- package/dist/src/{vertex-FM6gcfuB.cjs → vertex-DXmhY_4R.cjs} +10 -9
- package/dist/src/{vertex-DPgy1bci.js → vertex-Xq6Hc4hv.js} +1 -1
- package/dist/src/{video-CLhmUJuz.js → video-1uQOdg9A.js} +3 -3
- package/dist/src/{video-C4hvGFWO.js → video-BMnt4dq9.js} +3 -3
- package/dist/src/{video-DV7VnFDb.js → video-CZ5He3fP.js} +3 -3
- package/dist/src/{video-CFJeZvvL.cjs → video-ChxZLKTs.cjs} +3 -3
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +7 -6
- package/dist/src/cache-Ca6QI7yz.js +0 -3
- package/dist/src/cloud-aeP705RD.js +0 -3
- package/dist/src/codex-sdk-CMTTOSVq.js +0 -3
- package/dist/src/evaluator-CRrA6xHS.js +0 -3
- package/dist/src/fetch-BYe9zZ94.js +0 -3
- package/dist/src/graders-fvvHDb5X.js +0 -3
- package/dist/src/server-DmrHjxNq.js +0 -3
- package/dist/src/telemetry-BvzHQKBp.js +0 -3
package/dist/src/main.js
CHANGED
|
@@ -1,42 +1,43 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import { t as requestsStructuredCodeScanOutput } from "./structuredOutputDetect-C7itnC-x.js";
|
|
3
3
|
import { F as getEnvBool, H as isNonInteractive, I as getEnvFloat, L as getEnvInt, M as getConfigDirectoryPath, O as orderKeys, P as setConfigDirectoryPath, R as getEnvString, T as extractJsonObjects, U as state, V as isCI, _ as restoreAzureBlobSasTokens, a as initializeRunLogging, b as sanitizeTracingConfigForPersistence, c as logger, g as redactAzureBlobSasTokens, h as preserveTracingCredentialReferences, j as loadYaml, k as safeJsonStringify, l as setLogCallback, n as closeLogger, o as isDebugEnabled, r as getLogLevel, t as clearLogCallbackIfOwned, u as setLogLevel, v as sanitizeObject, w as extractFirstJsonObject } from "./logger-YzVIwMVq.js";
|
|
4
|
-
import { A as isApiProvider, C as setupSignalWatcher, N as HUMAN_ASSERTION_TYPE, S as readSignalFile, T as hashPrompt, _ as getStandaloneEvalCacheKey, b as hasUnscopedUpdate, c as stripTraceLinkageFromMetadata, d as notifyEvaluationChanged, f as notifyEvaluationsDeleted, g as getCachedStandaloneEvals, k as generateIdFromPrompt, l as invalidateEvaluationCache, o as sanitizeProvider, t as EvalResult, u as invalidateEvaluationCaches, v as setCachedStandaloneEvals, w as updateEvalIds, x as isAllEvalsDeleted, y as hasDeleteComponent } from "./evalResult-
|
|
5
|
-
import { G as
|
|
4
|
+
import { A as isApiProvider, C as setupSignalWatcher, N as HUMAN_ASSERTION_TYPE, S as readSignalFile, T as hashPrompt, _ as getStandaloneEvalCacheKey, b as hasUnscopedUpdate, c as stripTraceLinkageFromMetadata, d as notifyEvaluationChanged, f as notifyEvaluationsDeleted, g as getCachedStandaloneEvals, k as generateIdFromPrompt, l as invalidateEvaluationCache, o as sanitizeProvider, t as EvalResult, u as invalidateEvaluationCaches, v as setCachedStandaloneEvals, w as updateEvalIds, x as isAllEvalsDeleted, y as hasDeleteComponent } from "./evalResult-C9ntrv7r.js";
|
|
5
|
+
import { A as getRequestTimeoutMs, B as CLOUD_PROVIDER_PREFIX, G as getDefaultPort, J as getShareViewBaseUrl, K as getDefaultShareViewBaseUrl, N as isPromptfooSampleTarget, W as TERMINAL_MAX_WIDTH, X as VERSION, a as fetchWithTimeout, i as fetchWithRetries, q as getShareApiBaseUrl, r as fetchWithProxy, t as clearAgentCache } from "./fetch-KD8O9oZZ.js";
|
|
6
6
|
import { t as invariant } from "./invariant-CbHB1xyx.js";
|
|
7
|
-
import { a as getAuthor, c as getUserId, d as setUserEmail, i as clearUserEmail, l as isLoggedIntoCloud, n as checkEmailStatus, r as checkEmailStatusAndMaybeExit, s as getUserEmail, t as EmailValidationError, u as promptForEmailUnverified } from "./accounts-
|
|
7
|
+
import { a as getAuthor, c as getUserId, d as setUserEmail, i as clearUserEmail, l as isLoggedIntoCloud, n as checkEmailStatus, r as checkEmailStatusAndMaybeExit, s as getUserEmail, t as EmailValidationError, u as promptForEmailUnverified } from "./accounts-DApS8Gpe.js";
|
|
8
8
|
import { n as sleep } from "./time-Ct6CnABs.js";
|
|
9
|
-
import { a as readGlobalConfig, i as cloudConfig, n as CloudConfig, s as writeGlobalConfigPartial } from "./cloud-
|
|
10
|
-
import { i as TelemetryEventSchema, n as telemetry } from "./telemetry-
|
|
9
|
+
import { a as readGlobalConfig, i as cloudConfig, n as CloudConfig, s as writeGlobalConfigPartial } from "./cloud-D9lRDzlx.js";
|
|
10
|
+
import { i as TelemetryEventSchema, n as telemetry } from "./telemetry-BD4xF9d_.js";
|
|
11
11
|
import { t as BaseTokenUsageSchema } from "./shared-D9YY4nYb.js";
|
|
12
12
|
import { $ as STRATEGY_COLLECTION_MAPPINGS, A as isCliEventSource, At as REMOTE_ONLY_PLUGIN_IDS, B as PluginConfigSchema, Ct as MULTI_INPUT_EXCLUDED_PLUGINS, D as UnifiedConfigSchema, E as TestSuiteSchema, Et as PII_PLUGINS, Ft as CODING_AGENT_CORE_PLUGINS, G as isUuid, H as ProbeLimitExceededError, I as ProviderOptionsSchema, It as CODING_AGENT_PLUGINS, J as ALL_STRATEGIES, K as ADDITIONAL_STRATEGIES, L as ProvidersSchema, M as RedteamGenerateOptionsSchema, Mt as TEEN_SAFETY_PLUGINS, N as filterByRange, Nt as TELECOM_PLUGINS, Ot as REDTEAM_MODEL, P as PromptSchema, Pt as UNALIGNED_PROVIDER_HARM_PLUGINS, Q as STRATEGY_COLLECTIONS, R as ConversationMessageSchema, S as EvaluateOptionsSchema, St as MEDICAL_PLUGINS, T as TestSuiteConfigSchema, Tt as PHARMACY_PLUGINS, U as StrategyConfigSchema, X as DEFAULT_STRATEGIES, _t as FOUNDATION_PLUGINS, a as evalResultsTable, at as categoryAliases, b as CommandLineOptionsSchema, bt as LLAMA_GUARD_ENABLED_CATEGORIES, c as evalsToPromptsTable, ct as subCategoryDescriptions, d as promptsTable, dt as ALL_PLUGINS, et as getDefaultNFanout, f as spansTable, ft as BIAS_PLUGINS, g as getDb, gt as FINANCIAL_PLUGINS, h as closeDbIfOpen, ht as DEFAULT_PLUGINS, i as datasetsTable, it as Severity, j as RedteamConfigSchema, kt as REDTEAM_PROVIDER_HARM_PLUGINS, l as evalsToTagsTable, lt as ALIASED_PLUGIN_MAPPINGS, m as tracesTable, mt as DATASET_EXEMPT_PLUGINS, n as blobReferencesTable, nt as isFanoutStrategy, o as evalsTable, p as tagsTable, pt as CANARY_BREAKING_STRATEGY_IDS, r as configsTable, rt as isMultiTurnStrategy, s as evalsToDatasetsTable, st as riskCategorySeverityMap, t as blobAssetsTable, u as modelAuditsTable, ut as ADDITIONAL_PLUGINS, v as AssertionOrSetSchema, vt as HARM_PLUGINS, w as ResultFailureReason, wt as MULTI_INPUT_VAR, x as EvalResultsFilterMode, xt as LLAMA_GUARD_REPLICATE_PROVIDER, y as BaseAssertionTypesSchema, yt as INSURANCE_PLUGINS, z as PartialGenerationError } from "./tables-DpSgejqG.js";
|
|
13
13
|
import { i as isJavascriptFile } from "./fileExtensions-CAc10_Jb.js";
|
|
14
14
|
import { r as importModule, t as getDirectory } from "./esm-BK0NNGWz.js";
|
|
15
|
-
import { C as doesProviderRefMatch, G as readOutput, L as maybeLoadConfigFromExternalFile, N as normalizeProviderRef, Q as renderVarsInObject, R as maybeLoadFromExternalFile, S as checkProviderApiKeys, U as pathExists$1, W as readFilters, Z as renderEnvOnlyInObject, _ as deduplicateTestCases, a as writeOutput, b as getTestCaseDeduplicationKey, c as ComparisonEvalNotFoundError, d as getEvalTableOutputPromptLocationsBySize, et as extractVariablesFromTemplate, f as getEvalTablePromptStrippedPayload, g as setupEnv, h as isMissingPackageImportError, i as writeMultipleOutputs, l as evalTableToJson, m as fetchCsvFromGoogleSheet, n as createOutputData, nt as getNunjucksEngine, o as SUPPORTED_OUTPUT_FILE_FORMATS, p as mergeComparisonTables, r as warnOnDegradedJsonlRecovery, s as getOutputFileFormat, t as printBorder, tt as extractVariablesFromTemplates, u as generateEvalCsv, v as extractRuntimeVars, w as getProviderDescription, x as resultIsForTestCase, y as filterRuntimeVars } from "./util-BdAsuWmv.js";
|
|
16
15
|
import { n as sha256, t as randomSequence } from "./createHash-DqA6GWxE.js";
|
|
17
|
-
import { i as fetchWithCache, n as clearCache, r as disableCache
|
|
16
|
+
import { d as withCacheEnabled, i as fetchWithCache, n as clearCache, r as disableCache } from "./cache-xL5UULpy.js";
|
|
18
17
|
import { r as runPython } from "./pythonUtils-BKRucqaP.js";
|
|
18
|
+
import { C as doesProviderRefMatch, G as readOutput, L as maybeLoadConfigFromExternalFile, N as normalizeProviderRef, R as maybeLoadFromExternalFile, S as checkProviderApiKeys, U as pathExists$1, W as readFilters, _ as deduplicateTestCases, a as writeOutput, b as getTestCaseDeduplicationKey, c as ComparisonEvalNotFoundError, d as getEvalTableOutputPromptLocationsBySize, f as getEvalTablePromptStrippedPayload, g as setupEnv, h as isMissingPackageImportError, i as writeMultipleOutputs, l as evalTableToJson, m as fetchCsvFromGoogleSheet, n as createOutputData, o as SUPPORTED_OUTPUT_FILE_FORMATS, p as mergeComparisonTables, r as warnOnDegradedJsonlRecovery, s as getOutputFileFormat, t as printBorder, u as generateEvalCsv, v as extractRuntimeVars, w as getProviderDescription, x as resultIsForTestCase, y as filterRuntimeVars } from "./util-CZyLhvIk.js";
|
|
19
|
+
import { a as extractVariablesFromTemplates, i as extractVariablesFromTemplate, n as renderVarsInObject, o as getNunjucksEngine, t as renderEnvOnlyInObject } from "./render-BRIaR8VG.js";
|
|
19
20
|
import { c as BLOB_MAX_SIZE, i as getShareAuthorizedBlob, o as recordBlobReference, r as getBlobUrl, s as storeBlob, t as getBlobByHash } from "./blobs-Dpyeuxru.js";
|
|
20
21
|
import { a as BLOB_URI_REGEX, c as normalizeBlobHash, i as BLOB_SCAN_MAX_STRING_LENGTH, n as isBlobStorageEnabled, o as collectBlobHashes, r as BLOB_HASH_REGEX$1, s as extractBlobHashesFromValue } from "./extractor-8jl9p5Oy.js";
|
|
21
22
|
import { c as accumulateTokenUsage, d as createEmptyTokenUsage, f as getErrorTokenUsage, o as accumulateGradingTokenUsage, s as accumulateResponseTokenUsage } from "./tokenUsageUtils-Cf6nFV6z.js";
|
|
22
23
|
import { n as getTraceStore } from "./store-_fAGlpRg.js";
|
|
23
|
-
import { c as neverGenerateRemote, d as shouldGenerateRemote, i as getRemoteGenerationUrl, m as resolveRedteamGenerationContext, n as getRemoteGenerationExplicitlyDisabledError, o as getRemoteHealthUrl, p as remoteGenerationContextPayload, r as getRemoteGenerationHeaders } from "./remoteGeneration-
|
|
24
|
-
import { A as DivergentRepetitionPlugin, B as fetchHuggingFaceDataset, C as getPiiLeakTestsForCategory, D as HarmbenchPlugin, Dt as getCloudTargetIdFromProviders, E as ImitationPlugin, F as AegisPlugin, I as RedteamPluginBase, J as doRemoteGrading, L as getCustomPolicies, M as CrossSessionLeakPlugin, N as ContractPlugin, O as HallucinationPlugin, Ot as getRedteamGenerationContextFromProviders, P as BeavertailsPlugin, R as retryWithDeduplication, S as PlinyPlugin, T as IntentPlugin, X as readPrompts, Y as processPrompts, Z as readProviderPromptMap, _ as PoliticsPlugin, a as UnverifiableClaimsPlugin, b as isValidPolicyObject, c as ToolDiscoveryPlugin, d as TeenSafetyDangerousContentPlugin, et as OPTIMIZE_PROMPT_SYSTEM_MESSAGE, f as TeenSafetyAgeRestrictedGoodsAndServicesPlugin, g as PromptExtractionPlugin, h as RbacPlugin, i as VLGuardPlugin, j as DebugAccessPlugin, k as ExcessiveAgencyPlugin, l as TeenSafetyHarmfulBodyIdealsPlugin, m as ShellInjectionPlugin, o as UnsafeBenchPlugin, p as SqlInjectionPlugin, r as VLSUPlugin, s as ToxicChatPlugin, u as TeenSafetyDangerousRoleplayPlugin, v as PolicyPlugin, w as OverreliancePlugin, x as makeInlinePolicyIdSync, y as determinePolicyTypeFromId, yt as getDefaultProviders, z as sampleArray } from "./graders-
|
|
25
|
-
import { a as openAuthBrowser, i as checkServerRunning, n as BrowserBehaviorNames, o as openBrowser, s as promptUser, t as BrowserBehavior } from "./server-
|
|
26
|
-
import { _ as makeRequest, c as getCloudDatabaseId, d as getOrgContext, f as getPluginSeverityOverridesFromCloud, g as isCloudProvider, h as getUserTeams, i as retrieveMedia, l as getConfigFromCloud, m as getProviderFromCloud, o as canCreateTargets, r as mediaExists, s as checkCloudPermissions, t as getMediaStorage, u as getEvalConfigFromCloud, v as resolveTeamFromIdentifier, y as resolveTeamId } from "./storage-
|
|
27
|
-
import { a as resolveProviderConfigs, b as A2AProvider, g as createTransformResponse, h as createTransformRequest, i as resolveProvider, m as HttpProvider, n as loadApiProvider, p as MCPProvider, r as loadApiProviders, t as getProviderIds } from "./providers-
|
|
28
|
-
import { w as GEMINI_FLASH_MODELS } from "./util-
|
|
24
|
+
import { c as neverGenerateRemote, d as shouldGenerateRemote, i as getRemoteGenerationUrl, m as resolveRedteamGenerationContext, n as getRemoteGenerationExplicitlyDisabledError, o as getRemoteHealthUrl, p as remoteGenerationContextPayload, r as getRemoteGenerationHeaders } from "./remoteGeneration-Cc78LDjQ.js";
|
|
25
|
+
import { A as DivergentRepetitionPlugin, B as fetchHuggingFaceDataset, C as getPiiLeakTestsForCategory, D as HarmbenchPlugin, Dt as getCloudTargetIdFromProviders, E as ImitationPlugin, F as AegisPlugin, I as RedteamPluginBase, J as doRemoteGrading, L as getCustomPolicies, M as CrossSessionLeakPlugin, N as ContractPlugin, O as HallucinationPlugin, Ot as getRedteamGenerationContextFromProviders, P as BeavertailsPlugin, R as retryWithDeduplication, S as PlinyPlugin, T as IntentPlugin, X as readPrompts, Y as processPrompts, Z as readProviderPromptMap, _ as PoliticsPlugin, a as UnverifiableClaimsPlugin, b as isValidPolicyObject, c as ToolDiscoveryPlugin, d as TeenSafetyDangerousContentPlugin, et as OPTIMIZE_PROMPT_SYSTEM_MESSAGE, f as TeenSafetyAgeRestrictedGoodsAndServicesPlugin, g as PromptExtractionPlugin, h as RbacPlugin, i as VLGuardPlugin, j as DebugAccessPlugin, k as ExcessiveAgencyPlugin, l as TeenSafetyHarmfulBodyIdealsPlugin, m as ShellInjectionPlugin, o as UnsafeBenchPlugin, p as SqlInjectionPlugin, r as VLSUPlugin, s as ToxicChatPlugin, u as TeenSafetyDangerousRoleplayPlugin, v as PolicyPlugin, w as OverreliancePlugin, x as makeInlinePolicyIdSync, y as determinePolicyTypeFromId, yt as getDefaultProviders, z as sampleArray } from "./graders-CS8YkOd5.js";
|
|
26
|
+
import { a as openAuthBrowser, i as checkServerRunning, n as BrowserBehaviorNames, o as openBrowser, s as promptUser, t as BrowserBehavior } from "./server-BaM1Q5gD.js";
|
|
27
|
+
import { _ as makeRequest, c as getCloudDatabaseId, d as getOrgContext, f as getPluginSeverityOverridesFromCloud, g as isCloudProvider, h as getUserTeams, i as retrieveMedia, l as getConfigFromCloud, m as getProviderFromCloud, o as canCreateTargets, r as mediaExists, s as checkCloudPermissions, t as getMediaStorage, u as getEvalConfigFromCloud, v as resolveTeamFromIdentifier, y as resolveTeamId } from "./storage-CrqPUKqY.js";
|
|
28
|
+
import { a as resolveProviderConfigs, b as A2AProvider, g as createTransformResponse, h as createTransformRequest, i as resolveProvider, m as HttpProvider, n as loadApiProvider, p as MCPProvider, r as loadApiProviders, t as getProviderIds } from "./providers-BmppqfDI.js";
|
|
29
|
+
import { w as GEMINI_FLASH_MODELS } from "./util-Rbl6Om9L2.js";
|
|
29
30
|
import { n as escapeRegExp, t as ellipsize } from "./text-CV7MmVb_.js";
|
|
30
|
-
import { a as extractPromptFromTags, f as recordGenerationTokenUsage, i as extractMaterializedVariablesFromJsonWithMetadata, m as trackGenerationTokenUsage, n as extractGoalFromPrompt, p as trackAdditionalGenerationProvider, s as getShortPluginId } from "./util-
|
|
31
|
+
import { a as extractPromptFromTags, f as recordGenerationTokenUsage, i as extractMaterializedVariablesFromJsonWithMetadata, m as trackGenerationTokenUsage, n as extractGoalFromPrompt, p as trackAdditionalGenerationProvider, s as getShortPluginId } from "./util-DlFpV1xV.js";
|
|
31
32
|
import { n as createPlaceholderInputValue, t as buildPromptInputDescriptions } from "./inputVariables-DpjKHmSc.js";
|
|
32
|
-
import { a as assertRemoteMaterializationHandled, l as requiresRemoteMaterialization, n as PromptfooHarmfulCompletionProvider } from "./promptfoo-
|
|
33
|
-
import { C as TokenUsageTracker, E as uploadBlobRemote, b as getGeneratedPromptOverLimit, g as redteamProviderManager, x as getMaxCharsPerMessageModifierValue, y as MAX_CHARS_PER_MESSAGE_MODIFIER_KEY } from "./shared-
|
|
34
|
-
import { _ as isPromptAllowed, b as runAssertions, d as isProviderTypeMap, f as resolveConfiguredProviderReference, g as doesPromptRefMatch, h as formatPrompts, l as accumulateNamedMetric, m as fetchRemoteGeneration, n as PromptSuggestionsRejectedError, p as callExtraction, r as evaluate, u as buildConfiguredProviderMap, v as warnEmptyFilterRange, y as readAssertions } from "./evaluator-
|
|
33
|
+
import { a as assertRemoteMaterializationHandled, l as requiresRemoteMaterialization, n as PromptfooHarmfulCompletionProvider } from "./promptfoo-HD40ugrk.js";
|
|
34
|
+
import { C as TokenUsageTracker, E as uploadBlobRemote, b as getGeneratedPromptOverLimit, g as redteamProviderManager, x as getMaxCharsPerMessageModifierValue, y as MAX_CHARS_PER_MESSAGE_MODIFIER_KEY } from "./shared-jcnXW0lA.js";
|
|
35
|
+
import { _ as isPromptAllowed, b as runAssertions, d as isProviderTypeMap, f as resolveConfiguredProviderReference, g as doesPromptRefMatch, h as formatPrompts, l as accumulateNamedMetric, m as fetchRemoteGeneration, n as PromptSuggestionsRejectedError, p as callExtraction, r as evaluate, u as buildConfiguredProviderMap, v as warnEmptyFilterRange, y as readAssertions } from "./evaluator-BxDpurGf.js";
|
|
35
36
|
import { n as TRANSFORM_KEYS, t as INLINE_FUNCTION_LABEL } from "./transform-BBv6X1Ag.js";
|
|
36
|
-
import { a as createEvalId, c as deleteTraceRecordsForEvals, n as EvalQueries, s as getEvalSummaries, t as Eval } from "./eval-
|
|
37
|
-
import { n as renderPrompt } from "./evaluatorHelpers-
|
|
37
|
+
import { a as createEvalId, c as deleteTraceRecordsForEvals, n as EvalQueries, s as getEvalSummaries, t as Eval } from "./eval-BB4Rvl3w.js";
|
|
38
|
+
import { n as renderPrompt } from "./evaluatorHelpers-CgcFRjns.js";
|
|
38
39
|
import { t as formatDuration } from "./formatDuration-22XOO9FJ.js";
|
|
39
|
-
import { i as pluginMatchesStrategyTargets, n as loadStrategy, r as validateStrategies, t as Strategies } from "./strategies-
|
|
40
|
+
import { i as pluginMatchesStrategyTargets, n as loadStrategy, r as validateStrategies, t as Strategies } from "./strategies-DpZ1ydwx.js";
|
|
40
41
|
import path, { resolve } from "node:path";
|
|
41
42
|
import { fileURLToPath } from "node:url";
|
|
42
43
|
import { Command, InvalidArgumentError } from "commander";
|
|
@@ -109,7 +110,7 @@ function runCommand(program) {
|
|
|
109
110
|
hasGithubPr: !!cmdObj.githubPr,
|
|
110
111
|
hasGuidance: !!(cmdObj.guidance || cmdObj.guidanceFile)
|
|
111
112
|
});
|
|
112
|
-
const { executeScan } = await import("./scanner-
|
|
113
|
+
const { executeScan } = await import("./scanner-De5yM_DC.js");
|
|
113
114
|
await executeScan(repoPath, cmdObj);
|
|
114
115
|
});
|
|
115
116
|
}
|
|
@@ -215,12 +216,13 @@ async function setupTeamContext(cmdObj, organizationId, teams) {
|
|
|
215
216
|
}
|
|
216
217
|
}
|
|
217
218
|
async function loginWithApiKey(cmdObj, apiHost) {
|
|
218
|
-
const
|
|
219
|
+
const authHeaderName = cmdObj.authHeaderName || cloudConfig.getAuthHeaderName();
|
|
220
|
+
const { user, organization, app, hasActiveLicense } = await cloudConfig.validateApiToken(cmdObj.apiKey, apiHost, authHeaderName);
|
|
219
221
|
const existingEmail = getUserEmail();
|
|
220
222
|
let organizationId = organization.id;
|
|
221
223
|
let organizationTeams;
|
|
222
224
|
if (cmdObj.org || cmdObj.team) {
|
|
223
|
-
const allTeams = await getUserTeams(apiHost, cmdObj.apiKey);
|
|
225
|
+
const allTeams = await getUserTeams(apiHost, cmdObj.apiKey, authHeaderName);
|
|
224
226
|
const resolvedOrganizationTeams = getOrganizationTeams(allTeams, cmdObj.org, organization.id);
|
|
225
227
|
organizationId = resolvedOrganizationTeams.organizationId;
|
|
226
228
|
organizationTeams = resolvedOrganizationTeams.teams;
|
|
@@ -230,7 +232,7 @@ async function loginWithApiKey(cmdObj, apiHost) {
|
|
|
230
232
|
}
|
|
231
233
|
if (cmdObj.team) resolveTeamFromOrganizationTeams(organizationTeams, cmdObj.team, organizationId);
|
|
232
234
|
}
|
|
233
|
-
cloudConfig.saveValidatedApiToken(cmdObj.apiKey, apiHost, user, app, hasActiveLicense);
|
|
235
|
+
cloudConfig.saveValidatedApiToken(cmdObj.apiKey, apiHost, user, app, hasActiveLicense, authHeaderName);
|
|
234
236
|
if (existingEmail && existingEmail !== user.email) logger.info(chalk.yellow(`Updating local email configuration from ${existingEmail} to ${user.email}`));
|
|
235
237
|
setUserEmail(user.email);
|
|
236
238
|
cloudConfig.setCurrentOrganization(organizationId);
|
|
@@ -255,7 +257,7 @@ async function loginWithBrowser(cmdObj) {
|
|
|
255
257
|
}
|
|
256
258
|
function authCommand(program) {
|
|
257
259
|
const authCommand = program.command("auth").description("Manage authentication");
|
|
258
|
-
authCommand.command("login").description("Login").option("-o, --org <orgId>", "The organization id to login to.").option("-h, --host <host>", "The host of the promptfoo instance. This needs to be the url of the API if different from the app url.").option("-k, --api-key <apiKey>", "Login using an API key.").option("-t, --team <team>", "The team to use (name, slug, or ID). Required in CI when multiple teams exist.").action(async (cmdObj) => {
|
|
260
|
+
authCommand.command("login").description("Login").option("-o, --org <orgId>", "The organization id to login to.").option("-h, --host <host>", "The host of the promptfoo instance. This needs to be the url of the API if different from the app url.").option("-k, --api-key <apiKey>", "Login using an API key.").option("-t, --team <team>", "The team to use (name, slug, or ID). Required in CI when multiple teams exist.").option("--auth-header-name <name>", "The header name to use for Cloud API authentication (defaults to Authorization).").action(async (cmdObj) => {
|
|
259
261
|
const apiHost = (cmdObj.host || cloudConfig.getApiHost())?.replace(/\/+$/, "");
|
|
260
262
|
try {
|
|
261
263
|
if (cmdObj.apiKey) {
|
|
@@ -291,7 +293,7 @@ function authCommand(program) {
|
|
|
291
293
|
return;
|
|
292
294
|
}
|
|
293
295
|
const apiHost = cloudConfig.getApiHost();
|
|
294
|
-
const response = await fetchWithProxy(`${apiHost}/api/v1/users/me`, { headers: {
|
|
296
|
+
const response = await fetchWithProxy(`${apiHost}/api/v1/users/me`, { headers: { ...cloudConfig.getAuthHeaders() ?? {} } });
|
|
295
297
|
if (!response.ok) throw new Error("Failed to fetch user info: " + response.statusText);
|
|
296
298
|
const { user, organization } = await response.json();
|
|
297
299
|
try {
|
|
@@ -3499,8 +3501,10 @@ async function sendChunkedResults(evalRecord, url, options = {}) {
|
|
|
3499
3501
|
maxResultsPerChunk: resultsPerChunk
|
|
3500
3502
|
};
|
|
3501
3503
|
logger.debug(`Chunk config: ${JSON.stringify(chunkConfig)}`);
|
|
3502
|
-
const headers = {
|
|
3503
|
-
|
|
3504
|
+
const headers = {
|
|
3505
|
+
"Content-Type": "application/json",
|
|
3506
|
+
...cloudConfig.isEnabled() ? cloudConfig.getAuthHeaders() ?? {} : {}
|
|
3507
|
+
};
|
|
3504
3508
|
const totalResults = await evalRecord.getTotalResultRowCount();
|
|
3505
3509
|
logger.debug(`Total results to share: ${totalResults}`);
|
|
3506
3510
|
let progressBar = null;
|
|
@@ -3694,7 +3698,7 @@ async function createShareableModelAuditUrl(auditRecord, showAuth = false) {
|
|
|
3694
3698
|
const apiBaseUrl = cloudConfig.isEnabled() ? cloudConfig.getApiHost() : getShareApiBaseUrl();
|
|
3695
3699
|
const headers = {
|
|
3696
3700
|
"Content-Type": "application/json",
|
|
3697
|
-
...cloudConfig.isEnabled()
|
|
3701
|
+
...cloudConfig.isEnabled() ? cloudConfig.getAuthHeaders() ?? {} : {}
|
|
3698
3702
|
};
|
|
3699
3703
|
const url = `${apiBaseUrl}/api/v1/model-audits/share`;
|
|
3700
3704
|
logger.debug(`Sharing model audit ${auditRecord.id} to ${url}`);
|
|
@@ -7948,7 +7952,7 @@ async function checkForUpdates() {
|
|
|
7948
7952
|
} catch {
|
|
7949
7953
|
return false;
|
|
7950
7954
|
}
|
|
7951
|
-
if (semverGt(latestVersion, "0.122.
|
|
7955
|
+
if (semverGt(latestVersion, "0.122.2")) {
|
|
7952
7956
|
const border = "=".repeat(TERMINAL_MAX_WIDTH);
|
|
7953
7957
|
const updateCommands = getUpdateCommands({
|
|
7954
7958
|
isContainer: getEnvBool("PROMPTFOO_RUNNING_IN_DOCKER"),
|
|
@@ -8605,14 +8609,13 @@ async function testProviderConnectivity({ provider, prompt = "Hello World!", inp
|
|
|
8605
8609
|
};
|
|
8606
8610
|
}
|
|
8607
8611
|
const HOST = cloudConfig.getApiHost();
|
|
8608
|
-
const apiKey = cloudConfig.getApiKey();
|
|
8609
8612
|
try {
|
|
8610
8613
|
logger.debug("[testProviderConnectivity] Calling agent helper", { providerId: provider.id });
|
|
8611
8614
|
const testAnalyzerResponse = await fetchWithProxy(`${HOST}/api/v1/providers/test`, {
|
|
8612
8615
|
method: "POST",
|
|
8613
8616
|
headers: {
|
|
8614
8617
|
"Content-Type": "application/json",
|
|
8615
|
-
|
|
8618
|
+
...cloudConfig.getAuthHeaders() ?? {}
|
|
8616
8619
|
},
|
|
8617
8620
|
body: JSON.stringify({
|
|
8618
8621
|
config: provider.config,
|
|
@@ -9711,7 +9714,7 @@ providersRouter.post("/http-generator", async (req, res) => {
|
|
|
9711
9714
|
return;
|
|
9712
9715
|
}
|
|
9713
9716
|
const HOST = (cloudConfig.isEnabled() ? cloudConfig.getApiHost() : getEnvString("PROMPTFOO_CLOUD_API_URL", "https://api.promptfoo.app")).replace(/\/+$/, "");
|
|
9714
|
-
const
|
|
9717
|
+
const authHeaders = cloudConfig.isEnabled() ? cloudConfig.getAuthHeaders() : void 0;
|
|
9715
9718
|
try {
|
|
9716
9719
|
logger.debug("[POST /providers/http-generator] Calling HTTP provider generator API", {
|
|
9717
9720
|
requestExamplePreview: requestExample?.substring(0, 200),
|
|
@@ -9721,7 +9724,7 @@ providersRouter.post("/http-generator", async (req, res) => {
|
|
|
9721
9724
|
method: "POST",
|
|
9722
9725
|
headers: {
|
|
9723
9726
|
"Content-Type": "application/json",
|
|
9724
|
-
...
|
|
9727
|
+
...authHeaders ?? {}
|
|
9725
9728
|
},
|
|
9726
9729
|
body: JSON.stringify({
|
|
9727
9730
|
requestExample,
|
|
@@ -14131,10 +14134,10 @@ router.get("/", async (_req, res) => {
|
|
|
14131
14134
|
};
|
|
14132
14135
|
} catch (error) {
|
|
14133
14136
|
logger.debug(`Failed to fetch latest version: ${error}`);
|
|
14134
|
-
latestVersion = versionCache.latestVersion ?? "0.122.
|
|
14137
|
+
latestVersion = versionCache.latestVersion ?? "0.122.2";
|
|
14135
14138
|
}
|
|
14136
14139
|
}
|
|
14137
|
-
const resolvedLatestVersion = latestVersion ?? "0.122.
|
|
14140
|
+
const resolvedLatestVersion = latestVersion ?? "0.122.2";
|
|
14138
14141
|
const response = {
|
|
14139
14142
|
...buildBaseVersionFields(),
|
|
14140
14143
|
latestVersion: resolvedLatestVersion,
|
|
@@ -19802,8 +19805,8 @@ function registerRunEvaluationTool(server) {
|
|
|
19802
19805
|
}
|
|
19803
19806
|
filteredTestSuite.tests = filteredTests;
|
|
19804
19807
|
}
|
|
19805
|
-
const { evaluate } = await import("./evaluator-
|
|
19806
|
-
const evalRecord = await (await import("./eval-
|
|
19808
|
+
const { evaluate } = await import("./evaluator-DxIVNCZm.js");
|
|
19809
|
+
const evalRecord = await (await import("./eval-BFqlPFXm.js")).default.create(config, filteredTestSuite.prompts, { id: `mcp-eval-${Date.now()}` });
|
|
19807
19810
|
logger.debug(`Running filtered eval with ${filteredTestSuite.tests?.length || 0} test cases, ${filteredTestSuite.prompts.length} prompts, ${filteredTestSuite.providers.length} providers`);
|
|
19808
19811
|
const startTime = Date.now();
|
|
19809
19812
|
const result = await evaluate(filteredTestSuite, evalRecord, {
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { t as OpenAiChatCompletionProvider } from "./chat-
|
|
1
|
+
import { t as OpenAiChatCompletionProvider } from "./chat-DqUm2XRG.js";
|
|
2
2
|
import { a as resolveBedrockMantleApiKey, i as isBedrockOpenAiResponsesModel, n as isBedrockGrokModel, o as resolveBedrockMantleRegion, t as getBedrockMantleOrigin } from "./mantle-Bdo9sH_V.js";
|
|
3
3
|
//#region src/providers/bedrock/mantleChat.ts
|
|
4
4
|
/**
|
|
@@ -99,4 +99,4 @@ function createBedrockMantleChatProvider(modelName, providerOptions = {}) {
|
|
|
99
99
|
//#endregion
|
|
100
100
|
export { createBedrockMantleChatProvider };
|
|
101
101
|
|
|
102
|
-
//# sourceMappingURL=mantleChat-
|
|
102
|
+
//# sourceMappingURL=mantleChat-B7ZGnN3G.js.map
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { t as OpenAiChatCompletionProvider } from "./chat-
|
|
1
|
+
import { t as OpenAiChatCompletionProvider } from "./chat-CQkXljIT.js";
|
|
2
2
|
import { a as resolveBedrockMantleApiKey, i as isBedrockOpenAiResponsesModel, n as isBedrockGrokModel, o as resolveBedrockMantleRegion, t as getBedrockMantleOrigin } from "./mantle-DYK8PIFr.js";
|
|
3
3
|
//#region src/providers/bedrock/mantleChat.ts
|
|
4
4
|
/**
|
|
@@ -99,4 +99,4 @@ function createBedrockMantleChatProvider(modelName, providerOptions = {}) {
|
|
|
99
99
|
//#endregion
|
|
100
100
|
export { createBedrockMantleChatProvider };
|
|
101
101
|
|
|
102
|
-
//# sourceMappingURL=mantleChat-
|
|
102
|
+
//# sourceMappingURL=mantleChat-BEwZSACi.js.map
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
const require_chat = require("./chat-
|
|
1
|
+
const require_chat = require("./chat-BuHuQ8dN.cjs");
|
|
2
2
|
const require_mantle = require("./mantle-h3sulu4R.cjs");
|
|
3
3
|
//#region src/providers/bedrock/mantleChat.ts
|
|
4
4
|
/**
|
|
@@ -99,4 +99,4 @@ function createBedrockMantleChatProvider(modelName, providerOptions = {}) {
|
|
|
99
99
|
//#endregion
|
|
100
100
|
exports.createBedrockMantleChatProvider = createBedrockMantleChatProvider;
|
|
101
101
|
|
|
102
|
-
//# sourceMappingURL=mantleChat-
|
|
102
|
+
//# sourceMappingURL=mantleChat-DRHEiiq7.cjs.map
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import { t as OpenAiChatCompletionProvider } from "./chat-
|
|
2
|
+
import { t as OpenAiChatCompletionProvider } from "./chat-WpIdBaCf.js";
|
|
3
3
|
import { a as resolveBedrockMantleApiKey, i as isBedrockOpenAiResponsesModel, n as isBedrockGrokModel, o as resolveBedrockMantleRegion, t as getBedrockMantleOrigin } from "./mantle-BkQwOcE7.js";
|
|
4
4
|
//#region src/providers/bedrock/mantleChat.ts
|
|
5
5
|
/**
|
|
@@ -100,4 +100,4 @@ function createBedrockMantleChatProvider(modelName, providerOptions = {}) {
|
|
|
100
100
|
//#endregion
|
|
101
101
|
export { createBedrockMantleChatProvider };
|
|
102
102
|
|
|
103
|
-
//# sourceMappingURL=mantleChat-
|
|
103
|
+
//# sourceMappingURL=mantleChat-bG3JUmId.js.map
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
import { o as logger } from "./logger-BKiOczgq.js";
|
|
2
2
|
import { t as invariant } from "./invariant-CHP0zrix.js";
|
|
3
|
-
import {
|
|
4
|
-
import { a as getUserEmail } from "./accounts-
|
|
3
|
+
import { X as VERSION, t as fetchWithProxy } from "./fetch-tOnj-VPG.js";
|
|
4
|
+
import { a as getUserEmail } from "./accounts-B8CVRmIl.js";
|
|
5
5
|
import { d as createEmptyTokenUsage, n as accumulateAttackerTokenUsage, s as accumulateResponseTokenUsage } from "./tokenUsageUtils-BCYRro5h.js";
|
|
6
|
-
import { i as getRemoteGenerationUrl, p as remoteGenerationContextPayload, r as getRemoteGenerationHeaders } from "./remoteGeneration-
|
|
7
|
-
import { S as throwIfTargetPromptExceedsMaxChars, a as callTargetProvider, h as messagesToRedteamHistory } from "./shared-
|
|
6
|
+
import { i as getRemoteGenerationUrl, p as remoteGenerationContextPayload, r as getRemoteGenerationHeaders } from "./remoteGeneration-DnSGqkoH.js";
|
|
7
|
+
import { S as throwIfTargetPromptExceedsMaxChars, a as callTargetProvider, h as messagesToRedteamHistory } from "./shared-CkERSpeg.js";
|
|
8
8
|
import { t as REDTEAM_MEMORY_POISONING_PLUGIN_ID } from "./constants-3y0xcfa4.js";
|
|
9
9
|
//#region src/redteam/providers/agentic/memoryPoisoning.ts
|
|
10
10
|
var MemoryPoisoningProvider = class {
|
|
@@ -108,4 +108,4 @@ var MemoryPoisoningProvider = class {
|
|
|
108
108
|
//#endregion
|
|
109
109
|
export { MemoryPoisoningProvider };
|
|
110
110
|
|
|
111
|
-
//# sourceMappingURL=memoryPoisoning-
|
|
111
|
+
//# sourceMappingURL=memoryPoisoning-CRCeE8o0.js.map
|
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import { c as logger } from "./logger-YzVIwMVq.js";
|
|
3
|
-
import {
|
|
3
|
+
import { X as VERSION, r as fetchWithProxy } from "./fetch-KD8O9oZZ.js";
|
|
4
4
|
import { t as invariant } from "./invariant-CbHB1xyx.js";
|
|
5
|
-
import { s as getUserEmail } from "./accounts-
|
|
5
|
+
import { s as getUserEmail } from "./accounts-DApS8Gpe.js";
|
|
6
6
|
import { d as createEmptyTokenUsage, n as accumulateAttackerTokenUsage, s as accumulateResponseTokenUsage } from "./tokenUsageUtils-Cf6nFV6z.js";
|
|
7
|
-
import { i as getRemoteGenerationUrl, p as remoteGenerationContextPayload, r as getRemoteGenerationHeaders } from "./remoteGeneration-
|
|
8
|
-
import { S as throwIfTargetPromptExceedsMaxChars, a as callTargetProvider, h as messagesToRedteamHistory } from "./shared-
|
|
7
|
+
import { i as getRemoteGenerationUrl, p as remoteGenerationContextPayload, r as getRemoteGenerationHeaders } from "./remoteGeneration-Cc78LDjQ.js";
|
|
8
|
+
import { S as throwIfTargetPromptExceedsMaxChars, a as callTargetProvider, h as messagesToRedteamHistory } from "./shared-jcnXW0lA.js";
|
|
9
9
|
import { t as REDTEAM_MEMORY_POISONING_PLUGIN_ID } from "./constants-CDdPiEZR.js";
|
|
10
10
|
//#region src/redteam/providers/agentic/memoryPoisoning.ts
|
|
11
11
|
var MemoryPoisoningProvider = class {
|
|
@@ -109,4 +109,4 @@ var MemoryPoisoningProvider = class {
|
|
|
109
109
|
//#endregion
|
|
110
110
|
export { MemoryPoisoningProvider };
|
|
111
111
|
|
|
112
|
-
//# sourceMappingURL=memoryPoisoning-
|
|
112
|
+
//# sourceMappingURL=memoryPoisoning-DPz_mF21.js.map
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
const require_logger = require("./logger-BN3n9c1R.cjs");
|
|
2
2
|
const require_invariant = require("./invariant-C2JOzzO2.cjs");
|
|
3
|
-
const require_fetch = require("./fetch-
|
|
4
|
-
const require_accounts = require("./accounts-
|
|
3
|
+
const require_fetch = require("./fetch-D54lzFcD.cjs");
|
|
4
|
+
const require_accounts = require("./accounts-DosZWKJy.cjs");
|
|
5
5
|
const require_tokenUsageUtils = require("./tokenUsageUtils-BbqyaBi4.cjs");
|
|
6
|
-
const require_remoteGeneration = require("./remoteGeneration-
|
|
7
|
-
const require_shared = require("./shared-
|
|
6
|
+
const require_remoteGeneration = require("./remoteGeneration-C0Ev99MO.cjs");
|
|
7
|
+
const require_shared = require("./shared-Bl84k1Oo.cjs");
|
|
8
8
|
const require_constants = require("./constants-BHSKoWzY.cjs");
|
|
9
9
|
//#region src/redteam/providers/agentic/memoryPoisoning.ts
|
|
10
10
|
var MemoryPoisoningProvider = class {
|
|
@@ -108,4 +108,4 @@ var MemoryPoisoningProvider = class {
|
|
|
108
108
|
//#endregion
|
|
109
109
|
exports.MemoryPoisoningProvider = MemoryPoisoningProvider;
|
|
110
110
|
|
|
111
|
-
//# sourceMappingURL=memoryPoisoning-
|
|
111
|
+
//# sourceMappingURL=memoryPoisoning-DRIrT0Zv.cjs.map
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
import { o as logger } from "./logger-D4ion89i.js";
|
|
2
|
-
import {
|
|
2
|
+
import { Z as VERSION, t as fetchWithProxy } from "./fetch-DnDg-Ics.js";
|
|
3
3
|
import { t as invariant } from "./invariant-CHP0zrix.js";
|
|
4
|
-
import { s as getUserEmail } from "./accounts-
|
|
4
|
+
import { s as getUserEmail } from "./accounts-BDud3p32.js";
|
|
5
5
|
import { d as createEmptyTokenUsage, n as accumulateAttackerTokenUsage, s as accumulateResponseTokenUsage } from "./tokenUsageUtils-T-dUB6UI.js";
|
|
6
|
-
import { i as getRemoteGenerationUrl, p as remoteGenerationContextPayload, r as getRemoteGenerationHeaders } from "./remoteGeneration-
|
|
7
|
-
import { S as throwIfTargetPromptExceedsMaxChars, a as callTargetProvider, h as messagesToRedteamHistory } from "./shared-
|
|
6
|
+
import { i as getRemoteGenerationUrl, p as remoteGenerationContextPayload, r as getRemoteGenerationHeaders } from "./remoteGeneration-DGJxSMYI.js";
|
|
7
|
+
import { S as throwIfTargetPromptExceedsMaxChars, a as callTargetProvider, h as messagesToRedteamHistory } from "./shared-BkcgE6vB.js";
|
|
8
8
|
import { t as REDTEAM_MEMORY_POISONING_PLUGIN_ID } from "./constants-3y0xcfa4.js";
|
|
9
9
|
//#region src/redteam/providers/agentic/memoryPoisoning.ts
|
|
10
10
|
var MemoryPoisoningProvider = class {
|
|
@@ -108,4 +108,4 @@ var MemoryPoisoningProvider = class {
|
|
|
108
108
|
//#endregion
|
|
109
109
|
export { MemoryPoisoningProvider };
|
|
110
110
|
|
|
111
|
-
//# sourceMappingURL=memoryPoisoning-
|
|
111
|
+
//# sourceMappingURL=memoryPoisoning-DUqPlY5F.js.map
|
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
const require_logger = require("./logger-BN3n9c1R.cjs");
|
|
2
|
-
const require_util = require("./util-
|
|
3
|
-
const require_fetch = require("./fetch-
|
|
2
|
+
const require_util = require("./util-BPkxeLuk.cjs");
|
|
3
|
+
const require_fetch = require("./fetch-D54lzFcD.cjs");
|
|
4
4
|
const require_genaiTracer = require("./genaiTracer-D_3mCxrD.cjs");
|
|
5
|
-
const require_cache = require("./cache-
|
|
5
|
+
const require_cache = require("./cache-g3VTrtsd.cjs");
|
|
6
6
|
const require_tokenUsageUtils = require("./tokenUsageUtils-BbqyaBi4.cjs");
|
|
7
|
-
const require_util$1 = require("./util-
|
|
7
|
+
const require_util$1 = require("./util-DhtW6BNS.cjs");
|
|
8
8
|
const require_finishReason = require("./finishReason-Db2CSQem.cjs");
|
|
9
|
-
const require_client = require("./client-
|
|
10
|
-
const require_transform = require("./transform-
|
|
11
|
-
const require_util$2 = require("./util-
|
|
9
|
+
const require_client = require("./client-B8cIFzy1.cjs");
|
|
10
|
+
const require_transform = require("./transform-DS2y12jo.cjs");
|
|
11
|
+
const require_util$2 = require("./util-Bd8_MhVm.cjs");
|
|
12
12
|
let node_crypto = require("node:crypto");
|
|
13
13
|
let node_fs = require("node:fs");
|
|
14
14
|
node_fs = require_logger.__toESM(node_fs, 1);
|
|
@@ -1021,4 +1021,4 @@ Object.defineProperty(exports, "hashAnthropicCacheValue", {
|
|
|
1021
1021
|
}
|
|
1022
1022
|
});
|
|
1023
1023
|
|
|
1024
|
-
//# sourceMappingURL=messages-
|
|
1024
|
+
//# sourceMappingURL=messages-BDbtGaqI.cjs.map
|
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
import { M as getEnvFloat, N as getEnvInt, P as getEnvString, o as logger, z as getEnvOverrides } from "./logger-BKiOczgq.js";
|
|
2
|
-
import { X as maybeLoadResponseFormatFromExternalFile, Z as maybeLoadToolsFromExternalFile } from "./util-
|
|
3
|
-
import {
|
|
2
|
+
import { X as maybeLoadResponseFormatFromExternalFile, Z as maybeLoadToolsFromExternalFile } from "./util-BnytsHEr.js";
|
|
3
|
+
import { F as transformTools, P as transformToolChoice } from "./fetch-tOnj-VPG.js";
|
|
4
4
|
import { f as withGenAISpan } from "./genaiTracer-Ch7k9W3C.js";
|
|
5
|
-
import { a as getCache, c as getScopedCacheKey, l as isCacheEnabled, o as getCacheClearGeneration, s as getCacheTtlMs } from "./cache-
|
|
5
|
+
import { a as getCache, c as getScopedCacheKey, l as isCacheEnabled, o as getCacheClearGeneration, s as getCacheTtlMs } from "./cache-DTOVFNqA.js";
|
|
6
6
|
import { d as createEmptyTokenUsage } from "./tokenUsageUtils-BCYRro5h.js";
|
|
7
|
-
import { i as getMcpErrorMessage, s as isMcpErrorResult } from "./util-
|
|
7
|
+
import { i as getMcpErrorMessage, s as isMcpErrorResult } from "./util-InmFNqSw.js";
|
|
8
8
|
import { n as normalizeFinishReason } from "./finishReason-B-qIZdbG.js";
|
|
9
|
-
import { t as MCPClient } from "./client-
|
|
10
|
-
import { n as transformMCPToolsToAnthropic } from "./transform-
|
|
11
|
-
import { C as parseMessages, S as outputFromMessage, _ as isSamplingParamsDeprecatedClaudeModel, b as normalizeAnthropicModelName, c as getClaudeModelWarningName, d as isAlwaysOnAdaptiveThinkingClaudeModel, g as isDisabledThinkingRejectedAtEffort, i as calculateAnthropicCost, l as getRefusalDetails, o as clampMaxTokensForThinkingBudget, s as claudeThinkingConsumesTokens, t as ANTHROPIC_MODELS, u as getTokenUsage, w as processAnthropicTools, x as normalizeClaudeThinkingConfig } from "./util-
|
|
9
|
+
import { t as MCPClient } from "./client-C8mYuoRi.js";
|
|
10
|
+
import { n as transformMCPToolsToAnthropic } from "./transform-BesK7nGM.js";
|
|
11
|
+
import { C as parseMessages, S as outputFromMessage, _ as isSamplingParamsDeprecatedClaudeModel, b as normalizeAnthropicModelName, c as getClaudeModelWarningName, d as isAlwaysOnAdaptiveThinkingClaudeModel, g as isDisabledThinkingRejectedAtEffort, i as calculateAnthropicCost, l as getRefusalDetails, o as clampMaxTokensForThinkingBudget, s as claudeThinkingConsumesTokens, t as ANTHROPIC_MODELS, u as getTokenUsage, w as processAnthropicTools, x as normalizeClaudeThinkingConfig } from "./util-Bac0h5Sr.js";
|
|
12
12
|
import { createHash } from "node:crypto";
|
|
13
13
|
import path from "node:path";
|
|
14
14
|
import fs from "node:fs";
|
|
@@ -988,4 +988,4 @@ var AnthropicMessagesProvider = class AnthropicMessagesProvider extends Anthropi
|
|
|
988
988
|
//#endregion
|
|
989
989
|
export { hashAnthropicCacheValue as a, getAnthropicEnvHeaderSuppressions as i, AnthropicGenericProvider as n, buildIsolatedAnthropicClientOptions as r, AnthropicMessagesProvider as t };
|
|
990
990
|
|
|
991
|
-
//# sourceMappingURL=messages-
|
|
991
|
+
//# sourceMappingURL=messages-C306BIuu.js.map
|
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
import { B as getEnvOverrides, F as getEnvInt, I as getEnvString, P as getEnvFloat, o as logger } from "./logger-D4ion89i.js";
|
|
2
|
-
import { ft as maybeLoadResponseFormatFromExternalFile, pt as maybeLoadToolsFromExternalFile } from "./util-
|
|
3
|
-
import {
|
|
2
|
+
import { ft as maybeLoadResponseFormatFromExternalFile, pt as maybeLoadToolsFromExternalFile } from "./util-BPtpPW4O.js";
|
|
3
|
+
import { B as transformTools, z as transformToolChoice } from "./fetch-DnDg-Ics.js";
|
|
4
4
|
import { f as withGenAISpan } from "./genaiTracer-Cp9O3qLz.js";
|
|
5
|
-
import { a as getCache, c as getScopedCacheKey, l as isCacheEnabled, o as getCacheClearGeneration, s as getCacheTtlMs } from "./cache-
|
|
5
|
+
import { a as getCache, c as getScopedCacheKey, l as isCacheEnabled, o as getCacheClearGeneration, s as getCacheTtlMs } from "./cache-ePPAC5hy.js";
|
|
6
6
|
import { d as createEmptyTokenUsage } from "./tokenUsageUtils-T-dUB6UI.js";
|
|
7
7
|
import { n as normalizeFinishReason } from "./finishReason-B-qIZdbG.js";
|
|
8
|
-
import { i as getMcpErrorMessage, s as isMcpErrorResult } from "./util-
|
|
9
|
-
import { t as MCPClient } from "./client-
|
|
10
|
-
import { n as transformMCPToolsToAnthropic } from "./transform-
|
|
11
|
-
import { C as parseMessages, S as outputFromMessage, _ as isSamplingParamsDeprecatedClaudeModel, b as normalizeAnthropicModelName, c as getClaudeModelWarningName, d as isAlwaysOnAdaptiveThinkingClaudeModel, g as isDisabledThinkingRejectedAtEffort, i as calculateAnthropicCost, l as getRefusalDetails, o as clampMaxTokensForThinkingBudget, s as claudeThinkingConsumesTokens, t as ANTHROPIC_MODELS, u as getTokenUsage, w as processAnthropicTools, x as normalizeClaudeThinkingConfig } from "./util-
|
|
8
|
+
import { i as getMcpErrorMessage, s as isMcpErrorResult } from "./util-BPlSGvsQ.js";
|
|
9
|
+
import { t as MCPClient } from "./client-4bErwdpG.js";
|
|
10
|
+
import { n as transformMCPToolsToAnthropic } from "./transform-ciU2euIH.js";
|
|
11
|
+
import { C as parseMessages, S as outputFromMessage, _ as isSamplingParamsDeprecatedClaudeModel, b as normalizeAnthropicModelName, c as getClaudeModelWarningName, d as isAlwaysOnAdaptiveThinkingClaudeModel, g as isDisabledThinkingRejectedAtEffort, i as calculateAnthropicCost, l as getRefusalDetails, o as clampMaxTokensForThinkingBudget, s as claudeThinkingConsumesTokens, t as ANTHROPIC_MODELS, u as getTokenUsage, w as processAnthropicTools, x as normalizeClaudeThinkingConfig } from "./util-BaGd-bCr.js";
|
|
12
12
|
import { createHash } from "node:crypto";
|
|
13
13
|
import path from "node:path";
|
|
14
14
|
import fs from "node:fs";
|
|
@@ -988,4 +988,4 @@ var AnthropicMessagesProvider = class AnthropicMessagesProvider extends Anthropi
|
|
|
988
988
|
//#endregion
|
|
989
989
|
export { hashAnthropicCacheValue as a, getAnthropicEnvHeaderSuppressions as i, AnthropicGenericProvider as n, buildIsolatedAnthropicClientOptions as r, AnthropicMessagesProvider as t };
|
|
990
990
|
|
|
991
|
-
//# sourceMappingURL=messages-
|
|
991
|
+
//# sourceMappingURL=messages-Cqi4nZlY.js.map
|
|
@@ -1,15 +1,15 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import { I as getEnvFloat, L as getEnvInt, R as getEnvString, W as getEnvOverrides, c as logger } from "./logger-YzVIwMVq.js";
|
|
3
|
-
import {
|
|
3
|
+
import { R as transformToolChoice, z as transformTools } from "./fetch-KD8O9oZZ.js";
|
|
4
4
|
import { f as withGenAISpan } from "./genaiTracer-BRW5P2xD.js";
|
|
5
|
-
import {
|
|
6
|
-
import {
|
|
5
|
+
import { a as getCache, l as getScopedCacheKey, o as getCacheClearGeneration, s as getCacheTtlMs, u as isCacheEnabled } from "./cache-xL5UULpy.js";
|
|
6
|
+
import { B as maybeLoadResponseFormatFromExternalFile, V as maybeLoadToolsFromExternalFile } from "./util-CZyLhvIk.js";
|
|
7
7
|
import { d as createEmptyTokenUsage } from "./tokenUsageUtils-Cf6nFV6z.js";
|
|
8
|
-
import { i as getMcpErrorMessage, s as isMcpErrorResult } from "./util-
|
|
8
|
+
import { i as getMcpErrorMessage, s as isMcpErrorResult } from "./util-CzWbxb9R.js";
|
|
9
9
|
import { n as normalizeFinishReason } from "./finishReason-CzSuX3nu.js";
|
|
10
|
-
import { t as MCPClient } from "./client-
|
|
11
|
-
import { n as transformMCPToolsToAnthropic } from "./transform-
|
|
12
|
-
import { C as parseMessages, S as outputFromMessage, _ as isSamplingParamsDeprecatedClaudeModel, b as normalizeAnthropicModelName, c as getClaudeModelWarningName, d as isAlwaysOnAdaptiveThinkingClaudeModel, g as isDisabledThinkingRejectedAtEffort, i as calculateAnthropicCost, l as getRefusalDetails, o as clampMaxTokensForThinkingBudget, s as claudeThinkingConsumesTokens, t as ANTHROPIC_MODELS, u as getTokenUsage, w as processAnthropicTools, x as normalizeClaudeThinkingConfig } from "./util-
|
|
10
|
+
import { t as MCPClient } from "./client-Bz_qkOt7.js";
|
|
11
|
+
import { n as transformMCPToolsToAnthropic } from "./transform-2ldksCeN.js";
|
|
12
|
+
import { C as parseMessages, S as outputFromMessage, _ as isSamplingParamsDeprecatedClaudeModel, b as normalizeAnthropicModelName, c as getClaudeModelWarningName, d as isAlwaysOnAdaptiveThinkingClaudeModel, g as isDisabledThinkingRejectedAtEffort, i as calculateAnthropicCost, l as getRefusalDetails, o as clampMaxTokensForThinkingBudget, s as claudeThinkingConsumesTokens, t as ANTHROPIC_MODELS, u as getTokenUsage, w as processAnthropicTools, x as normalizeClaudeThinkingConfig } from "./util-9K7THVcA2.js";
|
|
13
13
|
import path from "node:path";
|
|
14
14
|
import { createHash } from "node:crypto";
|
|
15
15
|
import fs from "node:fs";
|
|
@@ -989,4 +989,4 @@ var AnthropicMessagesProvider = class AnthropicMessagesProvider extends Anthropi
|
|
|
989
989
|
//#endregion
|
|
990
990
|
export { hashAnthropicCacheValue as a, getAnthropicEnvHeaderSuppressions as i, AnthropicGenericProvider as n, buildIsolatedAnthropicClientOptions as r, AnthropicMessagesProvider as t };
|
|
991
991
|
|
|
992
|
-
//# sourceMappingURL=messages-
|
|
992
|
+
//# sourceMappingURL=messages-W898zuCm.js.map
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import { t as invariant } from "./invariant-CbHB1xyx.js";
|
|
3
|
-
import { l as isLoggedIntoCloud } from "./accounts-
|
|
3
|
+
import { l as isLoggedIntoCloud } from "./accounts-DApS8Gpe.js";
|
|
4
4
|
import { n as accumulateAttackerTokenUsage } from "./tokenUsageUtils-Cf6nFV6z.js";
|
|
5
|
-
import { i as REDTEAM_SIMULATED_USER_TASK_ID } from "./promptfoo-
|
|
6
|
-
import { t as SimulatedUser } from "./simulatedUser-
|
|
7
|
-
import { d as getLastMessageContent, h as messagesToRedteamHistory } from "./shared-
|
|
5
|
+
import { i as REDTEAM_SIMULATED_USER_TASK_ID } from "./promptfoo-HD40ugrk.js";
|
|
6
|
+
import { t as SimulatedUser } from "./simulatedUser-BTox0iZp.js";
|
|
7
|
+
import { d as getLastMessageContent, h as messagesToRedteamHistory } from "./shared-jcnXW0lA.js";
|
|
8
8
|
//#region src/redteam/providers/mischievousUser.ts
|
|
9
9
|
const PROVIDER_ID = "promptfoo:redteam:mischievous-user";
|
|
10
10
|
var RedteamMischievousUserProvider = class extends SimulatedUser {
|
|
@@ -49,4 +49,4 @@ var RedteamMischievousUserProvider = class extends SimulatedUser {
|
|
|
49
49
|
//#endregion
|
|
50
50
|
export { RedteamMischievousUserProvider as default };
|
|
51
51
|
|
|
52
|
-
//# sourceMappingURL=mischievousUser-
|
|
52
|
+
//# sourceMappingURL=mischievousUser-4wlyqv76.js.map
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { t as invariant } from "./invariant-CHP0zrix.js";
|
|
2
|
-
import { l as isLoggedIntoCloud } from "./accounts-
|
|
2
|
+
import { l as isLoggedIntoCloud } from "./accounts-BDud3p32.js";
|
|
3
3
|
import { n as accumulateAttackerTokenUsage } from "./tokenUsageUtils-T-dUB6UI.js";
|
|
4
|
-
import { d as getLastMessageContent, h as messagesToRedteamHistory } from "./shared-
|
|
5
|
-
import { i as REDTEAM_SIMULATED_USER_TASK_ID } from "./promptfoo-
|
|
6
|
-
import { t as SimulatedUser } from "./simulatedUser-
|
|
4
|
+
import { d as getLastMessageContent, h as messagesToRedteamHistory } from "./shared-BkcgE6vB.js";
|
|
5
|
+
import { i as REDTEAM_SIMULATED_USER_TASK_ID } from "./promptfoo-ByMuyN2p.js";
|
|
6
|
+
import { t as SimulatedUser } from "./simulatedUser-BK0F6Lub.js";
|
|
7
7
|
//#region src/redteam/providers/mischievousUser.ts
|
|
8
8
|
const PROVIDER_ID = "promptfoo:redteam:mischievous-user";
|
|
9
9
|
var RedteamMischievousUserProvider = class extends SimulatedUser {
|
|
@@ -48,4 +48,4 @@ var RedteamMischievousUserProvider = class extends SimulatedUser {
|
|
|
48
48
|
//#endregion
|
|
49
49
|
export { RedteamMischievousUserProvider as default };
|
|
50
50
|
|
|
51
|
-
//# sourceMappingURL=mischievousUser-
|
|
51
|
+
//# sourceMappingURL=mischievousUser-B1-HU9CD.js.map
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { t as invariant } from "./invariant-CHP0zrix.js";
|
|
2
|
-
import { s as isLoggedIntoCloud } from "./accounts-
|
|
2
|
+
import { s as isLoggedIntoCloud } from "./accounts-B8CVRmIl.js";
|
|
3
3
|
import { n as accumulateAttackerTokenUsage } from "./tokenUsageUtils-BCYRro5h.js";
|
|
4
|
-
import { i as REDTEAM_SIMULATED_USER_TASK_ID } from "./promptfoo-
|
|
5
|
-
import { t as SimulatedUser } from "./simulatedUser-
|
|
6
|
-
import { d as getLastMessageContent, h as messagesToRedteamHistory } from "./shared-
|
|
4
|
+
import { i as REDTEAM_SIMULATED_USER_TASK_ID } from "./promptfoo-BeCm2WDJ.js";
|
|
5
|
+
import { t as SimulatedUser } from "./simulatedUser-C8WconFg.js";
|
|
6
|
+
import { d as getLastMessageContent, h as messagesToRedteamHistory } from "./shared-CkERSpeg.js";
|
|
7
7
|
//#region src/redteam/providers/mischievousUser.ts
|
|
8
8
|
const PROVIDER_ID = "promptfoo:redteam:mischievous-user";
|
|
9
9
|
var RedteamMischievousUserProvider = class extends SimulatedUser {
|
|
@@ -48,4 +48,4 @@ var RedteamMischievousUserProvider = class extends SimulatedUser {
|
|
|
48
48
|
//#endregion
|
|
49
49
|
export { RedteamMischievousUserProvider as default };
|
|
50
50
|
|
|
51
|
-
//# sourceMappingURL=mischievousUser-
|
|
51
|
+
//# sourceMappingURL=mischievousUser-BJQRmmfP.js.map
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
const require_invariant = require("./invariant-C2JOzzO2.cjs");
|
|
2
|
-
const require_accounts = require("./accounts-
|
|
2
|
+
const require_accounts = require("./accounts-DosZWKJy.cjs");
|
|
3
3
|
const require_tokenUsageUtils = require("./tokenUsageUtils-BbqyaBi4.cjs");
|
|
4
|
-
const require_promptfoo = require("./promptfoo-
|
|
5
|
-
const require_simulatedUser = require("./simulatedUser-
|
|
6
|
-
const require_shared = require("./shared-
|
|
4
|
+
const require_promptfoo = require("./promptfoo-B3EDkr9n.cjs");
|
|
5
|
+
const require_simulatedUser = require("./simulatedUser-ByVb7gXp.cjs");
|
|
6
|
+
const require_shared = require("./shared-Bl84k1Oo.cjs");
|
|
7
7
|
//#region src/redteam/providers/mischievousUser.ts
|
|
8
8
|
const PROVIDER_ID = "promptfoo:redteam:mischievous-user";
|
|
9
9
|
var RedteamMischievousUserProvider = class extends require_simulatedUser.SimulatedUser {
|
|
@@ -48,4 +48,4 @@ var RedteamMischievousUserProvider = class extends require_simulatedUser.Simulat
|
|
|
48
48
|
//#endregion
|
|
49
49
|
exports.default = RedteamMischievousUserProvider;
|
|
50
50
|
|
|
51
|
-
//# sourceMappingURL=mischievousUser-
|
|
51
|
+
//# sourceMappingURL=mischievousUser-CHIJi5vr.cjs.map
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
const require_logger = require("./logger-BN3n9c1R.cjs");
|
|
2
|
-
const require_fetch = require("./fetch-
|
|
3
|
-
const require_cache = require("./cache-
|
|
2
|
+
const require_fetch = require("./fetch-D54lzFcD.cjs");
|
|
3
|
+
const require_cache = require("./cache-g3VTrtsd.cjs");
|
|
4
4
|
const require_blobs = require("./blobs-DsXWJXf6.cjs");
|
|
5
5
|
const require_extractor = require("./extractor-C6JkPnKn.cjs");
|
|
6
6
|
const require_text = require("./text-513KmH8t.cjs");
|
|
@@ -166,4 +166,4 @@ var ModelsLabImageProvider = class {
|
|
|
166
166
|
//#endregion
|
|
167
167
|
exports.ModelsLabImageProvider = ModelsLabImageProvider;
|
|
168
168
|
|
|
169
|
-
//# sourceMappingURL=modelslab-
|
|
169
|
+
//# sourceMappingURL=modelslab-CLDbPmPX.cjs.map
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import { R as getEnvString, c as logger } from "./logger-YzVIwMVq.js";
|
|
3
|
-
import {
|
|
4
|
-
import { i as fetchWithCache } from "./cache-
|
|
3
|
+
import { A as getRequestTimeoutMs, r as fetchWithProxy } from "./fetch-KD8O9oZZ.js";
|
|
4
|
+
import { i as fetchWithCache } from "./cache-xL5UULpy.js";
|
|
5
5
|
import { s as storeBlob } from "./blobs-Dpyeuxru.js";
|
|
6
6
|
import { n as isBlobStorageEnabled } from "./extractor-8jl9p5Oy.js";
|
|
7
7
|
import { t as ellipsize } from "./text-CV7MmVb_.js";
|
|
@@ -167,4 +167,4 @@ var ModelsLabImageProvider = class {
|
|
|
167
167
|
//#endregion
|
|
168
168
|
export { ModelsLabImageProvider };
|
|
169
169
|
|
|
170
|
-
//# sourceMappingURL=modelslab-
|
|
170
|
+
//# sourceMappingURL=modelslab-CZ03gaHC.js.map
|