promptfoo 0.122.1 → 0.122.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/src/{accounts-Jug2Ciel.js → accounts-B8CVRmIl.js} +4 -4
- package/dist/src/{accounts-mch0qw47.js → accounts-BDud3p32.js} +4 -4
- package/dist/src/{accounts-CAjSMkuH.js → accounts-DApS8Gpe.js} +5 -5
- package/dist/src/{accounts-CZFxG3Og.cjs → accounts-DosZWKJy.cjs} +4 -4
- package/dist/src/{agentic-utils-CAL6OL48.js → agentic-utils-B94-_ExD.js} +12 -3
- package/dist/src/{agentic-utils-B3r4NpU-.cjs → agentic-utils-CMewaQ09.cjs} +13 -4
- package/dist/src/{agentic-utils-Cswmio9j.js → agentic-utils-DOMq4mqJ.js} +12 -3
- package/dist/src/{agentic-utils-CR5IyddC.js → agentic-utils-DneHhExJ.js} +12 -3
- package/dist/src/{agents-BYZQa11K.js → agents-99i09OkS.js} +4 -4
- package/dist/src/{agents-CfaaStfu.cjs → agents-BXDQ1xw_.cjs} +2 -2
- package/dist/src/{agents-CUSOo7ly.js → agents-BzOkbtWo.js} +2 -2
- package/dist/src/{agents-DgKZ1aMv.js → agents-CmgJALGp.js} +2 -2
- package/dist/src/{agents-CzaXVlpn.js → agents-CqqOAB9i.js} +4 -4
- package/dist/src/{agents-t29fGe9S.js → agents-CroOVBY1.js} +4 -4
- package/dist/src/{agents-CKOdC5bg.cjs → agents-DtmugJpS.cjs} +4 -4
- package/dist/src/{agents-B2aTR8k4.js → agents-mNkg-c-D.js} +2 -2
- package/dist/src/{ai.studio-DprNFGT7.js → ai.studio-4CqyrhMr.js} +7 -6
- package/dist/src/{ai.studio-BTbBobIe.js → ai.studio-Bw7HGWAy.js} +7 -6
- package/dist/src/{ai.studio-DdDttvQ_.js → ai.studio-BySqRQcL.js} +7 -6
- package/dist/src/{ai.studio-lJHgVtc3.js → ai.studio-CmQz4HRF.js} +1 -1
- package/dist/src/{ai.studio-Cfr1uqJd.cjs → ai.studio-CzWiW2J3.cjs} +11 -10
- package/dist/src/{aimlapi-agQErPC7.cjs → aimlapi-BPLx5bkN.cjs} +6 -6
- package/dist/src/{aimlapi-C7aw_Yci.js → aimlapi-CPHuwytR.js} +6 -6
- package/dist/src/{aimlapi-BbhgeGRG.js → aimlapi-CtFNhGfQ.js} +6 -6
- package/dist/src/{aimlapi-Cj1shS5g.js → aimlapi-DvORJAqy.js} +6 -6
- package/dist/src/{anthropicMessages-DM4fND86.cjs → anthropicMessages-CV6LTNAW.cjs} +2 -2
- package/dist/src/{anthropicMessages-B2lCmO9a.js → anthropicMessages-D7C1kjQD.js} +2 -2
- package/dist/src/{anthropicMessages-B3DWK3KH.js → anthropicMessages-Dnuashu8.js} +2 -2
- package/dist/src/{anthropicMessages-CIzwoHC7.js → anthropicMessages-HcZgERmB.js} +2 -2
- package/dist/src/app/assets/{index-A24J7UxV.css → index-4gjyvw3y.css} +1 -1
- package/dist/src/app/assets/{index-BSBYsw_6.js → index-nyJ_XC0u.js} +55 -55
- package/dist/src/app/index.html +2 -2
- package/dist/src/{audio-FK9OJM6x.js → audio-BdlJQepT.js} +3 -3
- package/dist/src/{audio-DJSX3nfH.cjs → audio-CT31dzi3.cjs} +3 -3
- package/dist/src/{audio-BLydpzg4.js → audio-CZ4800_-.js} +3 -3
- package/dist/src/{audio-BFL3WPG8.js → audio-CuAl9sNH.js} +3 -3
- package/dist/src/{authoritativeMarkupInjection-C79vhK3h.js → authoritativeMarkupInjection-Bk-2UAXm.js} +6 -6
- package/dist/src/{authoritativeMarkupInjection-DSEnwId_.cjs → authoritativeMarkupInjection-BkZvUL3M.cjs} +6 -6
- package/dist/src/{authoritativeMarkupInjection-D7PPkR2H.js → authoritativeMarkupInjection-CO3XuBsw.js} +6 -6
- package/dist/src/{authoritativeMarkupInjection-a2WZAWI8.js → authoritativeMarkupInjection-CsW2Rlxr.js} +6 -6
- package/dist/src/{aws-GuyZqnyf.js → aws-BatJ_yy7.js} +20 -20
- package/dist/src/{aws-BHmi7gOy.cjs → aws-DhQCXH3c.cjs} +20 -20
- package/dist/src/{aws-Bzt3WQU2.js → aws-VLbhCTiT.js} +20 -20
- package/dist/src/{aws-BS8qSHy8.js → aws-iSX9DyrD.js} +20 -20
- package/dist/src/{base-nbJrRpSV.js → base-C6jKTbCS.js} +7 -6
- package/dist/src/{base-CoTAT5vv.cjs → base-CJEf9k2O.cjs} +8 -7
- package/dist/src/{base-DEkuzxBW.js → base-CWyDTNcT.js} +2 -2
- package/dist/src/{base-mEWUSyIi.cjs → base-CeTzVZ7f.cjs} +2 -2
- package/dist/src/{base-CcYX8Sl7.js → base-CnzvtFbT.js} +2 -2
- package/dist/src/{base-BW_ro6TZ.js → base-Dd6PX7qL.js} +7 -6
- package/dist/src/{base-e2pL9Dg2.js → base-IFkEP-f1.js} +2 -2
- package/dist/src/{base-Bya3Xq-l.js → base-wuaktSuM.js} +7 -6
- package/dist/src/{bestOfN-6RYHfbeS.js → bestOfN-B99Kp3n1.js} +7 -7
- package/dist/src/{bestOfN-DsHy4gMF.cjs → bestOfN-BtBlH3Y1.cjs} +7 -7
- package/dist/src/{bestOfN-DDkIdZME.js → bestOfN-C7cPgSak.js} +7 -7
- package/dist/src/{bestOfN-Cbw8nnar.js → bestOfN-YNF3sLNc.js} +7 -7
- package/dist/src/{billing-nlGj2fi4.js → billing-BhTrP4CT.js} +2 -2
- package/dist/src/{billing-_izMSTD8.js → billing-D0eg28TA.js} +2 -2
- package/dist/src/{billing-K5i9I9vT.cjs → billing-Q1c9C5Or.cjs} +2 -2
- package/dist/src/{billing-CXk1T-EF.js → billing-eFe0xWZw.js} +2 -2
- package/dist/src/cache-Cjok8TBD.js +3 -0
- package/dist/src/{cache-Bwj_lNIo.js → cache-DTOVFNqA.js} +10 -4
- package/dist/src/{cache-C41JuZ74.js → cache-ePPAC5hy.js} +10 -4
- package/dist/src/{cache-DU82DyKI.cjs → cache-g3VTrtsd.cjs} +10 -4
- package/dist/src/{cache-NhFSRGTI.js → cache-xL5UULpy.js} +10 -5
- package/dist/src/{chat-Dt05zdU6.js → chat-1nt-gftw.js} +2 -2
- package/dist/src/{chat-Bh-Qkkm0.js → chat-64whAu1x.js} +2 -2
- package/dist/src/{chat-B43K4ZEW.cjs → chat-B5hzLi-1.cjs} +2 -2
- package/dist/src/{chat-6XCdGjXy.js → chat-BNY6oewj.js} +2 -2
- package/dist/src/{chat-Ds6f4gIO.js → chat-BPcmJMS6.js} +3 -3
- package/dist/src/{chat-CsmFtqbm.js → chat-BbVy4fHI.js} +2 -2
- package/dist/src/{chat-BPZNYAci.js → chat-BfWSvpJp.js} +3 -3
- package/dist/src/{chat-g28uolEO.cjs → chat-BuHuQ8dN.cjs} +13 -12
- package/dist/src/{chat-BUPwwei1.js → chat-C9Xi0123.js} +2 -2
- package/dist/src/{chat-D6SUUPHc.js → chat-CQkXljIT.js} +11 -10
- package/dist/src/{chat-BJT_S-0-.cjs → chat-DQfpTnnW.cjs} +2 -2
- package/dist/src/{chat-BjEpVBWz.js → chat-DQhTLvCt.js} +2 -2
- package/dist/src/{chat-b1tvD2yV.js → chat-Dn1Z6reC.js} +3 -3
- package/dist/src/{chat-DYIP7MZz.js → chat-DqUm2XRG.js} +11 -10
- package/dist/src/{chat-ByXWx4Jn.js → chat-WpIdBaCf.js} +11 -10
- package/dist/src/{chat-D9DdQU09.cjs → chat-psXx3S3c.cjs} +3 -3
- package/dist/src/{claude-agent-sdk-BOt139Ms.js → claude-agent-sdk-ByLXefcP.js} +4 -4
- package/dist/src/{claude-agent-sdk-BbO4g2C3.cjs → claude-agent-sdk-CXAxCt84.cjs} +4 -4
- package/dist/src/{claude-agent-sdk-ClB69ybZ.js → claude-agent-sdk-Ccqr4OHD.js} +4 -4
- package/dist/src/{claude-agent-sdk-DDgSb327.js → claude-agent-sdk-DFDGkJC4.js} +4 -4
- package/dist/src/{client-nl7Ghern.js → client-4bErwdpG.js} +3 -3
- package/dist/src/{client-DvRyvBRs.cjs → client-B8cIFzy1.cjs} +3 -3
- package/dist/src/{client-QLK1dAIt.js → client-Bz_qkOt7.js} +3 -3
- package/dist/src/{client-BpIjXLJ0.js → client-C8mYuoRi.js} +3 -3
- package/dist/src/cloud-BzpJioZO.js +3 -0
- package/dist/src/{cloud-D3FRkXX5.js → cloud-D9lRDzlx.js} +43 -7
- package/dist/src/{cloudflare-ai-CerptSv1.js → cloudflare-ai-BduG_WGt.js} +4 -4
- package/dist/src/{cloudflare-ai-BEu-xQ5J.cjs → cloudflare-ai-C0cr71_N.cjs} +4 -4
- package/dist/src/{cloudflare-ai-Cnaag2kZ.js → cloudflare-ai-DNNHsdi_.js} +4 -4
- package/dist/src/{cloudflare-ai-DpwGGVCv.js → cloudflare-ai-GiqeJOW2.js} +4 -4
- package/dist/src/{cloudflare-gateway-yWM6dZYR.js → cloudflare-gateway-BCd15euW.js} +3 -3
- package/dist/src/{cloudflare-gateway-D_M6cCM_.cjs → cloudflare-gateway-CNwgkjWa.cjs} +3 -3
- package/dist/src/{cloudflare-gateway-DC_kOGWf.js → cloudflare-gateway-D6gTnn0M.js} +3 -3
- package/dist/src/{cloudflare-gateway-BDO7Oy1M.js → cloudflare-gateway-j8ioV3mO.js} +3 -3
- package/dist/src/{codex-app-server-CwK6Xbfe.cjs → codex-app-server-CeT18Dkz.cjs} +6 -6
- package/dist/src/{codex-app-server-YZmDON1h.js → codex-app-server-CjOwEU74.js} +1 -1
- package/dist/src/{codex-app-server-Caz528S8.js → codex-app-server-DW77otWv.js} +5 -5
- package/dist/src/{codex-app-server-DK4HYKYU.js → codex-app-server-GlPHXwGV.js} +5 -5
- package/dist/src/{codex-app-server-DTZ30MNj.js → codex-app-server-krirlx9j.js} +5 -5
- package/dist/src/codex-runtime-BjmQ9rWv.js +5 -0
- package/dist/src/codex-runtime-DYQUgTW-.js +4 -0
- package/dist/src/codex-runtime-o7SyHeWu.js +4 -0
- package/dist/src/codex-runtime-sKhQvTow.cjs +3 -0
- package/dist/src/{codex-sdk-C5VGCVuq.js → codex-sdk-B3LZgJqW.js} +6 -5
- package/dist/src/{codex-sdk-Bxihv7gJ.cjs → codex-sdk-BrhzHGrr.cjs} +7 -6
- package/dist/src/{codex-sdk-BRCGs7KO.js → codex-sdk-DZ_mKG21.js} +6 -5
- package/dist/src/codex-sdk-DkbU2gJR.js +3 -0
- package/dist/src/{codex-sdk-AzoGV5xQ.js → codex-sdk-Gv0vgj5a.js} +6 -5
- package/dist/src/codex-security-71xcR7s3.js +382 -0
- package/dist/src/codex-security-A8dTt6Ov.cjs +386 -0
- package/dist/src/codex-security-DSYUnVdR.js +383 -0
- package/dist/src/codex-security-DqVPI2Th.js +382 -0
- package/dist/src/{cometapi-CFOBA79U.js → cometapi-BdmjhPSR.js} +7 -7
- package/dist/src/{cometapi-Dq70nB-i.js → cometapi-Bst9fl8W.js} +7 -7
- package/dist/src/{cometapi-DEVvRD5z.cjs → cometapi-CPjQpopA.cjs} +7 -7
- package/dist/src/{cometapi-C3SQRHPF.js → cometapi-Duei84Pe.js} +7 -7
- package/dist/src/{completion-Ci8l1pSN.js → completion-BwID-cTv.js} +5 -5
- package/dist/src/{completion-CcbYZDub.js → completion-D90cHpyH.js} +5 -5
- package/dist/src/{completion-wKp5JlDu.js → completion-DSVbiAms.js} +5 -5
- package/dist/src/{completion-Ch4qZHiN.cjs → completion-fjqwBQIQ.cjs} +5 -5
- package/dist/src/{crescendo-QA8kgoFA.cjs → crescendo-Cism3YAo.cjs} +18 -18
- package/dist/src/{crescendo-DXTA2eKd.js → crescendo-Cpj-F0iB.js} +13 -13
- package/dist/src/{crescendo-Dgco_cd5.js → crescendo-DJ3dxaZ8.js} +13 -13
- package/dist/src/{crescendo-By5ZfUli.js → crescendo-DiAK4mXf.js} +13 -13
- package/dist/src/{custom-fIO2MwcN.js → custom-BcSQF7OR.js} +11 -11
- package/dist/src/{custom-CobMcSKD.js → custom-CpA8_KgN.js} +11 -11
- package/dist/src/{custom-CPTsrJYI.js → custom-DfeRaakX.js} +11 -11
- package/dist/src/{custom-DQMMH6yL.cjs → custom-WyC-PH98.cjs} +14 -14
- package/dist/src/{docker-Bhb-hDqU.cjs → docker-5g1NcdAE.cjs} +5 -5
- package/dist/src/{docker-bXiMHPBm.js → docker-B97bdCFf.js} +5 -5
- package/dist/src/{docker-CdqlpwxU.js → docker-CgvCV_lT.js} +5 -5
- package/dist/src/{docker-CLatgAgj.js → docker-D2q5yAnA.js} +5 -5
- package/dist/src/{embedding-DMnl5l3W.js → embedding-B3RQXlr7.js} +5 -5
- package/dist/src/{embedding-cJ7sWqTp.cjs → embedding-C2BHs7bs.cjs} +5 -5
- package/dist/src/{embedding-DWeAJwIi.js → embedding-DgjYhcCm.js} +5 -5
- package/dist/src/{embedding-Kx2Jhb7b.js → embedding-qvISOYlD.js} +5 -5
- package/dist/src/{eval-XZjM8PtE.js → eval-BB4Rvl3w.js} +4 -4
- package/dist/src/{eval-yT4SKSzC.js → eval-BFqlPFXm.js} +1 -1
- package/dist/src/{evalResult-CmUmgA2I.js → evalResult-C9ntrv7r.js} +2 -2
- package/dist/src/{evaluator-BNYv5Xws.js → evaluator-BxDpurGf.js} +21 -20
- package/dist/src/evaluator-DxIVNCZm.js +3 -0
- package/dist/src/{evaluatorHelpers-D2ObFR8i.cjs → evaluatorHelpers-B2c1yYV4.cjs} +8 -7
- package/dist/src/{evaluatorHelpers-C60uhMf4.js → evaluatorHelpers-Bd8xun4J.js} +5 -4
- package/dist/src/{evaluatorHelpers-lNii4N30.js → evaluatorHelpers-CZ2p3rWG.js} +5 -4
- package/dist/src/{evaluatorHelpers-G6saWD9g.js → evaluatorHelpers-CgcFRjns.js} +5 -4
- package/dist/src/fetch-BO4sLtRp.js +3 -0
- package/dist/src/{fetch-BCrWkFgb.js → fetch-CKqW5dym.js} +2 -2
- package/dist/src/{fetch-DxQ9oCzS.cjs → fetch-CQfF18HC.cjs} +2 -2
- package/dist/src/{fetch-DDiGmyRM.js → fetch-Cm0VICza.js} +2 -2
- package/dist/src/{fetch-DTnUr1aF.cjs → fetch-D54lzFcD.cjs} +69 -18
- package/dist/src/{fetch-BdWQKDMj.js → fetch-DnDg-Ics.js} +64 -19
- package/dist/src/{fetch-JNQMF9vN.js → fetch-Dwv9LIL3.js} +2 -2
- package/dist/src/{fetch-Bnj1JCJi.js → fetch-KD8O9oZZ.js} +24 -15
- package/dist/src/{fetch-BjXG13jC.js → fetch-tOnj-VPG.js} +64 -19
- package/dist/src/{functionCallbackUtils-Ck1qbh7p.js → functionCallbackUtils-B-fNUZ4T.js} +3 -3
- package/dist/src/{functionCallbackUtils-BJ2I_9tt.js → functionCallbackUtils-B7KGl5xQ.js} +3 -3
- package/dist/src/{functionCallbackUtils-VbcI1Aub.cjs → functionCallbackUtils-BDroEgNs.cjs} +3 -3
- package/dist/src/{functionCallbackUtils-BGXXxhrC.js → functionCallbackUtils-EjWy67uz.js} +3 -3
- package/dist/src/{gemini-image-8YxPzaSx.js → gemini-image-B4vMqMOQ.js} +4 -4
- package/dist/src/{gemini-image-C5qQIQhS.js → gemini-image-B6ZTrDe5.js} +4 -4
- package/dist/src/{gemini-image-DxTRWDFj.cjs → gemini-image-DYd6vsTn.cjs} +4 -4
- package/dist/src/{gemini-image-CfkY7fEx.js → gemini-image-D_-_Yxtw.js} +4 -4
- package/dist/src/{goat-CR4LFL8E.js → goat-B80KUvGW.js} +14 -14
- package/dist/src/{goat-Dg7N-qgd.js → goat-BKhidS2l.js} +14 -14
- package/dist/src/{goat-D_thj1jf.cjs → goat-Dorh32Ub.cjs} +18 -18
- package/dist/src/{goat-BVp2yIw-.js → goat-jg8kFsKP.js} +14 -14
- package/dist/src/{goblin-4D8Nfpnl.cjs → goblin-B_rz0LjO.cjs} +2 -2
- package/dist/src/{goblin-CZAgIkjX.js → goblin-C8-aCrlP.js} +2 -2
- package/dist/src/{goblin-Dlox542E.js → goblin-CqLJeleh.js} +2 -2
- package/dist/src/{goblin-OrBEar64.js → goblin-CuznsHt0.js} +2 -2
- package/dist/src/{google-CC83MIsJ.cjs → google-8szBGwzV.cjs} +11 -11
- package/dist/src/{google-DRsee0nT.js → google-B1v8u6hy.js} +11 -11
- package/dist/src/{google-Dbpyq6la.js → google-B6p_pWxZ.js} +11 -11
- package/dist/src/{google-LtdcKmFu.js → google-DCn7b9au.js} +11 -11
- package/dist/src/graders-B8dB5kSQ.js +3 -0
- package/dist/src/{graders-vHzBsfHT.js → graders-BPmH2YVm.js} +20 -19
- package/dist/src/{graders-C77c5GiF.js → graders-BWtqxJ75.js} +20 -19
- package/dist/src/{graders-43jk_163.js → graders-CS8YkOd5.js} +21 -20
- package/dist/src/{graders-D7xtBg2s.cjs → graders-DpPGnz8u.cjs} +26 -25
- package/dist/src/{hydra-BBkVh274.js → hydra-CXR6iPRp.js} +12 -12
- package/dist/src/{hydra-CvGcOAZn.js → hydra-Cr1WleCi.js} +1 -1
- package/dist/src/{hydra-WACE_1Zb.js → hydra-DCp4JZxW.js} +12 -12
- package/dist/src/{hydra-DlPvPWLB.js → hydra-HgjWEGIf.js} +12 -12
- package/dist/src/{hydra-B0Aqb-zg.cjs → hydra-RlGwrC81.cjs} +12 -12
- package/dist/src/{image-B7HA9bRW.js → image-B4B444eV.js} +3 -3
- package/dist/src/{image-CLljmxcq.cjs → image-Bkns4wpz.cjs} +3 -3
- package/dist/src/{image-D_yzoOlU.js → image-BqF4qDz6.js} +5 -5
- package/dist/src/{image-RxcUfS9c.js → image-C1bIho6n.js} +4 -4
- package/dist/src/{image-BQf2QP3f.js → image-CFtq9j1u.js} +4 -4
- package/dist/src/{image-B-BLrwzM.js → image-CeAMtI2v.js} +5 -5
- package/dist/src/{image-DD9l6-Hi.cjs → image-ChCkFmER.cjs} +5 -5
- package/dist/src/{image-DQB7ft5H.js → image-Cy0nxgir.js} +3 -3
- package/dist/src/{image-HHqjkpmw.js → image-DDJ5HtyW.js} +3 -3
- package/dist/src/{image-N49IDbzx.cjs → image-DSLZ3_9_.cjs} +4 -4
- package/dist/src/{image-C1Tc1hrH.js → image-Dde5ywa6.js} +4 -4
- package/dist/src/{image-Dll064X0.js → image-G65m_Tkp.js} +5 -5
- package/dist/src/index.cjs +37 -35
- package/dist/src/index.d.cts +2 -1
- package/dist/src/index.d.ts +2 -1
- package/dist/src/index.js +26 -24
- package/dist/src/{indirectWebPwn-g-F3__Gp.js → indirectWebPwn-BFdbbs6S.js} +5 -5
- package/dist/src/{indirectWebPwn-Dg4gS14o.js → indirectWebPwn-BeNTvIGX.js} +4 -4
- package/dist/src/{indirectWebPwn-BVsvAUZv.js → indirectWebPwn-BhuZ26Yd.js} +4 -4
- package/dist/src/{indirectWebPwn-DmNLSb0J.js → indirectWebPwn-C-pe6OEr.js} +5 -5
- package/dist/src/{indirectWebPwn-Ch0EQWKt.cjs → indirectWebPwn-CwSQCQGM.cjs} +4 -4
- package/dist/src/{indirectWebPwn-2HDLyS-4.js → indirectWebPwn-DahWlbTc.js} +4 -4
- package/dist/src/{indirectWebPwn-lUx8flGh.cjs → indirectWebPwn-Dcc2nw9e.cjs} +5 -5
- package/dist/src/{indirectWebPwn-P3GLMBT7.js → indirectWebPwn-Dcn8pufK.js} +5 -5
- package/dist/src/{interactions-CqITU8xN.js → interactions-BC_LipMV.js} +5 -5
- package/dist/src/{interactions-vSEfKNox.js → interactions-BUojcIo3.js} +5 -5
- package/dist/src/{interactions-BkHdiUV_.cjs → interactions-CBWiz1sE.cjs} +10 -10
- package/dist/src/{interactions-BwaVVpFQ.js → interactions-FdIt-wCm.js} +5 -5
- package/dist/src/{iterative-CJqvJcCg.cjs → iterative-C03QAXol.cjs} +17 -17
- package/dist/src/{iterative-CmzmX0Ud.js → iterative-C6PvGSZG.js} +13 -13
- package/dist/src/{iterative-BrCMcCPN.js → iterative-C6dOO1pV.js} +13 -13
- package/dist/src/{iterative-Ny9s9zYD.js → iterative-Dm9ed-k9.js} +13 -13
- package/dist/src/{iterativeImage-6UW4D5PR.js → iterativeImage-C1eEEQTU.js} +4 -4
- package/dist/src/{iterativeImage-MQuACdQM.js → iterativeImage-CPdjUydZ.js} +4 -4
- package/dist/src/{iterativeImage-C9ti-N0n.js → iterativeImage-Drxk9690.js} +4 -4
- package/dist/src/{iterativeImage-DrKM797g.cjs → iterativeImage-qpfLOoXo.cjs} +6 -6
- package/dist/src/{iterativeMeta-BFyT65qP.js → iterativeMeta-Bcfzi4sI.js} +12 -12
- package/dist/src/{iterativeMeta-0J6M1Vdv.js → iterativeMeta-CpW_wQO6.js} +12 -12
- package/dist/src/{iterativeMeta-GZVbjagU.cjs → iterativeMeta-DPgnNAss.cjs} +12 -12
- package/dist/src/{iterativeMeta-C1Dh7MxZ.js → iterativeMeta-weggsGV_.js} +12 -12
- package/dist/src/{iterativeTree-BrUcgg6W.js → iterativeTree-CKuB2Z6S.js} +12 -12
- package/dist/src/{iterativeTree-D3_N68uI.js → iterativeTree-Uw3DtvA4.js} +12 -12
- package/dist/src/{iterativeTree-CypPTiqZ.js → iterativeTree-Z5eESQAW.js} +12 -12
- package/dist/src/{iterativeTree-CZMTUJkt.cjs → iterativeTree-sq1SXe1H.cjs} +23 -23
- package/dist/src/{knowledgeBase-oPMm43ZU.js → knowledgeBase-2fh31P8U.js} +4 -4
- package/dist/src/{knowledgeBase-DSmUn4aP.js → knowledgeBase-CZwpvp9c.js} +4 -4
- package/dist/src/{knowledgeBase-BIZW29tN.js → knowledgeBase-Cfr9fuln.js} +4 -4
- package/dist/src/{knowledgeBase-dv8uETfk.cjs → knowledgeBase-Cy5S2dUm.cjs} +4 -4
- package/dist/src/{litellm-CCNfY67w.cjs → litellm-BX6YVwnT.cjs} +4 -4
- package/dist/src/{litellm-CPWGXO61.js → litellm-Bwskx_kf.js} +4 -4
- package/dist/src/{litellm-D2w4bj_z.js → litellm-DG8dC_1P.js} +4 -4
- package/dist/src/{litellm-DB7MRouZ.js → litellm-RtR3zWqA.js} +4 -4
- package/dist/src/{live-CDBvrFTF.cjs → live-BIYLKr6M.cjs} +4 -4
- package/dist/src/{live-BFul3lOj.js → live-BloWTLms.js} +4 -4
- package/dist/src/{live-A1fk8Tl-.js → live-C2hVmTZg.js} +4 -4
- package/dist/src/{live-CRIdbA0o.js → live-CCPXSaYj.js} +4 -4
- package/dist/src/{luma-ray-5CZM_02a.cjs → luma-ray-B3Mt-cN9.cjs} +2 -2
- package/dist/src/{luma-ray-D68mWNcj.js → luma-ray-BGYY3Y9D.js} +2 -2
- package/dist/src/{luma-ray-5Y_J9rjd.js → luma-ray-DTvqEeAb.js} +2 -2
- package/dist/src/{luma-ray-lD3WwDx2.js → luma-ray-Te_YbEBL.js} +2 -2
- package/dist/src/main.js +41 -38
- package/dist/src/{mantleChat-B9O0prU3.js → mantleChat-B7ZGnN3G.js} +2 -2
- package/dist/src/{mantleChat-BRtCbGNb.js → mantleChat-BEwZSACi.js} +2 -2
- package/dist/src/{mantleChat-BNYodgnM.cjs → mantleChat-DRHEiiq7.cjs} +2 -2
- package/dist/src/{mantleChat-aXRLgaar.js → mantleChat-bG3JUmId.js} +2 -2
- package/dist/src/{memoryPoisoning-BP8lqzRR.js → memoryPoisoning-CRCeE8o0.js} +5 -5
- package/dist/src/{memoryPoisoning-CXlBD_-Y.js → memoryPoisoning-DPz_mF21.js} +5 -5
- package/dist/src/{memoryPoisoning-B2dsdKye.cjs → memoryPoisoning-DRIrT0Zv.cjs} +5 -5
- package/dist/src/{memoryPoisoning-C2cyu0C-.js → memoryPoisoning-DUqPlY5F.js} +5 -5
- package/dist/src/{messages-B5cYbsZJ.cjs → messages-BDbtGaqI.cjs} +8 -8
- package/dist/src/{messages-C1diy8zs.js → messages-C306BIuu.js} +8 -8
- package/dist/src/{messages-C9rJcTgf.js → messages-Cqi4nZlY.js} +8 -8
- package/dist/src/{messages-C3_Aa793.js → messages-W898zuCm.js} +8 -8
- package/dist/src/{mischievousUser-BM8LRsDW.js → mischievousUser-4wlyqv76.js} +5 -5
- package/dist/src/{mischievousUser-SPu0AbcD.js → mischievousUser-B1-HU9CD.js} +5 -5
- package/dist/src/{mischievousUser-BVr9ULj0.js → mischievousUser-BJQRmmfP.js} +5 -5
- package/dist/src/{mischievousUser-BDv5f6eO.cjs → mischievousUser-CHIJi5vr.cjs} +5 -5
- package/dist/src/{modelslab-9k-zzEfW.cjs → modelslab-CLDbPmPX.cjs} +3 -3
- package/dist/src/{modelslab-VVi56eHt.js → modelslab-CZ03gaHC.js} +3 -3
- package/dist/src/{modelslab-SFmxkyC5.js → modelslab-Cj0cBlIy.js} +3 -3
- package/dist/src/{modelslab-CvNCpR5m.js → modelslab-DPG6v3Oa.js} +3 -3
- package/dist/src/{nova-reel-DvEcNfJd.js → nova-reel-B401inIg.js} +2 -2
- package/dist/src/{nova-reel-DZRncxke.cjs → nova-reel-D8AFHBH-.cjs} +2 -2
- package/dist/src/{nova-reel-Dtr84O_-.js → nova-reel-RFBr44SY.js} +2 -2
- package/dist/src/{nova-reel-C7RtmR9_.js → nova-reel-sCfu2U7B.js} +2 -2
- package/dist/src/{nova-sonic-B4wexztM.cjs → nova-sonic-B1QLKfJe.cjs} +2 -2
- package/dist/src/{nova-sonic-DXnFfrox.js → nova-sonic-D3CP2Y2f.js} +2 -2
- package/dist/src/{nova-sonic-KyVv4RyY.js → nova-sonic-DPbzYDKH.js} +2 -2
- package/dist/src/{nova-sonic-Doe7LDx_.js → nova-sonic-DlgK5oIa.js} +2 -2
- package/dist/src/{openaiResponses-C3Ml3xst.cjs → openaiResponses-Be2L8u1C.cjs} +2 -2
- package/dist/src/{openaiResponses-CE5BAFhg.js → openaiResponses-CDvzqtsT.js} +2 -2
- package/dist/src/{openaiResponses-CEPZVzZz.js → openaiResponses-CPVWxpRK.js} +2 -2
- package/dist/src/{openaiResponses-DhO4eHg0.js → openaiResponses-sdWTgYPz.js} +2 -2
- package/dist/src/{openclaw-DOZfTvJO.js → openclaw-CKvd8EzM.js} +5 -5
- package/dist/src/{openclaw-XMg8C92z.cjs → openclaw-CSWfAv7N.cjs} +5 -5
- package/dist/src/{openclaw-CbJpj7T8.js → openclaw-Cusi9mm2.js} +5 -5
- package/dist/src/{openclaw-Bugs4BPX.js → openclaw-SY4Ur74P.js} +5 -5
- package/dist/src/{opencode-sdk-CoCVfums.js → opencode-sdk-AGZbtWlq.js} +2 -2
- package/dist/src/{opencode-sdk-Cid8t6m7.cjs → opencode-sdk-B9Dcws4x.cjs} +2 -2
- package/dist/src/{opencode-sdk-CKbY24l_.js → opencode-sdk-ClpPufaf.js} +2 -2
- package/dist/src/{opencode-sdk-mkkCU9O6.js → opencode-sdk-CwBVY4H1.js} +2 -2
- package/dist/src/{openinterpreter-esp9h7Qu.js → openinterpreter-BF1BIP3x.js} +3 -3
- package/dist/src/{openinterpreter-B09Fvndf.js → openinterpreter-Ba9uEUB3.js} +3 -3
- package/dist/src/{openinterpreter-O-8L3wHT.js → openinterpreter-CjAfk7zr.js} +3 -3
- package/dist/src/{openinterpreter-DmCcocbX.cjs → openinterpreter-CjvjRmfR.cjs} +4 -4
- package/dist/src/{promptfoo-BzTq3CZR.cjs → promptfoo-B3EDkr9n.cjs} +4 -4
- package/dist/src/{promptfoo-BnRYCHWo.js → promptfoo-BeCm2WDJ.js} +4 -4
- package/dist/src/{promptfoo-DmLIq1Fg.js → promptfoo-ByMuyN2p.js} +4 -4
- package/dist/src/{promptfoo-DFE6FPtn.js → promptfoo-HD40ugrk.js} +4 -4
- package/dist/src/{providers-YJTtc38R.js → providers-BbgOo13t.js} +68 -48
- package/dist/src/{providers-Dbcg914T.js → providers-BmppqfDI.js} +70 -50
- package/dist/src/{providers-DbRpLhoc.js → providers-C75KcJPJ.js} +68 -48
- package/dist/src/{providers-ASKoKjG0.cjs → providers-CRCoPqQH.cjs} +116 -96
- package/dist/src/{providers-59LpYr3g.js → providers-DI6OXKnh.js} +1 -1
- package/dist/src/{quiverai-BsabGKm2.js → quiverai-8--n-u4s.js} +3 -3
- package/dist/src/{quiverai-dEV-iH9x.cjs → quiverai-CPa-eT-O.cjs} +3 -3
- package/dist/src/{quiverai-CfQpkyAP.js → quiverai-Cyt6JU4X.js} +3 -3
- package/dist/src/{quiverai-D4M0KkyD.js → quiverai-pbddNqGK.js} +3 -3
- package/dist/src/{registry-QpHnWcMr.cjs → registry-3k9Gai1o.cjs} +15 -15
- package/dist/src/{registry-C_cHVcat.js → registry-BdsjaDF0.js} +15 -15
- package/dist/src/{registry-BAiKTqod.js → registry-C63p_cTi.js} +15 -15
- package/dist/src/{registry-BnTKy_CX.js → registry-C842b92A.js} +15 -15
- package/dist/src/{remoteGeneration-PxK1EefI.cjs → remoteGeneration-C0Ev99MO.cjs} +4 -4
- package/dist/src/{remoteGeneration-B0eQSIHo.js → remoteGeneration-Cc78LDjQ.js} +4 -4
- package/dist/src/{remoteGeneration-CwQ0KBdC.js → remoteGeneration-DGJxSMYI.js} +4 -4
- package/dist/src/{remoteGeneration-CopIeiNI.js → remoteGeneration-DnSGqkoH.js} +4 -4
- package/dist/src/render-BRIaR8VG.js +348 -0
- package/dist/src/render-C1VJjFT2.cjs +383 -0
- package/dist/src/render-DIhuKgcQ.js +347 -0
- package/dist/src/render-zarxdXS7.js +347 -0
- package/dist/src/{responses-Cf45MBI8.js → responses-B72c3dpg.js} +8 -7
- package/dist/src/{responses-CB2IgICL.js → responses-DVF5R5Il.js} +8 -7
- package/dist/src/{responses-Doa5xhY1.cjs → responses-DiZCcd1S.cjs} +10 -9
- package/dist/src/{responses-Ci3OK0i0.js → responses-ykcvZ0oE.js} +8 -7
- package/dist/src/{runtimeTransform-BiANYoNE.cjs → runtimeTransform-6aaLbaUN.cjs} +2 -2
- package/dist/src/{runtimeTransform-DCRyBnI7.js → runtimeTransform-Bf5Aif-g.js} +2 -2
- package/dist/src/{runtimeTransform-Dvxqdevg.js → runtimeTransform-DVpy5lDj.js} +2 -2
- package/dist/src/{runtimeTransform-PGM7l51H.js → runtimeTransform-rEgJC2VZ.js} +2 -2
- package/dist/src/{sagemaker-D8O3f2bO.js → sagemaker-BzAkO4HL.js} +9 -9
- package/dist/src/{sagemaker-mlPtR7-q.js → sagemaker-C35al2QN.js} +9 -9
- package/dist/src/{sagemaker-2TZPOS4O.js → sagemaker-D8HnIjWK.js} +9 -9
- package/dist/src/{sagemaker-OlHR8fru.cjs → sagemaker-I0Ei2kNn.cjs} +9 -9
- package/dist/src/{scanner-Dt3oFdeb.js → scanner-De5yM_DC.js} +5 -5
- package/dist/src/server/index.js +31 -29
- package/dist/src/server-B5-TIxn2.js +3 -0
- package/dist/src/{server-MNuRsmJQ.js → server-BaM1Q5gD.js} +4 -4
- package/dist/src/{server-CkrRpgsu.cjs → server-BpmZ1EP0.cjs} +3 -3
- package/dist/src/{server-L884Wtbc.js → server-CqQtEkS_.js} +4 -4
- package/dist/src/{server-lm2H6tXC.js → server-DB1I8Xl3.js} +3 -3
- package/dist/src/{shared-D5rN2VlH.js → shared-BkcgE6vB.js} +14 -14
- package/dist/src/{shared-IP25vMkJ.cjs → shared-Bl84k1Oo.cjs} +14 -14
- package/dist/src/{shared-Dk1AVE9w.js → shared-CkERSpeg.js} +14 -14
- package/dist/src/{shared-yyb3qFQd.js → shared-jcnXW0lA.js} +16 -16
- package/dist/src/{simulatedUser-9Ru_f_dX.js → simulatedUser-BK0F6Lub.js} +5 -4
- package/dist/src/{simulatedUser-6ys8hxx_.js → simulatedUser-BTox0iZp.js} +5 -4
- package/dist/src/{simulatedUser-BQghw48z.cjs → simulatedUser-ByVb7gXp.cjs} +8 -7
- package/dist/src/{simulatedUser-BHmmQ4hb.js → simulatedUser-C8WconFg.js} +5 -4
- package/dist/src/{slack-C--lAIHY.js → slack-7DG3xMM4.js} +2 -2
- package/dist/src/{slack-CxCLWDSi.js → slack-BvWGK3kV.js} +2 -2
- package/dist/src/{slack-6c3iW1pP.cjs → slack-DqFNyAEf.cjs} +2 -2
- package/dist/src/{slack-D_QGURhP.js → slack-spSrgvZu.js} +2 -2
- package/dist/src/{storage-BFmq8CKG.cjs → storage-BX5ws4jD.cjs} +11 -11
- package/dist/src/{storage-J-nYoltq.js → storage-B_t-NiUa.js} +11 -11
- package/dist/src/{storage-BC3GVwPL.js → storage-CVVbTVYC.js} +11 -11
- package/dist/src/{storage-DGeXeJj0.js → storage-CrqPUKqY.js} +12 -12
- package/dist/src/{strategies-C6oBZHYF.js → strategies-CaqOj9gZ.js} +10 -10
- package/dist/src/{strategies-Bn1z2exW.cjs → strategies-DJfqHuoT.cjs} +10 -10
- package/dist/src/{strategies-BMxIs2Jx.js → strategies-DVRYSzm8.js} +10 -10
- package/dist/src/{strategies-cFTP9vSw.js → strategies-DpZ1ydwx.js} +11 -11
- package/dist/src/{telemetry-D64Cj0UR.js → telemetry-BD4xF9d_.js} +3 -3
- package/dist/src/{telemetry-Bqa8fxWp.js → telemetry-BQZTDom3.js} +3 -3
- package/dist/src/{telemetry-CIaL2pmn.js → telemetry-CJdYAcRk.js} +3 -3
- package/dist/src/telemetry-ClfmjQQj.js +3 -0
- package/dist/src/{telemetry-DVYPYBQH.cjs → telemetry-cZi2RTrN.cjs} +3 -3
- package/dist/src/{traceContext-CNp7smkn.js → traceContext-2sZXHY0h.js} +2 -2
- package/dist/src/{traceContext-D7liCnkq.js → traceContext-B3qWxoa7.js} +2 -2
- package/dist/src/{traceContext-BuXw2Yxu.cjs → traceContext-achbslCl.cjs} +2 -2
- package/dist/src/{traceContext-B4vypxe_.js → traceContext-jOhKJ5Ty.js} +2 -2
- package/dist/src/{transcription-SiDe8ogZ.js → transcription-1iEk_fG7.js} +4 -4
- package/dist/src/{transcription-Dq6gB3km.js → transcription-CtogIwZI.js} +4 -4
- package/dist/src/{transcription-BQg4-zD7.cjs → transcription-CuNQgPv9.cjs} +4 -4
- package/dist/src/{transcription-Zq-_5uca.js → transcription-RRwDmQBI.js} +4 -4
- package/dist/src/{transform-CdcZMCo-.js → transform-2ldksCeN.js} +3 -3
- package/dist/src/{transform-BfiH9c1w.js → transform-BesK7nGM.js} +3 -3
- package/dist/src/{transform-CCHDyuc8.cjs → transform-DS2y12jo.cjs} +3 -3
- package/dist/src/{transform-D0QSXU95.js → transform-ciU2euIH.js} +3 -3
- package/dist/src/{util-tlprLsf4.js → util-9K7THVcA2.js} +2 -2
- package/dist/src/{util-BoTwsVvn.js → util-BKfPcBQN.js} +4 -4
- package/dist/src/{util-L5T81aJ0.cjs → util-BPkxeLuk.cjs} +10 -387
- package/dist/src/{util-Ur5TGF_w.js → util-BPlSGvsQ.js} +4 -3
- package/dist/src/{util-uYYKYi7_.js → util-BPtpPW4O.js} +5 -346
- package/dist/src/{util-EBjz-RBV.js → util-BaGd-bCr.js} +2 -2
- package/dist/src/{util-BJ42x4mo.js → util-Bac0h5Sr.js} +2 -2
- package/dist/src/{util-ChbabPn9.cjs → util-Bd8_MhVm.cjs} +2 -2
- package/dist/src/{util-BxmNax2U.js → util-BdN7DdPq.js} +4 -3
- package/dist/src/{util-DdGIEAK_.js → util-BnytsHEr.js} +5 -346
- package/dist/src/{util-COyt9Xaf.cjs → util-BuKoPAn3.cjs} +4 -4
- package/dist/src/{util-BVDvJqrO.js → util-CEecmC3Y.js} +4 -4
- package/dist/src/{util-CZ9shpIL.js → util-CJi6Bgno.js} +3 -3
- package/dist/src/{util-BdAsuWmv.js → util-CZyLhvIk.js} +6 -347
- package/dist/src/{util-CeP1x2P-.cjs → util-Cadd9fGT.cjs} +3 -3
- package/dist/src/{util-DT7Jko3E.js → util-CzWbxb9R.js} +4 -3
- package/dist/src/{util-CVbeMrg1.js → util-DHtnWbEL.js} +3 -3
- package/dist/src/{util-BDDaDhsI.cjs → util-DSwbJPgL.cjs} +7 -6
- package/dist/src/{util-BNvjVvcH.cjs → util-DhtW6BNS.cjs} +5 -4
- package/dist/src/{util-CmRx53hM.js → util-DiVs2Kf-.js} +4 -3
- package/dist/src/{util-DxyypCZC.js → util-DlFpV1xV.js} +4 -4
- package/dist/src/{util-DtOvD10k.js → util-DlT2H1W5.js} +3 -3
- package/dist/src/{util-PX9qBGnk.js → util-InmFNqSw.js} +4 -3
- package/dist/src/{util-CwUz9jYN.js → util-Rbl6Om9L2.js} +4 -3
- package/dist/src/{vertex-BGBoge5t.js → vertex-BJYJC-Tr.js} +8 -7
- package/dist/src/{vertex-BKhWzpAp.js → vertex-CRMbWhh2.js} +8 -7
- package/dist/src/{vertex-BpaCFvPe.js → vertex-DWXywdFu.js} +8 -7
- package/dist/src/{vertex-FM6gcfuB.cjs → vertex-DXmhY_4R.cjs} +10 -9
- package/dist/src/{vertex-DPgy1bci.js → vertex-Xq6Hc4hv.js} +1 -1
- package/dist/src/{video-CLhmUJuz.js → video-1uQOdg9A.js} +3 -3
- package/dist/src/{video-C4hvGFWO.js → video-BMnt4dq9.js} +3 -3
- package/dist/src/{video-DV7VnFDb.js → video-CZ5He3fP.js} +3 -3
- package/dist/src/{video-CFJeZvvL.cjs → video-ChxZLKTs.cjs} +3 -3
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +7 -6
- package/dist/src/cache-Ca6QI7yz.js +0 -3
- package/dist/src/cloud-aeP705RD.js +0 -3
- package/dist/src/codex-sdk-CMTTOSVq.js +0 -3
- package/dist/src/evaluator-CRrA6xHS.js +0 -3
- package/dist/src/fetch-BYe9zZ94.js +0 -3
- package/dist/src/graders-fvvHDb5X.js +0 -3
- package/dist/src/server-DmrHjxNq.js +0 -3
- package/dist/src/telemetry-BvzHQKBp.js +0 -3
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { D as safeJsonStringify, I as getEnvString, M as state, N as getEnvBool, _ as sanitizeRuntimeOptions, g as sanitizeObject, j as refreshConfigDirectoryPathFromEnv, k as loadYaml, l as REDACTED, o as logger, u as isSecretField, v as sanitizeTracingConfigForPersistence, y as sanitizeUrl } from "./logger-D4ion89i.js";
|
|
2
|
-
import {
|
|
2
|
+
import { G as TERMINAL_MAX_WIDTH, Z as VERSION, t as fetchWithProxy } from "./fetch-DnDg-Ics.js";
|
|
3
3
|
import { t as invariant } from "./invariant-CHP0zrix.js";
|
|
4
4
|
import { t as getCurrentTimestamp } from "./time-BPNW8jwJ.js";
|
|
5
5
|
import { o as safeResolve, r as importModule, t as getDirectory } from "./esm-Cft3V56i.js";
|
|
@@ -8,6 +8,7 @@ import { n as sha256 } from "./createHash-D7vud8fe.js";
|
|
|
8
8
|
import { C as OutputFileExtension, _ as getDbSignalPath, a as evalResultsTable, g as getDb, k as isResultFailureReason, w as ResultFailureReason } from "./tables-Dq3ppf0B.js";
|
|
9
9
|
import { i as isJavascriptFile, t as JAVASCRIPT_EXTENSIONS } from "./shared-B6FXN6z-.js";
|
|
10
10
|
import { r as runPython } from "./pythonUtils-Spisespr.js";
|
|
11
|
+
import { n as renderVarsInObject, o as getNunjucksEngine } from "./render-DIhuKgcQ.js";
|
|
11
12
|
import "./blobs-CTgrjifI.js";
|
|
12
13
|
import { a as collectBlobHashes, n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "./extractor-Bz0PjsMF.js";
|
|
13
14
|
import { d as createEmptyTokenUsage, o as accumulateGradingTokenUsage, s as accumulateResponseTokenUsage } from "./tokenUsageUtils-T-dUB6UI.js";
|
|
@@ -20,12 +21,12 @@ import * as os$1 from "os";
|
|
|
20
21
|
import * as yaml from "js-yaml";
|
|
21
22
|
import { randomUUID } from "crypto";
|
|
22
23
|
import dedent from "dedent";
|
|
23
|
-
import nunjucks from "nunjucks";
|
|
24
24
|
import * as fsPromises from "fs/promises";
|
|
25
25
|
import { access } from "fs/promises";
|
|
26
26
|
import deepEqual from "fast-deep-equal";
|
|
27
27
|
import { parse as parse$1 } from "csv-parse/sync";
|
|
28
28
|
import { globSync, hasMagic } from "glob";
|
|
29
|
+
import nunjucks from "nunjucks";
|
|
29
30
|
import { XMLBuilder } from "fast-xml-parser";
|
|
30
31
|
import { isDeepStrictEqual } from "node:util";
|
|
31
32
|
import { and, eq, gte, inArray, lt, ne, sql } from "drizzle-orm";
|
|
@@ -40,348 +41,6 @@ const FILE_METADATA_KEY = "_promptfooFileMetadata";
|
|
|
40
41
|
*/
|
|
41
42
|
const HUMAN_ASSERTION_TYPE = "human";
|
|
42
43
|
//#endregion
|
|
43
|
-
//#region src/util/templates.ts
|
|
44
|
-
function isNunjucksAstNode(value) {
|
|
45
|
-
return Boolean(value && typeof value === "object" && typeof value.typename === "string");
|
|
46
|
-
}
|
|
47
|
-
function getNunjucksParser() {
|
|
48
|
-
return nunjucks.parser;
|
|
49
|
-
}
|
|
50
|
-
function parseNunjucksTemplate(template) {
|
|
51
|
-
const parser = getNunjucksParser();
|
|
52
|
-
if (!parser || typeof parser.parse !== "function") {
|
|
53
|
-
logger.debug("[templates] nunjucks.parser.parse is not available; falling back to conservative detection");
|
|
54
|
-
return { ok: false };
|
|
55
|
-
}
|
|
56
|
-
try {
|
|
57
|
-
return {
|
|
58
|
-
ok: true,
|
|
59
|
-
ast: parser.parse(template)
|
|
60
|
-
};
|
|
61
|
-
} catch (err) {
|
|
62
|
-
logger.debug("[templates] nunjucks parse failed; falling back to conservative detection", { error: err instanceof Error ? err.message : String(err) });
|
|
63
|
-
return { ok: false };
|
|
64
|
-
}
|
|
65
|
-
}
|
|
66
|
-
function isNonReferenceSymbol(parent) {
|
|
67
|
-
if (!parent) return false;
|
|
68
|
-
return parent.node.typename === "Pair" && parent.field === "key" || parent.node.typename === "Filter" && parent.field === "name" || parent.node.typename === "Is" && parent.field === "right" || parent.node.typename === "Set" && parent.field === "targets" || isForLikeNode(parent.node) && parent.field === "name" || parent.node.typename === "Macro" && parent.field === "name" || parent.node.typename === "Import" && parent.field === "target" || parent.node.typename === "FromImport" && parent.field === "names";
|
|
69
|
-
}
|
|
70
|
-
function getSymbolName(node) {
|
|
71
|
-
return isNunjucksAstNode(node) && node.typename === "Symbol" && typeof node.value === "string" ? node.value : void 0;
|
|
72
|
-
}
|
|
73
|
-
function collectBindingNames(node) {
|
|
74
|
-
if (Array.isArray(node)) return node.flatMap((item) => collectBindingNames(item));
|
|
75
|
-
const symbolName = getSymbolName(node);
|
|
76
|
-
if (symbolName) return [symbolName];
|
|
77
|
-
if (!isNunjucksAstNode(node) || !Array.isArray(node.children)) return [];
|
|
78
|
-
return node.children.flatMap((child) => collectBindingNames(child));
|
|
79
|
-
}
|
|
80
|
-
function addBindingNames(scope, node) {
|
|
81
|
-
const nextScope = new Set(scope);
|
|
82
|
-
for (const name of collectBindingNames(node)) nextScope.add(name);
|
|
83
|
-
return nextScope;
|
|
84
|
-
}
|
|
85
|
-
function addNamesToScope(scope, names) {
|
|
86
|
-
const nextScope = new Set(scope);
|
|
87
|
-
for (const name of names) nextScope.add(name);
|
|
88
|
-
return nextScope;
|
|
89
|
-
}
|
|
90
|
-
function collectFromImportBindingNames(namesNode) {
|
|
91
|
-
if (!isNunjucksAstNode(namesNode) || !Array.isArray(namesNode.children)) return [];
|
|
92
|
-
const names = [];
|
|
93
|
-
for (const child of namesNode.children) {
|
|
94
|
-
const plainImportName = getSymbolName(child);
|
|
95
|
-
if (plainImportName) {
|
|
96
|
-
names.push(plainImportName);
|
|
97
|
-
continue;
|
|
98
|
-
}
|
|
99
|
-
if (isNunjucksAstNode(child) && child.typename === "Pair") {
|
|
100
|
-
const aliasName = getSymbolName(child.value);
|
|
101
|
-
if (aliasName) names.push(aliasName);
|
|
102
|
-
}
|
|
103
|
-
}
|
|
104
|
-
return names;
|
|
105
|
-
}
|
|
106
|
-
function astNodeListReferencesVariable(nodes, variableName, parent, boundSymbols) {
|
|
107
|
-
let scope = new Set(boundSymbols);
|
|
108
|
-
for (const item of nodes) {
|
|
109
|
-
if (!isNunjucksAstNode(item)) continue;
|
|
110
|
-
if (astReferencesVariable(item, variableName, parent, scope)) return true;
|
|
111
|
-
if (item.typename === "Set") scope = addBindingNames(scope, item.targets);
|
|
112
|
-
else if (item.typename === "Macro") scope = addBindingNames(scope, item.name);
|
|
113
|
-
else if (item.typename === "Import") scope = addBindingNames(scope, item.target);
|
|
114
|
-
else if (item.typename === "FromImport") scope = addNamesToScope(scope, collectFromImportBindingNames(item.names));
|
|
115
|
-
}
|
|
116
|
-
return false;
|
|
117
|
-
}
|
|
118
|
-
function astChildReferencesVariable(node, field, variableName, boundSymbols) {
|
|
119
|
-
const child = node[field];
|
|
120
|
-
if (Array.isArray(child)) return child.some((item) => isNunjucksAstNode(item) && astReferencesVariable(item, variableName, {
|
|
121
|
-
field,
|
|
122
|
-
node
|
|
123
|
-
}, boundSymbols));
|
|
124
|
-
return isNunjucksAstNode(child) && astReferencesVariable(child, variableName, {
|
|
125
|
-
field,
|
|
126
|
-
node
|
|
127
|
-
}, boundSymbols);
|
|
128
|
-
}
|
|
129
|
-
function isForLikeNode(node) {
|
|
130
|
-
return node.typename === "For" || node.typename === "AsyncEach" || node.typename === "AsyncAll";
|
|
131
|
-
}
|
|
132
|
-
function forLikeNodeReferencesVariable(node, variableName, boundSymbols) {
|
|
133
|
-
const loopScope = addBindingNames(boundSymbols, node.name);
|
|
134
|
-
return astChildReferencesVariable(node, "arr", variableName, boundSymbols) || astChildReferencesVariable(node, "body", variableName, loopScope) || astChildReferencesVariable(node, "else_", variableName, boundSymbols);
|
|
135
|
-
}
|
|
136
|
-
/**
|
|
137
|
-
* Walk a Nunjucks macro/caller signature left-to-right. Positional args and
|
|
138
|
-
* earlier keyword defaults are visible to later defaults, but the current
|
|
139
|
-
* keyword is not bound until its own default value has been evaluated.
|
|
140
|
-
*/
|
|
141
|
-
function analyzeSignatureArgs(argsNode, variableName, boundSymbols) {
|
|
142
|
-
const paramNames = [];
|
|
143
|
-
if (!isNunjucksAstNode(argsNode) || !Array.isArray(argsNode.children)) return {
|
|
144
|
-
paramNames,
|
|
145
|
-
referencesVariable: false
|
|
146
|
-
};
|
|
147
|
-
const defaultScope = new Set(boundSymbols);
|
|
148
|
-
for (const child of argsNode.children) {
|
|
149
|
-
if (!isNunjucksAstNode(child)) continue;
|
|
150
|
-
const positionalParamName = getSymbolName(child);
|
|
151
|
-
if (positionalParamName) {
|
|
152
|
-
paramNames.push(positionalParamName);
|
|
153
|
-
defaultScope.add(positionalParamName);
|
|
154
|
-
continue;
|
|
155
|
-
}
|
|
156
|
-
if (child.typename === "KeywordArgs" && Array.isArray(child.children)) {
|
|
157
|
-
for (const pair of child.children) {
|
|
158
|
-
const keywordParamName = isNunjucksAstNode(pair) && pair.typename === "Pair" ? getSymbolName(pair.key) : void 0;
|
|
159
|
-
if (isNunjucksAstNode(pair) && pair.typename === "Pair" && astChildReferencesVariable(pair, "value", variableName, defaultScope)) return {
|
|
160
|
-
paramNames,
|
|
161
|
-
referencesVariable: true
|
|
162
|
-
};
|
|
163
|
-
if (keywordParamName) {
|
|
164
|
-
paramNames.push(keywordParamName);
|
|
165
|
-
defaultScope.add(keywordParamName);
|
|
166
|
-
}
|
|
167
|
-
}
|
|
168
|
-
continue;
|
|
169
|
-
}
|
|
170
|
-
if (astReferencesVariable(child, variableName, {
|
|
171
|
-
field: "children",
|
|
172
|
-
node: argsNode
|
|
173
|
-
}, defaultScope)) return {
|
|
174
|
-
paramNames,
|
|
175
|
-
referencesVariable: true
|
|
176
|
-
};
|
|
177
|
-
}
|
|
178
|
-
return {
|
|
179
|
-
paramNames,
|
|
180
|
-
referencesVariable: false
|
|
181
|
-
};
|
|
182
|
-
}
|
|
183
|
-
function macroNodeReferencesVariable(node, variableName, boundSymbols) {
|
|
184
|
-
const { paramNames, referencesVariable } = analyzeSignatureArgs(node.args, variableName, boundSymbols);
|
|
185
|
-
if (referencesVariable) return true;
|
|
186
|
-
const macroScope = addNamesToScope(boundSymbols, paramNames);
|
|
187
|
-
const macroName = getSymbolName(node.name);
|
|
188
|
-
if (macroName) macroScope.add(macroName);
|
|
189
|
-
return astChildReferencesVariable(node, "body", variableName, macroScope);
|
|
190
|
-
}
|
|
191
|
-
function isNodeReferencesVariable(node, variableName, boundSymbols) {
|
|
192
|
-
if (astChildReferencesVariable(node, "left", variableName, boundSymbols)) return true;
|
|
193
|
-
const right = node.right;
|
|
194
|
-
if (!isNunjucksAstNode(right)) return false;
|
|
195
|
-
if (right.typename === "FunCall") return astChildReferencesVariable(right, "args", variableName, boundSymbols);
|
|
196
|
-
return right.typename !== "Symbol" && astReferencesVariable(right, variableName, {
|
|
197
|
-
field: "right",
|
|
198
|
-
node
|
|
199
|
-
}, boundSymbols);
|
|
200
|
-
}
|
|
201
|
-
function setNodeReferencesVariable(node, variableName, boundSymbols) {
|
|
202
|
-
return astChildReferencesVariable(node, "value", variableName, boundSymbols) || astChildReferencesVariable(node, "body", variableName, boundSymbols);
|
|
203
|
-
}
|
|
204
|
-
function fromImportNodeReferencesVariable(node, variableName, boundSymbols) {
|
|
205
|
-
return astChildReferencesVariable(node, "template", variableName, boundSymbols);
|
|
206
|
-
}
|
|
207
|
-
function blockNodeReferencesVariable(node, variableName, boundSymbols) {
|
|
208
|
-
return astChildReferencesVariable(node, "body", variableName, boundSymbols);
|
|
209
|
-
}
|
|
210
|
-
function callerNodeReferencesVariable(node, variableName, boundSymbols) {
|
|
211
|
-
const { paramNames, referencesVariable } = analyzeSignatureArgs(node.args, variableName, boundSymbols);
|
|
212
|
-
if (referencesVariable) return true;
|
|
213
|
-
return astChildReferencesVariable(node, "body", variableName, addNamesToScope(boundSymbols, paramNames));
|
|
214
|
-
}
|
|
215
|
-
function astFieldsReferenceVariable(node, variableName, boundSymbols) {
|
|
216
|
-
return (node.fields ?? []).some((field) => astChildReferencesVariable(node, field, variableName, boundSymbols));
|
|
217
|
-
}
|
|
218
|
-
function astReferencesVariable(node, variableName, parent, boundSymbols = /* @__PURE__ */ new Set()) {
|
|
219
|
-
if (node.typename === "Symbol" && node.value === variableName) return !boundSymbols.has(variableName) && !isNonReferenceSymbol(parent);
|
|
220
|
-
if ((node.typename === "Root" || node.typename === "NodeList") && Array.isArray(node.children)) return astNodeListReferencesVariable(node.children, variableName, {
|
|
221
|
-
field: "children",
|
|
222
|
-
node
|
|
223
|
-
}, boundSymbols);
|
|
224
|
-
if (isForLikeNode(node)) return forLikeNodeReferencesVariable(node, variableName, boundSymbols);
|
|
225
|
-
if (node.typename === "Macro") return macroNodeReferencesVariable(node, variableName, boundSymbols);
|
|
226
|
-
if (node.typename === "Is") return isNodeReferencesVariable(node, variableName, boundSymbols);
|
|
227
|
-
if (node.typename === "Set") return setNodeReferencesVariable(node, variableName, boundSymbols);
|
|
228
|
-
if (node.typename === "FromImport") return fromImportNodeReferencesVariable(node, variableName, boundSymbols);
|
|
229
|
-
if (node.typename === "Block") return blockNodeReferencesVariable(node, variableName, boundSymbols);
|
|
230
|
-
if (node.typename === "Caller") return callerNodeReferencesVariable(node, variableName, boundSymbols);
|
|
231
|
-
return astFieldsReferenceVariable(node, variableName, boundSymbols);
|
|
232
|
-
}
|
|
233
|
-
/**
|
|
234
|
-
* Get a Nunjucks engine instance with optional filters and configuration.
|
|
235
|
-
* @param filters - Optional map of custom Nunjucks filters.
|
|
236
|
-
* @param throwOnUndefined - Whether to throw an error on undefined variables.
|
|
237
|
-
* @param isGrader - Whether this engine is being used in a grader context.
|
|
238
|
-
* Nunjucks is always enabled in grader mode.
|
|
239
|
-
* @returns A configured Nunjucks environment.
|
|
240
|
-
*/
|
|
241
|
-
function getNunjucksEngine(filters, throwOnUndefined = false, isGrader = false) {
|
|
242
|
-
if (!isGrader && getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return { renderString: (template) => template };
|
|
243
|
-
const env = nunjucks.configure({
|
|
244
|
-
autoescape: false,
|
|
245
|
-
throwOnUndefined
|
|
246
|
-
});
|
|
247
|
-
const envGlobals = {
|
|
248
|
-
...getEnvBool("PROMPTFOO_DISABLE_TEMPLATE_ENV_VARS", getEnvBool("PROMPTFOO_SELF_HOSTED", false)) ? {} : process.env,
|
|
249
|
-
...state.config?.env
|
|
250
|
-
};
|
|
251
|
-
env.addGlobal("env", envGlobals);
|
|
252
|
-
env.addFilter("load", function(str) {
|
|
253
|
-
return JSON.parse(str);
|
|
254
|
-
});
|
|
255
|
-
if (filters) for (const [name, filter] of Object.entries(filters)) env.addFilter(name, filter);
|
|
256
|
-
return env;
|
|
257
|
-
}
|
|
258
|
-
/**
|
|
259
|
-
* Parse Nunjucks template to extract variables.
|
|
260
|
-
* @param template - The Nunjucks template string.
|
|
261
|
-
* @returns An array of variables used in the template.
|
|
262
|
-
*/
|
|
263
|
-
function extractVariablesFromTemplate(template) {
|
|
264
|
-
const variableSet = /* @__PURE__ */ new Set();
|
|
265
|
-
const regex = /\{\{[\s]*([^{}\s|]+)[\s]*(?:\|[^}]+)?\}\}|\{%[\s]*(?:if|for)[\s]+([^{}\s]+)[\s]*.*?%\}/g;
|
|
266
|
-
template = template.replace(/\{#[\s\S]*?#\}/g, "");
|
|
267
|
-
let match;
|
|
268
|
-
while ((match = regex.exec(template)) !== null) {
|
|
269
|
-
const variable = match[1] || match[2];
|
|
270
|
-
if (variable) variableSet.add(variable);
|
|
271
|
-
}
|
|
272
|
-
const forLoopRegex = /\{%[\s]*for[\s]+(\w+)[\s]+in[\s]+(\w+)[\s]*%\}/g;
|
|
273
|
-
while ((match = forLoopRegex.exec(template)) !== null) {
|
|
274
|
-
variableSet.delete(match[1]);
|
|
275
|
-
variableSet.add(match[2]);
|
|
276
|
-
}
|
|
277
|
-
return Array.from(variableSet);
|
|
278
|
-
}
|
|
279
|
-
/**
|
|
280
|
-
* Extract variables from multiple Nunjucks templates.
|
|
281
|
-
* @param templates - An array of Nunjucks template strings.
|
|
282
|
-
* @returns An array of variables used in the templates.
|
|
283
|
-
*/
|
|
284
|
-
function extractVariablesFromTemplates(templates) {
|
|
285
|
-
const variableSet = /* @__PURE__ */ new Set();
|
|
286
|
-
for (const template of templates) extractVariablesFromTemplate(template).forEach((variable) => variableSet.add(variable));
|
|
287
|
-
return Array.from(variableSet);
|
|
288
|
-
}
|
|
289
|
-
/**
|
|
290
|
-
* Classify whether a template references `variableName` as a real Nunjucks
|
|
291
|
-
* expression symbol, and surface whether the template parsed successfully.
|
|
292
|
-
*
|
|
293
|
-
* Callers that cache results should avoid caching when `parsed` is `false`,
|
|
294
|
-
* otherwise a transient parse failure would poison the cache for the lifetime
|
|
295
|
-
* of the process.
|
|
296
|
-
*/
|
|
297
|
-
function analyzeTemplateReference(template, variableName) {
|
|
298
|
-
if (!variableName || !template.includes(variableName)) return {
|
|
299
|
-
referenced: false,
|
|
300
|
-
parsed: true
|
|
301
|
-
};
|
|
302
|
-
const parseResult = parseNunjucksTemplate(template);
|
|
303
|
-
if (!parseResult.ok) return {
|
|
304
|
-
referenced: true,
|
|
305
|
-
parsed: false
|
|
306
|
-
};
|
|
307
|
-
return {
|
|
308
|
-
referenced: astReferencesVariable(parseResult.ast, variableName),
|
|
309
|
-
parsed: true
|
|
310
|
-
};
|
|
311
|
-
}
|
|
312
|
-
//#endregion
|
|
313
|
-
//#region src/util/render.ts
|
|
314
|
-
/**
|
|
315
|
-
* Renders ONLY environment variable templates in an object, leaving all other templates untouched.
|
|
316
|
-
* This allows env vars to be resolved at provider load time while preserving runtime var templates.
|
|
317
|
-
*
|
|
318
|
-
* Supports full Nunjucks syntax for env vars including filters and expressions:
|
|
319
|
-
* - {{ env.VAR_NAME }}
|
|
320
|
-
* - {{ env['VAR-NAME'] }}
|
|
321
|
-
* - {{ env["VAR-NAME"] }}
|
|
322
|
-
* - {{ env.VAR | default('fallback') }}
|
|
323
|
-
* - {{ env.VAR | upper }}
|
|
324
|
-
*
|
|
325
|
-
* Preserves non-env templates for runtime rendering:
|
|
326
|
-
* - {{ vars.x }} - preserved as literal
|
|
327
|
-
* - {{ prompt }} - preserved as literal
|
|
328
|
-
*
|
|
329
|
-
* Implementation: Uses regex to find env templates, delegates to Nunjucks for rendering.
|
|
330
|
-
* This ensures full Nunjucks feature support while preserving non-env templates.
|
|
331
|
-
*
|
|
332
|
-
* @param obj - The object to process
|
|
333
|
-
* @param envOverrides - Optional env vars to merge with (or replace) the base env
|
|
334
|
-
* @param replaceBase - If true, envOverrides replaces the base env entirely instead of merging
|
|
335
|
-
* @returns The object with only env templates rendered
|
|
336
|
-
*/
|
|
337
|
-
function renderEnvOnlyInObject(obj, envOverrides, replaceBase) {
|
|
338
|
-
if (getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return obj;
|
|
339
|
-
if (typeof obj === "string") {
|
|
340
|
-
const nunjucks = getNunjucksEngine();
|
|
341
|
-
const baseEnvGlobals = nunjucks.getGlobal("env");
|
|
342
|
-
const envGlobals = replaceBase ? envOverrides ?? {} : envOverrides ? {
|
|
343
|
-
...baseEnvGlobals,
|
|
344
|
-
...envOverrides
|
|
345
|
-
} : baseEnvGlobals;
|
|
346
|
-
return obj.replace(/\{\{(?:[^}]|\}(?!\}))*\}\}/g, (match) => {
|
|
347
|
-
if (!match.match(/\benv\.|env\[/)) return match;
|
|
348
|
-
const varMatch = match.match(/env\.(\w+)|env\[['"]([^'"]+)['"]\]/);
|
|
349
|
-
const varName = varMatch?.[1] || varMatch?.[2];
|
|
350
|
-
if (match.includes("|") || varName && varName in envGlobals && envGlobals[varName] !== void 0) try {
|
|
351
|
-
return nunjucks.renderString(match, { env: envGlobals });
|
|
352
|
-
} catch (error) {
|
|
353
|
-
logger.debug(`Failed to render env template "${match}": ${error instanceof Error ? error.message : String(error)}`);
|
|
354
|
-
return match;
|
|
355
|
-
}
|
|
356
|
-
return match;
|
|
357
|
-
});
|
|
358
|
-
}
|
|
359
|
-
if (Array.isArray(obj)) return obj.map((item) => renderEnvOnlyInObject(item, envOverrides, replaceBase));
|
|
360
|
-
if (typeof obj === "object" && obj !== null) {
|
|
361
|
-
const result = {};
|
|
362
|
-
for (const key in obj) {
|
|
363
|
-
if (key === "_conversation") {
|
|
364
|
-
result[key] = obj[key];
|
|
365
|
-
continue;
|
|
366
|
-
}
|
|
367
|
-
result[key] = renderEnvOnlyInObject(obj[key], envOverrides, replaceBase);
|
|
368
|
-
}
|
|
369
|
-
return result;
|
|
370
|
-
}
|
|
371
|
-
return obj;
|
|
372
|
-
}
|
|
373
|
-
function renderVarsInObject(obj, vars) {
|
|
374
|
-
if (!vars || getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return obj;
|
|
375
|
-
if (typeof obj === "string") return getNunjucksEngine().renderString(obj, vars);
|
|
376
|
-
if (Array.isArray(obj)) return obj.map((item) => renderVarsInObject(item, vars));
|
|
377
|
-
if (typeof obj === "object" && obj !== null) {
|
|
378
|
-
const result = {};
|
|
379
|
-
for (const key in obj) result[key] = renderVarsInObject(obj[key], vars);
|
|
380
|
-
return result;
|
|
381
|
-
} else if (typeof obj === "function") return renderVarsInObject(obj({ vars }));
|
|
382
|
-
return obj;
|
|
383
|
-
}
|
|
384
|
-
//#endregion
|
|
385
44
|
//#region src/types/providers.ts
|
|
386
45
|
function isApiProvider(provider) {
|
|
387
46
|
return typeof provider === "object" && provider != null && "id" in provider && typeof provider.id === "function" && "callApi" in provider && typeof provider.callApi === "function";
|
|
@@ -3806,6 +3465,6 @@ function printBorder() {
|
|
|
3806
3465
|
logger.info(border);
|
|
3807
3466
|
}
|
|
3808
3467
|
//#endregion
|
|
3809
|
-
export { isGoogleProvider as $, hasUnscopedUpdate as A,
|
|
3468
|
+
export { isGoogleProvider as $, hasUnscopedUpdate as A, fetchCsvFromGoogleSheet as B, getCachedResultsCount as C, isApiProvider as Ct, getStandaloneEvalCacheKey as D, getCachedStandaloneEvals as E, HUMAN_ASSERTION_TYPE as Et, hashPrompt as F, filterRuntimeVars as G, setupEnv as H, maybeFilePath as I, checkProviderApiKeys as J, getTestCaseDeduplicationKey as K, normalizeInput as L, readSignalFile as M, setupSignalWatcher as N, setCachedStandaloneEvals as O, updateEvalIds as P, isAnthropicProvider as Q, PROMPT_DELIMITER as R, notifyEvaluationsDeleted as S, wrapError as St, queryTestIndicesOptimized as T, FILE_METADATA_KEY as Tt, deduplicateTestCases as U, isMissingPackageImportError as V, extractRuntimeVars as W, getProviderDescription as X, doesProviderRefMatch as Y, getProviderIdentifier as Z, sanitizeResultForJsonlArtifact as _, readOutput as _t, ComparisonEvalNotFoundError as a, normalizeProviderRef as at, invalidateEvaluationCaches as b, loadFunction as bt, getEvalTableOutputPromptLocationsBySize as c, getResolvedRelativePath as ct, EvalResult as d, maybeLoadFromExternalFileWithVars as dt, isOpenAiProvider as et, PROMPTFOO_METADATA_KEY as f, maybeLoadResponseFormatFromExternalFile as ft, sanitizeProvider as g, readFilters as gt, persistTraceMetadata as h, pathExists as ht, getOutputFileFormat as i, loadProviderConfigsFromFile as it, isAllEvalsDeleted as j, hasDeleteComponent as k, getEvalTablePromptStrippedPayload as l, maybeLoadConfigFromExternalFile as lt, getResultIndexKey as m, parsePathOrGlob as mt, warnOnDegradedJsonlRecovery as n, sanitizeProviderIdForLog as nt, evalTableToJson as o, readProviderConfigFile as ot, asEvaluateResult as p, maybeLoadToolsFromExternalFile as pt, resultIsForTestCase as q, writeMultipleOutputs as r, isProviderConfigFileReference as rt, generateEvalCsv as s, getNunjucksEngineForFilePath as st, printBorder as t, isProviderAllowed as tt, mergeComparisonTables as u, maybeLoadFromExternalFile as ut, stripTraceLinkageFromMetadata as v, CallbackPathTraversalError as vt, getTotalResultRowCount as w, isProviderOptions as wt, notifyEvaluationChanged as x, parseFileUrl as xt, invalidateEvaluationCache as y, loadCallbackFromFileUrl as yt, generateIdFromPrompt as z };
|
|
3810
3469
|
|
|
3811
|
-
//# sourceMappingURL=util-
|
|
3470
|
+
//# sourceMappingURL=util-BPtpPW4O.js.map
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { k as calculateCost } from "./fetch-DnDg-Ics.js";
|
|
2
2
|
import { r as parseDataUrl } from "./dataUrl-CVhbP_9M.js";
|
|
3
3
|
//#region src/providers/anthropic/util.ts
|
|
4
4
|
const ANTHROPIC_MODELS = [
|
|
@@ -624,4 +624,4 @@ function processAnthropicTools(tools = []) {
|
|
|
624
624
|
//#endregion
|
|
625
625
|
export { parseMessages as C, outputFromMessage as S, isSamplingParamsDeprecatedClaudeModel as _, calculateCacheInputCost as a, normalizeAnthropicModelName as b, getClaudeModelWarningName as c, isAlwaysOnAdaptiveThinkingClaudeModel as d, isClaudeFableOrMythos5Model as f, isDisabledThinkingRejectedAtEffort as g, isClaudeSonnet5Model as h, calculateAnthropicCost as i, getRefusalDetails as l, isClaudeRegionalPremiumModel as m, CLAUDE_REGIONAL_ENDPOINT_PREMIUM as n, clampMaxTokensForThinkingBudget as o, isClaudeOpus5Model as p, applyClaudeRegionalPremium as r, claudeThinkingConsumesTokens as s, ANTHROPIC_MODELS as t, getTokenUsage as u, isThinkingOnByDefaultClaudeModel as v, processAnthropicTools as w, normalizeClaudeThinkingConfig as x, looksLikeClaudeModelId as y };
|
|
626
626
|
|
|
627
|
-
//# sourceMappingURL=util-
|
|
627
|
+
//# sourceMappingURL=util-BaGd-bCr.js.map
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { w as calculateCost } from "./fetch-tOnj-VPG.js";
|
|
2
2
|
import { r as parseDataUrl } from "./dataUrl-CVhbP_9M.js";
|
|
3
3
|
//#region src/providers/anthropic/util.ts
|
|
4
4
|
const ANTHROPIC_MODELS = [
|
|
@@ -624,4 +624,4 @@ function processAnthropicTools(tools = []) {
|
|
|
624
624
|
//#endregion
|
|
625
625
|
export { parseMessages as C, outputFromMessage as S, isSamplingParamsDeprecatedClaudeModel as _, calculateCacheInputCost as a, normalizeAnthropicModelName as b, getClaudeModelWarningName as c, isAlwaysOnAdaptiveThinkingClaudeModel as d, isClaudeFableOrMythos5Model as f, isDisabledThinkingRejectedAtEffort as g, isClaudeSonnet5Model as h, calculateAnthropicCost as i, getRefusalDetails as l, isClaudeRegionalPremiumModel as m, CLAUDE_REGIONAL_ENDPOINT_PREMIUM as n, clampMaxTokensForThinkingBudget as o, isClaudeOpus5Model as p, applyClaudeRegionalPremium as r, claudeThinkingConsumesTokens as s, ANTHROPIC_MODELS as t, getTokenUsage as u, isThinkingOnByDefaultClaudeModel as v, processAnthropicTools as w, normalizeClaudeThinkingConfig as x, looksLikeClaudeModelId as y };
|
|
626
626
|
|
|
627
|
-
//# sourceMappingURL=util-
|
|
627
|
+
//# sourceMappingURL=util-Bac0h5Sr.js.map
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
const require_fetch = require("./fetch-
|
|
1
|
+
const require_fetch = require("./fetch-D54lzFcD.cjs");
|
|
2
2
|
const require_dataUrl = require("./dataUrl-DM5cIGrK.cjs");
|
|
3
3
|
//#region src/providers/anthropic/util.ts
|
|
4
4
|
const ANTHROPIC_MODELS = [
|
|
@@ -767,4 +767,4 @@ Object.defineProperty(exports, "processAnthropicTools", {
|
|
|
767
767
|
}
|
|
768
768
|
});
|
|
769
769
|
|
|
770
|
-
//# sourceMappingURL=util-
|
|
770
|
+
//# sourceMappingURL=util-Bd8_MhVm.cjs.map
|
|
@@ -1,7 +1,8 @@
|
|
|
1
1
|
import { C as getAjv, P as getEnvString, o as logger } from "./logger-BKiOczgq.js";
|
|
2
|
-
import { J as maybeLoadFromExternalFile, at as parseFileUrl
|
|
3
|
-
import {
|
|
2
|
+
import { J as maybeLoadFromExternalFile, at as parseFileUrl } from "./util-BnytsHEr.js";
|
|
3
|
+
import { M as parseChatPrompt, P as transformToolChoice, T as clampCachedTokens, w as calculateCost } from "./fetch-tOnj-VPG.js";
|
|
4
4
|
import { i as isJavascriptFile } from "./fileExtensions-ISrPd1Hs.js";
|
|
5
|
+
import { n as renderVarsInObject, o as getNunjucksEngine } from "./render-zarxdXS7.js";
|
|
5
6
|
import { n as isDataUrl, r as parseDataUrl, t as extractBase64FromDataUrl } from "./dataUrl-CVhbP_9M.js";
|
|
6
7
|
import { z as z$1 } from "zod";
|
|
7
8
|
import crypto from "crypto";
|
|
@@ -1573,4 +1574,4 @@ function createAuthCacheDiscriminator(headers) {
|
|
|
1573
1574
|
//#endregion
|
|
1574
1575
|
export { hasGoogleDefaultCredentials as A, CHAT_MODELS as C, determineGoogleVertexMode as D, GoogleAuthManager as E, resolveProjectId as M, getGoogleApiKey as O, validateFunctionCall as S, getVertexApiHostForRegion as T, removeDeprecatedGeminiGenerationParams as _, formatCandidateContents as a, sanitizeSchemaForGemini as b, getGoogleAccessToken as c, mergeGoogleCompletionOptions as d, mergeParts as f, parseConfigSystemInstruction as g, normalizeTools as h, createAuthCacheDiscriminator as i, loadCredentials as j, getGoogleClient as k, getLastPromptSafetyRatings as l, normalizeSafetySettings as m, calculateGoogleCostFromUsage as n, geminiFormatAndSystemInstructions as o, normalizeGeminiAudio as p, collectGroundingMetadata as r, getCandidate as s, calculateGoogleCost as t, isNonCandidateStreamChunk as u, removeGoogleFunctionDeclarations as v, GOOGLE_MODELS as w, stripExecutableToolFileReferences as x, resolveGoogleToolConfig as y };
|
|
1575
1576
|
|
|
1576
|
-
//# sourceMappingURL=util-
|
|
1577
|
+
//# sourceMappingURL=util-BdN7DdPq.js.map
|