promptfoo 0.121.7 → 0.121.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/src/{accounts-Ca7WIoPY.js → accounts-4Xa5fcHy.js} +17 -18
- package/dist/src/{accounts-DanM1wq_.js → accounts-BAajbKSh.js} +17 -18
- package/dist/src/{accounts-CjFnOPmb.js → accounts-Bw2qPqE-.js} +18 -19
- package/dist/src/{accounts-CmWzeD2d.cjs → accounts-DAcQXPwE.cjs} +20 -21
- package/dist/src/{agentic-utils-DvPWSUpb.cjs → agentic-utils-C8eEgGG-.cjs} +3 -3
- package/dist/src/{agentic-utils-TxUEMPYS.js → agentic-utils-CP1IXFz3.js} +3 -3
- package/dist/src/{agentic-utils-DDEGRV9v.js → agentic-utils-CUwa3AE9.js} +3 -3
- package/dist/src/{agentic-utils-CJ0j3fBi.js → agentic-utils-DYr-aM6d.js} +3 -3
- package/dist/src/{agents-CBgJvRkB.js → agents-Bb00M6i5.js} +5 -5
- package/dist/src/{agents-D-vDNFx4.js → agents-CASf5zRj.js} +5 -5
- package/dist/src/{agents-B4sRuXg3.cjs → agents-CD1wH9bm.cjs} +5 -5
- package/dist/src/{agents-CYn2n3QP.js → agents-CZOHU7Q8.js} +5 -5
- package/dist/src/{agents-LrHuQqr1.js → agents-D539zhHr.js} +5 -5
- package/dist/src/{agents-B8q7h_ek.js → agents-DpRJdGBZ.js} +5 -5
- package/dist/src/{agents-QGg76OF-.js → agents-gZTW-8nu.js} +5 -5
- package/dist/src/{agents-eHZ9nlgA.cjs → agents-hix6c0Sh.cjs} +5 -5
- package/dist/src/{aimlapi-eYv3a_DK.js → aimlapi-DRQSL-Z4.js} +7 -7
- package/dist/src/{aimlapi-CJEbQ0o6.js → aimlapi-Dc3LW5zI.js} +7 -7
- package/dist/src/{aimlapi-D5HXzZ0s.js → aimlapi-KNYnjjU6.js} +7 -7
- package/dist/src/{aimlapi-T6HGNxNe.cjs → aimlapi-gnrgd_Ej.cjs} +7 -7
- package/dist/src/app/assets/Report-Clw_YCp-.js +1 -0
- package/dist/src/app/assets/index-BQHaquKk.css +1 -0
- package/dist/src/app/assets/{index-BnT6P6sF.js → index-CW3XcQK7.js} +6 -6
- package/dist/src/app/index.html +2 -2
- package/dist/src/{audio-FnxbEnSE.cjs → audio-BgFTqfMO.cjs} +5 -5
- package/dist/src/{audio-CPMtV1yR.js → audio-Cslbgd4l.js} +5 -5
- package/dist/src/{audio-DyiebVB3.js → audio-DOI8kth4.js} +5 -5
- package/dist/src/{audio-BqnRvcWG.js → audio-hewMOCUU.js} +5 -5
- package/dist/src/{authoritativeMarkupInjection-DyAXAsSr.js → authoritativeMarkupInjection-DgE4u_Rl.js} +8 -8
- package/dist/src/{authoritativeMarkupInjection-QEQmFS83.js → authoritativeMarkupInjection-gpm2K-Rp.js} +8 -8
- package/dist/src/{authoritativeMarkupInjection-BZIywVjG.js → authoritativeMarkupInjection-nrC4mSPQ.js} +7 -7
- package/dist/src/{authoritativeMarkupInjection-F2gBw0lN.cjs → authoritativeMarkupInjection-wG4x0yP2.cjs} +8 -8
- package/dist/src/{base-CKLo890h.js → base-0yya4DsM.js} +3 -3
- package/dist/src/{base-Co80MMCi.js → base-BARAIJmp.js} +3 -3
- package/dist/src/{base-DGJW48uz.cjs → base-BE_pY-r5.cjs} +3 -3
- package/dist/src/{base-E9I8zXjz.js → base-CTWzNAH9.js} +3 -3
- package/dist/src/{bestOfN-BBsO41z4.js → bestOfN-CV7ZKPw2.js} +8 -8
- package/dist/src/{bestOfN-_kTi8Bxe.js → bestOfN-DeucA4QS.js} +9 -9
- package/dist/src/{bestOfN-CAwmg5UL.cjs → bestOfN-DxcpVUvj.cjs} +9 -9
- package/dist/src/{bestOfN-B3wNzjSB.js → bestOfN-Ilxc2hMv.js} +9 -9
- package/dist/src/{blobs-B0977K1O.cjs → blobs-5wbW7TbH.cjs} +3 -3
- package/dist/src/{blobs-Dwef1Ao1.js → blobs-BfIMflt0.js} +3 -3
- package/dist/src/{blobs-DODuTK-a.js → blobs-CA4gXarv.js} +3 -3
- package/dist/src/{blobs-CeFdPn_T.js → blobs-ikh75MtF.js} +3 -3
- package/dist/src/{cache-DpPWrkTE.js → cache-BuudGL4I.js} +5 -5
- package/dist/src/{cache-DIXbtkNO.js → cache-CT5D7d_A.js} +4 -4
- package/dist/src/cache-CrL5EYgi.js +3 -0
- package/dist/src/{cache-CPGUA4Yl.cjs → cache-WuIsgzMA.cjs} +4 -4
- package/dist/src/{cache-roFAE0cI.js → cache-x9llZxbx.js} +5 -5
- package/dist/src/{chat-GmlolEwo.js → chat-B5NqvkS_.js} +3 -3
- package/dist/src/{chat-DqUFcWI0.js → chat-B8lsx0A0.js} +11 -11
- package/dist/src/{chat-DG1wG4w0.cjs → chat-BBlR1h8c.cjs} +3 -3
- package/dist/src/{chat-Dabu84Br.js → chat-CCtIXezK.js} +11 -11
- package/dist/src/{chat-TP8Qifkh.js → chat-CZOhFlzV.js} +3 -3
- package/dist/src/{chat-CUCorGiL.js → chat-CvQMD-mp.js} +11 -11
- package/dist/src/{chat-iwaM5UTQ.js → chat-Dh6mb5OL.js} +3 -3
- package/dist/src/{chat-DxTDQ83C.cjs → chat-DkitQHdt.cjs} +11 -11
- package/dist/src/{chatkit-fARZwEfV.js → chatkit-55cAEQb2.js} +4 -4
- package/dist/src/{chatkit-lb6FK02w.js → chatkit-B-uz3x63.js} +4 -4
- package/dist/src/{chatkit-B6DWi70Q.js → chatkit-Dxp6KO70.js} +4 -4
- package/dist/src/{chatkit-BYveR48_.cjs → chatkit-jEtokOVZ.cjs} +4 -4
- package/dist/src/{claude-agent-sdk-D5Jl0SDh.js → claude-agent-sdk-BVfdeahc.js} +9 -7
- package/dist/src/{claude-agent-sdk-DH416NBD.cjs → claude-agent-sdk-C0p-RhcW.cjs} +9 -7
- package/dist/src/{claude-agent-sdk-x1XJ1-pU.js → claude-agent-sdk-DB99Npst.js} +9 -7
- package/dist/src/{claude-agent-sdk-BQNp_y-F.js → claude-agent-sdk-DHyrhDUu.js} +9 -7
- package/dist/src/cloud-BA4aLhk0.js +3 -0
- package/dist/src/{cloud-D3DiFqH6.js → cloud-BbAl8dyj.js} +3 -3
- package/dist/src/{cloudflare-ai-RFSojyXG.js → cloudflare-ai-ChBxkojW.js} +5 -5
- package/dist/src/{cloudflare-ai-r4tbYmWU.js → cloudflare-ai-DDmTDys_.js} +5 -5
- package/dist/src/{cloudflare-ai-CEAW-xQa.cjs → cloudflare-ai-DPlNiC6I.cjs} +5 -5
- package/dist/src/{cloudflare-ai-B6NVI3ax.js → cloudflare-ai-UsZe6ndv.js} +5 -5
- package/dist/src/{cloudflare-gateway-TJMLBj6I.cjs → cloudflare-gateway-7b-lEtrb.cjs} +4 -4
- package/dist/src/{cloudflare-gateway-BaZ4insB.js → cloudflare-gateway-Bq5cqiV8.js} +4 -4
- package/dist/src/{cloudflare-gateway-CF-Vb-2Z.js → cloudflare-gateway-C0N-5s62.js} +4 -4
- package/dist/src/{cloudflare-gateway-BCkLouto.js → cloudflare-gateway-D5fm-QvC.js} +4 -4
- package/dist/src/{codex-app-server-DIXZ230V.js → codex-app-server-BG5Aphvl.js} +20 -5
- package/dist/src/{codex-app-server-B8KHEiF4.js → codex-app-server-BnPMlcjl.js} +20 -5
- package/dist/src/{codex-app-server-Dd22dC_N.js → codex-app-server-D6gbvJFw.js} +20 -5
- package/dist/src/{codex-app-server-CnrLBCeA.cjs → codex-app-server-Dl6BLKJn.cjs} +20 -5
- package/dist/src/{codex-sdk-B6Wah8Pa.js → codex-sdk-BnRTWAhS.js} +20 -8
- package/dist/src/codex-sdk-CChw5CYU.js +3 -0
- package/dist/src/{codex-sdk-CFF6gUyi.cjs → codex-sdk-Cy1pEjsQ.cjs} +20 -8
- package/dist/src/{codex-sdk-CmQABzV3.js → codex-sdk-D86dT4XV.js} +20 -8
- package/dist/src/{codex-sdk-D2d54RL8.js → codex-sdk-mgUqOG2C.js} +20 -8
- package/dist/src/{cometapi-CtzNCHKu.js → cometapi-CkOfr271.js} +8 -8
- package/dist/src/{cometapi-DHCDlQUI.cjs → cometapi-EB-Is7jj.cjs} +8 -8
- package/dist/src/{cometapi-OBILPLlu.js → cometapi-gvPhrXNM.js} +8 -8
- package/dist/src/{cometapi-Bu9B8NUY.js → cometapi-sBbQmdfk.js} +8 -8
- package/dist/src/{completion-DZNxcyfG.js → completion-BoWiFP-D.js} +7 -7
- package/dist/src/{completion-CO2e1_62.js → completion-C99GFqQE.js} +7 -7
- package/dist/src/{completion-sNvCLTAP.js → completion-CUtdijfr.js} +7 -7
- package/dist/src/{completion-CSYfl2cd.cjs → completion-CkRVjadz.cjs} +7 -7
- package/dist/src/{crescendo-QiaSLW0d.js → crescendo-B4EiUJ-M.js} +43 -22
- package/dist/src/{crescendo-BXEJK_bi.cjs → crescendo-BAN6NuWV.cjs} +45 -24
- package/dist/src/{crescendo-CU_Y2i-m.js → crescendo-CYzxmaSJ.js} +45 -24
- package/dist/src/{crescendo-J1Xx4_zb.js → crescendo-CrsXyaL0.js} +45 -24
- package/dist/src/{custom-BJfP00Bh.js → custom-C5K9QFs1.js} +13 -13
- package/dist/src/{custom-Cqia7M0D.cjs → custom-D1UjT5I5.cjs} +13 -13
- package/dist/src/{custom-CZVn-1-r.js → custom-DnMZvgB6.js} +13 -13
- package/dist/src/{custom-notggYVl.js → custom-EWterxkb.js} +11 -11
- package/dist/src/{docker-DdJQBxK9.js → docker-BFQc9ccU.js} +6 -6
- package/dist/src/{docker-D06JUoe2.cjs → docker-BMfsGXyn.cjs} +6 -6
- package/dist/src/{docker-4D1eL6Gq.js → docker-ChD4-eri.js} +6 -6
- package/dist/src/{docker-BBv1WUDu.js → docker-mZF5j6cW.js} +6 -6
- package/dist/src/{embedding-BbrwopfX.cjs → embedding-BMqFDnLI.cjs} +7 -7
- package/dist/src/{embedding--UZVe4_7.js → embedding-BQBXSWgy.js} +7 -7
- package/dist/src/{embedding-Bi3rxrZF.js → embedding-BwTB3YDt.js} +7 -7
- package/dist/src/{embedding-C251p1-8.js → embedding-cd5oPBkX.js} +7 -7
- package/dist/src/{esm-B6whoAcf.js → esm-CGER3lko.js} +2 -2
- package/dist/src/{esm-Bexx2PFc.js → esm-CYMWMaSj.js} +2 -2
- package/dist/src/{esm-BTK1W7lG.js → esm-C_yrt93A.js} +2 -2
- package/dist/src/{esm-BIKakvNa.cjs → esm-vv4rR-Dp.cjs} +2 -2
- package/dist/src/{eval-0VRANImH.js → eval-DmGWplIN.js} +10 -10
- package/dist/src/{eval-DscR5iOM.js → eval-N_VV5NZg.js} +1 -1
- package/dist/src/{evalResult-CvtS8h8u.cjs → evalResult-BZld6I3I.cjs} +6 -6
- package/dist/src/{evalResult-eUkJv9Ko.js → evalResult-ByGP9zuP.js} +7 -7
- package/dist/src/evalResult-CPPINYHK.js +3 -0
- package/dist/src/{evalResult-2RRJvFyB.js → evalResult-gEmQRANj.js} +6 -6
- package/dist/src/evaluator-B01pCdUY.js +3 -0
- package/dist/src/{evaluator-DRoiYB2q.js → evaluator-BpaUYhLY.js} +37 -37
- package/dist/src/{evaluatorHelpers-CRqTvSux.cjs → evaluatorHelpers-2gpZ9Q_f.cjs} +10 -10
- package/dist/src/{evaluatorHelpers-DuqFFfq7.js → evaluatorHelpers-C8C8WQTv.js} +10 -10
- package/dist/src/{evaluatorHelpers-BsYP_muT.js → evaluatorHelpers-DDG44JeI.js} +10 -10
- package/dist/src/{extractor-CxRtnaHl.js → extractor-Bjz9sdTQ.js} +6 -6
- package/dist/src/{extractor-CIW3iN-b.js → extractor-CtadTcJm.js} +6 -6
- package/dist/src/{extractor-BR7XAzAL.js → extractor-DAnauX2V.js} +6 -6
- package/dist/src/{extractor-BdxEtt3J.cjs → extractor-nyUwvU2U.cjs} +6 -6
- package/dist/src/{fetch-Dw4XZHjj.cjs → fetch-B2HvaVUc.cjs} +14 -12
- package/dist/src/{fetch-DXUnXkVU.js → fetch-C59QM4cf.js} +10 -8
- package/dist/src/{fetch-BufrQtvR.js → fetch-CBe8pU8Q.js} +10 -8
- package/dist/src/{fetch-It34O8Ur.js → fetch-CHJu2KON.js} +9 -7
- package/dist/src/fetch-D_XnRfBV.js +3 -0
- package/dist/src/{goat-Ckd3q3AY.js → goat-0HwO0EB2.js} +22 -21
- package/dist/src/{goat-una6pZGP.cjs → goat-7wQgRcT4.cjs} +22 -21
- package/dist/src/{goat-ghadEDdy.js → goat-BNX0lOFx.js} +20 -19
- package/dist/src/{goat-Qgurm-NP.js → goat-BOVnOl5S.js} +22 -21
- package/dist/src/{graders-BGP99PdK.js → graders-BnO-xoa-.js} +30 -30
- package/dist/src/{graders-ClrU2fnd.cjs → graders-CQv1GT5Q.cjs} +29 -29
- package/dist/src/graders-D4vc1PFi.js +3 -0
- package/dist/src/{graders-BX0f2tvS.js → graders-GNRQ1357.js} +29 -29
- package/dist/src/{graders-C0nXU_ZP.js → graders-k8qmhrPu.js} +31 -31
- package/dist/src/{hydra-BSNZZm2M.js → hydra-BrgGALmB.js} +38 -20
- package/dist/src/{hydra-BxdG4nkg.js → hydra-C38LOovb.js} +36 -18
- package/dist/src/{hydra-DE4xWwyc.js → hydra-CXc0p63W.js} +38 -20
- package/dist/src/{hydra-DrJttnvw.cjs → hydra-Hdj65j0k.cjs} +38 -20
- package/dist/src/{image-B_fPIwdg.js → image-6u3WZ_7H.js} +5 -5
- package/dist/src/{image-BN-hjLL9.js → image-B6hCz0z3.js} +5 -5
- package/dist/src/{image-BvUAW344.js → image-CgmaPlV_.js} +7 -7
- package/dist/src/{image-QzmydkiG.js → image-DXbwwL-r.js} +5 -5
- package/dist/src/{image-X0oY4350.cjs → image-Daa_X_YB.cjs} +7 -7
- package/dist/src/{image-Cvjwx1uY.js → image-DmC5qwQx.js} +7 -7
- package/dist/src/{image-DfVCGPbI.cjs → image-TY6FsHmn.cjs} +5 -5
- package/dist/src/{image-B4oBtu6J.js → image-V0-pYiBI.js} +7 -7
- package/dist/src/index.cjs +137 -140
- package/dist/src/index.d.cts +13 -0
- package/dist/src/index.d.ts +13 -0
- package/dist/src/index.js +137 -140
- package/dist/src/{indirectWebPwn-BJ22AbQa.cjs → indirectWebPwn-04ziKbly.cjs} +5 -5
- package/dist/src/{indirectWebPwn-tNx9OZ35.js → indirectWebPwn-1gHqaL91.js} +5 -5
- package/dist/src/{indirectWebPwn-DBQhOjoD.js → indirectWebPwn-B0CAtvZJ.js} +6 -6
- package/dist/src/{indirectWebPwn-uyWdHx04.js → indirectWebPwn-BXUoJl4I.js} +5 -5
- package/dist/src/{indirectWebPwn-02ZIghCS.js → indirectWebPwn-Biy9I52D.js} +6 -6
- package/dist/src/{indirectWebPwn-OsXnKejv.js → indirectWebPwn-BoPqjm9W.js} +6 -6
- package/dist/src/{indirectWebPwn-CbjUG0rh.js → indirectWebPwn-DRYpRTx6.js} +5 -5
- package/dist/src/{indirectWebPwn-CfQJt3gk.cjs → indirectWebPwn-MiCFTfzI.cjs} +6 -6
- package/dist/src/{inputVariables-DUGMb9Ka.js → inputVariables-B7cylqzM.js} +2 -2
- package/dist/src/{inputVariables-Dq9W-Z3a.cjs → inputVariables-D5K2vTp4.cjs} +2 -2
- package/dist/src/{inputVariables-B0qUChbV.js → inputVariables-DpOsOnzU.js} +3 -3
- package/dist/src/{inputVariables-DXFdi7AI.js → inputVariables-qJmuSN5i.js} +3 -3
- package/dist/src/{interactiveCheck-C4QlIuoR.js → interactiveCheck-BLnDrfjg.js} +2 -2
- package/dist/src/{iterative-FTS4Bz67.js → iterative-BDRx_noa.js} +29 -19
- package/dist/src/{iterative-CpU6i2As.js → iterative-BZxrxnoh.js} +27 -17
- package/dist/src/{iterative-DQBuWM-j.cjs → iterative-KSovqu_j.cjs} +29 -19
- package/dist/src/{iterative-DJQEQpG3.js → iterative-vxBU1IPs.js} +29 -19
- package/dist/src/{iterativeImage-Doz8mgxF.js → iterativeImage-BZuMd4x3.js} +7 -7
- package/dist/src/{iterativeImage-BUABMVOA.js → iterativeImage-DUWLmyVM.js} +6 -6
- package/dist/src/{iterativeImage-ByFWkxax.cjs → iterativeImage-DqNKoaIl.cjs} +7 -7
- package/dist/src/{iterativeImage-BzUapOUi.js → iterativeImage-DwIp1WGB.js} +7 -7
- package/dist/src/{iterativeMeta-CSS8M6Ds.cjs → iterativeMeta-9gsvnsl1.cjs} +39 -19
- package/dist/src/{iterativeMeta-B3YiAOc8.js → iterativeMeta-AgI6UEh6.js} +39 -19
- package/dist/src/{iterativeMeta-C7APE_P1.js → iterativeMeta-BbcVN5nQ.js} +39 -19
- package/dist/src/{iterativeMeta-DgoQ7bLh.js → iterativeMeta-BcF8LsFk.js} +37 -17
- package/dist/src/{iterativeTree-B5zxBBSW.js → iterativeTree-5TLHU9Kx.js} +81 -31
- package/dist/src/{iterativeTree-CPMF10ve.cjs → iterativeTree-7XyY_zdo.cjs} +81 -31
- package/dist/src/{iterativeTree-DvZ7GBwt.js → iterativeTree-CnHx_kPu.js} +81 -31
- package/dist/src/{iterativeTree-CNyIk0Yn.js → iterativeTree-D9I3UJ0P.js} +79 -29
- package/dist/src/{knowledgeBase-CkMljjdg.js → knowledgeBase-BGbDBwr5.js} +5 -5
- package/dist/src/{knowledgeBase-Bi_8sV-H.js → knowledgeBase-BzfBwPyQ.js} +5 -5
- package/dist/src/{knowledgeBase-BadkINlJ.js → knowledgeBase-C_MSTwDt.js} +5 -5
- package/dist/src/{knowledgeBase-DUh34xba.cjs → knowledgeBase-DSVK_YTi.cjs} +5 -5
- package/dist/src/{litellm-BXyn5kZK.js → litellm-CRTmskqC.js} +5 -5
- package/dist/src/{litellm-BKBo0jpC.js → litellm-Ch4E-r4b.js} +5 -5
- package/dist/src/{litellm-CNcfbCfa.js → litellm-DNnk7802.js} +5 -5
- package/dist/src/{litellm-CtAr7bKG.cjs → litellm-jA4_p8mv.cjs} +5 -5
- package/dist/src/{logger-KD8JjCRJ.js → logger-BjYLHvGm.js} +56 -25
- package/dist/src/{logger-cfNpzI4o.cjs → logger-Cm0Nb8YX.cjs} +34 -3
- package/dist/src/{logger-Ct2S6Yx-.js → logger-Cs0I2v_y.js} +34 -3
- package/dist/src/{logger-BbY6ypFL.js → logger-h-eiS4iv.js} +34 -3
- package/dist/src/{luma-ray-D3FUc2K3.cjs → luma-ray-BCkN79tz.cjs} +5 -5
- package/dist/src/{luma-ray-CR5TSpp4.js → luma-ray-BqVizUQY.js} +5 -5
- package/dist/src/{luma-ray-BMX1iEB6.js → luma-ray-CD7rd6KW.js} +5 -5
- package/dist/src/{luma-ray-OEMmS1RB.js → luma-ray-DLWLjDCa.js} +5 -5
- package/dist/src/main.js +143 -146
- package/dist/src/{memoryPoisoning-Dp-btinn.cjs → memoryPoisoning-BXDi4XCK.cjs} +8 -8
- package/dist/src/{memoryPoisoning-CM83NWYl.js → memoryPoisoning-D-V4yXjj.js} +8 -8
- package/dist/src/{memoryPoisoning-D8h9gXJF.js → memoryPoisoning-PrsT7Zh2.js} +8 -8
- package/dist/src/{memoryPoisoning-cLuCoTuJ.js → memoryPoisoning-ZUwCLvEn.js} +8 -8
- package/dist/src/{messages-DBPir0TQ.cjs → messages-BSFLFXIO.cjs} +8 -8
- package/dist/src/{messages-BabO-cX8.js → messages-C5qBfONg.js} +8 -8
- package/dist/src/{messages-DGUlSNU7.js → messages-CQoK4jHx.js} +8 -8
- package/dist/src/{messages-vsE_-Lv0.js → messages-Dy5vvc3H.js} +8 -8
- package/dist/src/{mischievousUser-olGgHIVR.cjs → mischievousUser-B4_YRWqu.cjs} +5 -5
- package/dist/src/{mischievousUser-frFYKxu6.js → mischievousUser-BoZy3Fry.js} +5 -5
- package/dist/src/{mischievousUser-BUOP9W5r.js → mischievousUser-CjJ9ZEuw.js} +5 -5
- package/dist/src/{mischievousUser-0l8GD7Dp.js → mischievousUser-CrMXlOUj.js} +5 -5
- package/dist/src/{modelslab-EyDczZ5A.js → modelslab-B72XbAlR.js} +8 -8
- package/dist/src/{modelslab-Dzst7VTU.js → modelslab-Bw-46LmW.js} +8 -8
- package/dist/src/{modelslab-Cogmu4mG.js → modelslab-CJ0zQdDH.js} +8 -8
- package/dist/src/{modelslab-CNV5bMSk.cjs → modelslab-LXFLCD-O.cjs} +8 -8
- package/dist/src/{nova-reel-CjJRxI1X.cjs → nova-reel-D0k0-k8Y.cjs} +5 -5
- package/dist/src/{nova-reel-C4eUJGse.js → nova-reel-DItvBa6z.js} +5 -5
- package/dist/src/{nova-reel-BGPNBOMS.js → nova-reel-DN7gTJzd.js} +5 -5
- package/dist/src/{nova-reel-B_5NKFu1.js → nova-reel-DRLvlFOH.js} +5 -5
- package/dist/src/{nova-sonic-BNGmgfFz.js → nova-sonic-BeAjEzkG.js} +3 -3
- package/dist/src/{nova-sonic-CrV0iaY_.js → nova-sonic-DB7LzcCY.js} +3 -3
- package/dist/src/{nova-sonic-DuOG9Aun.cjs → nova-sonic-DfLkPbkF.cjs} +3 -3
- package/dist/src/{nova-sonic-ChPlh5na.js → nova-sonic-kzIVxZDb.js} +3 -3
- package/dist/src/{openai-BMHD2Huo.js → openai-Bfbg6L4c.js} +2 -2
- package/dist/src/{openai-C3uXv8wS.cjs → openai-CCaz18I4.cjs} +2 -2
- package/dist/src/{openai-CJrsh9n4.js → openai-CJOpg_dA.js} +2 -2
- package/dist/src/{openai-zgwBb4Ff.js → openai-uRacy72N.js} +2 -2
- package/dist/src/{openclaw-zIJAsz3P.js → openclaw-2Y9Ukt9Y.js} +9 -9
- package/dist/src/{openclaw-CF7fMido.js → openclaw-BdnuiqBG.js} +9 -9
- package/dist/src/{openclaw-Dphc01BY.cjs → openclaw-D54hA9Fe.cjs} +9 -9
- package/dist/src/{openclaw-BIHlu_36.js → openclaw-DRjsDCSS.js} +9 -9
- package/dist/src/{opencode-sdk-B3vlPLsp.js → opencode-sdk-2su-bzyz.js} +38 -9
- package/dist/src/{opencode-sdk-DoY6GbWw.cjs → opencode-sdk-BRkqgOOQ.cjs} +38 -9
- package/dist/src/{opencode-sdk-D05JSgMQ.js → opencode-sdk-CFY-1bkH.js} +38 -9
- package/dist/src/{opencode-sdk-sRKYHGoI.js → opencode-sdk-D-tRQJ9s.js} +38 -9
- package/dist/src/{otlpReceiver-B2eaKC8C.js → otlpReceiver-BkB7tsTT.js} +3 -3
- package/dist/src/{otlpReceiver--gTpSagc.js → otlpReceiver-BqJYGC-M.js} +4 -4
- package/dist/src/{otlpReceiver-BXjcRqAM.js → otlpReceiver-CRwU2egH.js} +4 -4
- package/dist/src/{otlpReceiver-CvJdBGSc.cjs → otlpReceiver-DOl5S07u.cjs} +4 -4
- package/dist/src/{packageParser--MWTSrPW.js → packageParser-B3bpKHK4.js} +2 -2
- package/dist/src/{packageParser-hwwSGnAZ.js → packageParser-CZdMKLBh.js} +2 -2
- package/dist/src/{packageParser-CgE-ziRo.js → packageParser-D7YWfcSe.js} +2 -2
- package/dist/src/{packageParser-QoCS1FMl.cjs → packageParser-DR054ceU.cjs} +2 -2
- package/dist/src/{promptLength-B9nZEfO6.js → promptLength-5B4_P93z.js} +2 -2
- package/dist/src/{promptLength-BbBbDHNj.cjs → promptLength-CAcg7BmO.cjs} +2 -2
- package/dist/src/{promptLength-4X-Wd8PG.js → promptLength-PkjlYFx0.js} +2 -2
- package/dist/src/{promptLength-0qIHyhA5.js → promptLength-ho3wbst6.js} +2 -2
- package/dist/src/{promptfoo-BDrfT30-.js → promptfoo-CEsoPlBa.js} +67 -10
- package/dist/src/{promptfoo-b-baRMj-.cjs → promptfoo-DAXBmrE6.cjs} +96 -9
- package/dist/src/{promptfoo-Cm4hiy1Y.js → promptfoo-DVKqidd8.js} +67 -10
- package/dist/src/{promptfoo-Rjp-MeBb.js → promptfoo-wxe28-q9.js} +67 -10
- package/dist/src/{providerRegistry-DHcFiVWX.js → providerRegistry-Bf4tRLgu.js} +2 -2
- package/dist/src/{providerRegistry-CZO_w7ue.cjs → providerRegistry-DKbi2EbP.cjs} +2 -2
- package/dist/src/{providerRegistry-ReCd0sFa.js → providerRegistry-DLeG-xXn.js} +2 -2
- package/dist/src/{providerRegistry-1gB5vtzQ.js → providerRegistry-v8Wa3f9z.js} +2 -2
- package/dist/src/{providers-B9KzWxAX.js → providers-CYBHjFEg.js} +178 -126
- package/dist/src/{providers-BCCz6_IX.js → providers-DDLQc0tl.js} +177 -125
- package/dist/src/{providers-BDVVIQM6.cjs → providers-DP1CDgd5.cjs} +176 -124
- package/dist/src/{providers-DVYRZP4E.js → providers-DTPwadhk.js} +176 -124
- package/dist/src/{providers-BYAn82cf.js → providers-DvBFcsXi.js} +1 -1
- package/dist/src/{pythonUtils-Cokhluq3.cjs → pythonUtils-BjuymNdM.cjs} +3 -3
- package/dist/src/{pythonUtils-D0BYebvX.js → pythonUtils-C4Wnz6Q7.js} +3 -3
- package/dist/src/{pythonUtils-CLCgQ9tt.js → pythonUtils-CBe7VV6f.js} +3 -3
- package/dist/src/{pythonUtils-CgYxeSmO.js → pythonUtils-CLAoc6jg.js} +3 -3
- package/dist/src/{quiverai-CdTWPe-A.js → quiverai-B6ebiUKf.js} +6 -6
- package/dist/src/{quiverai-Cv7rJKDz.js → quiverai-BG7dvOQc.js} +6 -6
- package/dist/src/{quiverai-BAp6iTZD.cjs → quiverai-DH6SMaxD.cjs} +6 -6
- package/dist/src/{quiverai-BvIhI_0l.js → quiverai-DHNIAUfS.js} +6 -6
- package/dist/src/{registry-BUJrgjwv.js → registry-BKlwRYvr.js} +14 -14
- package/dist/src/{registry-KCVF1CFC.cjs → registry-CQHRTGYs.cjs} +14 -14
- package/dist/src/{registry-Dp5EqoXc.js → registry-Eiv-QeUm.js} +14 -14
- package/dist/src/{registry-DXm1t_x0.js → registry-qNoxbVEb.js} +14 -14
- package/dist/src/{remoteGeneration-DS9N3pgB.cjs → remoteGeneration-CD3c_rzc.cjs} +6 -6
- package/dist/src/{remoteGeneration-DsaSwmG2.js → remoteGeneration-CoxtxLvB.js} +6 -6
- package/dist/src/{remoteGeneration-B1_XsKXU.js → remoteGeneration-DW6mPZnO.js} +6 -6
- package/dist/src/{remoteGeneration-COpWcmWd.js → remoteGeneration-DvWEm3yi.js} +6 -6
- package/dist/src/{render-_6ur1fhE.js → render-BoxrvB84.js} +2 -2
- package/dist/src/{render-DFfDeYUK.js → render-CTZQAINJ.js} +2 -2
- package/dist/src/{render-BNTrbmBw.cjs → render-DJ4yipCD.cjs} +2 -2
- package/dist/src/{render-DznWrxGO.js → render-MiyTvDY4.js} +2 -2
- package/dist/src/{render-CSP99NLm.js → render-jE6RKVgk.js} +2 -2
- package/dist/src/{responses-1UFFF9N_.cjs → responses-Bs2_3zyr.cjs} +14 -10
- package/dist/src/{responses-B3W2JvOQ.js → responses-C0yU3fO6.js} +14 -10
- package/dist/src/{responses-URRzV8qE.js → responses-C2vhwf8F.js} +14 -10
- package/dist/src/{responses-B6ktc3Ra.js → responses-pvlY3oYx.js} +14 -10
- package/dist/src/{rubyUtils-CnlW8AYb.js → rubyUtils-AvgsD_QH.js} +3 -3
- package/dist/src/{rubyUtils-CqUWBZAt.cjs → rubyUtils-BEqeZynS.cjs} +3 -3
- package/dist/src/{rubyUtils-CXlFM2rR.js → rubyUtils-C-sxXgGT.js} +3 -3
- package/dist/src/{rubyUtils-DdGojpfv.js → rubyUtils-DFzPvVD4.js} +3 -3
- package/dist/src/rubyUtils-DfYaGbxe.js +3 -0
- package/dist/src/{runtimeTransform-DigbjU1r.js → runtimeTransform-BmhEztlx.js} +2 -2
- package/dist/src/{runtimeTransform-BJOpL9Yc.js → runtimeTransform-Bw9Tttpp.js} +2 -2
- package/dist/src/{runtimeTransform-ON3YYILw.cjs → runtimeTransform-DJEknTZQ.cjs} +2 -2
- package/dist/src/{runtimeTransform-Dgh_D7DU.js → runtimeTransform-s14J7yxm.js} +2 -2
- package/dist/src/{sagemaker-yr1QKeBs.js → sagemaker-C8NJAT8D.js} +11 -11
- package/dist/src/{sagemaker-vhtSV7JI.js → sagemaker-DlajLLgJ.js} +11 -11
- package/dist/src/{sagemaker-CujrzP1a.js → sagemaker-PgIzjxMt.js} +11 -11
- package/dist/src/{sagemaker-DzffAqo_.cjs → sagemaker-hwPXLGI4.cjs} +11 -11
- package/dist/src/{scanner-DS0109SS.js → scanner-B3DPvw5u.js} +6 -6
- package/dist/src/server/index.js +145 -148
- package/dist/src/{server-DhMHosWj.js → server-4wx571OM.js} +6 -6
- package/dist/src/{server-Ddp8GNMp.js → server-8in_Vrrf.js} +6 -6
- package/dist/src/server-BHd6SQYX.js +3 -0
- package/dist/src/{server-CMJD10J4.js → server-pMTgWs3M.js} +4 -4
- package/dist/src/{server-B8rqV126.cjs → server-yHhoBx98.cjs} +4 -4
- package/dist/src/{shared-D6IjElRI.js → shared-BF25a7ms.js} +12 -12
- package/dist/src/{shared-WkgnDkcg.cjs → shared-DlmtkptR.cjs} +12 -12
- package/dist/src/{shared-9WHQ1oNE.js → shared-DsbObxvy.js} +12 -12
- package/dist/src/{shared-7pmVZLNO.js → shared-yBQATkD5.js} +13 -13
- package/dist/src/{signal-CSurUUyV.js → signal-CRrWj2xI.js} +3 -3
- package/dist/src/{simulatedUser-Cu601Dd4.cjs → simulatedUser-9A3YPDh2.cjs} +7 -7
- package/dist/src/{simulatedUser-C9aQObBI.js → simulatedUser-CbZZV7UQ.js} +7 -7
- package/dist/src/{simulatedUser-U_qAHnuB.js → simulatedUser-DdcsTBuS.js} +7 -7
- package/dist/src/{simulatedUser-p3tACcmw.js → simulatedUser-LKk31Iov.js} +7 -7
- package/dist/src/{slack-Bapo-7_8.js → slack-CWxUAo6N.js} +2 -2
- package/dist/src/{slack-DMC1QVEg.cjs → slack-CtMQnlyy.cjs} +2 -2
- package/dist/src/{slack-DTEFhrMn.js → slack-DrcMAkvd.js} +2 -2
- package/dist/src/{slack-k-_CP84Q.js → slack-chzmaYU3.js} +2 -2
- package/dist/src/{storage-BU4qcnOb.js → storage-B9lg2RCL.js} +6 -6
- package/dist/src/{storage-QdU-SmvD.js → storage-BC9TzmHh.js} +5 -5
- package/dist/src/{storage-CA-v9V2v.cjs → storage-Cv7QYUPO.cjs} +4 -4
- package/dist/src/{storage-CD-GWAdx.js → storage-fbHNSuZ9.js} +4 -4
- package/dist/src/{store-B2NDDooM.cjs → store-BKN4VD-m.cjs} +3 -3
- package/dist/src/{store-HpopRVzl.js → store-C4eo8Kyv.js} +3 -3
- package/dist/src/store-mJpYYA7W.js +3 -0
- package/dist/src/{store-DKd5592Q.js → store-u1XNK3e8.js} +3 -3
- package/dist/src/{strategies-CiSeroPH.js → strategies-4Nnr_9xt.js} +18 -18
- package/dist/src/{strategies-7CS3Alao.cjs → strategies-BD7US9WB.cjs} +18 -18
- package/dist/src/{strategies-DRJjGTIY.js → strategies-Ptz_P4P4.js} +20 -20
- package/dist/src/{tables-CRSXQ2Ke.js → tables-Bn3_8sxV.js} +2 -2
- package/dist/src/{tables-DafUHOeh.js → tables-D_ZGKiGc.js} +3 -3
- package/dist/src/{tables-DBIJU0WE.cjs → tables-D_s2HMPP.cjs} +2 -2
- package/dist/src/{tables-CxjU7bBd.js → tables-PWOqfbI_.js} +3 -3
- package/dist/src/{telemetry-DwX9XUN5.js → telemetry-BTIhfopq.js} +21 -16
- package/dist/src/{telemetry-00ezXr_t.js → telemetry-BU80NveV.js} +21 -16
- package/dist/src/telemetry-CVHVhMOI.js +3 -0
- package/dist/src/{telemetry-DmXYcJNV.js → telemetry-D3yQCekN.js} +21 -16
- package/dist/src/{telemetry-CJ7FnCsc.cjs → telemetry-DvzmDrSM.cjs} +21 -16
- package/dist/src/{tracingOptions-BnwKCkSB.js → tracingOptions-D2F0D7es.js} +4 -4
- package/dist/src/{tracingOptions-Chi74lOD.js → tracingOptions-PLePpCmo.js} +3 -3
- package/dist/src/{tracingOptions-ji2OuXbT.js → tracingOptions-WpE9IqC8.js} +4 -4
- package/dist/src/{tracingOptions-DrbSFaKy.cjs → tracingOptions-eqmq5sA2.cjs} +4 -4
- package/dist/src/{transcription-mzuf18Mq.cjs → transcription-CKLxdMxm.cjs} +7 -7
- package/dist/src/{transcription-B8uIgCYX.js → transcription-CmlDorqD.js} +7 -7
- package/dist/src/{transcription-CfU5loSq.js → transcription-Cupf4JNw.js} +7 -7
- package/dist/src/{transcription-Dkd22_4K.js → transcription-sOgdGxM6.js} +7 -7
- package/dist/src/{transform-BnSXWmU_2.cjs → transform-0wnBYYaL2.cjs} +4 -4
- package/dist/src/{transform-EtD4jAWi.js → transform-AfC8gqCB.js} +5 -5
- package/dist/src/{transform-CGt7Kt3y2.js → transform-BDSnWRNv2.js} +4 -4
- package/dist/src/{transform-BnSTnFlp.js → transform-C5pxvKUV.js} +4 -4
- package/dist/src/{transform-CrPGTsij.js → transform-C5rpIuDz.js} +4 -4
- package/dist/src/{transform-DmvYBRll.js → transform-D7QlmswG.js} +5 -5
- package/dist/src/{transform-DhNkAUs8.cjs → transform-DKw2FNwg.cjs} +5 -5
- package/dist/src/{transform-BIMynQsA.js → transform-R1PnNdLv.js} +5 -5
- package/dist/src/{types-BFevViUY.js → types-C_e_SykX.js} +2 -2
- package/dist/src/{types-BJQBBPTP.js → types-uLCKnRiK.js} +2 -2
- package/dist/src/{util-CN8om2rz.cjs → util-3BRss2KA.cjs} +7 -7
- package/dist/src/{util-efByNxcr.js → util-B2Nt2Oy7.js} +25 -7
- package/dist/src/{util-I-Rf-KaD.js → util-BGfk7zh7.js} +8 -8
- package/dist/src/{util-5WnCSb0h.js → util-BLSQ_7Ky.js} +25 -7
- package/dist/src/{util-IYzs5Y04.cjs → util-BSZPCmvm.cjs} +4 -3
- package/dist/src/{util-SPsvFONY.cjs → util-BuYzkbEz.cjs} +7 -7
- package/dist/src/{util-LKTmNsMQ.js → util-C6d3eV0A.js} +25 -7
- package/dist/src/{util-DURocbYR.js → util-CES4qWd7.js} +8 -8
- package/dist/src/{util-Df8YMvS1.js → util-CKZReNsz.js} +8 -8
- package/dist/src/{util-BSIuSLVK.cjs → util-Cs372i1_.cjs} +25 -7
- package/dist/src/{util-CoQWM76y.js → util-Cw9nJJWm.js} +4 -3
- package/dist/src/{util-DNl96nNs.js → util-D1NKMz55.js} +7 -7
- package/dist/src/{util-kDURhgJW.js → util-D9grslJP.js} +8 -8
- package/dist/src/{util--WMgw7wM.js → util-SNUDkWJ8.js} +4 -3
- package/dist/src/{util-Bx677_k2.js → util-vaCPFatZ.js} +7 -7
- package/dist/src/{util-DiQ3QvBB.js → util-weQgMdSy.js} +4 -3
- package/dist/src/{utils-Ve6kuJsa.cjs → utils-B_HCobst.cjs} +2 -2
- package/dist/src/{utils-BGY69tk_.js → utils-C3qMBhJT.js} +2 -2
- package/dist/src/{utils-BFOh20Gb.js → utils-Cdx3ZJr7.js} +2 -2
- package/dist/src/{utils-B0lzitHZ.js → utils-DMWnIu_V.js} +2 -2
- package/dist/src/{version-BK20a4sw.js → version-BGiEZvX0.js} +2 -2
- package/dist/src/{version-lpHV_53E.js → version-BNhpIb2U.js} +2 -2
- package/dist/src/{version-eRkNuGv8.js → version-CnYqmWbz.js} +2 -2
- package/dist/src/{version-BWCSaByA.cjs → version-XjGPawtU.cjs} +2 -2
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +17 -17
- package/dist/src/app/assets/Report-BNHJKN35.js +0 -1
- package/dist/src/app/assets/index-yhM8y1PP.css +0 -1
- package/dist/src/cache-Cf7b4pWE.js +0 -3
- package/dist/src/cloud-p96PA4MH.js +0 -3
- package/dist/src/codex-sdk-BGjVAk23.js +0 -3
- package/dist/src/evalResult-DqzsS6_W.js +0 -3
- package/dist/src/evaluator-DNdJF1Gv.js +0 -3
- package/dist/src/fetch-_YgGd2qv.js +0 -3
- package/dist/src/graders-BDT7dif6.js +0 -3
- package/dist/src/rubyUtils-BYVlQ94c.js +0 -3
- package/dist/src/server-BaLytskk.js +0 -3
- package/dist/src/store-IbiRIF3k.js +0 -3
- package/dist/src/telemetry-ByPqDcKC.js +0 -3
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import { v as getAjv, x as safeJsonStringify } from "./logger-
|
|
3
|
-
import {
|
|
4
|
-
import { N as maybeLoadFromExternalFileWithVars } from "./util-
|
|
2
|
+
import { v as getAjv, x as safeJsonStringify } from "./logger-h-eiS4iv.js";
|
|
3
|
+
import { _ as calculateCost } from "./fetch-C59QM4cf.js";
|
|
4
|
+
import { N as maybeLoadFromExternalFileWithVars } from "./util-CES4qWd7.js";
|
|
5
5
|
import OpenAI from "openai";
|
|
6
6
|
//#region src/providers/openai/util.ts
|
|
7
7
|
const ajv = getAjv();
|
|
8
|
-
const
|
|
8
|
+
const GPT_5_LONG_CONTEXT_THRESHOLD = 272e3;
|
|
9
9
|
const OPENAI_CHAT_MODELS = [
|
|
10
10
|
...["gpt-4o-mini-tts", "gpt-4o-mini-tts-2025-12-15"].map((model) => ({
|
|
11
11
|
id: model,
|
|
@@ -357,13 +357,25 @@ const OPENAI_CHAT_MODELS = [
|
|
|
357
357
|
output: 4 / 1e6
|
|
358
358
|
}
|
|
359
359
|
})),
|
|
360
|
+
...["gpt-5.5", "gpt-5.5-2026-04-23"].map((model) => ({
|
|
361
|
+
id: model,
|
|
362
|
+
cost: {
|
|
363
|
+
input: 5 / 1e6,
|
|
364
|
+
output: 30 / 1e6,
|
|
365
|
+
longContext: {
|
|
366
|
+
threshold: GPT_5_LONG_CONTEXT_THRESHOLD,
|
|
367
|
+
input: 10 / 1e6,
|
|
368
|
+
output: 45 / 1e6
|
|
369
|
+
}
|
|
370
|
+
}
|
|
371
|
+
})),
|
|
360
372
|
...["gpt-5.4", "gpt-5.4-2026-03-05"].map((model) => ({
|
|
361
373
|
id: model,
|
|
362
374
|
cost: {
|
|
363
375
|
input: 2.5 / 1e6,
|
|
364
376
|
output: 15 / 1e6,
|
|
365
377
|
longContext: {
|
|
366
|
-
threshold:
|
|
378
|
+
threshold: GPT_5_LONG_CONTEXT_THRESHOLD,
|
|
367
379
|
input: 5 / 1e6,
|
|
368
380
|
output: 22.5 / 1e6
|
|
369
381
|
}
|
|
@@ -421,11 +433,17 @@ const OPENAI_RESPONSES_ONLY_MODELS = [...["gpt-5.4-pro", "gpt-5.4-pro-2026-03-05
|
|
|
421
433
|
input: 30 / 1e6,
|
|
422
434
|
output: 180 / 1e6,
|
|
423
435
|
longContext: {
|
|
424
|
-
threshold:
|
|
436
|
+
threshold: GPT_5_LONG_CONTEXT_THRESHOLD,
|
|
425
437
|
input: 60 / 1e6,
|
|
426
438
|
output: 270 / 1e6
|
|
427
439
|
}
|
|
428
440
|
}
|
|
441
|
+
})), ...["gpt-5.5-pro", "gpt-5.5-pro-2026-04-23"].map((model) => ({
|
|
442
|
+
id: model,
|
|
443
|
+
cost: {
|
|
444
|
+
input: 30 / 1e6,
|
|
445
|
+
output: 180 / 1e6
|
|
446
|
+
}
|
|
429
447
|
}))];
|
|
430
448
|
const OPENAI_DEEP_RESEARCH_MODELS = [...["o3-deep-research", "o3-deep-research-2025-06-26"].map((model) => ({
|
|
431
449
|
id: model,
|
|
@@ -635,4 +653,4 @@ function formatOpenAiError(data) {
|
|
|
635
653
|
//#endregion
|
|
636
654
|
export { calculateOpenAICost as a, getTokenUsage as c, OPENAI_TRANSCRIPTION_MODELS as i, validateFunctionCall as l, OPENAI_COMPLETION_MODELS as n, failApiCall as o, OPENAI_REALTIME_MODELS as r, formatOpenAiError as s, OPENAI_CHAT_MODELS as t };
|
|
637
655
|
|
|
638
|
-
//# sourceMappingURL=util-
|
|
656
|
+
//# sourceMappingURL=util-BLSQ_7Ky.js.map
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
const require_fetch = require("./fetch-
|
|
2
|
-
const require_transform = require("./transform-
|
|
1
|
+
const require_fetch = require("./fetch-B2HvaVUc.cjs");
|
|
2
|
+
const require_transform = require("./transform-DKw2FNwg.cjs");
|
|
3
3
|
//#region src/providers/anthropic/util.ts
|
|
4
4
|
const ANTHROPIC_MODELS = [
|
|
5
5
|
...["claude-mythos-preview"].map((model) => ({
|
|
@@ -332,6 +332,7 @@ function processAnthropicTools(tools = []) {
|
|
|
332
332
|
else if (tool.type === "web_fetch_20260309") processedTools.push(transformWebFetchToolV2(tool));
|
|
333
333
|
else if (tool.type === "web_search_20250305") processedTools.push(transformWebSearchTool(tool));
|
|
334
334
|
else if (tool.type === "web_search_20260209") processedTools.push(transformWebSearchTool20260209(tool));
|
|
335
|
+
else if (tool.type === "memory_20250818") processedTools.push(tool);
|
|
335
336
|
else processedTools.push(tool);
|
|
336
337
|
else processedTools.push(tool);
|
|
337
338
|
if ("strict" in tool && tool.strict === true) addRequiredBetaFeature("structured-outputs-2025-11-13");
|
|
@@ -459,4 +460,4 @@ Object.defineProperty(exports, "processAnthropicTools", {
|
|
|
459
460
|
}
|
|
460
461
|
});
|
|
461
462
|
|
|
462
|
-
//# sourceMappingURL=util-
|
|
463
|
+
//# sourceMappingURL=util-BSZPCmvm.cjs.map
|
|
@@ -1,13 +1,13 @@
|
|
|
1
1
|
const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
|
|
2
|
-
const require_logger = require("./logger-
|
|
2
|
+
const require_logger = require("./logger-Cm0Nb8YX.cjs");
|
|
3
3
|
const require_invariant = require("./invariant-QtnLD03y.cjs");
|
|
4
4
|
const require_types = require("./types-CxJvaY2S.cjs");
|
|
5
|
-
const require_fetch = require("./fetch-
|
|
6
|
-
const require_version = require("./version-
|
|
5
|
+
const require_fetch = require("./fetch-B2HvaVUc.cjs");
|
|
6
|
+
const require_version = require("./version-XjGPawtU.cjs");
|
|
7
7
|
const require_fileExtensions = require("./fileExtensions-BhdwzYaD.cjs");
|
|
8
|
-
const require_esm = require("./esm-
|
|
9
|
-
const require_render = require("./render-
|
|
10
|
-
const require_pythonUtils = require("./pythonUtils-
|
|
8
|
+
const require_esm = require("./esm-vv4rR-Dp.cjs");
|
|
9
|
+
const require_render = require("./render-DJ4yipCD.cjs");
|
|
10
|
+
const require_pythonUtils = require("./pythonUtils-BjuymNdM.cjs");
|
|
11
11
|
let fs = require("fs");
|
|
12
12
|
fs = require_rolldown_runtime.__toESM(fs, 1);
|
|
13
13
|
let path = require("path");
|
|
@@ -1512,4 +1512,4 @@ Object.defineProperty(exports, "writeOutput", {
|
|
|
1512
1512
|
}
|
|
1513
1513
|
});
|
|
1514
1514
|
|
|
1515
|
-
//# sourceMappingURL=util-
|
|
1515
|
+
//# sourceMappingURL=util-BuYzkbEz.cjs.map
|
|
@@ -1,10 +1,10 @@
|
|
|
1
|
-
import { g as getAjv, y as safeJsonStringify } from "./logger-
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
1
|
+
import { g as getAjv, y as safeJsonStringify } from "./logger-BjYLHvGm.js";
|
|
2
|
+
import { v as calculateCost } from "./fetch-CBe8pU8Q.js";
|
|
3
|
+
import { M as maybeLoadFromExternalFileWithVars } from "./util-BGfk7zh7.js";
|
|
4
4
|
import OpenAI from "openai";
|
|
5
5
|
//#region src/providers/openai/util.ts
|
|
6
6
|
const ajv = getAjv();
|
|
7
|
-
const
|
|
7
|
+
const GPT_5_LONG_CONTEXT_THRESHOLD = 272e3;
|
|
8
8
|
const OPENAI_CHAT_MODELS = [
|
|
9
9
|
...["gpt-4o-mini-tts", "gpt-4o-mini-tts-2025-12-15"].map((model) => ({
|
|
10
10
|
id: model,
|
|
@@ -356,13 +356,25 @@ const OPENAI_CHAT_MODELS = [
|
|
|
356
356
|
output: 4 / 1e6
|
|
357
357
|
}
|
|
358
358
|
})),
|
|
359
|
+
...["gpt-5.5", "gpt-5.5-2026-04-23"].map((model) => ({
|
|
360
|
+
id: model,
|
|
361
|
+
cost: {
|
|
362
|
+
input: 5 / 1e6,
|
|
363
|
+
output: 30 / 1e6,
|
|
364
|
+
longContext: {
|
|
365
|
+
threshold: GPT_5_LONG_CONTEXT_THRESHOLD,
|
|
366
|
+
input: 10 / 1e6,
|
|
367
|
+
output: 45 / 1e6
|
|
368
|
+
}
|
|
369
|
+
}
|
|
370
|
+
})),
|
|
359
371
|
...["gpt-5.4", "gpt-5.4-2026-03-05"].map((model) => ({
|
|
360
372
|
id: model,
|
|
361
373
|
cost: {
|
|
362
374
|
input: 2.5 / 1e6,
|
|
363
375
|
output: 15 / 1e6,
|
|
364
376
|
longContext: {
|
|
365
|
-
threshold:
|
|
377
|
+
threshold: GPT_5_LONG_CONTEXT_THRESHOLD,
|
|
366
378
|
input: 5 / 1e6,
|
|
367
379
|
output: 22.5 / 1e6
|
|
368
380
|
}
|
|
@@ -420,11 +432,17 @@ const OPENAI_RESPONSES_ONLY_MODELS = [...["gpt-5.4-pro", "gpt-5.4-pro-2026-03-05
|
|
|
420
432
|
input: 30 / 1e6,
|
|
421
433
|
output: 180 / 1e6,
|
|
422
434
|
longContext: {
|
|
423
|
-
threshold:
|
|
435
|
+
threshold: GPT_5_LONG_CONTEXT_THRESHOLD,
|
|
424
436
|
input: 60 / 1e6,
|
|
425
437
|
output: 270 / 1e6
|
|
426
438
|
}
|
|
427
439
|
}
|
|
440
|
+
})), ...["gpt-5.5-pro", "gpt-5.5-pro-2026-04-23"].map((model) => ({
|
|
441
|
+
id: model,
|
|
442
|
+
cost: {
|
|
443
|
+
input: 30 / 1e6,
|
|
444
|
+
output: 180 / 1e6
|
|
445
|
+
}
|
|
428
446
|
}))];
|
|
429
447
|
const OPENAI_DEEP_RESEARCH_MODELS = [...["o3-deep-research", "o3-deep-research-2025-06-26"].map((model) => ({
|
|
430
448
|
id: model,
|
|
@@ -634,4 +652,4 @@ function formatOpenAiError(data) {
|
|
|
634
652
|
//#endregion
|
|
635
653
|
export { calculateOpenAICost as a, getTokenUsage as c, OPENAI_TRANSCRIPTION_MODELS as i, validateFunctionCall as l, OPENAI_COMPLETION_MODELS as n, failApiCall as o, OPENAI_REALTIME_MODELS as r, formatOpenAiError as s, OPENAI_CHAT_MODELS as t };
|
|
636
654
|
|
|
637
|
-
//# sourceMappingURL=util-
|
|
655
|
+
//# sourceMappingURL=util-C6d3eV0A.js.map
|
|
@@ -1,13 +1,13 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import { N as state, T as getEnvBool, m as sanitizeObject, s as logger } from "./logger-
|
|
3
|
-
import { M as TERMINAL_MAX_WIDTH, n as fetchWithProxy } from "./fetch-
|
|
4
|
-
import { n as VERSION } from "./version-
|
|
2
|
+
import { N as state, T as getEnvBool, m as sanitizeObject, s as logger } from "./logger-h-eiS4iv.js";
|
|
3
|
+
import { M as TERMINAL_MAX_WIDTH, n as fetchWithProxy } from "./fetch-C59QM4cf.js";
|
|
4
|
+
import { n as VERSION } from "./version-CnYqmWbz.js";
|
|
5
5
|
import { t as invariant } from "./invariant-B2Rf6avk.js";
|
|
6
|
-
import { m as isProviderOptions, o as OutputFileExtension, p as isApiProvider, s as ResultFailureReason } from "./types-
|
|
6
|
+
import { m as isProviderOptions, o as OutputFileExtension, p as isApiProvider, s as ResultFailureReason } from "./types-C_e_SykX.js";
|
|
7
7
|
import { i as isJavascriptFile, t as JAVASCRIPT_EXTENSIONS } from "./fileExtensions-D4GCJ67J.js";
|
|
8
|
-
import { o as safeResolve, r as importModule, t as getDirectory } from "./esm-
|
|
9
|
-
import { n as renderVarsInObject, o as getNunjucksEngine } from "./render-
|
|
10
|
-
import { r as runPython } from "./pythonUtils-
|
|
8
|
+
import { o as safeResolve, r as importModule, t as getDirectory } from "./esm-CYMWMaSj.js";
|
|
9
|
+
import { n as renderVarsInObject, o as getNunjucksEngine } from "./render-jE6RKVgk.js";
|
|
10
|
+
import { r as runPython } from "./pythonUtils-CLAoc6jg.js";
|
|
11
11
|
import dotenv from "dotenv";
|
|
12
12
|
import * as fs$2 from "fs";
|
|
13
13
|
import fs from "fs";
|
|
@@ -1461,4 +1461,4 @@ function printBorder() {
|
|
|
1461
1461
|
//#endregion
|
|
1462
1462
|
export { getResolvedRelativePath as A, parseFileUrl as B, isOpenAiProvider as C, normalizeProviderRef as D, loadProviderConfigsFromFile as E, maybeLoadToolsFromExternalFile as F, parsePathOrGlob as I, readFilters as L, maybeLoadFromExternalFile as M, maybeLoadFromExternalFileWithVars as N, readProviderConfigFile as O, maybeLoadResponseFormatFromExternalFile as P, readOutput as R, isGoogleProvider as S, isProviderConfigFileReference as T, resultIsForTestCase as _, ComparisonEvalNotFoundError as a, getProviderDescription as b, getEvalTableOutputPromptLocationsBySize as c, fetchCsvFromGoogleSheet as d, setupEnv as f, getTestCaseDeduplicationKey as g, filterRuntimeVars as h, writeOutput as i, maybeLoadConfigFromExternalFile as j, getNunjucksEngineForFilePath as k, getEvalTablePromptStrippedPayload as l, extractRuntimeVars as m, createOutputMetadata as n, evalTableToJson as o, deduplicateTestCases as p, writeMultipleOutputs as r, generateEvalCsv as s, printBorder as t, mergeComparisonTables as u, checkProviderApiKeys as v, isProviderAllowed as w, isAnthropicProvider as x, doesProviderRefMatch as y, loadFunction as z };
|
|
1463
1463
|
|
|
1464
|
-
//# sourceMappingURL=util-
|
|
1464
|
+
//# sourceMappingURL=util-CES4qWd7.js.map
|
|
@@ -1,10 +1,10 @@
|
|
|
1
|
-
import { a as logger, y as safeJsonStringify } from "./logger-
|
|
2
|
-
import {
|
|
3
|
-
import { r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-
|
|
4
|
-
import { D as DATASET_PLUGINS, R as pluginDescriptions } from "./types-
|
|
5
|
-
import { r as fetchWithCache } from "./cache-
|
|
1
|
+
import { a as logger, y as safeJsonStringify } from "./logger-BjYLHvGm.js";
|
|
2
|
+
import { y as getRequestTimeoutMs } from "./fetch-CBe8pU8Q.js";
|
|
3
|
+
import { r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-CoxtxLvB.js";
|
|
4
|
+
import { D as DATASET_PLUGINS, R as pluginDescriptions } from "./types-uLCKnRiK.js";
|
|
5
|
+
import { r as fetchWithCache } from "./cache-x9llZxbx.js";
|
|
6
6
|
import { n as escapeRegExp } from "./text-CZr46tp_.js";
|
|
7
|
-
import { r as materializeInputVariablesWithMetadata } from "./inputVariables-
|
|
7
|
+
import { r as materializeInputVariablesWithMetadata } from "./inputVariables-DpOsOnzU.js";
|
|
8
8
|
//#region src/redteam/util.ts
|
|
9
9
|
/**
|
|
10
10
|
* Regex pattern for matching <Prompt> tags in multi-input redteam generation output.
|
|
@@ -292,7 +292,7 @@ async function extractGoalFromPrompt(prompt, purpose, pluginId, policy) {
|
|
|
292
292
|
method: "POST",
|
|
293
293
|
headers: { "Content-Type": "application/json" },
|
|
294
294
|
body: JSON.stringify(requestBody)
|
|
295
|
-
},
|
|
295
|
+
}, getRequestTimeoutMs());
|
|
296
296
|
logger.debug(`Goal extraction response - Status: ${status} ${statusText || ""}, Data: ${JSON.stringify(data)}`);
|
|
297
297
|
if (status !== 200) {
|
|
298
298
|
logger.warn(`Failed to extract goal from prompt: HTTP ${status} ${statusText || ""}, Response Data: ${JSON.stringify(data)}`);
|
|
@@ -324,4 +324,4 @@ function getSessionId(response, context) {
|
|
|
324
324
|
//#endregion
|
|
325
325
|
export { extractPromptFromTags as a, isBasicRefusal as c, extractMaterializedVariablesFromJsonWithMetadata as i, isEmptyResponse as l, extractGoalFromPrompt as n, getSessionId as o, extractInputVarsFromPrompt as r, getShortPluginId as s, extractAllPromptsFromTags as t, removePrefix as u };
|
|
326
326
|
|
|
327
|
-
//# sourceMappingURL=util-
|
|
327
|
+
//# sourceMappingURL=util-CKZReNsz.js.map
|
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
|
|
2
|
-
const require_logger = require("./logger-
|
|
3
|
-
const require_fetch = require("./fetch-
|
|
4
|
-
const require_util = require("./util-
|
|
2
|
+
const require_logger = require("./logger-Cm0Nb8YX.cjs");
|
|
3
|
+
const require_fetch = require("./fetch-B2HvaVUc.cjs");
|
|
4
|
+
const require_util = require("./util-BuYzkbEz.cjs");
|
|
5
5
|
let openai = require("openai");
|
|
6
6
|
openai = require_rolldown_runtime.__toESM(openai, 1);
|
|
7
7
|
//#region src/providers/openai/util.ts
|
|
8
8
|
const ajv = require_logger.getAjv();
|
|
9
|
-
const
|
|
9
|
+
const GPT_5_LONG_CONTEXT_THRESHOLD = 272e3;
|
|
10
10
|
const OPENAI_CHAT_MODELS = [
|
|
11
11
|
...["gpt-4o-mini-tts", "gpt-4o-mini-tts-2025-12-15"].map((model) => ({
|
|
12
12
|
id: model,
|
|
@@ -358,13 +358,25 @@ const OPENAI_CHAT_MODELS = [
|
|
|
358
358
|
output: 4 / 1e6
|
|
359
359
|
}
|
|
360
360
|
})),
|
|
361
|
+
...["gpt-5.5", "gpt-5.5-2026-04-23"].map((model) => ({
|
|
362
|
+
id: model,
|
|
363
|
+
cost: {
|
|
364
|
+
input: 5 / 1e6,
|
|
365
|
+
output: 30 / 1e6,
|
|
366
|
+
longContext: {
|
|
367
|
+
threshold: GPT_5_LONG_CONTEXT_THRESHOLD,
|
|
368
|
+
input: 10 / 1e6,
|
|
369
|
+
output: 45 / 1e6
|
|
370
|
+
}
|
|
371
|
+
}
|
|
372
|
+
})),
|
|
361
373
|
...["gpt-5.4", "gpt-5.4-2026-03-05"].map((model) => ({
|
|
362
374
|
id: model,
|
|
363
375
|
cost: {
|
|
364
376
|
input: 2.5 / 1e6,
|
|
365
377
|
output: 15 / 1e6,
|
|
366
378
|
longContext: {
|
|
367
|
-
threshold:
|
|
379
|
+
threshold: GPT_5_LONG_CONTEXT_THRESHOLD,
|
|
368
380
|
input: 5 / 1e6,
|
|
369
381
|
output: 22.5 / 1e6
|
|
370
382
|
}
|
|
@@ -422,11 +434,17 @@ const OPENAI_RESPONSES_ONLY_MODELS = [...["gpt-5.4-pro", "gpt-5.4-pro-2026-03-05
|
|
|
422
434
|
input: 30 / 1e6,
|
|
423
435
|
output: 180 / 1e6,
|
|
424
436
|
longContext: {
|
|
425
|
-
threshold:
|
|
437
|
+
threshold: GPT_5_LONG_CONTEXT_THRESHOLD,
|
|
426
438
|
input: 60 / 1e6,
|
|
427
439
|
output: 270 / 1e6
|
|
428
440
|
}
|
|
429
441
|
}
|
|
442
|
+
})), ...["gpt-5.5-pro", "gpt-5.5-pro-2026-04-23"].map((model) => ({
|
|
443
|
+
id: model,
|
|
444
|
+
cost: {
|
|
445
|
+
input: 30 / 1e6,
|
|
446
|
+
output: 180 / 1e6
|
|
447
|
+
}
|
|
430
448
|
}))];
|
|
431
449
|
const OPENAI_DEEP_RESEARCH_MODELS = [...["o3-deep-research", "o3-deep-research-2025-06-26"].map((model) => ({
|
|
432
450
|
id: model,
|
|
@@ -689,4 +707,4 @@ Object.defineProperty(exports, "validateFunctionCall", {
|
|
|
689
707
|
}
|
|
690
708
|
});
|
|
691
709
|
|
|
692
|
-
//# sourceMappingURL=util-
|
|
710
|
+
//# sourceMappingURL=util-Cs372i1_.cjs.map
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import {
|
|
3
|
-
import { w as parseDataUrl } from "./transform-
|
|
2
|
+
import { _ as calculateCost } from "./fetch-C59QM4cf.js";
|
|
3
|
+
import { w as parseDataUrl } from "./transform-AfC8gqCB.js";
|
|
4
4
|
//#region src/providers/anthropic/util.ts
|
|
5
5
|
const ANTHROPIC_MODELS = [
|
|
6
6
|
...["claude-mythos-preview"].map((model) => ({
|
|
@@ -333,6 +333,7 @@ function processAnthropicTools(tools = []) {
|
|
|
333
333
|
else if (tool.type === "web_fetch_20260309") processedTools.push(transformWebFetchToolV2(tool));
|
|
334
334
|
else if (tool.type === "web_search_20250305") processedTools.push(transformWebSearchTool(tool));
|
|
335
335
|
else if (tool.type === "web_search_20260209") processedTools.push(transformWebSearchTool20260209(tool));
|
|
336
|
+
else if (tool.type === "memory_20250818") processedTools.push(tool);
|
|
336
337
|
else processedTools.push(tool);
|
|
337
338
|
else processedTools.push(tool);
|
|
338
339
|
if ("strict" in tool && tool.strict === true) addRequiredBetaFeature("structured-outputs-2025-11-13");
|
|
@@ -413,4 +414,4 @@ function transformWebSearchTool20260209(config) {
|
|
|
413
414
|
//#endregion
|
|
414
415
|
export { isClaudeOpus47Model as a, processAnthropicTools as c, getTokenUsage as i, calculateAnthropicCost as n, outputFromMessage as o, getRefusalDetails as r, parseMessages as s, ANTHROPIC_MODELS as t };
|
|
415
416
|
|
|
416
|
-
//# sourceMappingURL=util-
|
|
417
|
+
//# sourceMappingURL=util-Cw9nJJWm.js.map
|
|
@@ -1,10 +1,10 @@
|
|
|
1
|
-
import { a as logger, y as safeJsonStringify } from "./logger-
|
|
1
|
+
import { a as logger, y as safeJsonStringify } from "./logger-Cs0I2v_y.js";
|
|
2
2
|
import { H as DATASET_PLUGINS, Q as pluginDescriptions } from "./types-D6glLbdF.js";
|
|
3
|
-
import {
|
|
4
|
-
import { r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-
|
|
5
|
-
import { r as fetchWithCache } from "./cache-
|
|
3
|
+
import { m as getRequestTimeoutMs } from "./fetch-CHJu2KON.js";
|
|
4
|
+
import { r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-DvWEm3yi.js";
|
|
5
|
+
import { r as fetchWithCache } from "./cache-CT5D7d_A.js";
|
|
6
6
|
import { n as escapeRegExp } from "./text-DwYK5EBn.js";
|
|
7
|
-
import { n as materializeInputVariablesWithMetadata } from "./inputVariables-
|
|
7
|
+
import { n as materializeInputVariablesWithMetadata } from "./inputVariables-B7cylqzM.js";
|
|
8
8
|
//#region src/redteam/util.ts
|
|
9
9
|
/**
|
|
10
10
|
* Regex pattern for matching <Prompt> tags in multi-input redteam generation output.
|
|
@@ -292,7 +292,7 @@ async function extractGoalFromPrompt(prompt, purpose, pluginId, policy) {
|
|
|
292
292
|
method: "POST",
|
|
293
293
|
headers: { "Content-Type": "application/json" },
|
|
294
294
|
body: JSON.stringify(requestBody)
|
|
295
|
-
},
|
|
295
|
+
}, getRequestTimeoutMs());
|
|
296
296
|
logger.debug(`Goal extraction response - Status: ${status} ${statusText || ""}, Data: ${JSON.stringify(data)}`);
|
|
297
297
|
if (status !== 200) {
|
|
298
298
|
logger.warn(`Failed to extract goal from prompt: HTTP ${status} ${statusText || ""}, Response Data: ${JSON.stringify(data)}`);
|
|
@@ -324,4 +324,4 @@ function getSessionId(response, context) {
|
|
|
324
324
|
//#endregion
|
|
325
325
|
export { extractPromptFromTags as a, isBasicRefusal as c, extractMaterializedVariablesFromJsonWithMetadata as i, isEmptyResponse as l, extractGoalFromPrompt as n, getSessionId as o, extractInputVarsFromPrompt as r, getShortPluginId as s, extractAllPromptsFromTags as t, removePrefix as u };
|
|
326
326
|
|
|
327
|
-
//# sourceMappingURL=util-
|
|
327
|
+
//# sourceMappingURL=util-D1NKMz55.js.map
|
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import { s as logger, x as safeJsonStringify } from "./logger-
|
|
3
|
-
import {
|
|
4
|
-
import { A as DATASET_PLUGINS, V as pluginDescriptions } from "./types-
|
|
5
|
-
import { r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-
|
|
6
|
-
import { a as fetchWithCache } from "./cache-
|
|
2
|
+
import { s as logger, x as safeJsonStringify } from "./logger-h-eiS4iv.js";
|
|
3
|
+
import { v as getRequestTimeoutMs } from "./fetch-C59QM4cf.js";
|
|
4
|
+
import { A as DATASET_PLUGINS, V as pluginDescriptions } from "./types-C_e_SykX.js";
|
|
5
|
+
import { r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-DW6mPZnO.js";
|
|
6
|
+
import { a as fetchWithCache } from "./cache-BuudGL4I.js";
|
|
7
7
|
import { n as escapeRegExp } from "./text-Db-Wt2u2.js";
|
|
8
|
-
import { r as materializeInputVariablesWithMetadata } from "./inputVariables-
|
|
8
|
+
import { r as materializeInputVariablesWithMetadata } from "./inputVariables-qJmuSN5i.js";
|
|
9
9
|
//#region src/redteam/util.ts
|
|
10
10
|
/**
|
|
11
11
|
* Regex pattern for matching <Prompt> tags in multi-input redteam generation output.
|
|
@@ -293,7 +293,7 @@ async function extractGoalFromPrompt(prompt, purpose, pluginId, policy) {
|
|
|
293
293
|
method: "POST",
|
|
294
294
|
headers: { "Content-Type": "application/json" },
|
|
295
295
|
body: JSON.stringify(requestBody)
|
|
296
|
-
},
|
|
296
|
+
}, getRequestTimeoutMs());
|
|
297
297
|
logger.debug(`Goal extraction response - Status: ${status} ${statusText || ""}, Data: ${JSON.stringify(data)}`);
|
|
298
298
|
if (status !== 200) {
|
|
299
299
|
logger.warn(`Failed to extract goal from prompt: HTTP ${status} ${statusText || ""}, Response Data: ${JSON.stringify(data)}`);
|
|
@@ -325,4 +325,4 @@ function getSessionId(response, context) {
|
|
|
325
325
|
//#endregion
|
|
326
326
|
export { extractPromptFromTags as a, isBasicRefusal as c, extractMaterializedVariablesFromJsonWithMetadata as i, isEmptyResponse as l, extractGoalFromPrompt as n, getSessionId as o, extractInputVarsFromPrompt as r, getShortPluginId as s, extractAllPromptsFromTags as t, removePrefix as u };
|
|
327
327
|
|
|
328
|
-
//# sourceMappingURL=util-
|
|
328
|
+
//# sourceMappingURL=util-D9grslJP.js.map
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { w as parseDataUrl } from "./transform-
|
|
1
|
+
import { p as calculateCost } from "./fetch-CHJu2KON.js";
|
|
2
|
+
import { w as parseDataUrl } from "./transform-R1PnNdLv.js";
|
|
3
3
|
//#region src/providers/anthropic/util.ts
|
|
4
4
|
const ANTHROPIC_MODELS = [
|
|
5
5
|
...["claude-mythos-preview"].map((model) => ({
|
|
@@ -332,6 +332,7 @@ function processAnthropicTools(tools = []) {
|
|
|
332
332
|
else if (tool.type === "web_fetch_20260309") processedTools.push(transformWebFetchToolV2(tool));
|
|
333
333
|
else if (tool.type === "web_search_20250305") processedTools.push(transformWebSearchTool(tool));
|
|
334
334
|
else if (tool.type === "web_search_20260209") processedTools.push(transformWebSearchTool20260209(tool));
|
|
335
|
+
else if (tool.type === "memory_20250818") processedTools.push(tool);
|
|
335
336
|
else processedTools.push(tool);
|
|
336
337
|
else processedTools.push(tool);
|
|
337
338
|
if ("strict" in tool && tool.strict === true) addRequiredBetaFeature("structured-outputs-2025-11-13");
|
|
@@ -412,4 +413,4 @@ function transformWebSearchTool20260209(config) {
|
|
|
412
413
|
//#endregion
|
|
413
414
|
export { isClaudeOpus47Model as a, processAnthropicTools as c, getTokenUsage as i, calculateAnthropicCost as n, outputFromMessage as o, getRefusalDetails as r, parseMessages as s, ANTHROPIC_MODELS as t };
|
|
414
415
|
|
|
415
|
-
//# sourceMappingURL=util
|
|
416
|
+
//# sourceMappingURL=util-SNUDkWJ8.js.map
|
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
import { S as getEnvBool, a as logger, f as sanitizeObject, k as state } from "./logger-
|
|
1
|
+
import { S as getEnvBool, a as logger, f as sanitizeObject, k as state } from "./logger-Cs0I2v_y.js";
|
|
2
2
|
import { t as invariant } from "./invariant-Ddh24eXh.js";
|
|
3
3
|
import { Gt as isProviderOptions, Wt as isApiProvider, g as ResultFailureReason, h as OutputFileExtension } from "./types-D6glLbdF.js";
|
|
4
|
-
import { N as TERMINAL_MAX_WIDTH, t as fetchWithProxy } from "./fetch-
|
|
5
|
-
import { n as VERSION } from "./version-
|
|
4
|
+
import { N as TERMINAL_MAX_WIDTH, t as fetchWithProxy } from "./fetch-CHJu2KON.js";
|
|
5
|
+
import { n as VERSION } from "./version-BNhpIb2U.js";
|
|
6
6
|
import { i as isJavascriptFile, t as JAVASCRIPT_EXTENSIONS } from "./fileExtensions-CXRfY3Ss.js";
|
|
7
|
-
import { o as safeResolve, r as importModule, t as getDirectory } from "./esm-
|
|
8
|
-
import { n as renderVarsInObject, o as getNunjucksEngine } from "./render-
|
|
9
|
-
import { r as runPython } from "./pythonUtils-
|
|
7
|
+
import { o as safeResolve, r as importModule, t as getDirectory } from "./esm-C_yrt93A.js";
|
|
8
|
+
import { n as renderVarsInObject, o as getNunjucksEngine } from "./render-CTZQAINJ.js";
|
|
9
|
+
import { r as runPython } from "./pythonUtils-C4Wnz6Q7.js";
|
|
10
10
|
import * as fs$2 from "fs";
|
|
11
11
|
import fs from "fs";
|
|
12
12
|
import * as path$1 from "path";
|
|
@@ -1307,4 +1307,4 @@ function printBorder() {
|
|
|
1307
1307
|
//#endregion
|
|
1308
1308
|
export { readFilters as A, getResolvedRelativePath as C, maybeLoadResponseFormatFromExternalFile as D, maybeLoadFromExternalFileWithVars as E, loadFunction as M, parseFileUrl as N, maybeLoadToolsFromExternalFile as O, getNunjucksEngineForFilePath as S, maybeLoadFromExternalFile as T, isProviderAllowed as _, setupEnv as a, normalizeProviderRef as b, filterRuntimeVars as c, checkProviderApiKeys as d, doesProviderRefMatch as f, isOpenAiProvider as g, isGoogleProvider as h, fetchCsvFromGoogleSheet as i, readOutput as j, parsePathOrGlob as k, getTestCaseDeduplicationKey as l, isAnthropicProvider as m, writeMultipleOutputs as n, deduplicateTestCases as o, getProviderDescription as p, writeOutput as r, extractRuntimeVars as s, printBorder as t, resultIsForTestCase as u, isProviderConfigFileReference as v, maybeLoadConfigFromExternalFile as w, readProviderConfigFile as x, loadProviderConfigsFromFile as y };
|
|
1309
1309
|
|
|
1310
|
-
//# sourceMappingURL=util-
|
|
1310
|
+
//# sourceMappingURL=util-vaCPFatZ.js.map
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { w as parseDataUrl } from "./transform-
|
|
1
|
+
import { v as calculateCost } from "./fetch-CBe8pU8Q.js";
|
|
2
|
+
import { w as parseDataUrl } from "./transform-D7QlmswG.js";
|
|
3
3
|
//#region src/providers/anthropic/util.ts
|
|
4
4
|
const ANTHROPIC_MODELS = [
|
|
5
5
|
...["claude-mythos-preview"].map((model) => ({
|
|
@@ -332,6 +332,7 @@ function processAnthropicTools(tools = []) {
|
|
|
332
332
|
else if (tool.type === "web_fetch_20260309") processedTools.push(transformWebFetchToolV2(tool));
|
|
333
333
|
else if (tool.type === "web_search_20250305") processedTools.push(transformWebSearchTool(tool));
|
|
334
334
|
else if (tool.type === "web_search_20260209") processedTools.push(transformWebSearchTool20260209(tool));
|
|
335
|
+
else if (tool.type === "memory_20250818") processedTools.push(tool);
|
|
335
336
|
else processedTools.push(tool);
|
|
336
337
|
else processedTools.push(tool);
|
|
337
338
|
if ("strict" in tool && tool.strict === true) addRequiredBetaFeature("structured-outputs-2025-11-13");
|
|
@@ -412,4 +413,4 @@ function transformWebSearchTool20260209(config) {
|
|
|
412
413
|
//#endregion
|
|
413
414
|
export { isClaudeOpus47Model as a, processAnthropicTools as c, getTokenUsage as i, calculateAnthropicCost as n, outputFromMessage as o, getRefusalDetails as r, parseMessages as s, ANTHROPIC_MODELS as t };
|
|
414
415
|
|
|
415
|
-
//# sourceMappingURL=util-
|
|
416
|
+
//# sourceMappingURL=util-weQgMdSy.js.map
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
const require_logger = require("./logger-
|
|
1
|
+
const require_logger = require("./logger-Cm0Nb8YX.cjs");
|
|
2
2
|
const require_createHash = require("./createHash-CSiqnK5P.cjs");
|
|
3
3
|
//#region src/prompts/constants.ts
|
|
4
4
|
const PROMPT_DELIMITER = require_logger.getEnvString("PROMPTFOO_PROMPT_SEPARATOR") || "---";
|
|
@@ -122,4 +122,4 @@ Object.defineProperty(exports, "normalizeInput", {
|
|
|
122
122
|
}
|
|
123
123
|
});
|
|
124
124
|
|
|
125
|
-
//# sourceMappingURL=utils-
|
|
125
|
+
//# sourceMappingURL=utils-B_HCobst.cjs.map
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { T as getEnvString } from "./logger-
|
|
1
|
+
import { T as getEnvString } from "./logger-Cs0I2v_y.js";
|
|
2
2
|
import { n as sha256 } from "./createHash-BtbSX3mj.js";
|
|
3
3
|
//#region src/prompts/constants.ts
|
|
4
4
|
const PROMPT_DELIMITER = getEnvString("PROMPTFOO_PROMPT_SEPARATOR") || "---";
|
|
@@ -93,4 +93,4 @@ function hashPrompt(prompt) {
|
|
|
93
93
|
//#endregion
|
|
94
94
|
export { PROMPT_DELIMITER as a, generateIdFromPrompt as i, maybeFilePath as n, normalizeInput as r, hashPrompt as t };
|
|
95
95
|
|
|
96
|
-
//# sourceMappingURL=utils-
|
|
96
|
+
//# sourceMappingURL=utils-C3qMBhJT.js.map
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import { O as getEnvString } from "./logger-
|
|
2
|
+
import { O as getEnvString } from "./logger-h-eiS4iv.js";
|
|
3
3
|
import { n as sha256 } from "./createHash-CgRvs4Fn.js";
|
|
4
4
|
//#region src/prompts/constants.ts
|
|
5
5
|
const PROMPT_DELIMITER = getEnvString("PROMPTFOO_PROMPT_SEPARATOR") || "---";
|
|
@@ -94,4 +94,4 @@ function hashPrompt(prompt) {
|
|
|
94
94
|
//#endregion
|
|
95
95
|
export { PROMPT_DELIMITER as a, generateIdFromPrompt as i, maybeFilePath as n, normalizeInput as r, hashPrompt as t };
|
|
96
96
|
|
|
97
|
-
//# sourceMappingURL=utils-
|
|
97
|
+
//# sourceMappingURL=utils-Cdx3ZJr7.js.map
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { E as getEnvString } from "./logger-BjYLHvGm.js";
|
|
2
2
|
import { n as sha256 } from "./createHash-CGVzWdjj.js";
|
|
3
3
|
//#region src/models/prompt.ts
|
|
4
4
|
/**
|
|
@@ -93,4 +93,4 @@ function hashPrompt(prompt) {
|
|
|
93
93
|
//#endregion
|
|
94
94
|
export { generateIdFromPrompt as a, PROMPT_DELIMITER as i, maybeFilePath as n, normalizeInput as r, hashPrompt as t };
|
|
95
95
|
|
|
96
|
-
//# sourceMappingURL=utils-
|
|
96
|
+
//# sourceMappingURL=utils-DMWnIu_V.js.map
|
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
* Application version from package.json.
|
|
4
4
|
* Injected at build time, or read from npm environment in development.
|
|
5
5
|
*/
|
|
6
|
-
const VERSION = "0.121.
|
|
6
|
+
const VERSION = "0.121.9";
|
|
7
7
|
/**
|
|
8
8
|
* PostHog analytics key.
|
|
9
9
|
* Only populated during production builds via PROMPTFOO_POSTHOG_KEY env var.
|
|
@@ -13,4 +13,4 @@ const POSTHOG_KEY = "phc_E5n5uHnDo2eREJL1uqX1cIlbkoRby4yFWt3V94HqRRg";
|
|
|
13
13
|
//#endregion
|
|
14
14
|
export { VERSION as n, POSTHOG_KEY as t };
|
|
15
15
|
|
|
16
|
-
//# sourceMappingURL=version-
|
|
16
|
+
//# sourceMappingURL=version-BGiEZvX0.js.map
|
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
* Application version from package.json.
|
|
4
4
|
* Injected at build time, or read from npm environment in development.
|
|
5
5
|
*/
|
|
6
|
-
const VERSION = "0.121.
|
|
6
|
+
const VERSION = "0.121.9";
|
|
7
7
|
/**
|
|
8
8
|
* PostHog analytics key.
|
|
9
9
|
* Only populated during production builds via PROMPTFOO_POSTHOG_KEY env var.
|
|
@@ -13,4 +13,4 @@ const POSTHOG_KEY = "phc_E5n5uHnDo2eREJL1uqX1cIlbkoRby4yFWt3V94HqRRg";
|
|
|
13
13
|
//#endregion
|
|
14
14
|
export { VERSION as n, POSTHOG_KEY as t };
|
|
15
15
|
|
|
16
|
-
//# sourceMappingURL=version-
|
|
16
|
+
//# sourceMappingURL=version-BNhpIb2U.js.map
|
|
@@ -4,7 +4,7 @@
|
|
|
4
4
|
* Application version from package.json.
|
|
5
5
|
* Injected at build time, or read from npm environment in development.
|
|
6
6
|
*/
|
|
7
|
-
const VERSION = "0.121.
|
|
7
|
+
const VERSION = "0.121.9";
|
|
8
8
|
/**
|
|
9
9
|
* PostHog analytics key.
|
|
10
10
|
* Only populated during production builds via PROMPTFOO_POSTHOG_KEY env var.
|
|
@@ -14,4 +14,4 @@ const POSTHOG_KEY = "phc_E5n5uHnDo2eREJL1uqX1cIlbkoRby4yFWt3V94HqRRg";
|
|
|
14
14
|
//#endregion
|
|
15
15
|
export { VERSION as n, POSTHOG_KEY as t };
|
|
16
16
|
|
|
17
|
-
//# sourceMappingURL=version-
|
|
17
|
+
//# sourceMappingURL=version-CnYqmWbz.js.map
|
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
* Application version from package.json.
|
|
4
4
|
* Injected at build time, or read from npm environment in development.
|
|
5
5
|
*/
|
|
6
|
-
const VERSION = "0.121.
|
|
6
|
+
const VERSION = "0.121.9";
|
|
7
7
|
/**
|
|
8
8
|
* PostHog analytics key.
|
|
9
9
|
* Only populated during production builds via PROMPTFOO_POSTHOG_KEY env var.
|
|
@@ -24,4 +24,4 @@ Object.defineProperty(exports, "VERSION", {
|
|
|
24
24
|
}
|
|
25
25
|
});
|
|
26
26
|
|
|
27
|
-
//# sourceMappingURL=version-
|
|
27
|
+
//# sourceMappingURL=version-XjGPawtU.cjs.map
|