promptfoo 0.121.7 → 0.121.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/src/{accounts-Ca7WIoPY.js → accounts-4Xa5fcHy.js} +17 -18
- package/dist/src/{accounts-DanM1wq_.js → accounts-BAajbKSh.js} +17 -18
- package/dist/src/{accounts-CjFnOPmb.js → accounts-Bw2qPqE-.js} +18 -19
- package/dist/src/{accounts-CmWzeD2d.cjs → accounts-DAcQXPwE.cjs} +20 -21
- package/dist/src/{agentic-utils-DvPWSUpb.cjs → agentic-utils-C8eEgGG-.cjs} +3 -3
- package/dist/src/{agentic-utils-TxUEMPYS.js → agentic-utils-CP1IXFz3.js} +3 -3
- package/dist/src/{agentic-utils-DDEGRV9v.js → agentic-utils-CUwa3AE9.js} +3 -3
- package/dist/src/{agentic-utils-CJ0j3fBi.js → agentic-utils-DYr-aM6d.js} +3 -3
- package/dist/src/{agents-CBgJvRkB.js → agents-Bb00M6i5.js} +5 -5
- package/dist/src/{agents-D-vDNFx4.js → agents-CASf5zRj.js} +5 -5
- package/dist/src/{agents-B4sRuXg3.cjs → agents-CD1wH9bm.cjs} +5 -5
- package/dist/src/{agents-CYn2n3QP.js → agents-CZOHU7Q8.js} +5 -5
- package/dist/src/{agents-LrHuQqr1.js → agents-D539zhHr.js} +5 -5
- package/dist/src/{agents-B8q7h_ek.js → agents-DpRJdGBZ.js} +5 -5
- package/dist/src/{agents-QGg76OF-.js → agents-gZTW-8nu.js} +5 -5
- package/dist/src/{agents-eHZ9nlgA.cjs → agents-hix6c0Sh.cjs} +5 -5
- package/dist/src/{aimlapi-eYv3a_DK.js → aimlapi-DRQSL-Z4.js} +7 -7
- package/dist/src/{aimlapi-CJEbQ0o6.js → aimlapi-Dc3LW5zI.js} +7 -7
- package/dist/src/{aimlapi-D5HXzZ0s.js → aimlapi-KNYnjjU6.js} +7 -7
- package/dist/src/{aimlapi-T6HGNxNe.cjs → aimlapi-gnrgd_Ej.cjs} +7 -7
- package/dist/src/app/assets/Report-Clw_YCp-.js +1 -0
- package/dist/src/app/assets/index-BQHaquKk.css +1 -0
- package/dist/src/app/assets/{index-BnT6P6sF.js → index-CW3XcQK7.js} +6 -6
- package/dist/src/app/index.html +2 -2
- package/dist/src/{audio-FnxbEnSE.cjs → audio-BgFTqfMO.cjs} +5 -5
- package/dist/src/{audio-CPMtV1yR.js → audio-Cslbgd4l.js} +5 -5
- package/dist/src/{audio-DyiebVB3.js → audio-DOI8kth4.js} +5 -5
- package/dist/src/{audio-BqnRvcWG.js → audio-hewMOCUU.js} +5 -5
- package/dist/src/{authoritativeMarkupInjection-DyAXAsSr.js → authoritativeMarkupInjection-DgE4u_Rl.js} +8 -8
- package/dist/src/{authoritativeMarkupInjection-QEQmFS83.js → authoritativeMarkupInjection-gpm2K-Rp.js} +8 -8
- package/dist/src/{authoritativeMarkupInjection-BZIywVjG.js → authoritativeMarkupInjection-nrC4mSPQ.js} +7 -7
- package/dist/src/{authoritativeMarkupInjection-F2gBw0lN.cjs → authoritativeMarkupInjection-wG4x0yP2.cjs} +8 -8
- package/dist/src/{base-CKLo890h.js → base-0yya4DsM.js} +3 -3
- package/dist/src/{base-Co80MMCi.js → base-BARAIJmp.js} +3 -3
- package/dist/src/{base-DGJW48uz.cjs → base-BE_pY-r5.cjs} +3 -3
- package/dist/src/{base-E9I8zXjz.js → base-CTWzNAH9.js} +3 -3
- package/dist/src/{bestOfN-BBsO41z4.js → bestOfN-CV7ZKPw2.js} +8 -8
- package/dist/src/{bestOfN-_kTi8Bxe.js → bestOfN-DeucA4QS.js} +9 -9
- package/dist/src/{bestOfN-CAwmg5UL.cjs → bestOfN-DxcpVUvj.cjs} +9 -9
- package/dist/src/{bestOfN-B3wNzjSB.js → bestOfN-Ilxc2hMv.js} +9 -9
- package/dist/src/{blobs-B0977K1O.cjs → blobs-5wbW7TbH.cjs} +3 -3
- package/dist/src/{blobs-Dwef1Ao1.js → blobs-BfIMflt0.js} +3 -3
- package/dist/src/{blobs-DODuTK-a.js → blobs-CA4gXarv.js} +3 -3
- package/dist/src/{blobs-CeFdPn_T.js → blobs-ikh75MtF.js} +3 -3
- package/dist/src/{cache-DpPWrkTE.js → cache-BuudGL4I.js} +5 -5
- package/dist/src/{cache-DIXbtkNO.js → cache-CT5D7d_A.js} +4 -4
- package/dist/src/cache-CrL5EYgi.js +3 -0
- package/dist/src/{cache-CPGUA4Yl.cjs → cache-WuIsgzMA.cjs} +4 -4
- package/dist/src/{cache-roFAE0cI.js → cache-x9llZxbx.js} +5 -5
- package/dist/src/{chat-GmlolEwo.js → chat-B5NqvkS_.js} +3 -3
- package/dist/src/{chat-DqUFcWI0.js → chat-B8lsx0A0.js} +11 -11
- package/dist/src/{chat-DG1wG4w0.cjs → chat-BBlR1h8c.cjs} +3 -3
- package/dist/src/{chat-Dabu84Br.js → chat-CCtIXezK.js} +11 -11
- package/dist/src/{chat-TP8Qifkh.js → chat-CZOhFlzV.js} +3 -3
- package/dist/src/{chat-CUCorGiL.js → chat-CvQMD-mp.js} +11 -11
- package/dist/src/{chat-iwaM5UTQ.js → chat-Dh6mb5OL.js} +3 -3
- package/dist/src/{chat-DxTDQ83C.cjs → chat-DkitQHdt.cjs} +11 -11
- package/dist/src/{chatkit-fARZwEfV.js → chatkit-55cAEQb2.js} +4 -4
- package/dist/src/{chatkit-lb6FK02w.js → chatkit-B-uz3x63.js} +4 -4
- package/dist/src/{chatkit-B6DWi70Q.js → chatkit-Dxp6KO70.js} +4 -4
- package/dist/src/{chatkit-BYveR48_.cjs → chatkit-jEtokOVZ.cjs} +4 -4
- package/dist/src/{claude-agent-sdk-D5Jl0SDh.js → claude-agent-sdk-BVfdeahc.js} +9 -7
- package/dist/src/{claude-agent-sdk-DH416NBD.cjs → claude-agent-sdk-C0p-RhcW.cjs} +9 -7
- package/dist/src/{claude-agent-sdk-x1XJ1-pU.js → claude-agent-sdk-DB99Npst.js} +9 -7
- package/dist/src/{claude-agent-sdk-BQNp_y-F.js → claude-agent-sdk-DHyrhDUu.js} +9 -7
- package/dist/src/cloud-BA4aLhk0.js +3 -0
- package/dist/src/{cloud-D3DiFqH6.js → cloud-BbAl8dyj.js} +3 -3
- package/dist/src/{cloudflare-ai-RFSojyXG.js → cloudflare-ai-ChBxkojW.js} +5 -5
- package/dist/src/{cloudflare-ai-r4tbYmWU.js → cloudflare-ai-DDmTDys_.js} +5 -5
- package/dist/src/{cloudflare-ai-CEAW-xQa.cjs → cloudflare-ai-DPlNiC6I.cjs} +5 -5
- package/dist/src/{cloudflare-ai-B6NVI3ax.js → cloudflare-ai-UsZe6ndv.js} +5 -5
- package/dist/src/{cloudflare-gateway-TJMLBj6I.cjs → cloudflare-gateway-7b-lEtrb.cjs} +4 -4
- package/dist/src/{cloudflare-gateway-BaZ4insB.js → cloudflare-gateway-Bq5cqiV8.js} +4 -4
- package/dist/src/{cloudflare-gateway-CF-Vb-2Z.js → cloudflare-gateway-C0N-5s62.js} +4 -4
- package/dist/src/{cloudflare-gateway-BCkLouto.js → cloudflare-gateway-D5fm-QvC.js} +4 -4
- package/dist/src/{codex-app-server-DIXZ230V.js → codex-app-server-BG5Aphvl.js} +20 -5
- package/dist/src/{codex-app-server-B8KHEiF4.js → codex-app-server-BnPMlcjl.js} +20 -5
- package/dist/src/{codex-app-server-Dd22dC_N.js → codex-app-server-D6gbvJFw.js} +20 -5
- package/dist/src/{codex-app-server-CnrLBCeA.cjs → codex-app-server-Dl6BLKJn.cjs} +20 -5
- package/dist/src/{codex-sdk-B6Wah8Pa.js → codex-sdk-BnRTWAhS.js} +20 -8
- package/dist/src/codex-sdk-CChw5CYU.js +3 -0
- package/dist/src/{codex-sdk-CFF6gUyi.cjs → codex-sdk-Cy1pEjsQ.cjs} +20 -8
- package/dist/src/{codex-sdk-CmQABzV3.js → codex-sdk-D86dT4XV.js} +20 -8
- package/dist/src/{codex-sdk-D2d54RL8.js → codex-sdk-mgUqOG2C.js} +20 -8
- package/dist/src/{cometapi-CtzNCHKu.js → cometapi-CkOfr271.js} +8 -8
- package/dist/src/{cometapi-DHCDlQUI.cjs → cometapi-EB-Is7jj.cjs} +8 -8
- package/dist/src/{cometapi-OBILPLlu.js → cometapi-gvPhrXNM.js} +8 -8
- package/dist/src/{cometapi-Bu9B8NUY.js → cometapi-sBbQmdfk.js} +8 -8
- package/dist/src/{completion-DZNxcyfG.js → completion-BoWiFP-D.js} +7 -7
- package/dist/src/{completion-CO2e1_62.js → completion-C99GFqQE.js} +7 -7
- package/dist/src/{completion-sNvCLTAP.js → completion-CUtdijfr.js} +7 -7
- package/dist/src/{completion-CSYfl2cd.cjs → completion-CkRVjadz.cjs} +7 -7
- package/dist/src/{crescendo-QiaSLW0d.js → crescendo-B4EiUJ-M.js} +43 -22
- package/dist/src/{crescendo-BXEJK_bi.cjs → crescendo-BAN6NuWV.cjs} +45 -24
- package/dist/src/{crescendo-CU_Y2i-m.js → crescendo-CYzxmaSJ.js} +45 -24
- package/dist/src/{crescendo-J1Xx4_zb.js → crescendo-CrsXyaL0.js} +45 -24
- package/dist/src/{custom-BJfP00Bh.js → custom-C5K9QFs1.js} +13 -13
- package/dist/src/{custom-Cqia7M0D.cjs → custom-D1UjT5I5.cjs} +13 -13
- package/dist/src/{custom-CZVn-1-r.js → custom-DnMZvgB6.js} +13 -13
- package/dist/src/{custom-notggYVl.js → custom-EWterxkb.js} +11 -11
- package/dist/src/{docker-DdJQBxK9.js → docker-BFQc9ccU.js} +6 -6
- package/dist/src/{docker-D06JUoe2.cjs → docker-BMfsGXyn.cjs} +6 -6
- package/dist/src/{docker-4D1eL6Gq.js → docker-ChD4-eri.js} +6 -6
- package/dist/src/{docker-BBv1WUDu.js → docker-mZF5j6cW.js} +6 -6
- package/dist/src/{embedding-BbrwopfX.cjs → embedding-BMqFDnLI.cjs} +7 -7
- package/dist/src/{embedding--UZVe4_7.js → embedding-BQBXSWgy.js} +7 -7
- package/dist/src/{embedding-Bi3rxrZF.js → embedding-BwTB3YDt.js} +7 -7
- package/dist/src/{embedding-C251p1-8.js → embedding-cd5oPBkX.js} +7 -7
- package/dist/src/{esm-B6whoAcf.js → esm-CGER3lko.js} +2 -2
- package/dist/src/{esm-Bexx2PFc.js → esm-CYMWMaSj.js} +2 -2
- package/dist/src/{esm-BTK1W7lG.js → esm-C_yrt93A.js} +2 -2
- package/dist/src/{esm-BIKakvNa.cjs → esm-vv4rR-Dp.cjs} +2 -2
- package/dist/src/{eval-0VRANImH.js → eval-DmGWplIN.js} +10 -10
- package/dist/src/{eval-DscR5iOM.js → eval-N_VV5NZg.js} +1 -1
- package/dist/src/{evalResult-CvtS8h8u.cjs → evalResult-BZld6I3I.cjs} +6 -6
- package/dist/src/{evalResult-eUkJv9Ko.js → evalResult-ByGP9zuP.js} +7 -7
- package/dist/src/evalResult-CPPINYHK.js +3 -0
- package/dist/src/{evalResult-2RRJvFyB.js → evalResult-gEmQRANj.js} +6 -6
- package/dist/src/evaluator-B01pCdUY.js +3 -0
- package/dist/src/{evaluator-DRoiYB2q.js → evaluator-BpaUYhLY.js} +37 -37
- package/dist/src/{evaluatorHelpers-CRqTvSux.cjs → evaluatorHelpers-2gpZ9Q_f.cjs} +10 -10
- package/dist/src/{evaluatorHelpers-DuqFFfq7.js → evaluatorHelpers-C8C8WQTv.js} +10 -10
- package/dist/src/{evaluatorHelpers-BsYP_muT.js → evaluatorHelpers-DDG44JeI.js} +10 -10
- package/dist/src/{extractor-CxRtnaHl.js → extractor-Bjz9sdTQ.js} +6 -6
- package/dist/src/{extractor-CIW3iN-b.js → extractor-CtadTcJm.js} +6 -6
- package/dist/src/{extractor-BR7XAzAL.js → extractor-DAnauX2V.js} +6 -6
- package/dist/src/{extractor-BdxEtt3J.cjs → extractor-nyUwvU2U.cjs} +6 -6
- package/dist/src/{fetch-Dw4XZHjj.cjs → fetch-B2HvaVUc.cjs} +14 -12
- package/dist/src/{fetch-DXUnXkVU.js → fetch-C59QM4cf.js} +10 -8
- package/dist/src/{fetch-BufrQtvR.js → fetch-CBe8pU8Q.js} +10 -8
- package/dist/src/{fetch-It34O8Ur.js → fetch-CHJu2KON.js} +9 -7
- package/dist/src/fetch-D_XnRfBV.js +3 -0
- package/dist/src/{goat-Ckd3q3AY.js → goat-0HwO0EB2.js} +22 -21
- package/dist/src/{goat-una6pZGP.cjs → goat-7wQgRcT4.cjs} +22 -21
- package/dist/src/{goat-ghadEDdy.js → goat-BNX0lOFx.js} +20 -19
- package/dist/src/{goat-Qgurm-NP.js → goat-BOVnOl5S.js} +22 -21
- package/dist/src/{graders-BGP99PdK.js → graders-BnO-xoa-.js} +30 -30
- package/dist/src/{graders-ClrU2fnd.cjs → graders-CQv1GT5Q.cjs} +29 -29
- package/dist/src/graders-D4vc1PFi.js +3 -0
- package/dist/src/{graders-BX0f2tvS.js → graders-GNRQ1357.js} +29 -29
- package/dist/src/{graders-C0nXU_ZP.js → graders-k8qmhrPu.js} +31 -31
- package/dist/src/{hydra-BSNZZm2M.js → hydra-BrgGALmB.js} +38 -20
- package/dist/src/{hydra-BxdG4nkg.js → hydra-C38LOovb.js} +36 -18
- package/dist/src/{hydra-DE4xWwyc.js → hydra-CXc0p63W.js} +38 -20
- package/dist/src/{hydra-DrJttnvw.cjs → hydra-Hdj65j0k.cjs} +38 -20
- package/dist/src/{image-B_fPIwdg.js → image-6u3WZ_7H.js} +5 -5
- package/dist/src/{image-BN-hjLL9.js → image-B6hCz0z3.js} +5 -5
- package/dist/src/{image-BvUAW344.js → image-CgmaPlV_.js} +7 -7
- package/dist/src/{image-QzmydkiG.js → image-DXbwwL-r.js} +5 -5
- package/dist/src/{image-X0oY4350.cjs → image-Daa_X_YB.cjs} +7 -7
- package/dist/src/{image-Cvjwx1uY.js → image-DmC5qwQx.js} +7 -7
- package/dist/src/{image-DfVCGPbI.cjs → image-TY6FsHmn.cjs} +5 -5
- package/dist/src/{image-B4oBtu6J.js → image-V0-pYiBI.js} +7 -7
- package/dist/src/index.cjs +137 -140
- package/dist/src/index.d.cts +13 -0
- package/dist/src/index.d.ts +13 -0
- package/dist/src/index.js +137 -140
- package/dist/src/{indirectWebPwn-BJ22AbQa.cjs → indirectWebPwn-04ziKbly.cjs} +5 -5
- package/dist/src/{indirectWebPwn-tNx9OZ35.js → indirectWebPwn-1gHqaL91.js} +5 -5
- package/dist/src/{indirectWebPwn-DBQhOjoD.js → indirectWebPwn-B0CAtvZJ.js} +6 -6
- package/dist/src/{indirectWebPwn-uyWdHx04.js → indirectWebPwn-BXUoJl4I.js} +5 -5
- package/dist/src/{indirectWebPwn-02ZIghCS.js → indirectWebPwn-Biy9I52D.js} +6 -6
- package/dist/src/{indirectWebPwn-OsXnKejv.js → indirectWebPwn-BoPqjm9W.js} +6 -6
- package/dist/src/{indirectWebPwn-CbjUG0rh.js → indirectWebPwn-DRYpRTx6.js} +5 -5
- package/dist/src/{indirectWebPwn-CfQJt3gk.cjs → indirectWebPwn-MiCFTfzI.cjs} +6 -6
- package/dist/src/{inputVariables-DUGMb9Ka.js → inputVariables-B7cylqzM.js} +2 -2
- package/dist/src/{inputVariables-Dq9W-Z3a.cjs → inputVariables-D5K2vTp4.cjs} +2 -2
- package/dist/src/{inputVariables-B0qUChbV.js → inputVariables-DpOsOnzU.js} +3 -3
- package/dist/src/{inputVariables-DXFdi7AI.js → inputVariables-qJmuSN5i.js} +3 -3
- package/dist/src/{interactiveCheck-C4QlIuoR.js → interactiveCheck-BLnDrfjg.js} +2 -2
- package/dist/src/{iterative-FTS4Bz67.js → iterative-BDRx_noa.js} +29 -19
- package/dist/src/{iterative-CpU6i2As.js → iterative-BZxrxnoh.js} +27 -17
- package/dist/src/{iterative-DQBuWM-j.cjs → iterative-KSovqu_j.cjs} +29 -19
- package/dist/src/{iterative-DJQEQpG3.js → iterative-vxBU1IPs.js} +29 -19
- package/dist/src/{iterativeImage-Doz8mgxF.js → iterativeImage-BZuMd4x3.js} +7 -7
- package/dist/src/{iterativeImage-BUABMVOA.js → iterativeImage-DUWLmyVM.js} +6 -6
- package/dist/src/{iterativeImage-ByFWkxax.cjs → iterativeImage-DqNKoaIl.cjs} +7 -7
- package/dist/src/{iterativeImage-BzUapOUi.js → iterativeImage-DwIp1WGB.js} +7 -7
- package/dist/src/{iterativeMeta-CSS8M6Ds.cjs → iterativeMeta-9gsvnsl1.cjs} +39 -19
- package/dist/src/{iterativeMeta-B3YiAOc8.js → iterativeMeta-AgI6UEh6.js} +39 -19
- package/dist/src/{iterativeMeta-C7APE_P1.js → iterativeMeta-BbcVN5nQ.js} +39 -19
- package/dist/src/{iterativeMeta-DgoQ7bLh.js → iterativeMeta-BcF8LsFk.js} +37 -17
- package/dist/src/{iterativeTree-B5zxBBSW.js → iterativeTree-5TLHU9Kx.js} +81 -31
- package/dist/src/{iterativeTree-CPMF10ve.cjs → iterativeTree-7XyY_zdo.cjs} +81 -31
- package/dist/src/{iterativeTree-DvZ7GBwt.js → iterativeTree-CnHx_kPu.js} +81 -31
- package/dist/src/{iterativeTree-CNyIk0Yn.js → iterativeTree-D9I3UJ0P.js} +79 -29
- package/dist/src/{knowledgeBase-CkMljjdg.js → knowledgeBase-BGbDBwr5.js} +5 -5
- package/dist/src/{knowledgeBase-Bi_8sV-H.js → knowledgeBase-BzfBwPyQ.js} +5 -5
- package/dist/src/{knowledgeBase-BadkINlJ.js → knowledgeBase-C_MSTwDt.js} +5 -5
- package/dist/src/{knowledgeBase-DUh34xba.cjs → knowledgeBase-DSVK_YTi.cjs} +5 -5
- package/dist/src/{litellm-BXyn5kZK.js → litellm-CRTmskqC.js} +5 -5
- package/dist/src/{litellm-BKBo0jpC.js → litellm-Ch4E-r4b.js} +5 -5
- package/dist/src/{litellm-CNcfbCfa.js → litellm-DNnk7802.js} +5 -5
- package/dist/src/{litellm-CtAr7bKG.cjs → litellm-jA4_p8mv.cjs} +5 -5
- package/dist/src/{logger-KD8JjCRJ.js → logger-BjYLHvGm.js} +56 -25
- package/dist/src/{logger-cfNpzI4o.cjs → logger-Cm0Nb8YX.cjs} +34 -3
- package/dist/src/{logger-Ct2S6Yx-.js → logger-Cs0I2v_y.js} +34 -3
- package/dist/src/{logger-BbY6ypFL.js → logger-h-eiS4iv.js} +34 -3
- package/dist/src/{luma-ray-D3FUc2K3.cjs → luma-ray-BCkN79tz.cjs} +5 -5
- package/dist/src/{luma-ray-CR5TSpp4.js → luma-ray-BqVizUQY.js} +5 -5
- package/dist/src/{luma-ray-BMX1iEB6.js → luma-ray-CD7rd6KW.js} +5 -5
- package/dist/src/{luma-ray-OEMmS1RB.js → luma-ray-DLWLjDCa.js} +5 -5
- package/dist/src/main.js +143 -146
- package/dist/src/{memoryPoisoning-Dp-btinn.cjs → memoryPoisoning-BXDi4XCK.cjs} +8 -8
- package/dist/src/{memoryPoisoning-CM83NWYl.js → memoryPoisoning-D-V4yXjj.js} +8 -8
- package/dist/src/{memoryPoisoning-D8h9gXJF.js → memoryPoisoning-PrsT7Zh2.js} +8 -8
- package/dist/src/{memoryPoisoning-cLuCoTuJ.js → memoryPoisoning-ZUwCLvEn.js} +8 -8
- package/dist/src/{messages-DBPir0TQ.cjs → messages-BSFLFXIO.cjs} +8 -8
- package/dist/src/{messages-BabO-cX8.js → messages-C5qBfONg.js} +8 -8
- package/dist/src/{messages-DGUlSNU7.js → messages-CQoK4jHx.js} +8 -8
- package/dist/src/{messages-vsE_-Lv0.js → messages-Dy5vvc3H.js} +8 -8
- package/dist/src/{mischievousUser-olGgHIVR.cjs → mischievousUser-B4_YRWqu.cjs} +5 -5
- package/dist/src/{mischievousUser-frFYKxu6.js → mischievousUser-BoZy3Fry.js} +5 -5
- package/dist/src/{mischievousUser-BUOP9W5r.js → mischievousUser-CjJ9ZEuw.js} +5 -5
- package/dist/src/{mischievousUser-0l8GD7Dp.js → mischievousUser-CrMXlOUj.js} +5 -5
- package/dist/src/{modelslab-EyDczZ5A.js → modelslab-B72XbAlR.js} +8 -8
- package/dist/src/{modelslab-Dzst7VTU.js → modelslab-Bw-46LmW.js} +8 -8
- package/dist/src/{modelslab-Cogmu4mG.js → modelslab-CJ0zQdDH.js} +8 -8
- package/dist/src/{modelslab-CNV5bMSk.cjs → modelslab-LXFLCD-O.cjs} +8 -8
- package/dist/src/{nova-reel-CjJRxI1X.cjs → nova-reel-D0k0-k8Y.cjs} +5 -5
- package/dist/src/{nova-reel-C4eUJGse.js → nova-reel-DItvBa6z.js} +5 -5
- package/dist/src/{nova-reel-BGPNBOMS.js → nova-reel-DN7gTJzd.js} +5 -5
- package/dist/src/{nova-reel-B_5NKFu1.js → nova-reel-DRLvlFOH.js} +5 -5
- package/dist/src/{nova-sonic-BNGmgfFz.js → nova-sonic-BeAjEzkG.js} +3 -3
- package/dist/src/{nova-sonic-CrV0iaY_.js → nova-sonic-DB7LzcCY.js} +3 -3
- package/dist/src/{nova-sonic-DuOG9Aun.cjs → nova-sonic-DfLkPbkF.cjs} +3 -3
- package/dist/src/{nova-sonic-ChPlh5na.js → nova-sonic-kzIVxZDb.js} +3 -3
- package/dist/src/{openai-BMHD2Huo.js → openai-Bfbg6L4c.js} +2 -2
- package/dist/src/{openai-C3uXv8wS.cjs → openai-CCaz18I4.cjs} +2 -2
- package/dist/src/{openai-CJrsh9n4.js → openai-CJOpg_dA.js} +2 -2
- package/dist/src/{openai-zgwBb4Ff.js → openai-uRacy72N.js} +2 -2
- package/dist/src/{openclaw-zIJAsz3P.js → openclaw-2Y9Ukt9Y.js} +9 -9
- package/dist/src/{openclaw-CF7fMido.js → openclaw-BdnuiqBG.js} +9 -9
- package/dist/src/{openclaw-Dphc01BY.cjs → openclaw-D54hA9Fe.cjs} +9 -9
- package/dist/src/{openclaw-BIHlu_36.js → openclaw-DRjsDCSS.js} +9 -9
- package/dist/src/{opencode-sdk-B3vlPLsp.js → opencode-sdk-2su-bzyz.js} +38 -9
- package/dist/src/{opencode-sdk-DoY6GbWw.cjs → opencode-sdk-BRkqgOOQ.cjs} +38 -9
- package/dist/src/{opencode-sdk-D05JSgMQ.js → opencode-sdk-CFY-1bkH.js} +38 -9
- package/dist/src/{opencode-sdk-sRKYHGoI.js → opencode-sdk-D-tRQJ9s.js} +38 -9
- package/dist/src/{otlpReceiver-B2eaKC8C.js → otlpReceiver-BkB7tsTT.js} +3 -3
- package/dist/src/{otlpReceiver--gTpSagc.js → otlpReceiver-BqJYGC-M.js} +4 -4
- package/dist/src/{otlpReceiver-BXjcRqAM.js → otlpReceiver-CRwU2egH.js} +4 -4
- package/dist/src/{otlpReceiver-CvJdBGSc.cjs → otlpReceiver-DOl5S07u.cjs} +4 -4
- package/dist/src/{packageParser--MWTSrPW.js → packageParser-B3bpKHK4.js} +2 -2
- package/dist/src/{packageParser-hwwSGnAZ.js → packageParser-CZdMKLBh.js} +2 -2
- package/dist/src/{packageParser-CgE-ziRo.js → packageParser-D7YWfcSe.js} +2 -2
- package/dist/src/{packageParser-QoCS1FMl.cjs → packageParser-DR054ceU.cjs} +2 -2
- package/dist/src/{promptLength-B9nZEfO6.js → promptLength-5B4_P93z.js} +2 -2
- package/dist/src/{promptLength-BbBbDHNj.cjs → promptLength-CAcg7BmO.cjs} +2 -2
- package/dist/src/{promptLength-4X-Wd8PG.js → promptLength-PkjlYFx0.js} +2 -2
- package/dist/src/{promptLength-0qIHyhA5.js → promptLength-ho3wbst6.js} +2 -2
- package/dist/src/{promptfoo-BDrfT30-.js → promptfoo-CEsoPlBa.js} +67 -10
- package/dist/src/{promptfoo-b-baRMj-.cjs → promptfoo-DAXBmrE6.cjs} +96 -9
- package/dist/src/{promptfoo-Cm4hiy1Y.js → promptfoo-DVKqidd8.js} +67 -10
- package/dist/src/{promptfoo-Rjp-MeBb.js → promptfoo-wxe28-q9.js} +67 -10
- package/dist/src/{providerRegistry-DHcFiVWX.js → providerRegistry-Bf4tRLgu.js} +2 -2
- package/dist/src/{providerRegistry-CZO_w7ue.cjs → providerRegistry-DKbi2EbP.cjs} +2 -2
- package/dist/src/{providerRegistry-ReCd0sFa.js → providerRegistry-DLeG-xXn.js} +2 -2
- package/dist/src/{providerRegistry-1gB5vtzQ.js → providerRegistry-v8Wa3f9z.js} +2 -2
- package/dist/src/{providers-B9KzWxAX.js → providers-CYBHjFEg.js} +178 -126
- package/dist/src/{providers-BCCz6_IX.js → providers-DDLQc0tl.js} +177 -125
- package/dist/src/{providers-BDVVIQM6.cjs → providers-DP1CDgd5.cjs} +176 -124
- package/dist/src/{providers-DVYRZP4E.js → providers-DTPwadhk.js} +176 -124
- package/dist/src/{providers-BYAn82cf.js → providers-DvBFcsXi.js} +1 -1
- package/dist/src/{pythonUtils-Cokhluq3.cjs → pythonUtils-BjuymNdM.cjs} +3 -3
- package/dist/src/{pythonUtils-D0BYebvX.js → pythonUtils-C4Wnz6Q7.js} +3 -3
- package/dist/src/{pythonUtils-CLCgQ9tt.js → pythonUtils-CBe7VV6f.js} +3 -3
- package/dist/src/{pythonUtils-CgYxeSmO.js → pythonUtils-CLAoc6jg.js} +3 -3
- package/dist/src/{quiverai-CdTWPe-A.js → quiverai-B6ebiUKf.js} +6 -6
- package/dist/src/{quiverai-Cv7rJKDz.js → quiverai-BG7dvOQc.js} +6 -6
- package/dist/src/{quiverai-BAp6iTZD.cjs → quiverai-DH6SMaxD.cjs} +6 -6
- package/dist/src/{quiverai-BvIhI_0l.js → quiverai-DHNIAUfS.js} +6 -6
- package/dist/src/{registry-BUJrgjwv.js → registry-BKlwRYvr.js} +14 -14
- package/dist/src/{registry-KCVF1CFC.cjs → registry-CQHRTGYs.cjs} +14 -14
- package/dist/src/{registry-Dp5EqoXc.js → registry-Eiv-QeUm.js} +14 -14
- package/dist/src/{registry-DXm1t_x0.js → registry-qNoxbVEb.js} +14 -14
- package/dist/src/{remoteGeneration-DS9N3pgB.cjs → remoteGeneration-CD3c_rzc.cjs} +6 -6
- package/dist/src/{remoteGeneration-DsaSwmG2.js → remoteGeneration-CoxtxLvB.js} +6 -6
- package/dist/src/{remoteGeneration-B1_XsKXU.js → remoteGeneration-DW6mPZnO.js} +6 -6
- package/dist/src/{remoteGeneration-COpWcmWd.js → remoteGeneration-DvWEm3yi.js} +6 -6
- package/dist/src/{render-_6ur1fhE.js → render-BoxrvB84.js} +2 -2
- package/dist/src/{render-DFfDeYUK.js → render-CTZQAINJ.js} +2 -2
- package/dist/src/{render-BNTrbmBw.cjs → render-DJ4yipCD.cjs} +2 -2
- package/dist/src/{render-DznWrxGO.js → render-MiyTvDY4.js} +2 -2
- package/dist/src/{render-CSP99NLm.js → render-jE6RKVgk.js} +2 -2
- package/dist/src/{responses-1UFFF9N_.cjs → responses-Bs2_3zyr.cjs} +14 -10
- package/dist/src/{responses-B3W2JvOQ.js → responses-C0yU3fO6.js} +14 -10
- package/dist/src/{responses-URRzV8qE.js → responses-C2vhwf8F.js} +14 -10
- package/dist/src/{responses-B6ktc3Ra.js → responses-pvlY3oYx.js} +14 -10
- package/dist/src/{rubyUtils-CnlW8AYb.js → rubyUtils-AvgsD_QH.js} +3 -3
- package/dist/src/{rubyUtils-CqUWBZAt.cjs → rubyUtils-BEqeZynS.cjs} +3 -3
- package/dist/src/{rubyUtils-CXlFM2rR.js → rubyUtils-C-sxXgGT.js} +3 -3
- package/dist/src/{rubyUtils-DdGojpfv.js → rubyUtils-DFzPvVD4.js} +3 -3
- package/dist/src/rubyUtils-DfYaGbxe.js +3 -0
- package/dist/src/{runtimeTransform-DigbjU1r.js → runtimeTransform-BmhEztlx.js} +2 -2
- package/dist/src/{runtimeTransform-BJOpL9Yc.js → runtimeTransform-Bw9Tttpp.js} +2 -2
- package/dist/src/{runtimeTransform-ON3YYILw.cjs → runtimeTransform-DJEknTZQ.cjs} +2 -2
- package/dist/src/{runtimeTransform-Dgh_D7DU.js → runtimeTransform-s14J7yxm.js} +2 -2
- package/dist/src/{sagemaker-yr1QKeBs.js → sagemaker-C8NJAT8D.js} +11 -11
- package/dist/src/{sagemaker-vhtSV7JI.js → sagemaker-DlajLLgJ.js} +11 -11
- package/dist/src/{sagemaker-CujrzP1a.js → sagemaker-PgIzjxMt.js} +11 -11
- package/dist/src/{sagemaker-DzffAqo_.cjs → sagemaker-hwPXLGI4.cjs} +11 -11
- package/dist/src/{scanner-DS0109SS.js → scanner-B3DPvw5u.js} +6 -6
- package/dist/src/server/index.js +145 -148
- package/dist/src/{server-DhMHosWj.js → server-4wx571OM.js} +6 -6
- package/dist/src/{server-Ddp8GNMp.js → server-8in_Vrrf.js} +6 -6
- package/dist/src/server-BHd6SQYX.js +3 -0
- package/dist/src/{server-CMJD10J4.js → server-pMTgWs3M.js} +4 -4
- package/dist/src/{server-B8rqV126.cjs → server-yHhoBx98.cjs} +4 -4
- package/dist/src/{shared-D6IjElRI.js → shared-BF25a7ms.js} +12 -12
- package/dist/src/{shared-WkgnDkcg.cjs → shared-DlmtkptR.cjs} +12 -12
- package/dist/src/{shared-9WHQ1oNE.js → shared-DsbObxvy.js} +12 -12
- package/dist/src/{shared-7pmVZLNO.js → shared-yBQATkD5.js} +13 -13
- package/dist/src/{signal-CSurUUyV.js → signal-CRrWj2xI.js} +3 -3
- package/dist/src/{simulatedUser-Cu601Dd4.cjs → simulatedUser-9A3YPDh2.cjs} +7 -7
- package/dist/src/{simulatedUser-C9aQObBI.js → simulatedUser-CbZZV7UQ.js} +7 -7
- package/dist/src/{simulatedUser-U_qAHnuB.js → simulatedUser-DdcsTBuS.js} +7 -7
- package/dist/src/{simulatedUser-p3tACcmw.js → simulatedUser-LKk31Iov.js} +7 -7
- package/dist/src/{slack-Bapo-7_8.js → slack-CWxUAo6N.js} +2 -2
- package/dist/src/{slack-DMC1QVEg.cjs → slack-CtMQnlyy.cjs} +2 -2
- package/dist/src/{slack-DTEFhrMn.js → slack-DrcMAkvd.js} +2 -2
- package/dist/src/{slack-k-_CP84Q.js → slack-chzmaYU3.js} +2 -2
- package/dist/src/{storage-BU4qcnOb.js → storage-B9lg2RCL.js} +6 -6
- package/dist/src/{storage-QdU-SmvD.js → storage-BC9TzmHh.js} +5 -5
- package/dist/src/{storage-CA-v9V2v.cjs → storage-Cv7QYUPO.cjs} +4 -4
- package/dist/src/{storage-CD-GWAdx.js → storage-fbHNSuZ9.js} +4 -4
- package/dist/src/{store-B2NDDooM.cjs → store-BKN4VD-m.cjs} +3 -3
- package/dist/src/{store-HpopRVzl.js → store-C4eo8Kyv.js} +3 -3
- package/dist/src/store-mJpYYA7W.js +3 -0
- package/dist/src/{store-DKd5592Q.js → store-u1XNK3e8.js} +3 -3
- package/dist/src/{strategies-CiSeroPH.js → strategies-4Nnr_9xt.js} +18 -18
- package/dist/src/{strategies-7CS3Alao.cjs → strategies-BD7US9WB.cjs} +18 -18
- package/dist/src/{strategies-DRJjGTIY.js → strategies-Ptz_P4P4.js} +20 -20
- package/dist/src/{tables-CRSXQ2Ke.js → tables-Bn3_8sxV.js} +2 -2
- package/dist/src/{tables-DafUHOeh.js → tables-D_ZGKiGc.js} +3 -3
- package/dist/src/{tables-DBIJU0WE.cjs → tables-D_s2HMPP.cjs} +2 -2
- package/dist/src/{tables-CxjU7bBd.js → tables-PWOqfbI_.js} +3 -3
- package/dist/src/{telemetry-DwX9XUN5.js → telemetry-BTIhfopq.js} +21 -16
- package/dist/src/{telemetry-00ezXr_t.js → telemetry-BU80NveV.js} +21 -16
- package/dist/src/telemetry-CVHVhMOI.js +3 -0
- package/dist/src/{telemetry-DmXYcJNV.js → telemetry-D3yQCekN.js} +21 -16
- package/dist/src/{telemetry-CJ7FnCsc.cjs → telemetry-DvzmDrSM.cjs} +21 -16
- package/dist/src/{tracingOptions-BnwKCkSB.js → tracingOptions-D2F0D7es.js} +4 -4
- package/dist/src/{tracingOptions-Chi74lOD.js → tracingOptions-PLePpCmo.js} +3 -3
- package/dist/src/{tracingOptions-ji2OuXbT.js → tracingOptions-WpE9IqC8.js} +4 -4
- package/dist/src/{tracingOptions-DrbSFaKy.cjs → tracingOptions-eqmq5sA2.cjs} +4 -4
- package/dist/src/{transcription-mzuf18Mq.cjs → transcription-CKLxdMxm.cjs} +7 -7
- package/dist/src/{transcription-B8uIgCYX.js → transcription-CmlDorqD.js} +7 -7
- package/dist/src/{transcription-CfU5loSq.js → transcription-Cupf4JNw.js} +7 -7
- package/dist/src/{transcription-Dkd22_4K.js → transcription-sOgdGxM6.js} +7 -7
- package/dist/src/{transform-BnSXWmU_2.cjs → transform-0wnBYYaL2.cjs} +4 -4
- package/dist/src/{transform-EtD4jAWi.js → transform-AfC8gqCB.js} +5 -5
- package/dist/src/{transform-CGt7Kt3y2.js → transform-BDSnWRNv2.js} +4 -4
- package/dist/src/{transform-BnSTnFlp.js → transform-C5pxvKUV.js} +4 -4
- package/dist/src/{transform-CrPGTsij.js → transform-C5rpIuDz.js} +4 -4
- package/dist/src/{transform-DmvYBRll.js → transform-D7QlmswG.js} +5 -5
- package/dist/src/{transform-DhNkAUs8.cjs → transform-DKw2FNwg.cjs} +5 -5
- package/dist/src/{transform-BIMynQsA.js → transform-R1PnNdLv.js} +5 -5
- package/dist/src/{types-BFevViUY.js → types-C_e_SykX.js} +2 -2
- package/dist/src/{types-BJQBBPTP.js → types-uLCKnRiK.js} +2 -2
- package/dist/src/{util-CN8om2rz.cjs → util-3BRss2KA.cjs} +7 -7
- package/dist/src/{util-efByNxcr.js → util-B2Nt2Oy7.js} +25 -7
- package/dist/src/{util-I-Rf-KaD.js → util-BGfk7zh7.js} +8 -8
- package/dist/src/{util-5WnCSb0h.js → util-BLSQ_7Ky.js} +25 -7
- package/dist/src/{util-IYzs5Y04.cjs → util-BSZPCmvm.cjs} +4 -3
- package/dist/src/{util-SPsvFONY.cjs → util-BuYzkbEz.cjs} +7 -7
- package/dist/src/{util-LKTmNsMQ.js → util-C6d3eV0A.js} +25 -7
- package/dist/src/{util-DURocbYR.js → util-CES4qWd7.js} +8 -8
- package/dist/src/{util-Df8YMvS1.js → util-CKZReNsz.js} +8 -8
- package/dist/src/{util-BSIuSLVK.cjs → util-Cs372i1_.cjs} +25 -7
- package/dist/src/{util-CoQWM76y.js → util-Cw9nJJWm.js} +4 -3
- package/dist/src/{util-DNl96nNs.js → util-D1NKMz55.js} +7 -7
- package/dist/src/{util-kDURhgJW.js → util-D9grslJP.js} +8 -8
- package/dist/src/{util--WMgw7wM.js → util-SNUDkWJ8.js} +4 -3
- package/dist/src/{util-Bx677_k2.js → util-vaCPFatZ.js} +7 -7
- package/dist/src/{util-DiQ3QvBB.js → util-weQgMdSy.js} +4 -3
- package/dist/src/{utils-Ve6kuJsa.cjs → utils-B_HCobst.cjs} +2 -2
- package/dist/src/{utils-BGY69tk_.js → utils-C3qMBhJT.js} +2 -2
- package/dist/src/{utils-BFOh20Gb.js → utils-Cdx3ZJr7.js} +2 -2
- package/dist/src/{utils-B0lzitHZ.js → utils-DMWnIu_V.js} +2 -2
- package/dist/src/{version-BK20a4sw.js → version-BGiEZvX0.js} +2 -2
- package/dist/src/{version-lpHV_53E.js → version-BNhpIb2U.js} +2 -2
- package/dist/src/{version-eRkNuGv8.js → version-CnYqmWbz.js} +2 -2
- package/dist/src/{version-BWCSaByA.cjs → version-XjGPawtU.cjs} +2 -2
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +17 -17
- package/dist/src/app/assets/Report-BNHJKN35.js +0 -1
- package/dist/src/app/assets/index-yhM8y1PP.css +0 -1
- package/dist/src/cache-Cf7b4pWE.js +0 -3
- package/dist/src/cloud-p96PA4MH.js +0 -3
- package/dist/src/codex-sdk-BGjVAk23.js +0 -3
- package/dist/src/evalResult-DqzsS6_W.js +0 -3
- package/dist/src/evaluator-DNdJF1Gv.js +0 -3
- package/dist/src/fetch-_YgGd2qv.js +0 -3
- package/dist/src/graders-BDT7dif6.js +0 -3
- package/dist/src/rubyUtils-BYVlQ94c.js +0 -3
- package/dist/src/server-BaLytskk.js +0 -3
- package/dist/src/store-IbiRIF3k.js +0 -3
- package/dist/src/telemetry-ByPqDcKC.js +0 -3
|
@@ -1,39 +1,39 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import { A as getMaxEvalTimeMs, D as getEnvInt, N as state, O as getEnvString, S as summarizeEvaluateResultForLogging, T as getEnvBool, _ as extractJsonObjects, c as setLogCallback, g as extractFirstJsonObject, j as isCI, k as getEvalTimeoutMs, r as globalLogCallback, s as logger, v as getAjv, x as safeJsonStringify } from "./logger-
|
|
3
|
-
import { L as FILE_METADATA_KEY, f as sleep, r as fetchWithRetries, w as parseChatPrompt, x as isPromptfooSampleTarget } from "./fetch-
|
|
4
|
-
import { n as VERSION } from "./version-
|
|
2
|
+
import { A as getMaxEvalTimeMs, D as getEnvInt, N as state, O as getEnvString, S as summarizeEvaluateResultForLogging, T as getEnvBool, _ as extractJsonObjects, c as setLogCallback, g as extractFirstJsonObject, j as isCI, k as getEvalTimeoutMs, r as globalLogCallback, s as logger, v as getAjv, x as safeJsonStringify } from "./logger-h-eiS4iv.js";
|
|
3
|
+
import { L as FILE_METADATA_KEY, f as sleep, r as fetchWithRetries, w as parseChatPrompt, x as isPromptfooSampleTarget } from "./fetch-C59QM4cf.js";
|
|
4
|
+
import { n as VERSION } from "./version-CnYqmWbz.js";
|
|
5
5
|
import { t as invariant } from "./invariant-B2Rf6avk.js";
|
|
6
|
-
import { r as telemetry } from "./telemetry-
|
|
7
|
-
import { at as MULTI_INPUT_VAR, d as isGradingResult, nt as LLAMA_GUARD_REPLICATE_PROVIDER, p as isApiProvider, s as ResultFailureReason } from "./types-
|
|
6
|
+
import { r as telemetry } from "./telemetry-BU80NveV.js";
|
|
7
|
+
import { at as MULTI_INPUT_VAR, d as isGradingResult, nt as LLAMA_GUARD_REPLICATE_PROVIDER, p as isApiProvider, s as ResultFailureReason } from "./types-C_e_SykX.js";
|
|
8
8
|
import { i as isJavascriptFile } from "./fileExtensions-D4GCJ67J.js";
|
|
9
|
-
import { i as extractVariablesFromTemplate, o as getNunjucksEngine, r as analyzeTemplateReference } from "./render-
|
|
10
|
-
import { t as providerRegistry } from "./providerRegistry-
|
|
11
|
-
import { l as shouldGenerateRemote } from "./remoteGeneration-
|
|
12
|
-
import { c as promptYesNo } from "./server-
|
|
9
|
+
import { i as extractVariablesFromTemplate, o as getNunjucksEngine, r as analyzeTemplateReference } from "./render-jE6RKVgk.js";
|
|
10
|
+
import { t as providerRegistry } from "./providerRegistry-DLeG-xXn.js";
|
|
11
|
+
import { l as shouldGenerateRemote } from "./remoteGeneration-DW6mPZnO.js";
|
|
12
|
+
import { c as promptYesNo } from "./server-4wx571OM.js";
|
|
13
13
|
import { n as isNonTransientHttpStatus } from "./errors-9PcUL8BC.js";
|
|
14
|
-
import { l as withCacheNamespace, o as getCache } from "./cache-
|
|
15
|
-
import { r as runPython } from "./pythonUtils-
|
|
16
|
-
import { B as parseFileUrl, C as isOpenAiProvider, F as maybeLoadToolsFromExternalFile, S as isGoogleProvider, w as isProviderAllowed, x as isAnthropicProvider, z as loadFunction } from "./util-
|
|
17
|
-
import { t as OpenAiChatCompletionProvider } from "./chat-
|
|
18
|
-
import { h as validateFunctionCall } from "./transform-
|
|
19
|
-
import { l as validateFunctionCall$1 } from "./util-
|
|
20
|
-
import { _ as VertexChatProvider, n as loadApiProvider, v as GoogleLiveProvider, y as AIStudioChatProvider } from "./providers-
|
|
14
|
+
import { l as withCacheNamespace, o as getCache } from "./cache-BuudGL4I.js";
|
|
15
|
+
import { r as runPython } from "./pythonUtils-CLAoc6jg.js";
|
|
16
|
+
import { B as parseFileUrl, C as isOpenAiProvider, F as maybeLoadToolsFromExternalFile, S as isGoogleProvider, w as isProviderAllowed, x as isAnthropicProvider, z as loadFunction } from "./util-CES4qWd7.js";
|
|
17
|
+
import { t as OpenAiChatCompletionProvider } from "./chat-B8lsx0A0.js";
|
|
18
|
+
import { h as validateFunctionCall } from "./transform-AfC8gqCB.js";
|
|
19
|
+
import { l as validateFunctionCall$1 } from "./util-BLSQ_7Ky.js";
|
|
20
|
+
import { _ as VertexChatProvider, n as loadApiProvider, v as GoogleLiveProvider, y as AIStudioChatProvider } from "./providers-CYBHjFEg.js";
|
|
21
21
|
import { a as createEmptyTokenUsage, i as createEmptyAssertions, n as accumulateResponseTokenUsage, o as normalizeTokenUsage, r as accumulateTokenUsage, t as accumulateAssertionTokenUsage } from "./tokenUsageUtils-CDet74yk.js";
|
|
22
22
|
import { t as getProcessShim } from "./processShim-BBxt7LKO.js";
|
|
23
|
-
import { n as loadFromPackage, t as isPackagePath } from "./packageParser
|
|
24
|
-
import { n as runRuby } from "./rubyUtils-
|
|
25
|
-
import { c as isBasicRefusal, o as getSessionId } from "./util-
|
|
26
|
-
import { $ as DEFAULT_WEB_SEARCH_PROMPT, Ct as getDefaultProviders, Dt as getGradingProvider, Et as getAndCheckProvider, G as matchesGEval, H as isGraderFailure, J as matchesTrajectoryGoalSuccess, K as matchesLlmRubric, Ot as getProviderCallExecutionContext, St as processFileReference, Tt as callProviderWithContext, U as matchesClosedQa, W as matchesFactuality, Y as doRemoteGrading, _t as splitIntoSentences, at as CONTEXT_RECALL, bt as getFinalTest, ct as CONTEXT_RELEVANCE, dt as renderLlmRubricPrompt, et as SELECT_BEST_PROMPT, ft as cosineSimilarity, gt as normalizeMatcherTokenUsage, ht as fail, it as CONTEXT_FAITHFULNESS_NLI_STATEMENTS, kt as withProviderCallExecutionContext, lt as CONTEXT_RELEVANCE_BAD, mt as euclideanDistance, n as getGraderById, nt as ANSWER_RELEVANCY_GENERATE, ot as CONTEXT_RECALL_ATTRIBUTED_TOKEN, pt as dotProduct, q as matchesPiScore, rt as CONTEXT_FAITHFULNESS_LONGFORM, st as CONTEXT_RECALL_NOT_ATTRIBUTED_TOKEN, tt as SUGGEST_PROMPTS_SYSTEM_MESSAGE, ut as loadRubricPrompt, vt as tryParse, wt as DEFAULT_ANTHROPIC_MODEL, xt as loadFromJavaScriptFile, yt as coerceString } from "./graders-
|
|
27
|
-
import { f as redteamProviderManager, g as createProviderRateLimitOptions, h as createRateLimitRegistry, m as TokenUsageTracker } from "./shared-
|
|
28
|
-
import { i as generateIdFromPrompt } from "./utils-
|
|
29
|
-
import { a as getTransformLabel, i as getTransformErrorMessage, o as transform, r as TransformInputType } from "./transform-
|
|
30
|
-
import { n as getTraceStore } from "./store-
|
|
31
|
-
import { a as getActualPromptWithFallback, r as updateSignalFile } from "./signal-
|
|
32
|
-
import { t as extractAndStoreBinaryData } from "./extractor-
|
|
33
|
-
import { i as throwIfTargetPromptExceedsMaxChars } from "./promptLength-
|
|
34
|
-
import { n as checkExfilTracking } from "./indirectWebPwn-
|
|
23
|
+
import { n as loadFromPackage, t as isPackagePath } from "./packageParser-B3bpKHK4.js";
|
|
24
|
+
import { n as runRuby } from "./rubyUtils-C-sxXgGT.js";
|
|
25
|
+
import { c as isBasicRefusal, o as getSessionId } from "./util-D9grslJP.js";
|
|
26
|
+
import { $ as DEFAULT_WEB_SEARCH_PROMPT, Ct as getDefaultProviders, Dt as getGradingProvider, Et as getAndCheckProvider, G as matchesGEval, H as isGraderFailure, J as matchesTrajectoryGoalSuccess, K as matchesLlmRubric, Ot as getProviderCallExecutionContext, St as processFileReference, Tt as callProviderWithContext, U as matchesClosedQa, W as matchesFactuality, Y as doRemoteGrading, _t as splitIntoSentences, at as CONTEXT_RECALL, bt as getFinalTest, ct as CONTEXT_RELEVANCE, dt as renderLlmRubricPrompt, et as SELECT_BEST_PROMPT, ft as cosineSimilarity, gt as normalizeMatcherTokenUsage, ht as fail, it as CONTEXT_FAITHFULNESS_NLI_STATEMENTS, kt as withProviderCallExecutionContext, lt as CONTEXT_RELEVANCE_BAD, mt as euclideanDistance, n as getGraderById, nt as ANSWER_RELEVANCY_GENERATE, ot as CONTEXT_RECALL_ATTRIBUTED_TOKEN, pt as dotProduct, q as matchesPiScore, rt as CONTEXT_FAITHFULNESS_LONGFORM, st as CONTEXT_RECALL_NOT_ATTRIBUTED_TOKEN, tt as SUGGEST_PROMPTS_SYSTEM_MESSAGE, ut as loadRubricPrompt, vt as tryParse, wt as DEFAULT_ANTHROPIC_MODEL, xt as loadFromJavaScriptFile, yt as coerceString } from "./graders-BnO-xoa-.js";
|
|
27
|
+
import { f as redteamProviderManager, g as createProviderRateLimitOptions, h as createRateLimitRegistry, m as TokenUsageTracker } from "./shared-DsbObxvy.js";
|
|
28
|
+
import { i as generateIdFromPrompt } from "./utils-Cdx3ZJr7.js";
|
|
29
|
+
import { a as getTransformLabel, i as getTransformErrorMessage, o as transform, r as TransformInputType } from "./transform-C5pxvKUV.js";
|
|
30
|
+
import { n as getTraceStore } from "./store-u1XNK3e8.js";
|
|
31
|
+
import { a as getActualPromptWithFallback, r as updateSignalFile } from "./signal-CRrWj2xI.js";
|
|
32
|
+
import { t as extractAndStoreBinaryData } from "./extractor-CtadTcJm.js";
|
|
33
|
+
import { i as throwIfTargetPromptExceedsMaxChars } from "./promptLength-PkjlYFx0.js";
|
|
34
|
+
import { n as checkExfilTracking } from "./indirectWebPwn-BXUoJl4I.js";
|
|
35
35
|
import { n as getFirstStringAttribute, r as getToolNameFromAttributes, t as TOOL_ARGUMENT_ATTRIBUTE_KEYS } from "./toolAttributes-COVgDrBG.js";
|
|
36
|
-
import { i as filterFiniteScores, n as renderPrompt, r as runExtensionHook, t as collectFileMetadata } from "./evaluatorHelpers-
|
|
36
|
+
import { i as filterFiniteScores, n as renderPrompt, r as runExtensionHook, t as collectFileMetadata } from "./evaluatorHelpers-DDG44JeI.js";
|
|
37
37
|
import { AsyncResource } from "node:async_hooks";
|
|
38
38
|
import chalk from "chalk";
|
|
39
39
|
import fs, { createWriteStream } from "fs";
|
|
@@ -771,7 +771,7 @@ async function startOtlpReceiverIfNeeded(testSuite) {
|
|
|
771
771
|
telemetry.record("feature_used", { feature: "tracing" });
|
|
772
772
|
try {
|
|
773
773
|
logger.debug("[EvaluatorTracing] Tracing configuration detected, starting OTLP receiver");
|
|
774
|
-
const { startOTLPReceiver } = await import("./otlpReceiver
|
|
774
|
+
const { startOTLPReceiver } = await import("./otlpReceiver-BqJYGC-M.js");
|
|
775
775
|
const port = testSuite.tracing.otlp.http.port || 4318;
|
|
776
776
|
const host = testSuite.tracing.otlp.http.host || "127.0.0.1";
|
|
777
777
|
const acceptFormats = normalizeOtlpAcceptFormats(testSuite.tracing.otlp.http.acceptFormats);
|
|
@@ -795,7 +795,7 @@ async function startOtlpReceiverIfNeeded(testSuite) {
|
|
|
795
795
|
async function stopOtlpReceiverIfNeeded() {
|
|
796
796
|
if (otlpReceiverStarted) try {
|
|
797
797
|
logger.debug("[EvaluatorTracing] Stopping OTLP receiver");
|
|
798
|
-
const { stopOTLPReceiver } = await import("./otlpReceiver
|
|
798
|
+
const { stopOTLPReceiver } = await import("./otlpReceiver-BqJYGC-M.js");
|
|
799
799
|
await stopOTLPReceiver();
|
|
800
800
|
otlpReceiverStarted = false;
|
|
801
801
|
logger.info("[EvaluatorTracing] OTLP receiver stopped successfully");
|
|
@@ -830,7 +830,7 @@ async function generateTraceContextIfNeeded(test, evaluateOptions, testIdx, prom
|
|
|
830
830
|
}
|
|
831
831
|
if (!tracingEnabled) return null;
|
|
832
832
|
logger.debug("[EvaluatorTracing] Importing trace store");
|
|
833
|
-
const { getTraceStore } = await import("./store-
|
|
833
|
+
const { getTraceStore } = await import("./store-mJpYYA7W.js");
|
|
834
834
|
const traceStore = getTraceStore();
|
|
835
835
|
const traceId = generateTraceId();
|
|
836
836
|
const spanId = generateSpanId();
|
|
@@ -3042,7 +3042,7 @@ async function loadWebSearchProvider(preferAnthropic = false) {
|
|
|
3042
3042
|
};
|
|
3043
3043
|
const loadOpenAIWebSearch = async () => {
|
|
3044
3044
|
try {
|
|
3045
|
-
return await loadApiProvider("openai:responses:gpt-5.
|
|
3045
|
+
return await loadApiProvider("openai:responses:gpt-5.5-2026-04-23", { options: { config: { tools: [{ type: "web_search_preview" }] } } });
|
|
3046
3046
|
} catch (err) {
|
|
3047
3047
|
logger.debug(`Failed to load OpenAI web search provider: ${err}`);
|
|
3048
3048
|
return null;
|
|
@@ -4393,7 +4393,7 @@ async function runAssertion({ prompt, provider, assertion, test, vars, latencyMs
|
|
|
4393
4393
|
};
|
|
4394
4394
|
}
|
|
4395
4395
|
else if (filePath.endsWith(".rb")) try {
|
|
4396
|
-
const { runRuby } = await import("./rubyUtils-
|
|
4396
|
+
const { runRuby } = await import("./rubyUtils-DfYaGbxe.js");
|
|
4397
4397
|
valueFromScript = await runRuby(filePath, functionName || "get_assert", [output, context]);
|
|
4398
4398
|
logger.debug(`Ruby script ${filePath} output: ${valueFromScript}`);
|
|
4399
4399
|
} catch (error) {
|
|
@@ -6226,7 +6226,7 @@ async function resolveDefaultTestProvider(defaultTest, testCase) {
|
|
|
6226
6226
|
const defaultProvider = defaultTest.provider;
|
|
6227
6227
|
if (isApiProvider(defaultProvider)) return defaultProvider;
|
|
6228
6228
|
if (typeof defaultProvider === "object" && defaultProvider.id) {
|
|
6229
|
-
const { loadApiProvider } = await import("./providers-
|
|
6229
|
+
const { loadApiProvider } = await import("./providers-DvBFcsXi.js");
|
|
6230
6230
|
return loadApiProvider(typeof defaultProvider.id === "function" ? defaultProvider.id() : defaultProvider.id, { options: defaultProvider });
|
|
6231
6231
|
}
|
|
6232
6232
|
return defaultProvider;
|
|
@@ -6386,7 +6386,7 @@ function buildRepeatCacheContextByTestIdx(runEvalOptions) {
|
|
|
6386
6386
|
async function filterCompletedResumeSteps(runEvalOptions, evalRecord) {
|
|
6387
6387
|
if (!state.resume || !evalRecord.persisted) return;
|
|
6388
6388
|
try {
|
|
6389
|
-
const { default: EvalResult } = await import("./evalResult-
|
|
6389
|
+
const { default: EvalResult } = await import("./evalResult-CPPINYHK.js");
|
|
6390
6390
|
const completedPairs = await EvalResult.getCompletedIndexPairs(evalRecord.id, { excludeErrors: state.retryMode });
|
|
6391
6391
|
const originalCount = runEvalOptions.length;
|
|
6392
6392
|
for (let i = runEvalOptions.length - 1; i >= 0; i--) {
|
|
@@ -7495,4 +7495,4 @@ function evaluate(testSuite, evalRecord, options) {
|
|
|
7495
7495
|
//#endregion
|
|
7496
7496
|
export { isAllowedPrompt as a, assertions_default as c, generateVarCombinations as i, readAssertions as l, evaluate as n, accumulateNamedMetric as o, formatVarsForDisplay as r, doesPromptRefMatch as s, ProgressBarManager as t, runAssertions as u };
|
|
7497
7497
|
|
|
7498
|
-
//# sourceMappingURL=evaluator-
|
|
7498
|
+
//# sourceMappingURL=evaluator-BpaUYhLY.js.map
|
|
@@ -1,15 +1,15 @@
|
|
|
1
1
|
const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
|
|
2
|
-
const require_logger = require("./logger-
|
|
2
|
+
const require_logger = require("./logger-Cm0Nb8YX.cjs");
|
|
3
3
|
const require_invariant = require("./invariant-QtnLD03y.cjs");
|
|
4
|
-
const require_fetch = require("./fetch-
|
|
4
|
+
const require_fetch = require("./fetch-B2HvaVUc.cjs");
|
|
5
5
|
const require_fileExtensions = require("./fileExtensions-BhdwzYaD.cjs");
|
|
6
|
-
const require_esm = require("./esm-
|
|
7
|
-
const require_render = require("./render-
|
|
8
|
-
const require_pythonUtils = require("./pythonUtils-
|
|
9
|
-
require("./util-
|
|
10
|
-
const require_telemetry = require("./telemetry-
|
|
11
|
-
const require_packageParser = require("./packageParser-
|
|
12
|
-
const require_transform = require("./transform-
|
|
6
|
+
const require_esm = require("./esm-vv4rR-Dp.cjs");
|
|
7
|
+
const require_render = require("./render-DJ4yipCD.cjs");
|
|
8
|
+
const require_pythonUtils = require("./pythonUtils-BjuymNdM.cjs");
|
|
9
|
+
require("./util-BuYzkbEz.cjs");
|
|
10
|
+
const require_telemetry = require("./telemetry-DvzmDrSM.cjs");
|
|
11
|
+
const require_packageParser = require("./packageParser-DR054ceU.cjs");
|
|
12
|
+
const require_transform = require("./transform-0wnBYYaL2.cjs");
|
|
13
13
|
let fs = require("fs");
|
|
14
14
|
fs = require_rolldown_runtime.__toESM(fs, 1);
|
|
15
15
|
let path = require("path");
|
|
@@ -534,4 +534,4 @@ Object.defineProperty(exports, "runExtensionHook", {
|
|
|
534
534
|
}
|
|
535
535
|
});
|
|
536
536
|
|
|
537
|
-
//# sourceMappingURL=evaluatorHelpers-
|
|
537
|
+
//# sourceMappingURL=evaluatorHelpers-2gpZ9Q_f.cjs.map
|
|
@@ -1,14 +1,14 @@
|
|
|
1
|
-
import { S as getEnvBool, T as getEnvString, a as logger, k as state } from "./logger-
|
|
1
|
+
import { S as getEnvBool, T as getEnvString, a as logger, k as state } from "./logger-Cs0I2v_y.js";
|
|
2
2
|
import { t as invariant } from "./invariant-Ddh24eXh.js";
|
|
3
|
-
import { t as fetchWithProxy } from "./fetch-
|
|
3
|
+
import { t as fetchWithProxy } from "./fetch-CHJu2KON.js";
|
|
4
4
|
import { a as isVideoFile, i as isJavascriptFile, n as isAudioFile, r as isImageFile } from "./fileExtensions-CXRfY3Ss.js";
|
|
5
|
-
import { r as importModule } from "./esm-
|
|
6
|
-
import { i as extractVariablesFromTemplate, n as renderVarsInObject, o as getNunjucksEngine } from "./render-
|
|
7
|
-
import { r as runPython } from "./pythonUtils-
|
|
8
|
-
import "./util-
|
|
9
|
-
import { t as telemetry } from "./telemetry-
|
|
10
|
-
import { n as loadFromPackage, t as isPackagePath } from "./packageParser-
|
|
11
|
-
import { o as transform } from "./transform-
|
|
5
|
+
import { r as importModule } from "./esm-C_yrt93A.js";
|
|
6
|
+
import { i as extractVariablesFromTemplate, n as renderVarsInObject, o as getNunjucksEngine } from "./render-CTZQAINJ.js";
|
|
7
|
+
import { r as runPython } from "./pythonUtils-C4Wnz6Q7.js";
|
|
8
|
+
import "./util-vaCPFatZ.js";
|
|
9
|
+
import { t as telemetry } from "./telemetry-BTIhfopq.js";
|
|
10
|
+
import { n as loadFromPackage, t as isPackagePath } from "./packageParser-CZdMKLBh.js";
|
|
11
|
+
import { o as transform } from "./transform-BDSnWRNv2.js";
|
|
12
12
|
import * as fs$1 from "fs";
|
|
13
13
|
import * as path$1 from "path";
|
|
14
14
|
import yaml from "js-yaml";
|
|
@@ -507,4 +507,4 @@ async function runExtensionHook(extensions, hookName, context) {
|
|
|
507
507
|
//#endregion
|
|
508
508
|
export { filterFiniteScores as i, renderPrompt as n, runExtensionHook as r, collectFileMetadata as t };
|
|
509
509
|
|
|
510
|
-
//# sourceMappingURL=evaluatorHelpers-
|
|
510
|
+
//# sourceMappingURL=evaluatorHelpers-C8C8WQTv.js.map
|
|
@@ -1,15 +1,15 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import { N as state, O as getEnvString, T as getEnvBool, s as logger } from "./logger-
|
|
3
|
-
import { n as fetchWithProxy } from "./fetch-
|
|
2
|
+
import { N as state, O as getEnvString, T as getEnvBool, s as logger } from "./logger-h-eiS4iv.js";
|
|
3
|
+
import { n as fetchWithProxy } from "./fetch-C59QM4cf.js";
|
|
4
4
|
import { t as invariant } from "./invariant-B2Rf6avk.js";
|
|
5
|
-
import { r as telemetry } from "./telemetry-
|
|
5
|
+
import { r as telemetry } from "./telemetry-BU80NveV.js";
|
|
6
6
|
import { a as isVideoFile, i as isJavascriptFile, n as isAudioFile, r as isImageFile } from "./fileExtensions-D4GCJ67J.js";
|
|
7
|
-
import { r as importModule } from "./esm-
|
|
8
|
-
import { i as extractVariablesFromTemplate, n as renderVarsInObject, o as getNunjucksEngine } from "./render-
|
|
9
|
-
import { r as runPython } from "./pythonUtils-
|
|
10
|
-
import "./util-
|
|
11
|
-
import { n as loadFromPackage, t as isPackagePath } from "./packageParser
|
|
12
|
-
import { o as transform } from "./transform-
|
|
7
|
+
import { r as importModule } from "./esm-CYMWMaSj.js";
|
|
8
|
+
import { i as extractVariablesFromTemplate, n as renderVarsInObject, o as getNunjucksEngine } from "./render-jE6RKVgk.js";
|
|
9
|
+
import { r as runPython } from "./pythonUtils-CLAoc6jg.js";
|
|
10
|
+
import "./util-CES4qWd7.js";
|
|
11
|
+
import { n as loadFromPackage, t as isPackagePath } from "./packageParser-B3bpKHK4.js";
|
|
12
|
+
import { o as transform } from "./transform-C5pxvKUV.js";
|
|
13
13
|
import * as fs$1 from "fs";
|
|
14
14
|
import * as path$1 from "path";
|
|
15
15
|
import yaml from "js-yaml";
|
|
@@ -508,4 +508,4 @@ async function runExtensionHook(extensions, hookName, context) {
|
|
|
508
508
|
//#endregion
|
|
509
509
|
export { filterFiniteScores as i, renderPrompt as n, runExtensionHook as r, collectFileMetadata as t };
|
|
510
510
|
|
|
511
|
-
//# sourceMappingURL=evaluatorHelpers-
|
|
511
|
+
//# sourceMappingURL=evaluatorHelpers-DDG44JeI.js.map
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { S as getEnvBool, a as logger } from "./logger-
|
|
2
|
-
import { T as cloudConfig } from "./fetch-
|
|
3
|
-
import { o as isLoggedIntoCloud } from "./accounts-
|
|
4
|
-
import { n as recordBlobReference, r as storeBlob } from "./blobs-
|
|
1
|
+
import { S as getEnvBool, a as logger } from "./logger-Cs0I2v_y.js";
|
|
2
|
+
import { T as cloudConfig } from "./fetch-CHJu2KON.js";
|
|
3
|
+
import { o as isLoggedIntoCloud } from "./accounts-4Xa5fcHy.js";
|
|
4
|
+
import { n as recordBlobReference, r as storeBlob } from "./blobs-BfIMflt0.js";
|
|
5
5
|
//#region src/blobs/remoteUpload.ts
|
|
6
6
|
function buildRemoteUrl() {
|
|
7
7
|
const baseUrl = cloudConfig.getApiHost();
|
|
@@ -25,7 +25,7 @@ async function uploadBlobRemote(buffer, mimeType, context) {
|
|
|
25
25
|
const apiKey = cloudConfig.getApiKey();
|
|
26
26
|
if (!url || !apiKey) return null;
|
|
27
27
|
try {
|
|
28
|
-
const { fetchWithProxy } = await import("./fetch-
|
|
28
|
+
const { fetchWithProxy } = await import("./fetch-CHJu2KON.js").then((n) => n.i);
|
|
29
29
|
const response = await fetchWithProxy(url, {
|
|
30
30
|
method: "POST",
|
|
31
31
|
headers: {
|
|
@@ -371,4 +371,4 @@ async function recordExistingBlobReferences(value, context, location) {
|
|
|
371
371
|
//#endregion
|
|
372
372
|
export { isBlobStorageEnabled as n, shouldAttemptRemoteBlobUpload as r, extractAndStoreBinaryData as t };
|
|
373
373
|
|
|
374
|
-
//# sourceMappingURL=extractor-
|
|
374
|
+
//# sourceMappingURL=extractor-Bjz9sdTQ.js.map
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import { T as getEnvBool, s as logger } from "./logger-
|
|
3
|
-
import { c as isLoggedIntoCloud } from "./accounts-
|
|
4
|
-
import { a as cloudConfig } from "./cloud-
|
|
5
|
-
import { i as storeBlob, r as recordBlobReference } from "./blobs-
|
|
2
|
+
import { T as getEnvBool, s as logger } from "./logger-h-eiS4iv.js";
|
|
3
|
+
import { c as isLoggedIntoCloud } from "./accounts-Bw2qPqE-.js";
|
|
4
|
+
import { a as cloudConfig } from "./cloud-BbAl8dyj.js";
|
|
5
|
+
import { i as storeBlob, r as recordBlobReference } from "./blobs-CA4gXarv.js";
|
|
6
6
|
//#region src/blobs/remoteUpload.ts
|
|
7
7
|
function buildRemoteUrl() {
|
|
8
8
|
const baseUrl = cloudConfig.getApiHost();
|
|
@@ -26,7 +26,7 @@ async function uploadBlobRemote(buffer, mimeType, context) {
|
|
|
26
26
|
const apiKey = cloudConfig.getApiKey();
|
|
27
27
|
if (!url || !apiKey) return null;
|
|
28
28
|
try {
|
|
29
|
-
const { fetchWithProxy } = await import("./fetch-
|
|
29
|
+
const { fetchWithProxy } = await import("./fetch-D_XnRfBV.js");
|
|
30
30
|
const response = await fetchWithProxy(url, {
|
|
31
31
|
method: "POST",
|
|
32
32
|
headers: {
|
|
@@ -372,4 +372,4 @@ async function recordExistingBlobReferences(value, context, location) {
|
|
|
372
372
|
//#endregion
|
|
373
373
|
export { isBlobStorageEnabled as n, shouldAttemptRemoteBlobUpload as r, extractAndStoreBinaryData as t };
|
|
374
374
|
|
|
375
|
-
//# sourceMappingURL=extractor-
|
|
375
|
+
//# sourceMappingURL=extractor-CtadTcJm.js.map
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { l as cloudConfig } from "./fetch-
|
|
3
|
-
import { c as isLoggedIntoCloud } from "./accounts-
|
|
4
|
-
import { i as storeBlob, r as recordBlobReference } from "./blobs-
|
|
1
|
+
import { C as getEnvBool, a as logger } from "./logger-BjYLHvGm.js";
|
|
2
|
+
import { l as cloudConfig } from "./fetch-CBe8pU8Q.js";
|
|
3
|
+
import { c as isLoggedIntoCloud } from "./accounts-BAajbKSh.js";
|
|
4
|
+
import { i as storeBlob, r as recordBlobReference } from "./blobs-ikh75MtF.js";
|
|
5
5
|
//#region src/blobs/remoteUpload.ts
|
|
6
6
|
function buildRemoteUrl() {
|
|
7
7
|
const baseUrl = cloudConfig.getApiHost();
|
|
@@ -25,7 +25,7 @@ async function uploadBlobRemote(buffer, mimeType, context) {
|
|
|
25
25
|
const apiKey = cloudConfig.getApiKey();
|
|
26
26
|
if (!url || !apiKey) return null;
|
|
27
27
|
try {
|
|
28
|
-
const { fetchWithProxy } = await import("./fetch-
|
|
28
|
+
const { fetchWithProxy } = await import("./fetch-CBe8pU8Q.js").then((n) => n.i);
|
|
29
29
|
const response = await fetchWithProxy(url, {
|
|
30
30
|
method: "POST",
|
|
31
31
|
headers: {
|
|
@@ -371,4 +371,4 @@ async function recordExistingBlobReferences(value, context, location) {
|
|
|
371
371
|
//#endregion
|
|
372
372
|
export { isBlobStorageEnabled as n, shouldAttemptRemoteBlobUpload as r, extractAndStoreBinaryData as t };
|
|
373
373
|
|
|
374
|
-
//# sourceMappingURL=extractor-
|
|
374
|
+
//# sourceMappingURL=extractor-DAnauX2V.js.map
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
const require_logger = require("./logger-
|
|
2
|
-
const require_fetch = require("./fetch-
|
|
3
|
-
const require_accounts = require("./accounts-
|
|
4
|
-
const require_blobs = require("./blobs-
|
|
1
|
+
const require_logger = require("./logger-Cm0Nb8YX.cjs");
|
|
2
|
+
const require_fetch = require("./fetch-B2HvaVUc.cjs");
|
|
3
|
+
const require_accounts = require("./accounts-DAcQXPwE.cjs");
|
|
4
|
+
const require_blobs = require("./blobs-5wbW7TbH.cjs");
|
|
5
5
|
//#region src/blobs/remoteUpload.ts
|
|
6
6
|
function buildRemoteUrl() {
|
|
7
7
|
const baseUrl = require_fetch.cloudConfig.getApiHost();
|
|
@@ -25,7 +25,7 @@ async function uploadBlobRemote(buffer, mimeType, context) {
|
|
|
25
25
|
const apiKey = require_fetch.cloudConfig.getApiKey();
|
|
26
26
|
if (!url || !apiKey) return null;
|
|
27
27
|
try {
|
|
28
|
-
const { fetchWithProxy } = await Promise.resolve().then(() => require("./fetch-
|
|
28
|
+
const { fetchWithProxy } = await Promise.resolve().then(() => require("./fetch-B2HvaVUc.cjs")).then((n) => n.fetch_exports);
|
|
29
29
|
const response = await fetchWithProxy(url, {
|
|
30
30
|
method: "POST",
|
|
31
31
|
headers: {
|
|
@@ -388,4 +388,4 @@ Object.defineProperty(exports, "shouldAttemptRemoteBlobUpload", {
|
|
|
388
388
|
}
|
|
389
389
|
});
|
|
390
390
|
|
|
391
|
-
//# sourceMappingURL=extractor-
|
|
391
|
+
//# sourceMappingURL=extractor-nyUwvU2U.cjs.map
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
|
|
2
|
-
const require_logger = require("./logger-
|
|
2
|
+
const require_logger = require("./logger-Cm0Nb8YX.cjs");
|
|
3
3
|
const require_invariant = require("./invariant-QtnLD03y.cjs");
|
|
4
|
-
const require_version = require("./version-
|
|
4
|
+
const require_version = require("./version-XjGPawtU.cjs");
|
|
5
5
|
let fs = require("fs");
|
|
6
6
|
fs = require_rolldown_runtime.__toESM(fs, 1);
|
|
7
7
|
let path = require("path");
|
|
@@ -258,7 +258,9 @@ const cloudConfig = new CloudConfig();
|
|
|
258
258
|
/**
|
|
259
259
|
* The default timeout for API requests in milliseconds.
|
|
260
260
|
*/
|
|
261
|
-
|
|
261
|
+
function getRequestTimeoutMs() {
|
|
262
|
+
return require_logger.getEnvInt("REQUEST_TIMEOUT_MS", 3e5);
|
|
263
|
+
}
|
|
262
264
|
/**
|
|
263
265
|
* Extended timeout for long-running models (deep research, gpt-5-pro, etc.) in milliseconds.
|
|
264
266
|
* These models can take significantly longer to respond due to their complex reasoning.
|
|
@@ -767,7 +769,7 @@ function getOrCreateAgent(tlsOptions) {
|
|
|
767
769
|
const existing = cachedAgents.get(concurrency);
|
|
768
770
|
if (existing) return existing;
|
|
769
771
|
const agent = new undici.Agent({
|
|
770
|
-
headersTimeout:
|
|
772
|
+
headersTimeout: getRequestTimeoutMs(),
|
|
771
773
|
keepAliveTimeout: 3e4,
|
|
772
774
|
keepAliveMaxTimeout: 6e4,
|
|
773
775
|
connections: concurrency,
|
|
@@ -788,7 +790,7 @@ function getOrCreateProxyAgent(proxyUrl, tlsOptions) {
|
|
|
788
790
|
uri: proxyUrl,
|
|
789
791
|
proxyTls: tlsOptions,
|
|
790
792
|
requestTls: tlsOptions,
|
|
791
|
-
headersTimeout:
|
|
793
|
+
headersTimeout: getRequestTimeoutMs(),
|
|
792
794
|
keepAliveTimeout: 3e4,
|
|
793
795
|
keepAliveMaxTimeout: 6e4,
|
|
794
796
|
connections: concurrency
|
|
@@ -1033,12 +1035,6 @@ Object.defineProperty(exports, "LONG_RUNNING_MODEL_TIMEOUT_MS", {
|
|
|
1033
1035
|
return LONG_RUNNING_MODEL_TIMEOUT_MS;
|
|
1034
1036
|
}
|
|
1035
1037
|
});
|
|
1036
|
-
Object.defineProperty(exports, "REQUEST_TIMEOUT_MS", {
|
|
1037
|
-
enumerable: true,
|
|
1038
|
-
get: function() {
|
|
1039
|
-
return REQUEST_TIMEOUT_MS;
|
|
1040
|
-
}
|
|
1041
|
-
});
|
|
1042
1038
|
Object.defineProperty(exports, "R_ENDPOINT", {
|
|
1043
1039
|
enumerable: true,
|
|
1044
1040
|
get: function() {
|
|
@@ -1105,6 +1101,12 @@ Object.defineProperty(exports, "getFetchWithProxyHeaders", {
|
|
|
1105
1101
|
return getFetchWithProxyHeaders;
|
|
1106
1102
|
}
|
|
1107
1103
|
});
|
|
1104
|
+
Object.defineProperty(exports, "getRequestTimeoutMs", {
|
|
1105
|
+
enumerable: true,
|
|
1106
|
+
get: function() {
|
|
1107
|
+
return getRequestTimeoutMs;
|
|
1108
|
+
}
|
|
1109
|
+
});
|
|
1108
1110
|
Object.defineProperty(exports, "getShareApiBaseUrl", {
|
|
1109
1111
|
enumerable: true,
|
|
1110
1112
|
get: function() {
|
|
@@ -1220,4 +1222,4 @@ Object.defineProperty(exports, "writeGlobalConfigPartial", {
|
|
|
1220
1222
|
}
|
|
1221
1223
|
});
|
|
1222
1224
|
|
|
1223
|
-
//# sourceMappingURL=fetch-
|
|
1225
|
+
//# sourceMappingURL=fetch-B2HvaVUc.cjs.map
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import { D as getEnvInt, N as state, O as getEnvString, T as getEnvBool, h as sanitizeUrl, o as logRequestResponse, s as logger } from "./logger-
|
|
3
|
-
import { n as VERSION } from "./version-
|
|
2
|
+
import { D as getEnvInt, N as state, O as getEnvString, T as getEnvBool, h as sanitizeUrl, o as logRequestResponse, s as logger } from "./logger-h-eiS4iv.js";
|
|
3
|
+
import { n as VERSION } from "./version-CnYqmWbz.js";
|
|
4
4
|
import { t as invariant } from "./invariant-B2Rf6avk.js";
|
|
5
|
-
import { a as cloudConfig, n as CLOUD_API_HOST } from "./cloud-
|
|
5
|
+
import { a as cloudConfig, n as CLOUD_API_HOST } from "./cloud-BbAl8dyj.js";
|
|
6
6
|
import { AsyncLocalStorage } from "node:async_hooks";
|
|
7
7
|
import path from "path";
|
|
8
8
|
import yaml from "js-yaml";
|
|
@@ -40,7 +40,9 @@ const R_ENDPOINT = "https://r.promptfoo.app/";
|
|
|
40
40
|
/**
|
|
41
41
|
* The default timeout for API requests in milliseconds.
|
|
42
42
|
*/
|
|
43
|
-
|
|
43
|
+
function getRequestTimeoutMs() {
|
|
44
|
+
return getEnvInt("REQUEST_TIMEOUT_MS", 3e5);
|
|
45
|
+
}
|
|
44
46
|
/**
|
|
45
47
|
* Extended timeout for long-running models (deep research, gpt-5-pro, etc.) in milliseconds.
|
|
46
48
|
* These models can take significantly longer to respond due to their complex reasoning.
|
|
@@ -568,7 +570,7 @@ function getOrCreateAgent(tlsOptions) {
|
|
|
568
570
|
const existing = cachedAgents.get(concurrency);
|
|
569
571
|
if (existing) return existing;
|
|
570
572
|
const agent = new Agent({
|
|
571
|
-
headersTimeout:
|
|
573
|
+
headersTimeout: getRequestTimeoutMs(),
|
|
572
574
|
keepAliveTimeout: 3e4,
|
|
573
575
|
keepAliveMaxTimeout: 6e4,
|
|
574
576
|
connections: concurrency,
|
|
@@ -589,7 +591,7 @@ function getOrCreateProxyAgent(proxyUrl, tlsOptions) {
|
|
|
589
591
|
uri: proxyUrl,
|
|
590
592
|
proxyTls: tlsOptions,
|
|
591
593
|
requestTls: tlsOptions,
|
|
592
|
-
headersTimeout:
|
|
594
|
+
headersTimeout: getRequestTimeoutMs(),
|
|
593
595
|
keepAliveTimeout: 3e4,
|
|
594
596
|
keepAliveMaxTimeout: 6e4,
|
|
595
597
|
connections: concurrency
|
|
@@ -792,6 +794,6 @@ async function fetchWithRetries(url, options = {}, timeout, maxRetries) {
|
|
|
792
794
|
throw new Error(`Request failed after ${maxRetries} retries: ${lastErrorMessage}`);
|
|
793
795
|
}
|
|
794
796
|
//#endregion
|
|
795
|
-
export { EVENTS_ENDPOINT as A, openaiToolsToBedrock as C, transformTools as D, transformToolChoice as E, getShareApiBaseUrl as F, getShareViewBaseUrl as I, FILE_METADATA_KEY as L, TERMINAL_MAX_WIDTH as M, getDefaultPort as N, CLOUD_PROVIDER_PREFIX as O, getDefaultShareViewBaseUrl as P, HUMAN_ASSERTION_TYPE as R, openaiToolChoiceToBedrock as S, toTitleCase as T,
|
|
797
|
+
export { EVENTS_ENDPOINT as A, openaiToolsToBedrock as C, transformTools as D, transformToolChoice as E, getShareApiBaseUrl as F, getShareViewBaseUrl as I, FILE_METADATA_KEY as L, TERMINAL_MAX_WIDTH as M, getDefaultPort as N, CLOUD_PROVIDER_PREFIX as O, getDefaultShareViewBaseUrl as P, HUMAN_ASSERTION_TYPE as R, openaiToolChoiceToBedrock as S, toTitleCase as T, calculateCost as _, getFetchWithProxyHeaders as a, isOpenAIToolChoice as b, isTransientError as c, getCurrentTimestamp as d, sleep as f, LONG_RUNNING_MODEL_TIMEOUT_MS as g, parseRetryAfter as h, fetchWithTimeout as i, R_ENDPOINT as j, CONSENT_ENDPOINT as k, withFetchRetryContext as l, parseRateLimitHeaders as m, fetchWithProxy as n, handleRateLimit as o, sleepWithAbort as p, fetchWithRetries as r, isRateLimited as s, clearAgentCache as t, isPromptfooCloudApiHost as u, getRequestTimeoutMs as v, parseChatPrompt as w, isPromptfooSampleTarget as x, isOpenAIToolArray as y };
|
|
796
798
|
|
|
797
|
-
//# sourceMappingURL=fetch-
|
|
799
|
+
//# sourceMappingURL=fetch-C59QM4cf.js.map
|
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
import { t as __exportAll } from "./chunk-DEq-mXcV.js";
|
|
2
|
-
import {
|
|
3
|
-
import { n as VERSION } from "./version-
|
|
2
|
+
import { C as getEnvBool, E as getEnvString, S as state, T as getEnvInt, a as logger, i as logRequestResponse, p as sanitizeUrl, x as getConfigDirectoryPath } from "./logger-BjYLHvGm.js";
|
|
3
|
+
import { n as VERSION } from "./version-BGiEZvX0.js";
|
|
4
4
|
import { t as invariant } from "./invariant-DIYf9sP1.js";
|
|
5
|
-
import { AsyncLocalStorage } from "node:async_hooks";
|
|
6
5
|
import * as fs$2 from "fs";
|
|
7
6
|
import * as path$1 from "path";
|
|
8
7
|
import path from "path";
|
|
8
|
+
import { AsyncLocalStorage } from "node:async_hooks";
|
|
9
9
|
import yaml from "js-yaml";
|
|
10
10
|
import * as fsPromises from "fs/promises";
|
|
11
11
|
import { getProxyForUrl } from "proxy-from-env";
|
|
@@ -41,7 +41,9 @@ const R_ENDPOINT = "https://r.promptfoo.app/";
|
|
|
41
41
|
/**
|
|
42
42
|
* The default timeout for API requests in milliseconds.
|
|
43
43
|
*/
|
|
44
|
-
|
|
44
|
+
function getRequestTimeoutMs() {
|
|
45
|
+
return getEnvInt("REQUEST_TIMEOUT_MS", 3e5);
|
|
46
|
+
}
|
|
45
47
|
/**
|
|
46
48
|
* Extended timeout for long-running models (deep research, gpt-5-pro, etc.) in milliseconds.
|
|
47
49
|
* These models can take significantly longer to respond due to their complex reasoning.
|
|
@@ -767,7 +769,7 @@ function getOrCreateAgent(tlsOptions) {
|
|
|
767
769
|
const existing = cachedAgents.get(concurrency);
|
|
768
770
|
if (existing) return existing;
|
|
769
771
|
const agent = new Agent({
|
|
770
|
-
headersTimeout:
|
|
772
|
+
headersTimeout: getRequestTimeoutMs(),
|
|
771
773
|
keepAliveTimeout: 3e4,
|
|
772
774
|
keepAliveMaxTimeout: 6e4,
|
|
773
775
|
connections: concurrency,
|
|
@@ -788,7 +790,7 @@ function getOrCreateProxyAgent(proxyUrl, tlsOptions) {
|
|
|
788
790
|
uri: proxyUrl,
|
|
789
791
|
proxyTls: tlsOptions,
|
|
790
792
|
requestTls: tlsOptions,
|
|
791
|
-
headersTimeout:
|
|
793
|
+
headersTimeout: getRequestTimeoutMs(),
|
|
792
794
|
keepAliveTimeout: 3e4,
|
|
793
795
|
keepAliveMaxTimeout: 6e4,
|
|
794
796
|
connections: concurrency
|
|
@@ -991,6 +993,6 @@ async function fetchWithRetries(url, options = {}, timeout, maxRetries) {
|
|
|
991
993
|
throw new Error(`Request failed after ${maxRetries} retries: ${lastErrorMessage}`);
|
|
992
994
|
}
|
|
993
995
|
//#endregion
|
|
994
|
-
export { CONSENT_ENDPOINT as A, openaiToolChoiceToBedrock as C, transformToolChoice as D, toTitleCase as E, getDefaultShareViewBaseUrl as F, getShareApiBaseUrl as I, getShareViewBaseUrl as L, R_ENDPOINT as M, TERMINAL_MAX_WIDTH as N, transformTools as O, getDefaultPort as P, FILE_METADATA_KEY as R, isPromptfooSampleTarget as S, parseChatPrompt as T, LONG_RUNNING_MODEL_TIMEOUT_MS as _, getFetchWithProxyHeaders as a, isOpenAIToolArray as b, CloudConfig as c, writeGlobalConfig as d, writeGlobalConfigPartial as f, parseRetryAfter as g, parseRateLimitHeaders as h, fetch_exports as i, EVENTS_ENDPOINT as j, CLOUD_PROVIDER_PREFIX as k, cloudConfig as l, sleep as m, fetchWithRetries as n, withFetchRetryContext as o, getCurrentTimestamp as p, fetchWithTimeout as r, isPromptfooCloudApiHost as s, fetchWithProxy as t, readGlobalConfig as u,
|
|
996
|
+
export { CONSENT_ENDPOINT as A, openaiToolChoiceToBedrock as C, transformToolChoice as D, toTitleCase as E, getDefaultShareViewBaseUrl as F, getShareApiBaseUrl as I, getShareViewBaseUrl as L, R_ENDPOINT as M, TERMINAL_MAX_WIDTH as N, transformTools as O, getDefaultPort as P, FILE_METADATA_KEY as R, isPromptfooSampleTarget as S, parseChatPrompt as T, LONG_RUNNING_MODEL_TIMEOUT_MS as _, getFetchWithProxyHeaders as a, isOpenAIToolArray as b, CloudConfig as c, writeGlobalConfig as d, writeGlobalConfigPartial as f, parseRetryAfter as g, parseRateLimitHeaders as h, fetch_exports as i, EVENTS_ENDPOINT as j, CLOUD_PROVIDER_PREFIX as k, cloudConfig as l, sleep as m, fetchWithRetries as n, withFetchRetryContext as o, getCurrentTimestamp as p, fetchWithTimeout as r, isPromptfooCloudApiHost as s, fetchWithProxy as t, readGlobalConfig as u, calculateCost as v, openaiToolsToBedrock as w, isOpenAIToolChoice as x, getRequestTimeoutMs as y, HUMAN_ASSERTION_TYPE as z };
|
|
995
997
|
|
|
996
|
-
//# sourceMappingURL=fetch-
|
|
998
|
+
//# sourceMappingURL=fetch-CBe8pU8Q.js.map
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { t as __exportAll } from "./chunk-DEq-mXcV.js";
|
|
2
|
-
import { S as getEnvBool, T as getEnvString, a as logger, i as logRequestResponse, k as state, p as sanitizeUrl, w as getEnvInt, x as getConfigDirectoryPath } from "./logger-
|
|
2
|
+
import { S as getEnvBool, T as getEnvString, a as logger, i as logRequestResponse, k as state, p as sanitizeUrl, w as getEnvInt, x as getConfigDirectoryPath } from "./logger-Cs0I2v_y.js";
|
|
3
3
|
import { t as invariant } from "./invariant-Ddh24eXh.js";
|
|
4
|
-
import { n as VERSION } from "./version-
|
|
4
|
+
import { n as VERSION } from "./version-BNhpIb2U.js";
|
|
5
5
|
import * as fs$2 from "fs";
|
|
6
6
|
import * as path$1 from "path";
|
|
7
7
|
import path from "path";
|
|
@@ -255,7 +255,9 @@ const cloudConfig = new CloudConfig();
|
|
|
255
255
|
/**
|
|
256
256
|
* The default timeout for API requests in milliseconds.
|
|
257
257
|
*/
|
|
258
|
-
|
|
258
|
+
function getRequestTimeoutMs() {
|
|
259
|
+
return getEnvInt("REQUEST_TIMEOUT_MS", 3e5);
|
|
260
|
+
}
|
|
259
261
|
/**
|
|
260
262
|
* Extended timeout for long-running models (deep research, gpt-5-pro, etc.) in milliseconds.
|
|
261
263
|
* These models can take significantly longer to respond due to their complex reasoning.
|
|
@@ -764,7 +766,7 @@ function getOrCreateAgent(tlsOptions) {
|
|
|
764
766
|
const existing = cachedAgents.get(concurrency);
|
|
765
767
|
if (existing) return existing;
|
|
766
768
|
const agent = new Agent({
|
|
767
|
-
headersTimeout:
|
|
769
|
+
headersTimeout: getRequestTimeoutMs(),
|
|
768
770
|
keepAliveTimeout: 3e4,
|
|
769
771
|
keepAliveMaxTimeout: 6e4,
|
|
770
772
|
connections: concurrency,
|
|
@@ -785,7 +787,7 @@ function getOrCreateProxyAgent(proxyUrl, tlsOptions) {
|
|
|
785
787
|
uri: proxyUrl,
|
|
786
788
|
proxyTls: tlsOptions,
|
|
787
789
|
requestTls: tlsOptions,
|
|
788
|
-
headersTimeout:
|
|
790
|
+
headersTimeout: getRequestTimeoutMs(),
|
|
789
791
|
keepAliveTimeout: 3e4,
|
|
790
792
|
keepAliveMaxTimeout: 6e4,
|
|
791
793
|
connections: concurrency
|
|
@@ -988,6 +990,6 @@ async function fetchWithRetries(url, options = {}, timeout, maxRetries) {
|
|
|
988
990
|
throw new Error(`Request failed after ${maxRetries} retries: ${lastErrorMessage}`);
|
|
989
991
|
}
|
|
990
992
|
//#endregion
|
|
991
|
-
export { CONSENT_ENDPOINT as A, transformTools as C, writeGlobalConfig as D, readGlobalConfig as E, getShareApiBaseUrl as F, getShareViewBaseUrl as I, FILE_METADATA_KEY as L, R_ENDPOINT as M, TERMINAL_MAX_WIDTH as N, writeGlobalConfigPartial as O, getDefaultShareViewBaseUrl as P, HUMAN_ASSERTION_TYPE as R, transformToolChoice as S, cloudConfig as T, isPromptfooSampleTarget as _, getFetchWithProxyHeaders as a, parseChatPrompt as b, getCurrentTimestamp as c, parseRetryAfter as d, LONG_RUNNING_MODEL_TIMEOUT_MS as f, isOpenAIToolChoice as g, isOpenAIToolArray as h, fetch_exports as i, EVENTS_ENDPOINT as j, CLOUD_PROVIDER_PREFIX as k, sleep as l,
|
|
993
|
+
export { CONSENT_ENDPOINT as A, transformTools as C, writeGlobalConfig as D, readGlobalConfig as E, getShareApiBaseUrl as F, getShareViewBaseUrl as I, FILE_METADATA_KEY as L, R_ENDPOINT as M, TERMINAL_MAX_WIDTH as N, writeGlobalConfigPartial as O, getDefaultShareViewBaseUrl as P, HUMAN_ASSERTION_TYPE as R, transformToolChoice as S, cloudConfig as T, isPromptfooSampleTarget as _, getFetchWithProxyHeaders as a, parseChatPrompt as b, getCurrentTimestamp as c, parseRetryAfter as d, LONG_RUNNING_MODEL_TIMEOUT_MS as f, isOpenAIToolChoice as g, isOpenAIToolArray as h, fetch_exports as i, EVENTS_ENDPOINT as j, CLOUD_PROVIDER_PREFIX as k, sleep as l, getRequestTimeoutMs as m, fetchWithRetries as n, withFetchRetryContext as o, calculateCost as p, fetchWithTimeout as r, isPromptfooCloudApiHost as s, fetchWithProxy as t, parseRateLimitHeaders as u, openaiToolChoiceToBedrock as v, CloudConfig as w, toTitleCase as x, openaiToolsToBedrock as y };
|
|
992
994
|
|
|
993
|
-
//# sourceMappingURL=fetch-
|
|
995
|
+
//# sourceMappingURL=fetch-CHJu2KON.js.map
|