promptfoo 0.121.7 → 0.121.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/src/{accounts-CmWzeD2d.cjs → accounts-BVz5gHLK.cjs} +4 -4
- package/dist/src/{accounts-DanM1wq_.js → accounts-BWjqwsrf.js} +4 -4
- package/dist/src/{accounts-CjFnOPmb.js → accounts-D6IBfEE0.js} +5 -5
- package/dist/src/{accounts-Ca7WIoPY.js → accounts-DAv_0iE7.js} +4 -4
- package/dist/src/{agentic-utils-DDEGRV9v.js → agentic-utils-BJKAkz2e.js} +2 -2
- package/dist/src/{agentic-utils-DvPWSUpb.cjs → agentic-utils-C-A92xhn.cjs} +2 -2
- package/dist/src/{agentic-utils-TxUEMPYS.js → agentic-utils-DmoS_S4B.js} +2 -2
- package/dist/src/{agentic-utils-CJ0j3fBi.js → agentic-utils-GdToujHu.js} +2 -2
- package/dist/src/{agents-CBgJvRkB.js → agents-2C8NN6I1.js} +4 -4
- package/dist/src/{agents-CYn2n3QP.js → agents-BMAiSR2o.js} +2 -2
- package/dist/src/{agents-LrHuQqr1.js → agents-C-PGaxwj.js} +4 -4
- package/dist/src/{agents-D-vDNFx4.js → agents-C98cz5pl.js} +4 -4
- package/dist/src/{agents-B4sRuXg3.cjs → agents-DB8Ub2Ld.cjs} +2 -2
- package/dist/src/{agents-B8q7h_ek.js → agents-Dwshy2H8.js} +2 -2
- package/dist/src/{agents-QGg76OF-.js → agents-mlKjx-cK.js} +2 -2
- package/dist/src/{agents-eHZ9nlgA.cjs → agents-n2ej-c4H.cjs} +4 -4
- package/dist/src/{aimlapi-D5HXzZ0s.js → aimlapi-Bi-laUlp.js} +6 -6
- package/dist/src/{aimlapi-T6HGNxNe.cjs → aimlapi-D0OFV4Vj.cjs} +6 -6
- package/dist/src/{aimlapi-eYv3a_DK.js → aimlapi-WyUK0wYy.js} +6 -6
- package/dist/src/{aimlapi-CJEbQ0o6.js → aimlapi-v-63ZjEI.js} +6 -6
- package/dist/src/app/assets/Report-sCXUfaWo.js +1 -0
- package/dist/src/app/assets/{index-BnT6P6sF.js → index-BopgkZEh.js} +2 -2
- package/dist/src/app/index.html +1 -1
- package/dist/src/{audio-DyiebVB3.js → audio-DnEIHWZR.js} +3 -3
- package/dist/src/{audio-BqnRvcWG.js → audio-heR0mu0n.js} +3 -3
- package/dist/src/{audio-CPMtV1yR.js → audio-wafFO1wn.js} +3 -3
- package/dist/src/{audio-FnxbEnSE.cjs → audio-x44tsxIo.cjs} +3 -3
- package/dist/src/{authoritativeMarkupInjection-F2gBw0lN.cjs → authoritativeMarkupInjection-2G3Be6oL.cjs} +6 -6
- package/dist/src/{authoritativeMarkupInjection-DyAXAsSr.js → authoritativeMarkupInjection-81PPynHR.js} +6 -6
- package/dist/src/{authoritativeMarkupInjection-QEQmFS83.js → authoritativeMarkupInjection-D9O70HPi.js} +6 -6
- package/dist/src/{authoritativeMarkupInjection-BZIywVjG.js → authoritativeMarkupInjection-PxSf3Rh8.js} +5 -5
- package/dist/src/{base-E9I8zXjz.js → base-0Gzzue9Z.js} +2 -2
- package/dist/src/{base-Co80MMCi.js → base-Bp4c52YZ.js} +2 -2
- package/dist/src/{base-CKLo890h.js → base-BuNn-YBX.js} +2 -2
- package/dist/src/{base-DGJW48uz.cjs → base-BzdS8tod.cjs} +2 -2
- package/dist/src/{bestOfN-_kTi8Bxe.js → bestOfN-BHiOjeaq.js} +7 -7
- package/dist/src/{bestOfN-BBsO41z4.js → bestOfN-CdkNPPbX.js} +6 -6
- package/dist/src/{bestOfN-B3wNzjSB.js → bestOfN-ClUSOhN0.js} +7 -7
- package/dist/src/{bestOfN-CAwmg5UL.cjs → bestOfN-DWwXEg1h.cjs} +7 -7
- package/dist/src/cache-BKYi3kAA.js +3 -0
- package/dist/src/{cache-DpPWrkTE.js → cache-BR77mdIR.js} +3 -3
- package/dist/src/{cache-roFAE0cI.js → cache-CrioYnaa.js} +2 -2
- package/dist/src/{cache-DIXbtkNO.js → cache-DdriHsNX.js} +2 -2
- package/dist/src/{cache-CPGUA4Yl.cjs → cache-h5MWOBZI.cjs} +2 -2
- package/dist/src/{chat-Dabu84Br.js → chat-BBEnnpQk.js} +6 -6
- package/dist/src/{chat-CUCorGiL.js → chat-BSos6PvZ.js} +6 -6
- package/dist/src/{chat-TP8Qifkh.js → chat-Bnt7ieO0.js} +2 -2
- package/dist/src/{chat-DxTDQ83C.cjs → chat-DSyYuTYT.cjs} +6 -6
- package/dist/src/{chat-DqUFcWI0.js → chat-DTdf-J5Q.js} +6 -6
- package/dist/src/{chat-DG1wG4w0.cjs → chat-Dq3DomYU.cjs} +2 -2
- package/dist/src/{chat-GmlolEwo.js → chat-g5QLeLOo.js} +2 -2
- package/dist/src/{chat-iwaM5UTQ.js → chat-mTTuUAYb.js} +2 -2
- package/dist/src/{claude-agent-sdk-x1XJ1-pU.js → claude-agent-sdk-BGUac_kS.js} +7 -5
- package/dist/src/{claude-agent-sdk-D5Jl0SDh.js → claude-agent-sdk-BP__YGfK.js} +7 -5
- package/dist/src/{claude-agent-sdk-BQNp_y-F.js → claude-agent-sdk-Ddgx5BIQ.js} +7 -5
- package/dist/src/{claude-agent-sdk-DH416NBD.cjs → claude-agent-sdk-n2XcEclh.cjs} +7 -5
- package/dist/src/cloud-DiWbUiVP.js +3 -0
- package/dist/src/{cloud-D3DiFqH6.js → cloud-DqF5N1aJ.js} +2 -2
- package/dist/src/{cloudflare-ai-B6NVI3ax.js → cloudflare-ai-BGamMotN.js} +4 -4
- package/dist/src/{cloudflare-ai-r4tbYmWU.js → cloudflare-ai-BwW8W-w7.js} +4 -4
- package/dist/src/{cloudflare-ai-CEAW-xQa.cjs → cloudflare-ai-DCRGnsyL.cjs} +4 -4
- package/dist/src/{cloudflare-ai-RFSojyXG.js → cloudflare-ai-sD26nP6V.js} +4 -4
- package/dist/src/{cloudflare-gateway-BaZ4insB.js → cloudflare-gateway-2lnOT4qM.js} +3 -3
- package/dist/src/{cloudflare-gateway-BCkLouto.js → cloudflare-gateway-B1-8KNCt.js} +3 -3
- package/dist/src/{cloudflare-gateway-TJMLBj6I.cjs → cloudflare-gateway-CCC1DFrC.cjs} +3 -3
- package/dist/src/{cloudflare-gateway-CF-Vb-2Z.js → cloudflare-gateway-DOghiU6r.js} +3 -3
- package/dist/src/{codex-app-server-DIXZ230V.js → codex-app-server-BWeWamEb.js} +17 -2
- package/dist/src/{codex-app-server-B8KHEiF4.js → codex-app-server-DyQB1P0p.js} +17 -2
- package/dist/src/{codex-app-server-CnrLBCeA.cjs → codex-app-server-R9u_G7W9.cjs} +17 -2
- package/dist/src/{codex-app-server-Dd22dC_N.js → codex-app-server-ZQRJSJjU.js} +17 -2
- package/dist/src/{codex-sdk-CmQABzV3.js → codex-sdk-B62H0fe7.js} +14 -3
- package/dist/src/{codex-sdk-CFF6gUyi.cjs → codex-sdk-BRPUvJG8.cjs} +14 -3
- package/dist/src/{codex-sdk-B6Wah8Pa.js → codex-sdk-Dio1zJBS.js} +14 -3
- package/dist/src/codex-sdk-DxukZs_K.js +3 -0
- package/dist/src/{codex-sdk-D2d54RL8.js → codex-sdk-iEmW1eS2.js} +14 -3
- package/dist/src/{cometapi-Bu9B8NUY.js → cometapi--hh7dESS.js} +7 -7
- package/dist/src/{cometapi-OBILPLlu.js → cometapi-C7yWNGqt.js} +7 -7
- package/dist/src/{cometapi-CtzNCHKu.js → cometapi-CSIi16a0.js} +7 -7
- package/dist/src/{cometapi-DHCDlQUI.cjs → cometapi-sZgBZtbU.cjs} +7 -7
- package/dist/src/{completion-CSYfl2cd.cjs → completion-CWtqdn3z.cjs} +4 -4
- package/dist/src/{completion-CO2e1_62.js → completion-DT8cxo9T.js} +4 -4
- package/dist/src/{completion-DZNxcyfG.js → completion-DUScduXp.js} +4 -4
- package/dist/src/{completion-sNvCLTAP.js → completion-D_2IOAoS.js} +4 -4
- package/dist/src/{crescendo-QiaSLW0d.js → crescendo-B41TwUHM.js} +39 -18
- package/dist/src/{crescendo-J1Xx4_zb.js → crescendo-Bfic7KC4.js} +41 -20
- package/dist/src/{crescendo-BXEJK_bi.cjs → crescendo-DXFB7rHP.cjs} +41 -20
- package/dist/src/{crescendo-CU_Y2i-m.js → crescendo-DvvYxMLA.js} +41 -20
- package/dist/src/{custom-BJfP00Bh.js → custom-BdzuqFTN.js} +10 -10
- package/dist/src/{custom-notggYVl.js → custom-Cf5Q6r-P.js} +8 -8
- package/dist/src/{custom-CZVn-1-r.js → custom-DLgufezC.js} +10 -10
- package/dist/src/{custom-Cqia7M0D.cjs → custom-LEXHCRe3.cjs} +10 -10
- package/dist/src/{docker-4D1eL6Gq.js → docker-BOSO_6hK.js} +5 -5
- package/dist/src/{docker-D06JUoe2.cjs → docker-D0h2vFrc.cjs} +5 -5
- package/dist/src/{docker-DdJQBxK9.js → docker-D2TWGyTP.js} +5 -5
- package/dist/src/{docker-BBv1WUDu.js → docker-Vj_4_cPg.js} +5 -5
- package/dist/src/{embedding-BbrwopfX.cjs → embedding-BQIApR18.cjs} +4 -4
- package/dist/src/{embedding-Bi3rxrZF.js → embedding-CStK0TV6.js} +4 -4
- package/dist/src/{embedding--UZVe4_7.js → embedding-CU78FMnw.js} +4 -4
- package/dist/src/{embedding-C251p1-8.js → embedding-CV8lmCnU.js} +4 -4
- package/dist/src/{eval-0VRANImH.js → eval-B3BaNBbO.js} +4 -4
- package/dist/src/{eval-DscR5iOM.js → eval-DfR9885C.js} +1 -1
- package/dist/src/evalResult-BtZSUgQv.js +3 -0
- package/dist/src/{evalResult-eUkJv9Ko.js → evalResult-CcSqNl_Y.js} +3 -3
- package/dist/src/{evalResult-CvtS8h8u.cjs → evalResult-DHXs-9TL.cjs} +3 -3
- package/dist/src/{evalResult-2RRJvFyB.js → evalResult-PGqEbasb.js} +3 -3
- package/dist/src/evaluator-B9LGbKI8.js +3 -0
- package/dist/src/{evaluator-DRoiYB2q.js → evaluator-n_dEb00o.js} +20 -20
- package/dist/src/{evaluatorHelpers-DuqFFfq7.js → evaluatorHelpers-CrRObe2z.js} +4 -4
- package/dist/src/{evaluatorHelpers-CRqTvSux.cjs → evaluatorHelpers-D06I9WFL.cjs} +4 -4
- package/dist/src/{evaluatorHelpers-BsYP_muT.js → evaluatorHelpers-D1_kwvyp.js} +4 -4
- package/dist/src/{extractor-CIW3iN-b.js → extractor-BVkZtk4R.js} +4 -4
- package/dist/src/{extractor-CxRtnaHl.js → extractor-D3Fv_Tdh.js} +4 -4
- package/dist/src/{extractor-BR7XAzAL.js → extractor-Jp53vs-6.js} +4 -4
- package/dist/src/{extractor-BdxEtt3J.cjs → extractor-bV_NOoaz.cjs} +4 -4
- package/dist/src/{fetch-BufrQtvR.js → fetch-BSSAcMxf.js} +2 -2
- package/dist/src/fetch-BodQTrMU.js +3 -0
- package/dist/src/{fetch-Dw4XZHjj.cjs → fetch-Cfm4EuOB.cjs} +2 -2
- package/dist/src/{fetch-DXUnXkVU.js → fetch-Cpf1U1nO.js} +3 -3
- package/dist/src/{fetch-It34O8Ur.js → fetch-Doks14zQ.js} +2 -2
- package/dist/src/{goat-Qgurm-NP.js → goat-Ba7Gznzq.js} +18 -17
- package/dist/src/{goat-Ckd3q3AY.js → goat-CJngS-WU.js} +18 -17
- package/dist/src/{goat-ghadEDdy.js → goat-CwsbfQeu.js} +16 -15
- package/dist/src/{goat-una6pZGP.cjs → goat-DOMbozoX.cjs} +18 -17
- package/dist/src/graders-B3D7kCcD.js +3 -0
- package/dist/src/{graders-BGP99PdK.js → graders-BQt1BaQe.js} +18 -18
- package/dist/src/{graders-ClrU2fnd.cjs → graders-CBQ2s6gz.cjs} +18 -18
- package/dist/src/{graders-C0nXU_ZP.js → graders-DaRU98zs.js} +18 -18
- package/dist/src/{graders-BX0f2tvS.js → graders-KXzjnIim.js} +18 -18
- package/dist/src/{hydra-DE4xWwyc.js → hydra-BU6GjYoQ.js} +35 -17
- package/dist/src/{hydra-BxdG4nkg.js → hydra-BmXHxlyl.js} +33 -15
- package/dist/src/{hydra-BSNZZm2M.js → hydra-CR0KyYDb.js} +35 -17
- package/dist/src/{hydra-DrJttnvw.cjs → hydra-RO9jBks7.cjs} +35 -17
- package/dist/src/{image-B_fPIwdg.js → image-BBmZdKO3.js} +3 -3
- package/dist/src/{image-QzmydkiG.js → image-B_PFG7IG.js} +3 -3
- package/dist/src/{image-BvUAW344.js → image-BtODOZjh.js} +4 -4
- package/dist/src/{image-Cvjwx1uY.js → image-CYuNJIqd.js} +4 -4
- package/dist/src/{image-DfVCGPbI.cjs → image-E00WFZkq.cjs} +3 -3
- package/dist/src/{image-X0oY4350.cjs → image-HK2Cfqb1.cjs} +4 -4
- package/dist/src/{image-BN-hjLL9.js → image-LGj8dTcr.js} +3 -3
- package/dist/src/{image-B4oBtu6J.js → image-YMKejC0r.js} +4 -4
- package/dist/src/index.cjs +112 -115
- package/dist/src/index.d.cts +13 -0
- package/dist/src/index.d.ts +13 -0
- package/dist/src/index.js +113 -116
- package/dist/src/{indirectWebPwn-DBQhOjoD.js → indirectWebPwn-B80dLlFC.js} +5 -5
- package/dist/src/{indirectWebPwn-uyWdHx04.js → indirectWebPwn-BMTXXznx.js} +4 -4
- package/dist/src/{indirectWebPwn-tNx9OZ35.js → indirectWebPwn-BZFPV7Q9.js} +4 -4
- package/dist/src/{indirectWebPwn-CfQJt3gk.cjs → indirectWebPwn-BaEQEOIO.cjs} +5 -5
- package/dist/src/{indirectWebPwn-OsXnKejv.js → indirectWebPwn-BzpyMnFS.js} +5 -5
- package/dist/src/{indirectWebPwn-CbjUG0rh.js → indirectWebPwn-CiWB-vVH.js} +4 -4
- package/dist/src/{indirectWebPwn-BJ22AbQa.cjs → indirectWebPwn-D7NA9Nsv.cjs} +4 -4
- package/dist/src/{indirectWebPwn-02ZIghCS.js → indirectWebPwn-o_bEFMjP.js} +5 -5
- package/dist/src/{iterative-DJQEQpG3.js → iterative-B-l0syBV.js} +25 -15
- package/dist/src/{iterative-DQBuWM-j.cjs → iterative-BACUeCCz.cjs} +25 -15
- package/dist/src/{iterative-FTS4Bz67.js → iterative-CVwoExo8.js} +25 -15
- package/dist/src/{iterative-CpU6i2As.js → iterative-QDrGSyss.js} +23 -13
- package/dist/src/{iterativeImage-BUABMVOA.js → iterativeImage-BQg2OwA6.js} +3 -3
- package/dist/src/{iterativeImage-Doz8mgxF.js → iterativeImage-Bwn0fM75.js} +4 -4
- package/dist/src/{iterativeImage-ByFWkxax.cjs → iterativeImage-CcgVyASo.cjs} +4 -4
- package/dist/src/{iterativeImage-BzUapOUi.js → iterativeImage-D_UbQXg4.js} +4 -4
- package/dist/src/{iterativeMeta-C7APE_P1.js → iterativeMeta-CIu-CHRS.js} +36 -16
- package/dist/src/{iterativeMeta-B3YiAOc8.js → iterativeMeta-CN8CNjFA.js} +36 -16
- package/dist/src/{iterativeMeta-DgoQ7bLh.js → iterativeMeta-DN6BTjpq.js} +34 -14
- package/dist/src/{iterativeMeta-CSS8M6Ds.cjs → iterativeMeta-DlqY3BsS.cjs} +36 -16
- package/dist/src/{iterativeTree-DvZ7GBwt.js → iterativeTree-CJ8a8G9T.js} +78 -28
- package/dist/src/{iterativeTree-B5zxBBSW.js → iterativeTree-DcuFXnjL.js} +78 -28
- package/dist/src/{iterativeTree-CNyIk0Yn.js → iterativeTree-FrDDYAN0.js} +76 -26
- package/dist/src/{iterativeTree-CPMF10ve.cjs → iterativeTree-LOgAi0nU.cjs} +78 -28
- package/dist/src/{knowledgeBase-DUh34xba.cjs → knowledgeBase-CdbcGBZF.cjs} +4 -4
- package/dist/src/{knowledgeBase-Bi_8sV-H.js → knowledgeBase-CjOXp6Lr.js} +4 -4
- package/dist/src/{knowledgeBase-BadkINlJ.js → knowledgeBase-DxAq4n4z.js} +4 -4
- package/dist/src/{knowledgeBase-CkMljjdg.js → knowledgeBase-o_wTLzrt.js} +4 -4
- package/dist/src/{litellm-BKBo0jpC.js → litellm-B2gHwya_.js} +4 -4
- package/dist/src/{litellm-CtAr7bKG.cjs → litellm-CPpdlO7n.cjs} +4 -4
- package/dist/src/{litellm-BXyn5kZK.js → litellm-CYfgxLrM.js} +4 -4
- package/dist/src/{litellm-CNcfbCfa.js → litellm-ojWBKU3C.js} +4 -4
- package/dist/src/{luma-ray-D3FUc2K3.cjs → luma-ray-BCCO9XXG.cjs} +3 -3
- package/dist/src/{luma-ray-BMX1iEB6.js → luma-ray-BPrdihAb.js} +3 -3
- package/dist/src/{luma-ray-CR5TSpp4.js → luma-ray-DP5N79lB.js} +3 -3
- package/dist/src/{luma-ray-OEMmS1RB.js → luma-ray-DTDyoAlM.js} +3 -3
- package/dist/src/main.js +116 -119
- package/dist/src/{memoryPoisoning-Dp-btinn.cjs → memoryPoisoning-B6N3us35.cjs} +6 -6
- package/dist/src/{memoryPoisoning-D8h9gXJF.js → memoryPoisoning-Bc_BK_k2.js} +6 -6
- package/dist/src/{memoryPoisoning-CM83NWYl.js → memoryPoisoning-D375zwSX.js} +6 -6
- package/dist/src/{memoryPoisoning-cLuCoTuJ.js → memoryPoisoning-DJA0YjJT.js} +6 -6
- package/dist/src/{messages-BabO-cX8.js → messages-Bg29Nbit.js} +7 -7
- package/dist/src/{messages-DBPir0TQ.cjs → messages-BrZEnHsV.cjs} +7 -7
- package/dist/src/{messages-vsE_-Lv0.js → messages-CBulRaud.js} +7 -7
- package/dist/src/{messages-DGUlSNU7.js → messages-K9A8RxBM.js} +7 -7
- package/dist/src/{mischievousUser-0l8GD7Dp.js → mischievousUser-BDLwSGN0.js} +5 -5
- package/dist/src/{mischievousUser-frFYKxu6.js → mischievousUser-Blx-OtT3.js} +5 -5
- package/dist/src/{mischievousUser-BUOP9W5r.js → mischievousUser-CHuTTvBg.js} +5 -5
- package/dist/src/{mischievousUser-olGgHIVR.cjs → mischievousUser-CSUrH3fq.cjs} +5 -5
- package/dist/src/{modelslab-Cogmu4mG.js → modelslab-BjEk7yCP.js} +4 -4
- package/dist/src/{modelslab-EyDczZ5A.js → modelslab-CBCrdIBc.js} +4 -4
- package/dist/src/{modelslab-Dzst7VTU.js → modelslab-CrGpXuhv.js} +4 -4
- package/dist/src/{modelslab-CNV5bMSk.cjs → modelslab-Cvh0klQx.cjs} +4 -4
- package/dist/src/{nova-reel-BGPNBOMS.js → nova-reel-CUDDZcSA.js} +3 -3
- package/dist/src/{nova-reel-B_5NKFu1.js → nova-reel-CyDESu5J.js} +3 -3
- package/dist/src/{nova-reel-CjJRxI1X.cjs → nova-reel-DH_Ksu6X.cjs} +3 -3
- package/dist/src/{nova-reel-C4eUJGse.js → nova-reel-YQAqUYJY.js} +3 -3
- package/dist/src/{nova-sonic-ChPlh5na.js → nova-sonic-BVFFB7JZ.js} +2 -2
- package/dist/src/{nova-sonic-DuOG9Aun.cjs → nova-sonic-Bg3cxMMu.cjs} +2 -2
- package/dist/src/{nova-sonic-CrV0iaY_.js → nova-sonic-BhmnRGyh.js} +2 -2
- package/dist/src/{nova-sonic-BNGmgfFz.js → nova-sonic-DxmK95c1.js} +2 -2
- package/dist/src/{openclaw-Dphc01BY.cjs → openclaw-CHQaZi_-.cjs} +6 -6
- package/dist/src/{openclaw-zIJAsz3P.js → openclaw-CWOm2eOr.js} +6 -6
- package/dist/src/{openclaw-CF7fMido.js → openclaw-Cdk9JKfY.js} +6 -6
- package/dist/src/{openclaw-BIHlu_36.js → openclaw-DhF8rUpI.js} +6 -6
- package/dist/src/{opencode-sdk-B3vlPLsp.js → opencode-sdk-BRjiPV-g.js} +2 -2
- package/dist/src/{opencode-sdk-DoY6GbWw.cjs → opencode-sdk-CPFMw0ed.cjs} +2 -2
- package/dist/src/{opencode-sdk-sRKYHGoI.js → opencode-sdk-CaSOCsBA.js} +2 -2
- package/dist/src/{opencode-sdk-D05JSgMQ.js → opencode-sdk-CqkyG8De.js} +2 -2
- package/dist/src/{promptfoo-Rjp-MeBb.js → promptfoo-BU4_0J85.js} +64 -7
- package/dist/src/{promptfoo-BDrfT30-.js → promptfoo-CReYAtfb.js} +64 -7
- package/dist/src/{promptfoo-b-baRMj-.cjs → promptfoo-ClChwT74.cjs} +93 -6
- package/dist/src/{promptfoo-Cm4hiy1Y.js → promptfoo-CqEpj6Sr.js} +64 -7
- package/dist/src/{providers-B9KzWxAX.js → providers-B7TyByfj.js} +94 -50
- package/dist/src/{providers-DVYRZP4E.js → providers-BGc7tDtQ.js} +93 -49
- package/dist/src/{providers-BYAn82cf.js → providers-CSOp-bCm.js} +1 -1
- package/dist/src/{providers-BDVVIQM6.cjs → providers-V6RBuieY.cjs} +93 -49
- package/dist/src/{providers-BCCz6_IX.js → providers-iH3Sw1yo.js} +93 -49
- package/dist/src/{quiverai-BvIhI_0l.js → quiverai-58BtRRet.js} +3 -3
- package/dist/src/{quiverai-Cv7rJKDz.js → quiverai-C1dYu5MW.js} +3 -3
- package/dist/src/{quiverai-CdTWPe-A.js → quiverai-CNMIpZQg.js} +3 -3
- package/dist/src/{quiverai-BAp6iTZD.cjs → quiverai-fmSfU43k.cjs} +3 -3
- package/dist/src/{registry-KCVF1CFC.cjs → registry-6Jw6ebor.cjs} +14 -14
- package/dist/src/{registry-BUJrgjwv.js → registry-BTGk2ZkB.js} +14 -14
- package/dist/src/{registry-DXm1t_x0.js → registry-BTNqmP5o.js} +14 -14
- package/dist/src/{registry-Dp5EqoXc.js → registry-NGnOG2xa.js} +14 -14
- package/dist/src/{remoteGeneration-COpWcmWd.js → remoteGeneration--D6WjzUm.js} +4 -4
- package/dist/src/{remoteGeneration-DS9N3pgB.cjs → remoteGeneration-BpIYlb_O.cjs} +4 -4
- package/dist/src/{remoteGeneration-DsaSwmG2.js → remoteGeneration-CJC3E0aW.js} +4 -4
- package/dist/src/{remoteGeneration-B1_XsKXU.js → remoteGeneration-D6UjE2JT.js} +4 -4
- package/dist/src/{responses-B6ktc3Ra.js → responses-5Gf5HNOi.js} +9 -5
- package/dist/src/{responses-URRzV8qE.js → responses-BVi7xIdv.js} +9 -5
- package/dist/src/{responses-1UFFF9N_.cjs → responses-CUARGrhY.cjs} +9 -5
- package/dist/src/{responses-B3W2JvOQ.js → responses-CrmWv6iz.js} +9 -5
- package/dist/src/{sagemaker-DzffAqo_.cjs → sagemaker-BeVTKfrv.cjs} +9 -9
- package/dist/src/{sagemaker-yr1QKeBs.js → sagemaker-BwbV5U7_.js} +9 -9
- package/dist/src/{sagemaker-vhtSV7JI.js → sagemaker-ClAZ6Qwc.js} +9 -9
- package/dist/src/{sagemaker-CujrzP1a.js → sagemaker-DY2qrOpq.js} +9 -9
- package/dist/src/{scanner-DS0109SS.js → scanner-BS-iFIp3.js} +5 -5
- package/dist/src/server/index.js +111 -114
- package/dist/src/{server-B8rqV126.cjs → server-BHOEL8p8.cjs} +3 -3
- package/dist/src/{server-CMJD10J4.js → server-CbiJppij.js} +3 -3
- package/dist/src/server-D18AAlAc.js +3 -0
- package/dist/src/{server-DhMHosWj.js → server-DLYjSFm2.js} +5 -5
- package/dist/src/{server-Ddp8GNMp.js → server-JQYD_Nws.js} +5 -5
- package/dist/src/{shared-7pmVZLNO.js → shared-CRq0gGVf.js} +8 -8
- package/dist/src/{shared-D6IjElRI.js → shared-CSIGeGLl.js} +8 -8
- package/dist/src/{shared-9WHQ1oNE.js → shared-DNvim54U.js} +7 -7
- package/dist/src/{shared-WkgnDkcg.cjs → shared-aHWko3P1.cjs} +8 -8
- package/dist/src/{simulatedUser-U_qAHnuB.js → simulatedUser-C7sOFSF6.js} +5 -5
- package/dist/src/{simulatedUser-C9aQObBI.js → simulatedUser-DH_7RzEQ.js} +5 -5
- package/dist/src/{simulatedUser-p3tACcmw.js → simulatedUser-lgMMmniD.js} +5 -5
- package/dist/src/{simulatedUser-Cu601Dd4.cjs → simulatedUser-mnCUS9Bm.cjs} +5 -5
- package/dist/src/{storage-QdU-SmvD.js → storage-95htjpLs.js} +3 -3
- package/dist/src/{storage-CA-v9V2v.cjs → storage-A4WnAeN3.cjs} +3 -3
- package/dist/src/{storage-CD-GWAdx.js → storage-B2Ql_oq4.js} +3 -3
- package/dist/src/{storage-BU4qcnOb.js → storage-EKVWZBNY.js} +4 -4
- package/dist/src/{strategies-DRJjGTIY.js → strategies-CBI1brSy.js} +10 -10
- package/dist/src/{strategies-7CS3Alao.cjs → strategies-CCcnEbFO.cjs} +9 -9
- package/dist/src/{strategies-CiSeroPH.js → strategies-CD1gHeeQ.js} +9 -9
- package/dist/src/telemetry-BUm_krVX.js +3 -0
- package/dist/src/{telemetry-DmXYcJNV.js → telemetry-BbpmrenM.js} +4 -4
- package/dist/src/{telemetry-DwX9XUN5.js → telemetry-C4bX-6Sr.js} +4 -4
- package/dist/src/{telemetry-CJ7FnCsc.cjs → telemetry-C_ImlCOk.cjs} +4 -4
- package/dist/src/{telemetry-00ezXr_t.js → telemetry-DOE567Wj.js} +4 -4
- package/dist/src/{tracingOptions-ji2OuXbT.js → tracingOptions-BOP1FsRt.js} +2 -2
- package/dist/src/{tracingOptions-Chi74lOD.js → tracingOptions-BvmDa_jH.js} +2 -2
- package/dist/src/{tracingOptions-DrbSFaKy.cjs → tracingOptions-DFBoE8O0.cjs} +2 -2
- package/dist/src/{tracingOptions-BnwKCkSB.js → tracingOptions-xhjOg2b1.js} +2 -2
- package/dist/src/{transcription-Dkd22_4K.js → transcription-BOXDoehT.js} +4 -4
- package/dist/src/{transcription-CfU5loSq.js → transcription-CpVdKc4P.js} +4 -4
- package/dist/src/{transcription-mzuf18Mq.cjs → transcription-D8kkPXg_.cjs} +4 -4
- package/dist/src/{transcription-B8uIgCYX.js → transcription-Z94eV9LR.js} +4 -4
- package/dist/src/{transform-BIMynQsA.js → transform-BufxPIQL.js} +3 -3
- package/dist/src/{transform-DhNkAUs8.cjs → transform-DJkt81VY.cjs} +3 -3
- package/dist/src/{transform-EtD4jAWi.js → transform-DtTfiGoh.js} +3 -3
- package/dist/src/{transform-DmvYBRll.js → transform-Wp6s_5QE.js} +3 -3
- package/dist/src/{util-IYzs5Y04.cjs → util-BHCAeuXx.cjs} +3 -3
- package/dist/src/{util--WMgw7wM.js → util-CMrHV35u.js} +3 -3
- package/dist/src/{util-SPsvFONY.cjs → util-COnzevXE.cjs} +3 -3
- package/dist/src/{util-LKTmNsMQ.js → util-CYev3d-r.js} +16 -3
- package/dist/src/{util-Df8YMvS1.js → util-DGqkTb2-.js} +4 -4
- package/dist/src/{util-CN8om2rz.cjs → util-DNtUsus_.cjs} +4 -4
- package/dist/src/{util-Bx677_k2.js → util-DRfqa4xz.js} +3 -3
- package/dist/src/{util-DiQ3QvBB.js → util-DTq3jq2z.js} +3 -3
- package/dist/src/{util-5WnCSb0h.js → util-DeY58psG.js} +16 -3
- package/dist/src/{util-DNl96nNs.js → util-DpV6KT5i.js} +4 -4
- package/dist/src/{util-I-Rf-KaD.js → util-DwNJzqOV.js} +3 -3
- package/dist/src/{util-kDURhgJW.js → util-ETfU_sS9.js} +4 -4
- package/dist/src/{util-BSIuSLVK.cjs → util-NYQvo1C7.cjs} +16 -3
- package/dist/src/{util-CoQWM76y.js → util-X4KQgyVD.js} +3 -3
- package/dist/src/{util-DURocbYR.js → util-jZRrXe1P.js} +3 -3
- package/dist/src/{util-efByNxcr.js → util-o2Qg5rZv.js} +16 -3
- package/dist/src/{version-BK20a4sw.js → version-CHR-EFec.js} +2 -2
- package/dist/src/{version-eRkNuGv8.js → version-F0YDgb7J.js} +2 -2
- package/dist/src/{version-BWCSaByA.cjs → version-VzUqOBZk.cjs} +2 -2
- package/dist/src/{version-lpHV_53E.js → version-qVEN5qCm.js} +2 -2
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +5 -5
- package/dist/src/app/assets/Report-BNHJKN35.js +0 -1
- package/dist/src/cache-Cf7b4pWE.js +0 -3
- package/dist/src/cloud-p96PA4MH.js +0 -3
- package/dist/src/codex-sdk-BGjVAk23.js +0 -3
- package/dist/src/evalResult-DqzsS6_W.js +0 -3
- package/dist/src/evaluator-DNdJF1Gv.js +0 -3
- package/dist/src/fetch-_YgGd2qv.js +0 -3
- package/dist/src/graders-BDT7dif6.js +0 -3
- package/dist/src/server-BaLytskk.js +0 -3
- package/dist/src/telemetry-ByPqDcKC.js +0 -3
|
@@ -1,38 +1,38 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import { C as getConfigDirectoryPath, D as getEnvInt, E as getEnvFloat, N as state, O as getEnvString, d as isSecretField, f as looksLikeSecret, h as sanitizeUrl, m as sanitizeObject, s as logger, u as REDACTED, x as safeJsonStringify, y as isValidJson } from "./logger-BbY6ypFL.js";
|
|
3
|
-
import { C as openaiToolsToBedrock, D as transformTools, E as transformToolChoice, S as openaiToolChoiceToBedrock, T as toTitleCase, _ as REQUEST_TIMEOUT_MS$1, b as isOpenAIToolChoice, f as sleep, g as LONG_RUNNING_MODEL_TIMEOUT_MS, i as fetchWithTimeout, n as fetchWithProxy, v as calculateCost, w as parseChatPrompt, y as isOpenAIToolArray } from "./fetch-
|
|
3
|
+
import { C as openaiToolsToBedrock, D as transformTools, E as transformToolChoice, S as openaiToolChoiceToBedrock, T as toTitleCase, _ as REQUEST_TIMEOUT_MS$1, b as isOpenAIToolChoice, f as sleep, g as LONG_RUNNING_MODEL_TIMEOUT_MS, i as fetchWithTimeout, n as fetchWithProxy, v as calculateCost, w as parseChatPrompt, y as isOpenAIToolArray } from "./fetch-Cpf1U1nO.js";
|
|
4
4
|
import { t as invariant } from "./invariant-B2Rf6avk.js";
|
|
5
|
-
import { a as cloudConfig } from "./cloud-
|
|
6
|
-
import { r as telemetry } from "./telemetry-
|
|
5
|
+
import { a as cloudConfig } from "./cloud-DqF5N1aJ.js";
|
|
6
|
+
import { r as telemetry } from "./telemetry-DOE567Wj.js";
|
|
7
7
|
import { p as isApiProvider } from "./types-BFevViUY.js";
|
|
8
8
|
import { i as isJavascriptFile } from "./fileExtensions-D4GCJ67J.js";
|
|
9
9
|
import { n as getWrapperDir, o as safeResolve, r as importModule } from "./esm-Bexx2PFc.js";
|
|
10
10
|
import { i as withGenAISpan } from "./genaiTracer-BPVvltoW.js";
|
|
11
11
|
import { n as renderVarsInObject, o as getNunjucksEngine, t as renderEnvOnlyInObject } from "./render-CSP99NLm.js";
|
|
12
12
|
import { t as providerRegistry } from "./providerRegistry-ReCd0sFa.js";
|
|
13
|
-
import { a as storeMedia, b as validateLinkedTargetId, c as getCloudDatabaseId, g as isCloudProvider, m as getProviderFromCloud, t as getMediaStorage } from "./storage-
|
|
13
|
+
import { a as storeMedia, b as validateLinkedTargetId, c as getCloudDatabaseId, g as isCloudProvider, m as getProviderFromCloud, t as getMediaStorage } from "./storage-EKVWZBNY.js";
|
|
14
14
|
import { n as sha256 } from "./createHash-CgRvs4Fn.js";
|
|
15
|
-
import { a as fetchWithCache, c as isCacheEnabled, o as getCache, s as getScopedCacheKey } from "./cache-
|
|
15
|
+
import { a as fetchWithCache, c as isCacheEnabled, o as getCache, s as getScopedCacheKey } from "./cache-BR77mdIR.js";
|
|
16
16
|
import { i as validatePythonPath, n as getEnvInt$1, r as runPython, t as getConfiguredPythonPath } from "./pythonUtils-CgYxeSmO.js";
|
|
17
|
-
import { A as getResolvedRelativePath, B as parseFileUrl, D as normalizeProviderRef, E as loadProviderConfigsFromFile, F as maybeLoadToolsFromExternalFile, I as parsePathOrGlob, M as maybeLoadFromExternalFile, N as maybeLoadFromExternalFileWithVars, O as readProviderConfigFile, P as maybeLoadResponseFormatFromExternalFile, T as isProviderConfigFileReference, j as maybeLoadConfigFromExternalFile, z as loadFunction } from "./util-
|
|
18
|
-
import { i as normalizeFinishReason, n as MCPClient, r as FINISH_REASON_MAP, t as OpenAiChatCompletionProvider } from "./chat-
|
|
19
|
-
import { C as resolveProjectId, S as loadCredentials, T as toDataUri, _ as GoogleAuthManager, a as calculateGoogleCost, b as getGoogleClient, c as geminiFormatAndSystemInstructions, d as mergeParts, f as normalizeSafetySettings, g as CHAT_MODELS, i as transformMCPToolsToOpenAi, j as TOKEN_REFRESH_BUFFER_MS, l as getCandidate, m as parseConfigSystemInstruction, o as createAuthCacheDiscriminator, p as normalizeTools, r as transformMCPToolsToGoogle, s as formatCandidateContents, u as getGoogleAccessToken, v as determineGoogleVertexMode, y as getGoogleApiKey } from "./transform-
|
|
17
|
+
import { A as getResolvedRelativePath, B as parseFileUrl, D as normalizeProviderRef, E as loadProviderConfigsFromFile, F as maybeLoadToolsFromExternalFile, I as parsePathOrGlob, M as maybeLoadFromExternalFile, N as maybeLoadFromExternalFileWithVars, O as readProviderConfigFile, P as maybeLoadResponseFormatFromExternalFile, T as isProviderConfigFileReference, j as maybeLoadConfigFromExternalFile, z as loadFunction } from "./util-jZRrXe1P.js";
|
|
18
|
+
import { i as normalizeFinishReason, n as MCPClient, r as FINISH_REASON_MAP, t as OpenAiChatCompletionProvider } from "./chat-DTdf-J5Q.js";
|
|
19
|
+
import { C as resolveProjectId, S as loadCredentials, T as toDataUri, _ as GoogleAuthManager, a as calculateGoogleCost, b as getGoogleClient, c as geminiFormatAndSystemInstructions, d as mergeParts, f as normalizeSafetySettings, g as CHAT_MODELS, i as transformMCPToolsToOpenAi, j as TOKEN_REFRESH_BUFFER_MS, l as getCandidate, m as parseConfigSystemInstruction, o as createAuthCacheDiscriminator, p as normalizeTools, r as transformMCPToolsToGoogle, s as formatCandidateContents, u as getGoogleAccessToken, v as determineGoogleVertexMode, y as getGoogleApiKey } from "./transform-DtTfiGoh.js";
|
|
20
20
|
import { t as OpenAiGenericProvider } from "./openai-CJrsh9n4.js";
|
|
21
|
-
import { a as calculateOpenAICost, c as getTokenUsage$2, o as failApiCall, r as OPENAI_REALTIME_MODELS, s as formatOpenAiError } from "./util-
|
|
22
|
-
import { t as OpenAiEmbeddingProvider } from "./embedding
|
|
21
|
+
import { a as calculateOpenAICost, c as getTokenUsage$2, o as failApiCall, r as OPENAI_REALTIME_MODELS, s as formatOpenAiError } from "./util-DeY58psG.js";
|
|
22
|
+
import { t as OpenAiEmbeddingProvider } from "./embedding-CU78FMnw.js";
|
|
23
23
|
import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-CDet74yk.js";
|
|
24
|
-
import { n as AnthropicGenericProvider, t as AnthropicMessagesProvider } from "./messages-
|
|
25
|
-
import { a as isClaudeOpus47Model, i as getTokenUsage$3, n as calculateAnthropicCost, o as outputFromMessage, s as parseMessages, t as ANTHROPIC_MODELS } from "./util-
|
|
26
|
-
import { n as ResponsesProcessor, r as FunctionCallbackHandler, t as OpenAiResponsesProvider } from "./responses-
|
|
24
|
+
import { n as AnthropicGenericProvider, t as AnthropicMessagesProvider } from "./messages-K9A8RxBM.js";
|
|
25
|
+
import { a as isClaudeOpus47Model, i as getTokenUsage$3, n as calculateAnthropicCost, o as outputFromMessage, s as parseMessages, t as ANTHROPIC_MODELS } from "./util-X4KQgyVD.js";
|
|
26
|
+
import { n as ResponsesProcessor, r as FunctionCallbackHandler, t as OpenAiResponsesProvider } from "./responses-CrmWv6iz.js";
|
|
27
27
|
import { t as ellipsize } from "./text-Db-Wt2u2.js";
|
|
28
|
-
import { a as novaParseMessages, i as novaOutputFromMessage, t as AwsBedrockGenericProvider } from "./base-
|
|
28
|
+
import { a as novaParseMessages, i as novaOutputFromMessage, t as AwsBedrockGenericProvider } from "./base-Bp4c52YZ.js";
|
|
29
29
|
import { i as storeBlob } from "./blobs-DODuTK-a.js";
|
|
30
30
|
import { t as getProcessShim } from "./processShim-BBxt7LKO.js";
|
|
31
|
-
import { i as formatOutput, n as buildStructuredImageOutputs, r as callOpenAiImageApi, t as OpenAiImageProvider } from "./image-
|
|
32
|
-
import { t as OpenAiCompletionProvider } from "./completion-
|
|
31
|
+
import { i as formatOutput, n as buildStructuredImageOutputs, r as callOpenAiImageApi, t as OpenAiImageProvider } from "./image-YMKejC0r.js";
|
|
32
|
+
import { t as OpenAiCompletionProvider } from "./completion-DUScduXp.js";
|
|
33
33
|
import { r as parsePackageProvider } from "./packageParser--MWTSrPW.js";
|
|
34
34
|
import { n as runRuby } from "./rubyUtils-CXlFM2rR.js";
|
|
35
|
-
import { t as SimulatedUser } from "./simulatedUser-
|
|
35
|
+
import { t as SimulatedUser } from "./simulatedUser-lgMMmniD.js";
|
|
36
36
|
import { z } from "zod";
|
|
37
37
|
import input from "@inquirer/input";
|
|
38
38
|
import chalk from "chalk";
|
|
@@ -1823,6 +1823,45 @@ Please choose one of the following options:
|
|
|
1823
1823
|
};
|
|
1824
1824
|
//#endregion
|
|
1825
1825
|
//#region src/providers/azure/assistant.ts
|
|
1826
|
+
const AZURE_ASSISTANT_CACHE_KEY_HMAC_KEY = "promptfoo-azure-assistant-cache-key-v1";
|
|
1827
|
+
function normalizeAzureAssistantCacheValue(value, seen = /* @__PURE__ */ new WeakSet()) {
|
|
1828
|
+
if (Array.isArray(value)) {
|
|
1829
|
+
if (seen.has(value)) return "[Circular]";
|
|
1830
|
+
seen.add(value);
|
|
1831
|
+
const normalized = value.map((item) => normalizeAzureAssistantCacheValue(item, seen));
|
|
1832
|
+
seen.delete(value);
|
|
1833
|
+
return normalized;
|
|
1834
|
+
}
|
|
1835
|
+
if (value && typeof value === "object") {
|
|
1836
|
+
if (seen.has(value)) return "[Circular]";
|
|
1837
|
+
const prototype = Object.getPrototypeOf(value);
|
|
1838
|
+
if (prototype !== Object.prototype && prototype !== null) return value;
|
|
1839
|
+
seen.add(value);
|
|
1840
|
+
const normalized = Object.keys(value).sort().reduce((acc, key) => {
|
|
1841
|
+
acc[key] = normalizeAzureAssistantCacheValue(value[key], seen);
|
|
1842
|
+
return acc;
|
|
1843
|
+
}, {});
|
|
1844
|
+
seen.delete(value);
|
|
1845
|
+
return normalized;
|
|
1846
|
+
}
|
|
1847
|
+
return value;
|
|
1848
|
+
}
|
|
1849
|
+
function hmacAzureAssistantCacheValue(value) {
|
|
1850
|
+
const serialized = safeJsonStringify(normalizeAzureAssistantCacheValue(value));
|
|
1851
|
+
invariant(serialized !== void 0, "Azure Assistant cache key input contains values that cannot be serialized");
|
|
1852
|
+
return createHmac("sha256", AZURE_ASSISTANT_CACHE_KEY_HMAC_KEY).update(serialized).digest("hex");
|
|
1853
|
+
}
|
|
1854
|
+
function getAuthHeadersCacheIdentity(authHeaders) {
|
|
1855
|
+
const entries = Object.entries(authHeaders).sort(([nameA], [nameB]) => nameA.localeCompare(nameB));
|
|
1856
|
+
if (entries.length === 0) return {
|
|
1857
|
+
headerNames: [],
|
|
1858
|
+
namespace: "no-auth"
|
|
1859
|
+
};
|
|
1860
|
+
return {
|
|
1861
|
+
headerNames: entries.map(([name]) => name),
|
|
1862
|
+
namespace: hmacAzureAssistantCacheValue(["auth", entries])
|
|
1863
|
+
};
|
|
1864
|
+
}
|
|
1826
1865
|
var AzureAssistantProvider = class extends AzureGenericProvider {
|
|
1827
1866
|
assistantConfig;
|
|
1828
1867
|
functionCallbackHandler = new FunctionCallbackHandler();
|
|
@@ -1837,8 +1876,11 @@ var AzureAssistantProvider = class extends AzureGenericProvider {
|
|
|
1837
1876
|
if (!apiBaseUrl) throw new Error("Azure API host must be set.");
|
|
1838
1877
|
if (!this.authHeaders["api-key"] && !this.authHeaders.Authorization) throw new Error("Azure API authentication failed. Set AZURE_API_KEY environment variable or configure apiKey in provider config.\nYou can also use Microsoft Entra ID authentication.");
|
|
1839
1878
|
const apiVersion = this.assistantConfig.apiVersion || "2024-04-01-preview";
|
|
1840
|
-
const
|
|
1879
|
+
const loadedTools = await maybeLoadToolsFromExternalFile(this.assistantConfig.tools, context?.vars);
|
|
1880
|
+
const cacheKey = `azure_assistant:${this.deploymentName}:${hmacAzureAssistantCacheValue({
|
|
1881
|
+
apiBaseUrl,
|
|
1841
1882
|
apiVersion,
|
|
1883
|
+
auth: getAuthHeadersCacheIdentity(this.authHeaders),
|
|
1842
1884
|
instructions: this.assistantConfig.instructions,
|
|
1843
1885
|
max_tokens: this.assistantConfig.max_tokens,
|
|
1844
1886
|
model: this.assistantConfig.modelName,
|
|
@@ -1847,13 +1889,13 @@ var AzureAssistantProvider = class extends AzureGenericProvider {
|
|
|
1847
1889
|
temperature: this.assistantConfig.temperature,
|
|
1848
1890
|
tool_choice: this.assistantConfig.tool_choice,
|
|
1849
1891
|
tool_resources: this.assistantConfig.tool_resources,
|
|
1850
|
-
tools:
|
|
1892
|
+
tools: loadedTools,
|
|
1851
1893
|
top_p: this.assistantConfig.top_p
|
|
1852
1894
|
})}`;
|
|
1853
1895
|
if (isCacheEnabled()) try {
|
|
1854
1896
|
const cachedResult = await (await getCache()).get(cacheKey);
|
|
1855
1897
|
if (cachedResult) {
|
|
1856
|
-
logger.debug(
|
|
1898
|
+
logger.debug("Cache hit for assistant prompt", { promptLength: prompt.length });
|
|
1857
1899
|
return {
|
|
1858
1900
|
...cachedResult,
|
|
1859
1901
|
cached: true
|
|
@@ -1868,7 +1910,10 @@ var AzureAssistantProvider = class extends AzureGenericProvider {
|
|
|
1868
1910
|
headers: await this.getHeaders(),
|
|
1869
1911
|
body: JSON.stringify({})
|
|
1870
1912
|
});
|
|
1871
|
-
logger.debug(
|
|
1913
|
+
logger.debug("Created thread for assistant prompt", {
|
|
1914
|
+
threadId: threadResponse.id,
|
|
1915
|
+
promptLength: prompt.length
|
|
1916
|
+
});
|
|
1872
1917
|
await this.makeRequest(`${apiBaseUrl}/openai/threads/${threadResponse.id}/messages?api-version=${apiVersion}`, {
|
|
1873
1918
|
method: "POST",
|
|
1874
1919
|
headers: await this.getHeaders(),
|
|
@@ -1883,7 +1928,6 @@ var AzureAssistantProvider = class extends AzureGenericProvider {
|
|
|
1883
1928
|
if (this.assistantConfig.tool_resources) runOptions.tool_resources = this.assistantConfig.tool_resources;
|
|
1884
1929
|
if (this.assistantConfig.tool_choice) runOptions.tool_choice = this.assistantConfig.tool_choice;
|
|
1885
1930
|
if (this.assistantConfig.tools) {
|
|
1886
|
-
const loadedTools = await maybeLoadToolsFromExternalFile(this.assistantConfig.tools, context?.vars);
|
|
1887
1931
|
if (loadedTools !== void 0) runOptions.tools = loadedTools;
|
|
1888
1932
|
}
|
|
1889
1933
|
if (this.assistantConfig.modelName) runOptions.model = this.assistantConfig.modelName;
|
|
@@ -1918,7 +1962,7 @@ var AzureAssistantProvider = class extends AzureGenericProvider {
|
|
|
1918
1962
|
}
|
|
1919
1963
|
if (isCacheEnabled() && !result.error) try {
|
|
1920
1964
|
await (await getCache()).set(cacheKey, result);
|
|
1921
|
-
logger.debug(
|
|
1965
|
+
logger.debug("Cached assistant response for prompt", { promptLength: prompt.length });
|
|
1922
1966
|
} catch (err) {
|
|
1923
1967
|
logger.warn(`Error caching result: ${err}`);
|
|
1924
1968
|
}
|
|
@@ -21619,7 +21663,7 @@ const providerMap = [
|
|
|
21619
21663
|
{
|
|
21620
21664
|
test: (providerPath) => providerPath.startsWith("opencode:") || providerPath === "opencode",
|
|
21621
21665
|
create: async (providerPath, providerOptions, context) => {
|
|
21622
|
-
const { OpenCodeSDKProvider } = await import("./opencode-sdk-
|
|
21666
|
+
const { OpenCodeSDKProvider } = await import("./opencode-sdk-CqkyG8De.js");
|
|
21623
21667
|
return new OpenCodeSDKProvider({
|
|
21624
21668
|
...providerOptions,
|
|
21625
21669
|
id: providerPath,
|
|
@@ -21631,14 +21675,14 @@ const providerMap = [
|
|
|
21631
21675
|
{
|
|
21632
21676
|
test: (providerPath) => providerPath.startsWith("openclaw:") || providerPath === "openclaw",
|
|
21633
21677
|
create: async (providerPath, providerOptions, context) => {
|
|
21634
|
-
const { createOpenClawProvider } = await import("./openclaw-
|
|
21678
|
+
const { createOpenClawProvider } = await import("./openclaw-CWOm2eOr.js");
|
|
21635
21679
|
return createOpenClawProvider(providerPath, providerOptions, context.env);
|
|
21636
21680
|
}
|
|
21637
21681
|
},
|
|
21638
21682
|
{
|
|
21639
21683
|
test: (providerPath) => providerPath.startsWith("anthropic:claude-agent-sdk") || providerPath.startsWith("anthropic:claude-code"),
|
|
21640
21684
|
create: async (_providerPath, providerOptions, _context) => {
|
|
21641
|
-
const { ClaudeCodeSDKProvider } = await import("./claude-agent-sdk-
|
|
21685
|
+
const { ClaudeCodeSDKProvider } = await import("./claude-agent-sdk-BGUac_kS.js");
|
|
21642
21686
|
return new ClaudeCodeSDKProvider({ ...providerOptions });
|
|
21643
21687
|
}
|
|
21644
21688
|
},
|
|
@@ -21694,25 +21738,25 @@ const providerMap = [
|
|
|
21694
21738
|
const modelName = splits.slice(2).join(":");
|
|
21695
21739
|
if (modelType === "converse") return new AwsBedrockConverseProvider(modelName, providerOptions);
|
|
21696
21740
|
if (modelType === "nova-sonic" || modelType.includes("amazon.nova-sonic")) {
|
|
21697
|
-
const { NovaSonicProvider } = await import("./nova-sonic-
|
|
21741
|
+
const { NovaSonicProvider } = await import("./nova-sonic-DxmK95c1.js");
|
|
21698
21742
|
return new NovaSonicProvider("amazon.nova-sonic-v1:0", providerOptions);
|
|
21699
21743
|
}
|
|
21700
21744
|
if (modelType.includes("luma.ray") || modelName.includes("luma.ray")) {
|
|
21701
|
-
const { LumaRayVideoProvider } = await import("./luma-ray-
|
|
21745
|
+
const { LumaRayVideoProvider } = await import("./luma-ray-DTDyoAlM.js");
|
|
21702
21746
|
return new LumaRayVideoProvider(modelName.includes("luma.ray") ? modelName : splits.slice(1).join(":") || "luma.ray-v2:0", providerOptions);
|
|
21703
21747
|
}
|
|
21704
21748
|
if (modelType.includes("amazon.nova-reel") || modelType === "video" && (modelName.includes("amazon.nova-reel") || modelName === "")) {
|
|
21705
|
-
const { NovaReelVideoProvider } = await import("./nova-reel-
|
|
21749
|
+
const { NovaReelVideoProvider } = await import("./nova-reel-CUDDZcSA.js");
|
|
21706
21750
|
return new NovaReelVideoProvider(modelName || "amazon.nova-reel-v1:1", providerOptions);
|
|
21707
21751
|
}
|
|
21708
21752
|
if (modelType === "agents") {
|
|
21709
|
-
const { AwsBedrockAgentsProvider } = await import("./agents-
|
|
21753
|
+
const { AwsBedrockAgentsProvider } = await import("./agents-C98cz5pl.js");
|
|
21710
21754
|
return new AwsBedrockAgentsProvider(modelName, providerOptions);
|
|
21711
21755
|
}
|
|
21712
21756
|
if (modelType === "completion") return new AwsBedrockCompletionProvider(modelName, providerOptions);
|
|
21713
21757
|
if (modelType === "embeddings" || modelType === "embedding") return new AwsBedrockEmbeddingProvider(modelName, providerOptions);
|
|
21714
21758
|
if (modelType === "kb" || modelType === "knowledge-base") {
|
|
21715
|
-
const { AwsBedrockKnowledgeBaseProvider } = await import("./knowledgeBase-
|
|
21759
|
+
const { AwsBedrockKnowledgeBaseProvider } = await import("./knowledgeBase-o_wTLzrt.js");
|
|
21716
21760
|
return new AwsBedrockKnowledgeBaseProvider(modelName, providerOptions);
|
|
21717
21761
|
}
|
|
21718
21762
|
return new AwsBedrockCompletionProvider(splits.slice(1).join(":"), providerOptions);
|
|
@@ -21722,7 +21766,7 @@ const providerMap = [
|
|
|
21722
21766
|
test: (providerPath) => providerPath.startsWith("bedrock-agent:"),
|
|
21723
21767
|
create: async (providerPath, providerOptions, _context) => {
|
|
21724
21768
|
const agentId = providerPath.substring(14);
|
|
21725
|
-
const { AwsBedrockAgentsProvider } = await import("./agents-
|
|
21769
|
+
const { AwsBedrockAgentsProvider } = await import("./agents-C98cz5pl.js");
|
|
21726
21770
|
return new AwsBedrockAgentsProvider(agentId, providerOptions);
|
|
21727
21771
|
}
|
|
21728
21772
|
},
|
|
@@ -21732,7 +21776,7 @@ const providerMap = [
|
|
|
21732
21776
|
const splits = providerPath.split(":");
|
|
21733
21777
|
const modelType = splits[1];
|
|
21734
21778
|
const endpointName = splits.slice(2).join(":");
|
|
21735
|
-
const { SageMakerCompletionProvider, SageMakerEmbeddingProvider } = await import("./sagemaker-
|
|
21779
|
+
const { SageMakerCompletionProvider, SageMakerEmbeddingProvider } = await import("./sagemaker-ClAZ6Qwc.js");
|
|
21736
21780
|
if (modelType === "embedding" || modelType === "embeddings") return new SageMakerEmbeddingProvider(endpointName || modelType, providerOptions);
|
|
21737
21781
|
if (splits.length === 2) return new SageMakerCompletionProvider(modelType, providerOptions);
|
|
21738
21782
|
if (endpointName.includes("jumpstart") || modelType === "jumpstart") return new SageMakerCompletionProvider(endpointName, {
|
|
@@ -21773,7 +21817,7 @@ const providerMap = [
|
|
|
21773
21817
|
{
|
|
21774
21818
|
test: (providerPath) => providerPath.startsWith("cloudflare-ai:"),
|
|
21775
21819
|
create: async (providerPath, providerOptions, context) => {
|
|
21776
|
-
const { createCloudflareAiProvider } = await import("./cloudflare-ai-
|
|
21820
|
+
const { createCloudflareAiProvider } = await import("./cloudflare-ai-sD26nP6V.js");
|
|
21777
21821
|
return createCloudflareAiProvider(providerPath, {
|
|
21778
21822
|
...providerOptions,
|
|
21779
21823
|
env: context.env
|
|
@@ -21783,7 +21827,7 @@ const providerMap = [
|
|
|
21783
21827
|
{
|
|
21784
21828
|
test: (providerPath) => providerPath.startsWith("cloudflare-gateway:"),
|
|
21785
21829
|
create: async (providerPath, providerOptions, context) => {
|
|
21786
|
-
const { createCloudflareGatewayProvider } = await import("./cloudflare-gateway-
|
|
21830
|
+
const { createCloudflareGatewayProvider } = await import("./cloudflare-gateway-DOghiU6r.js");
|
|
21787
21831
|
return createCloudflareGatewayProvider(providerPath, {
|
|
21788
21832
|
...providerOptions,
|
|
21789
21833
|
env: context.env
|
|
@@ -21935,27 +21979,27 @@ const providerMap = [
|
|
|
21935
21979
|
create: async (providerPath, providerOptions, context) => {
|
|
21936
21980
|
const modelType = providerPath.split(":")[1];
|
|
21937
21981
|
if (modelType === "image") {
|
|
21938
|
-
const { createHyperbolicImageProvider } = await import("./image-
|
|
21982
|
+
const { createHyperbolicImageProvider } = await import("./image-LGj8dTcr.js");
|
|
21939
21983
|
return createHyperbolicImageProvider(providerPath, {
|
|
21940
21984
|
...providerOptions,
|
|
21941
21985
|
env: context.env
|
|
21942
21986
|
});
|
|
21943
21987
|
}
|
|
21944
21988
|
if (modelType === "audio") {
|
|
21945
|
-
const { createHyperbolicAudioProvider } = await import("./audio-
|
|
21989
|
+
const { createHyperbolicAudioProvider } = await import("./audio-DnEIHWZR.js");
|
|
21946
21990
|
return createHyperbolicAudioProvider(providerPath, {
|
|
21947
21991
|
...providerOptions,
|
|
21948
21992
|
env: context.env
|
|
21949
21993
|
});
|
|
21950
21994
|
}
|
|
21951
|
-
const { createHyperbolicProvider } = await import("./chat-
|
|
21995
|
+
const { createHyperbolicProvider } = await import("./chat-mTTuUAYb.js");
|
|
21952
21996
|
return createHyperbolicProvider(providerPath, providerOptions);
|
|
21953
21997
|
}
|
|
21954
21998
|
},
|
|
21955
21999
|
{
|
|
21956
22000
|
test: (providerPath) => providerPath.startsWith("litellm:"),
|
|
21957
22001
|
create: async (providerPath, providerOptions, context) => {
|
|
21958
|
-
const { createLiteLLMProvider } = await import("./litellm-
|
|
22002
|
+
const { createLiteLLMProvider } = await import("./litellm-CYfgxLrM.js");
|
|
21959
22003
|
return createLiteLLMProvider(providerPath, {
|
|
21960
22004
|
config: providerOptions,
|
|
21961
22005
|
env: context.env
|
|
@@ -22012,7 +22056,7 @@ const providerMap = [
|
|
|
22012
22056
|
const modelName = splits.slice(2).join(":");
|
|
22013
22057
|
const configuredModel = getConfiguredOpenAiModel(providerOptions);
|
|
22014
22058
|
if (modelType === "codex-app-server" || modelType === "codex-desktop") {
|
|
22015
|
-
const { OpenAICodexAppServerProvider } = await import("./codex-app-server-
|
|
22059
|
+
const { OpenAICodexAppServerProvider } = await import("./codex-app-server-ZQRJSJjU.js");
|
|
22016
22060
|
const codexModel = modelName || configuredModel;
|
|
22017
22061
|
const codexProviderId = providerOptions.id ?? providerPath;
|
|
22018
22062
|
return new OpenAICodexAppServerProvider({
|
|
@@ -22029,7 +22073,7 @@ const providerMap = [
|
|
|
22029
22073
|
});
|
|
22030
22074
|
}
|
|
22031
22075
|
if (modelType === "codex-sdk" || modelType === "codex") {
|
|
22032
|
-
const { OpenAICodexSDKProvider } = await import("./codex-sdk-
|
|
22076
|
+
const { OpenAICodexSDKProvider } = await import("./codex-sdk-DxukZs_K.js");
|
|
22033
22077
|
const codexModel = modelName || configuredModel;
|
|
22034
22078
|
const codexProviderId = providerOptions.id ?? providerPath;
|
|
22035
22079
|
return new OpenAICodexSDKProvider({
|
|
@@ -22049,7 +22093,7 @@ const providerMap = [
|
|
|
22049
22093
|
if (modelType === "realtime") return new OpenAiRealtimeProvider(modelName || configuredModel || "gpt-4o-realtime-preview-2024-12-17", providerOptions);
|
|
22050
22094
|
if (modelType === "responses") return new OpenAiResponsesProvider(modelName || configuredModel || "gpt-4.1-2025-04-14", providerOptions);
|
|
22051
22095
|
if (modelType === "transcription") {
|
|
22052
|
-
const { OpenAiTranscriptionProvider } = await import("./transcription-
|
|
22096
|
+
const { OpenAiTranscriptionProvider } = await import("./transcription-CpVdKc4P.js");
|
|
22053
22097
|
return new OpenAiTranscriptionProvider(modelName || configuredModel || "gpt-4o-transcribe-diarize", providerOptions);
|
|
22054
22098
|
}
|
|
22055
22099
|
if (OpenAiChatCompletionProvider.OPENAI_CHAT_MODEL_NAMES.includes(modelType)) return new OpenAiChatCompletionProvider(modelType, providerOptions);
|
|
@@ -22057,7 +22101,7 @@ const providerMap = [
|
|
|
22057
22101
|
if (OpenAiRealtimeProvider.OPENAI_REALTIME_MODEL_NAMES.includes(modelType)) return new OpenAiRealtimeProvider(modelType, providerOptions);
|
|
22058
22102
|
if (OpenAiResponsesProvider.OPENAI_RESPONSES_MODEL_NAMES.includes(modelType)) return new OpenAiResponsesProvider(modelType, providerOptions);
|
|
22059
22103
|
if (modelType === "agents") {
|
|
22060
|
-
const { OpenAiAgentsProvider } = await import("./agents-
|
|
22104
|
+
const { OpenAiAgentsProvider } = await import("./agents-Dwshy2H8.js");
|
|
22061
22105
|
return new OpenAiAgentsProvider(modelName || "default-agent", providerOptions);
|
|
22062
22106
|
}
|
|
22063
22107
|
if (modelType === "chatkit") {
|
|
@@ -22104,7 +22148,7 @@ const providerMap = [
|
|
|
22104
22148
|
{
|
|
22105
22149
|
test: (providerPath) => providerPath.startsWith("quiverai:"),
|
|
22106
22150
|
create: async (providerPath, providerOptions, context) => {
|
|
22107
|
-
const { createQuiverAiProvider } = await import("./quiverai-
|
|
22151
|
+
const { createQuiverAiProvider } = await import("./quiverai-58BtRRet.js");
|
|
22108
22152
|
return createQuiverAiProvider(providerPath, providerOptions, context.env);
|
|
22109
22153
|
}
|
|
22110
22154
|
},
|
|
@@ -22122,7 +22166,7 @@ const providerMap = [
|
|
|
22122
22166
|
{
|
|
22123
22167
|
test: (providerPath) => providerPath.startsWith("modelslab:"),
|
|
22124
22168
|
create: async (providerPath, providerOptions, context) => {
|
|
22125
|
-
const { ModelsLabImageProvider } = await import("./modelslab-
|
|
22169
|
+
const { ModelsLabImageProvider } = await import("./modelslab-CBCrdIBc.js");
|
|
22126
22170
|
const splits = providerPath.split(":");
|
|
22127
22171
|
const modelType = splits[1];
|
|
22128
22172
|
const modelName = splits.slice(2).join(":");
|
|
@@ -22166,7 +22210,7 @@ const providerMap = [
|
|
|
22166
22210
|
{
|
|
22167
22211
|
test: (providerPath) => providerPath.startsWith("aimlapi:"),
|
|
22168
22212
|
create: async (providerPath, providerOptions, context) => {
|
|
22169
|
-
const { createAimlApiProvider } = await import("./aimlapi-
|
|
22213
|
+
const { createAimlApiProvider } = await import("./aimlapi-WyUK0wYy.js");
|
|
22170
22214
|
return createAimlApiProvider(providerPath, {
|
|
22171
22215
|
...providerOptions,
|
|
22172
22216
|
env: context.env
|
|
@@ -22176,7 +22220,7 @@ const providerMap = [
|
|
|
22176
22220
|
{
|
|
22177
22221
|
test: (providerPath) => providerPath.startsWith("cometapi:"),
|
|
22178
22222
|
create: async (providerPath, providerOptions, context) => {
|
|
22179
|
-
const { createCometApiProvider } = await import("./cometapi
|
|
22223
|
+
const { createCometApiProvider } = await import("./cometapi--hh7dESS.js");
|
|
22180
22224
|
return createCometApiProvider(providerPath, {
|
|
22181
22225
|
...providerOptions,
|
|
22182
22226
|
env: context.env
|
|
@@ -22186,7 +22230,7 @@ const providerMap = [
|
|
|
22186
22230
|
{
|
|
22187
22231
|
test: (providerPath) => providerPath.startsWith("docker:"),
|
|
22188
22232
|
create: async (providerPath, providerOptions, context) => {
|
|
22189
|
-
const { createDockerProvider } = await import("./docker-
|
|
22233
|
+
const { createDockerProvider } = await import("./docker-D2TWGyTP.js");
|
|
22190
22234
|
return createDockerProvider(providerPath, {
|
|
22191
22235
|
...providerOptions,
|
|
22192
22236
|
env: context.env
|
|
@@ -22458,7 +22502,7 @@ function isRedteamProviderPath(providerPath) {
|
|
|
22458
22502
|
const providerFamilies = [{
|
|
22459
22503
|
canHandle: isRedteamProviderPath,
|
|
22460
22504
|
factories: async () => {
|
|
22461
|
-
const { redteamProviderFactories } = await import("./registry-
|
|
22505
|
+
const { redteamProviderFactories } = await import("./registry-BTNqmP5o.js");
|
|
22462
22506
|
return redteamProviderFactories;
|
|
22463
22507
|
}
|
|
22464
22508
|
}];
|
|
@@ -22731,4 +22775,4 @@ function getProviderIds(providerPaths) {
|
|
|
22731
22775
|
//#endregion
|
|
22732
22776
|
export { DefaultSuggestionsProvider as C, AzureChatCompletionProvider as D, AzureEmbeddingProvider as E, DefaultLlmRubricProvider as S, AzureModerationProvider as T, VertexChatProvider as _, resolveProviderConfigs as a, DefaultGradingJsonProvider as b, OpenAiModerationProvider as c, MCPProvider as d, HttpProvider as f, DefaultGradingProvider as g, DefaultEmbeddingProvider as h, resolveProvider as i, MistralChatCompletionProvider as l, createTransformResponse$1 as m, loadApiProvider as n, getFileHashes as o, createTransformRequest as p, loadApiProviders as r, parseScriptParts as s, getProviderIds as t, MistralEmbeddingProvider as u, GoogleLiveProvider as v, DefaultSynthesizeProvider as w, DefaultGradingProvider$1 as x, AIStudioChatProvider as y };
|
|
22733
22777
|
|
|
22734
|
-
//# sourceMappingURL=providers-
|
|
22778
|
+
//# sourceMappingURL=providers-B7TyByfj.js.map
|