promptfoo 0.120.21 → 0.120.23
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/src/{ListApp-ChupNNB3.js → ListApp-55OAHww3.js} +1 -1
- package/dist/src/{accounts-CjU7QSnv.js → accounts-BMHY0nF5.js} +5 -5
- package/dist/src/{accounts-DYMHC4iY.js → accounts-CYqHD7X1.js} +4 -4
- package/dist/src/{accounts-uWRxEv-D.cjs → accounts-TGrHBZU9.cjs} +4 -4
- package/dist/src/{agentic-utils-BMbQVVd4.js → agentic-utils-BcSgvBPs.js} +2 -2
- package/dist/src/{agents-BJxm0Kcs.cjs → agents-BW4zv9Ig.cjs} +3 -3
- package/dist/src/{agents-DABC7ROH.js → agents-BbG-lpzK.js} +6 -6
- package/dist/src/{agents-DGQULdoA.js → agents-CUB87CA8.js} +5 -5
- package/dist/src/{agents-CJ4BY_QU.js → agents-ClpNGuau.js} +7 -7
- package/dist/src/{agents-CzCD5974.cjs → agents-d76o9WLl.cjs} +6 -6
- package/dist/src/{agents-BNSS1kSZ.js → agents-v7_Jh18K.js} +3 -3
- package/dist/src/{aimlapi-CnBWjM7x.js → aimlapi-BBN3jHiV.js} +11 -11
- package/dist/src/{aimlapi-ABHUqmBg.cjs → aimlapi-DWjl0adX.cjs} +11 -11
- package/dist/src/{aimlapi-B2qJXUsC.js → aimlapi-E-FZoqH0.js} +14 -14
- package/dist/src/app/assets/index-CbpQqvt4.css +1 -0
- package/dist/src/app/assets/{index-BVE859O5.js → index-DoWPf01I.js} +71 -71
- package/dist/src/app/index.html +2 -2
- package/dist/src/app/tsconfig.app.tsbuildinfo +1 -1
- package/dist/src/{audio-BT9aSeWg.js → audio-B0lJd7ce.js} +4 -4
- package/dist/src/{audio-CSrI_LFf.js → audio-CwbC4E6I.js} +3 -3
- package/dist/src/{audio-DSV364HB.cjs → audio-TfpCt0uC.cjs} +3 -3
- package/dist/src/{base-NFXflrMy.js → base-BHLggB84.js} +2 -2
- package/dist/src/{base-CRrQ15eu.cjs → base-B_pJcCDc.cjs} +2 -2
- package/dist/src/{base-d8hHSpEx.js → base-DRgXuujd.js} +2 -2
- package/dist/src/{blobs-Dznj-8xW.js → blobs-BHstP0Ep.js} +2 -2
- package/dist/src/{blobs-D-Neij7m.cjs → blobs-BPAqMoU_.cjs} +2 -2
- package/dist/src/{blobs-DC2sBLv8.js → blobs-Bey6TGVi.js} +2 -2
- package/dist/src/{cache-xb4oZe27.js → cache-BTdTl56j.js} +2 -2
- package/dist/src/{cache-DYJRe0Jt.cjs → cache-BnrNlhzE.cjs} +2 -2
- package/dist/src/{cache-aKR8pp5y.js → cache-C5LeIjZl.js} +2 -2
- package/dist/src/{cache-CMvgAnSi.js → cache-CsW_9RgN.js} +2 -2
- package/dist/src/cache-Da_mTEGH.cjs +6 -0
- package/dist/src/{cache-scuP1IRq.js → cache-DfI0xG_n.js} +3 -3
- package/dist/src/{chat-BbgGuvwu.js → chat-BIj6_WPH.js} +10 -10
- package/dist/src/{chat-CfJU9hHo.cjs → chat-B_-w6xgb.cjs} +10 -10
- package/dist/src/{chat-Du_GyqZe.js → chat-BktepvuQ.js} +13 -13
- package/dist/src/{chat-DyjTngG2.js → chat-CiakYWhZ.js} +10 -10
- package/dist/src/{chat-BH8Fxyap.js → chat-D5l2blZK.js} +8 -8
- package/dist/src/{chat-Biz16BQv.cjs → chat-QHQ-K-Fi.cjs} +8 -8
- package/dist/src/{chatkit-BpumZ2Dz.js → chatkit-DlOZ-eNb.js} +3 -3
- package/dist/src/{chatkit-D9AWcI4P.js → chatkit-IWIuhxFE.js} +3 -3
- package/dist/src/{chatkit-Wzo9zOq7.cjs → chatkit-yeVtURUi.cjs} +3 -3
- package/dist/src/{claude-agent-sdk-CL5NzJEu.js → claude-agent-sdk-BZ0GjlPY.js} +11 -11
- package/dist/src/{claude-agent-sdk-BW-YEYQi.cjs → claude-agent-sdk-D3AZJyZ7.cjs} +8 -8
- package/dist/src/{claude-agent-sdk-CdRG6b7t.js → claude-agent-sdk-wvsRgO29.js} +8 -8
- package/dist/src/{cloud-UwfmA0Ne.js → cloud-BKfo1A2t.js} +2 -2
- package/dist/src/{cloud-1cbcFXE9.js → cloud-DPowlnHl.js} +1 -1
- package/dist/src/{cloudflare-ai-D2Wlbus6.cjs → cloudflare-ai-CzAtX1Wg.cjs} +11 -11
- package/dist/src/{cloudflare-ai-BB77BUMD.js → cloudflare-ai-D-IEjw5k.js} +11 -11
- package/dist/src/{cloudflare-ai-DXTxK3ou.js → cloudflare-ai-DxHmIJbZ.js} +14 -14
- package/dist/src/{cloudflare-gateway-D5IjGRjZ.cjs → cloudflare-gateway-CIfquW2o.cjs} +12 -12
- package/dist/src/{cloudflare-gateway-Tn2OEgYQ.js → cloudflare-gateway-DkjC8LZF.js} +12 -12
- package/dist/src/{cloudflare-gateway-DeZRwitI.js → cloudflare-gateway-DwJVgNWf.js} +15 -15
- package/dist/src/{codex-sdk-CKEQpQax.js → codex-sdk-BC5qbCjh.js} +3 -3
- package/dist/src/{codex-sdk-CDN8f3P9.js → codex-sdk-CBpm53B8.js} +2 -2
- package/dist/src/{codex-sdk-0QyM_fUf.cjs → codex-sdk-Cf5_CQch.cjs} +2 -2
- package/dist/src/{cometapi-CUq-lrPh.js → cometapi-6jLBOp4e.js} +15 -15
- package/dist/src/{cometapi-Bu_LOIac.js → cometapi-8HSWR5q_.js} +12 -12
- package/dist/src/{cometapi-RP8h5O2f.cjs → cometapi-iJEkEgpT.cjs} +12 -12
- package/dist/src/{completion-Dw-9jqz1.cjs → completion-C03fIkcR.cjs} +5 -5
- package/dist/src/{completion-H4ncr2bK.js → completion-CrKHW9hy.js} +5 -5
- package/dist/src/{completion-BTZ42lqL.js → completion-LTi0SiAy.js} +5 -5
- package/dist/src/{docker-kvFgJqkg.js → docker-Bf2VQOX5.js} +14 -14
- package/dist/src/{docker-NrVUpeWw.cjs → docker-BxmP6sGO.cjs} +11 -11
- package/dist/src/{docker-B8zxQ12-.js → docker-DHazKolQ.js} +11 -11
- package/dist/src/{esm-Bwuh5HXW.js → esm-Lh6czAFT.js} +1 -1
- package/dist/src/{eval-TAOD_pvN.js → eval-4sIXLVZZ.js} +31 -19
- package/dist/src/eval-s_E4q6a8.js +16 -0
- package/dist/src/{evalResult-DnYa1RLp.js → evalResult-CRyeHpst.js} +6 -6
- package/dist/src/{evalResult-CFSvp3Zh.cjs → evalResult-CSucevrC.cjs} +7 -7
- package/dist/src/evalResult-DBhbtqZn.js +11 -0
- package/dist/src/evalResult-DKn_nY-a.js +13 -0
- package/dist/src/{evalResult-CnAP64o9.js → evalResult-DNXvhaKp.js} +6 -6
- package/dist/src/evalResult-DrPpo-zg.cjs +11 -0
- package/dist/src/{evaluator-q2_--POi.js → evaluator-BDY-i4ky.js} +29 -30
- package/dist/src/evaluator-CiDt-6H3.js +37 -0
- package/dist/src/{extractor-D_1s-Thr.js → extractor-HnP0pHfO.js} +81 -4
- package/dist/src/{extractor-B9uQA-6-.js → extractor-WvMabjRY.js} +81 -4
- package/dist/src/{extractor-DjxI7POm.cjs → extractor-wSeR47-c.cjs} +86 -3
- package/dist/src/{fetch-Cb-qQ7Hm.js → fetch-8fmzVUH3.js} +2 -2
- package/dist/src/{fetch-BIPrzD39.js → fetch-BMKSarK_.js} +11 -5
- package/dist/src/{fetch-MdGxb6Bv.cjs → fetch-BgYKpAJ7.cjs} +25 -7
- package/dist/src/{fetch-Cbz8ESXD.js → fetch-CE0K47nJ.js} +1 -1
- package/dist/src/{fetch-TcCC0nEJ.js → fetch-DKQm7iwv.js} +11 -5
- package/dist/src/fetch-GeRV0LDI.cjs +4 -0
- package/dist/src/{fileExtensions-BpuMmaFL.js → fileExtensions-CzcPkiKZ.js} +1 -1
- package/dist/src/{formatDuration-CGa0ZDQ8.js → formatDuration-CCiZ-wBY.js} +1 -1
- package/dist/src/{genaiTracer-zK0Mtd_D.cjs → genaiTracer-BQ8AmajD.cjs} +1 -1
- package/dist/src/{genaiTracer-CNawybn-.js → genaiTracer-Ce19n68P.js} +1 -1
- package/dist/src/{genaiTracer-CqNnnXrE.js → genaiTracer-foKtbVa2.js} +1 -1
- package/dist/src/{graders-DycNkUZ_.js → graders-CEF_ce6x.js} +32 -26
- package/dist/src/graders-CzoftmVg.js +35 -0
- package/dist/src/{graders-C9Ni3pNQ.cjs → graders-DOFEkq6l.cjs} +34 -28
- package/dist/src/graders-DuTWgLQF.cjs +32 -0
- package/dist/src/graders-ZhEpUtuK.js +33 -0
- package/dist/src/{graders-CG50NgEB.js → graders-jFPLMexK.js} +36 -30
- package/dist/src/{image-CxD58J63.js → image-0RV3qqTK.js} +6 -6
- package/dist/src/{image-CHGpqpC6.js → image-9Thqn5aj.js} +3 -3
- package/dist/src/{image-BmMQZgoF.js → image-BJJW-zOa.js} +4 -4
- package/dist/src/{image-CPL1masV.cjs → image-BVyYHTQG.cjs} +3 -3
- package/dist/src/{image-Dg-oq_2F.js → image-Dd0EQRYU.js} +6 -6
- package/dist/src/{image-CpQ-fJt3.cjs → image-VWd0wZmz.cjs} +6 -6
- package/dist/src/index.cjs +177 -105
- package/dist/src/index.js +173 -101
- package/dist/src/{interactiveCheck-BZbMvE6i.js → interactiveCheck-CjK2R4rB.js} +1 -1
- package/dist/src/{knowledgeBase-Dy1Ln178.cjs → knowledgeBase-BKA28wUv.cjs} +7 -7
- package/dist/src/{knowledgeBase-BXvPbeXF.js → knowledgeBase-D0nOGqRF.js} +7 -7
- package/dist/src/{knowledgeBase-Csr92Wc4.js → knowledgeBase-aBIYgE4B.js} +8 -8
- package/dist/src/{litellm-Dcc3mt1B.js → litellm-BiXCNyII.js} +11 -11
- package/dist/src/{litellm-CR8i8YRn.js → litellm-QSopB7EE.js} +14 -14
- package/dist/src/{litellm-QthJT0fA.cjs → litellm-vZYPcEUQ.cjs} +11 -11
- package/dist/src/{luma-ray-DpAL4igs.cjs → luma-ray-CRKJx6ue.cjs} +10 -11
- package/dist/src/{luma-ray-vv5ggMvl.js → luma-ray-DmnPkNon.js} +10 -11
- package/dist/src/{luma-ray-DbAhu9zC.js → luma-ray-Dvnqlb9n.js} +9 -10
- package/dist/src/main.js +166 -106
- package/dist/src/{messages-DkV1dizA.js → messages-BaxI3gI5.js} +10 -10
- package/dist/src/{messages-D4Cu-Nxe.cjs → messages-CvFzyCty.cjs} +10 -10
- package/dist/src/{messages-9ik4NuJ_.js → messages-DT1yyWfS.js} +10 -10
- package/dist/src/{meteor-DLCdreag.js → meteor-0cLf9TIn.js} +1 -1
- package/dist/src/{meteor-Dj8cTkU_.js → meteor-CBciquOS.js} +1 -1
- package/dist/src/{meteor-odmwVbyG.cjs → meteor-DRuEfzuQ.cjs} +1 -1
- package/dist/src/{nova-reel-B1c4YdE8.js → nova-reel-CnN4D-bY.js} +10 -11
- package/dist/src/{nova-reel-Bs903nib.cjs → nova-reel-XAkfcmhf.cjs} +10 -11
- package/dist/src/{nova-reel-mMroVw7W.js → nova-reel-YEEqZu4z.js} +9 -10
- package/dist/src/{nova-sonic-BLgglDkA.js → nova-sonic-Ci-VR-K3.js} +6 -6
- package/dist/src/{nova-sonic-rZe65fKE.js → nova-sonic-Cjfvm57T.js} +7 -7
- package/dist/src/{nova-sonic-BylXGNj-.cjs → nova-sonic-brE_2yrZ.cjs} +6 -6
- package/dist/src/{openai-eZz8QsxY.cjs → openai-BjpdxIOG.cjs} +1 -1
- package/dist/src/{openai-CQozD_Ef.js → openai-CitF-gEN.js} +1 -1
- package/dist/src/{openai-D_5h8sBa.js → openai-Cv9pEKxp.js} +1 -1
- package/dist/src/{opencode-sdk-G-dBq9xe.js → opencode-sdk-BkXJb52a.js} +4 -4
- package/dist/src/{opencode-sdk-B3o0jNxx.cjs → opencode-sdk-CrlvqSy2.cjs} +4 -4
- package/dist/src/{opencode-sdk-lf_9VEhj.js → opencode-sdk-DRMuqbLx.js} +6 -6
- package/dist/src/{otlpReceiver-CBZNmyZi.js → otlpReceiver-BCKiiwct.js} +5 -5
- package/dist/src/{otlpReceiver-CO1TzzW1.js → otlpReceiver-BTVVyjnA.js} +4 -4
- package/dist/src/{otlpReceiver-COmdVimi.cjs → otlpReceiver-DXqKPf2U.cjs} +4 -4
- package/dist/src/{providerRegistry-5UB8YVkk.js → providerRegistry-BdKWcUa8.js} +1 -1
- package/dist/src/{providerRegistry-gU7gOAJI.js → providerRegistry-D32Lt9vp.js} +1 -1
- package/dist/src/{providerRegistry-DFXamjVO.cjs → providerRegistry-HGQd2MF6.cjs} +1 -1
- package/dist/src/{providers-Bz0U4NGd.cjs → providers-BF4aullZ.cjs} +114 -132
- package/dist/src/providers-BmFckJq8.cjs +31 -0
- package/dist/src/{providers-CHciOV4f.js → providers-BtbT8bDb.js} +77 -95
- package/dist/src/{providers-D8qKkVu_.js → providers-CYssBaa_.js} +82 -100
- package/dist/src/providers-DaDZ1iQw.js +31 -0
- package/dist/src/providers-Ds-h-S1b.js +33 -0
- package/dist/src/{pythonUtils-mprm8p4h.js → pythonUtils-B9JA-gsC.js} +2 -2
- package/dist/src/{quiverai-DnlaJG8H.js → quiverai-BiDa0kiF.js} +10 -10
- package/dist/src/{quiverai-3rtm1glP.js → quiverai-DTtLknat.js} +13 -13
- package/dist/src/{quiverai-BIveJ-Ql.cjs → quiverai-z8oPMSUZ.cjs} +10 -10
- package/dist/src/{render-D5t2ogwP.js → render-D2710HbA.js} +2 -2
- package/dist/src/rubyUtils-BLd6EE1u.cjs +5 -0
- package/dist/src/{rubyUtils-D1DBBgSr.js → rubyUtils-CVELPvUH.js} +2 -2
- package/dist/src/{rubyUtils-Cus5EGPX.js → rubyUtils-Dn6MGcsk.js} +2 -2
- package/dist/src/{rubyUtils-CI4Y5f08.js → rubyUtils-LBsk3zIm.js} +1 -1
- package/dist/src/{rubyUtils-CWkecmDB.js → rubyUtils-_t9Gmf7U.js} +1 -1
- package/dist/src/{rubyUtils-DCci_Y0f.cjs → rubyUtils-rnCVDgH-.cjs} +1 -1
- package/dist/src/{sagemaker-BvwRP8TL.js → sagemaker-D5f6K309.js} +11 -11
- package/dist/src/{sagemaker-BsttQmAf.cjs → sagemaker-DwJOnUlQ.cjs} +11 -11
- package/dist/src/{sagemaker-B4hvJgkV.js → sagemaker-dygdRScC.js} +17 -17
- package/dist/src/{scanner-CPosIITM.js → scanner-D__U7qyj.js} +9 -9
- package/dist/src/server/index.js +265 -129
- package/dist/src/server-B0dYFkhY.cjs +6 -0
- package/dist/src/{server-ByLwfSDf.cjs → server-BRPZ0ZqY.cjs} +3 -3
- package/dist/src/{server-Bb83s34G.js → server-BZJ_IEiK.js} +4 -4
- package/dist/src/{server-BKdsd70B.js → server-Bo3rtriL.js} +3 -3
- package/dist/src/server-DZYvmL1z.js +6 -0
- package/dist/src/server-DlTe_Yz5.js +8 -0
- package/dist/src/{signal-B8hvvb8w.js → signal-C9qT0qiq.js} +2 -2
- package/dist/src/{slack-BblBpsIz.cjs → slack-D1F9Y7CH.cjs} +1 -1
- package/dist/src/{slack-D-bNCtTa.js → slack-DkAF58Tr.js} +1 -1
- package/dist/src/{slack-Ba3gil_6.js → slack-Ed1yyt_j.js} +1 -1
- package/dist/src/{store-W4yZqv_e.js → store-BpNCvdGu.js} +2 -2
- package/dist/src/store-BvASVHpa.cjs +6 -0
- package/dist/src/{store-l9-mIRC-.cjs → store-BwsF10Db.cjs} +2 -2
- package/dist/src/store-CDxVyNyD.js +6 -0
- package/dist/src/store-CXxKOQ8V.js +7 -0
- package/dist/src/{store-CaNRmI5T.js → store-Dm8qSYzq.js} +2 -2
- package/dist/src/{tables-DZWWveaJ.js → tables-B0wvxP8N.js} +2 -2
- package/dist/src/{tables-BCcp2r48.js → tables-CMOPSC5_.js} +2 -2
- package/dist/src/{tables-D_VmN-ui.cjs → tables-D_nKFrHt.cjs} +2 -2
- package/dist/src/{telemetry-DrSTNTH-.cjs → telemetry-B9G9VzVT.cjs} +3 -3
- package/dist/src/telemetry-CGO4vCCz.js +8 -0
- package/dist/src/telemetry-CXarb10F.cjs +6 -0
- package/dist/src/telemetry-DKtQFHz8.js +6 -0
- package/dist/src/{telemetry-CmGyDaxF.js → telemetry-DMGVtU7z.js} +3 -3
- package/dist/src/{telemetry-CB8ltkOD.js → telemetry-oV0dEJ2S.js} +3 -3
- package/dist/src/{text-C1cXk9ij.js → text-DuYSUYPB.js} +1 -1
- package/dist/src/{text-Dm78AVGG.js → text-Dx0GJOCN.js} +1 -1
- package/dist/src/{text-DF2hMKdg.cjs → text-PYISqVm1.cjs} +1 -1
- package/dist/src/{tokenUsageUtils-DFp2VFtG.cjs → tokenUsageUtils-BtZd3sP7.cjs} +1 -1
- package/dist/src/{tokenUsageUtils-C9fIWtvn.js → tokenUsageUtils-DoinwgKF.js} +1 -1
- package/dist/src/{tokenUsageUtils-BQVp2uKF.js → tokenUsageUtils-cFdLMERB.js} +1 -1
- package/dist/src/{transcription-BExRps8_.js → transcription-C5sJed5S.js} +7 -7
- package/dist/src/{transcription-B4GbFkhb.cjs → transcription-DEiYnjqG.cjs} +7 -7
- package/dist/src/{transcription-CpuRKcIu.js → transcription-Dcv2GYgI.js} +10 -10
- package/dist/src/{transform-BzepVlkX.js → transform-BFPYuBaW.js} +4 -4
- package/dist/src/{transform-BwedQA8W.js → transform-Cpk3BVib.js} +3 -3
- package/dist/src/{transform-B-AYIQmM.js → transform-DWBbTh_M.js} +3 -3
- package/dist/src/{transform-1g7fEAge.js → transform-DZI2t8-9.js} +3 -3
- package/dist/src/{transform-B5HUD86U.cjs → transform-DeVdMzaA.cjs} +3 -3
- package/dist/src/{transformersAvailability-B5gZ2aG-.cjs → transformersAvailability-BaoWHpu1.cjs} +1 -1
- package/dist/src/{transformersAvailability-BHP0aLcv.js → transformersAvailability-DtpwoeFC.js} +1 -1
- package/dist/src/{transformersAvailability-CA173HU7.js → transformersAvailability-O2YaCv9Z.js} +1 -1
- package/dist/src/{types-n3ttAnOa.js → types-BZz0C6rq.js} +3 -18
- package/dist/src/{types-DAmPdu4_.cjs → types-Cixl-wRO.cjs} +1 -22
- package/dist/src/{types-BlspLqbN.js → types-l7snZgzv.js} +2 -17
- package/dist/src/{util-Cd2vI7ii.js → util-BR59kcWy.js} +3 -3
- package/dist/src/{util-BnF-xRPi.js → util-BjTDLTac.js} +3 -3
- package/dist/src/{util-CwsTKPXi.js → util-CSvDts2m.js} +3 -3
- package/dist/src/{util-KE6uFWHG.cjs → util-CfLcBZEA.cjs} +3 -3
- package/dist/src/{util-BXjq8vOq.js → util-Czrn_1en.js} +3 -3
- package/dist/src/{util-BT0p5c9X.cjs → util-Dxwavk84.cjs} +3 -3
- package/dist/src/{util-DX58t30T.js → util-GpiGNWSj.js} +17 -5
- package/dist/src/{util-B-Yo0qzc.cjs → util-RfCZM4TD.cjs} +22 -4
- package/dist/src/{util-CyzW5ayt.js → util-UxC1pDDt.js} +20 -8
- package/dist/src/{utils-HdRSruG0.js → utils-2CdNTp-a.js} +2 -2
- package/dist/src/{utils-BSpcJB4B.cjs → utils-6lWwNARy.cjs} +2 -2
- package/dist/src/{utils-BWOFfOel.js → utils-BMIgqY6C.js} +2 -2
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +31 -29
- package/dist/src/app/assets/index-CFq6nz43.css +0 -1
- package/dist/src/cache-BZYapLG-.cjs +0 -6
- package/dist/src/eval-g5SH3NBa.js +0 -16
- package/dist/src/evalResult-Bt2fmj0V.js +0 -9
- package/dist/src/evalResult-DRNH7Jui.js +0 -10
- package/dist/src/evalResult-DqLWyktN.cjs +0 -9
- package/dist/src/evaluator-DIenqH86.js +0 -37
- package/dist/src/fetch-gmneHrJc.cjs +0 -4
- package/dist/src/graders-BHcgLz2P.js +0 -35
- package/dist/src/graders-BjBhwJOb.cjs +0 -32
- package/dist/src/graders-DEjGX1uY.js +0 -33
- package/dist/src/providers-BBGwMMzj.js +0 -33
- package/dist/src/providers-BR5P_qep.cjs +0 -31
- package/dist/src/providers-CDib9hVp.js +0 -31
- package/dist/src/rubyUtils-DZo4ik6p.cjs +0 -5
- package/dist/src/server-B5aIhzYk.cjs +0 -6
- package/dist/src/server-DJCw85s0.js +0 -8
- package/dist/src/server-DKj0QIm9.js +0 -6
- package/dist/src/store-Bo9FEBPO.js +0 -7
- package/dist/src/store-CqHttBql.js +0 -6
- package/dist/src/store-fsxOJl5O.cjs +0 -6
- package/dist/src/telemetry-B2uJOvMA.js +0 -8
- package/dist/src/telemetry-TZ0v6oGo.cjs +0 -6
- package/dist/src/telemetry-rP_n_bnZ.js +0 -6
- package/dist/src/time-CRRzn6vA.js +0 -9
- package/dist/src/time-CbtsO5_a.cjs +0 -21
- package/dist/src/time-CoOwN3kQ.js +0 -10
|
@@ -4,32 +4,31 @@ const require_esm = require('./esm-gWVPXn3r.cjs');
|
|
|
4
4
|
const require_pythonUtils = require('./pythonUtils-rOCm9w_5.cjs');
|
|
5
5
|
const require_fileExtensions = require('./fileExtensions-DkJYkWUy.cjs');
|
|
6
6
|
const require_transform = require('./transform-DshYLyBq.cjs');
|
|
7
|
-
const require_types = require('./types-
|
|
8
|
-
const require_util = require('./util-
|
|
9
|
-
const require_fetch = require('./fetch-
|
|
10
|
-
const
|
|
11
|
-
const
|
|
12
|
-
const
|
|
13
|
-
const
|
|
14
|
-
const
|
|
15
|
-
const
|
|
16
|
-
const
|
|
17
|
-
const
|
|
18
|
-
const
|
|
19
|
-
const
|
|
20
|
-
const
|
|
21
|
-
const
|
|
22
|
-
const
|
|
23
|
-
const
|
|
24
|
-
const
|
|
25
|
-
const
|
|
26
|
-
const
|
|
27
|
-
const
|
|
28
|
-
const
|
|
29
|
-
const
|
|
30
|
-
const
|
|
31
|
-
const
|
|
32
|
-
const require_rubyUtils = require('./rubyUtils-DCci_Y0f.cjs');
|
|
7
|
+
const require_types = require('./types-Cixl-wRO.cjs');
|
|
8
|
+
const require_util = require('./util-RfCZM4TD.cjs');
|
|
9
|
+
const require_fetch = require('./fetch-BgYKpAJ7.cjs');
|
|
10
|
+
const require_cache = require('./cache-BnrNlhzE.cjs');
|
|
11
|
+
const require_extractor = require('./extractor-wSeR47-c.cjs');
|
|
12
|
+
const require_genaiTracer = require('./genaiTracer-BQ8AmajD.cjs');
|
|
13
|
+
const require_chat = require('./chat-QHQ-K-Fi.cjs');
|
|
14
|
+
const require_tokenUsageUtils = require('./tokenUsageUtils-BtZd3sP7.cjs');
|
|
15
|
+
const require_transform$1 = require('./transform-DeVdMzaA.cjs');
|
|
16
|
+
const require_messages = require('./messages-CvFzyCty.cjs');
|
|
17
|
+
const require_util$1 = require('./util-CfLcBZEA.cjs');
|
|
18
|
+
const require_openai = require('./openai-BjpdxIOG.cjs');
|
|
19
|
+
const require_util$2 = require('./util-Dxwavk84.cjs');
|
|
20
|
+
const require_completion = require('./completion-C03fIkcR.cjs');
|
|
21
|
+
const require_accounts = require('./accounts-TGrHBZU9.cjs');
|
|
22
|
+
const require_server = require('./server-BRPZ0ZqY.cjs');
|
|
23
|
+
const require_blobs = require('./blobs-BPAqMoU_.cjs');
|
|
24
|
+
const require_tables = require('./tables-D_nKFrHt.cjs');
|
|
25
|
+
const require_telemetry = require('./telemetry-B9G9VzVT.cjs');
|
|
26
|
+
const require_text = require('./text-PYISqVm1.cjs');
|
|
27
|
+
const require_store = require('./store-BwsF10Db.cjs');
|
|
28
|
+
const require_base = require('./base-B_pJcCDc.cjs');
|
|
29
|
+
const require_image = require('./image-VWd0wZmz.cjs');
|
|
30
|
+
const require_providerRegistry = require('./providerRegistry-HGQd2MF6.cjs');
|
|
31
|
+
const require_rubyUtils = require('./rubyUtils-rnCVDgH-.cjs');
|
|
33
32
|
let fs = require("fs");
|
|
34
33
|
fs = require_logger.__toESM(fs);
|
|
35
34
|
let path = require("path");
|
|
@@ -4703,26 +4702,6 @@ async function getOrgContext() {
|
|
|
4703
4702
|
//#region src/redteam/plugins/agentic/constants.ts
|
|
4704
4703
|
const REDTEAM_MEMORY_POISONING_PLUGIN_ID = "promptfoo:redteam:agentic:memory-poisoning";
|
|
4705
4704
|
|
|
4706
|
-
//#endregion
|
|
4707
|
-
//#region src/blobs/remoteUpload.ts
|
|
4708
|
-
function buildRemoteUrl() {
|
|
4709
|
-
const baseUrl = require_fetch.cloudConfig.getApiHost();
|
|
4710
|
-
const apiKey = require_fetch.cloudConfig.getApiKey();
|
|
4711
|
-
if (!baseUrl || !apiKey || !require_accounts.isLoggedIntoCloud()) return null;
|
|
4712
|
-
try {
|
|
4713
|
-
return new URL("/api/blobs", baseUrl).toString();
|
|
4714
|
-
} catch (error) {
|
|
4715
|
-
require_logger.logger_default.debug("[RemoteBlob] Invalid remote blob URL", {
|
|
4716
|
-
error: error instanceof Error ? error.message : String(error),
|
|
4717
|
-
baseUrl
|
|
4718
|
-
});
|
|
4719
|
-
return null;
|
|
4720
|
-
}
|
|
4721
|
-
}
|
|
4722
|
-
function shouldAttemptRemoteBlobUpload() {
|
|
4723
|
-
return buildRemoteUrl() !== null;
|
|
4724
|
-
}
|
|
4725
|
-
|
|
4726
4705
|
//#endregion
|
|
4727
4706
|
//#region src/providers/promptfoo.ts
|
|
4728
4707
|
/**
|
|
@@ -5956,7 +5935,7 @@ async function loadRedteamProvider({ provider, jsonOnly = false, preferSmallMode
|
|
|
5956
5935
|
ret = redteamProvider;
|
|
5957
5936
|
} else if (typeof redteamProvider === "string" || require_types.isProviderOptions(redteamProvider)) {
|
|
5958
5937
|
require_logger.logger_default.debug("Loading redteam provider", { provider: redteamProvider });
|
|
5959
|
-
ret = (await (await Promise.resolve().then(() => require("./providers-
|
|
5938
|
+
ret = (await (await Promise.resolve().then(() => require("./providers-BmFckJq8.cjs"))).loadApiProviders([redteamProvider]))[0];
|
|
5960
5939
|
} else {
|
|
5961
5940
|
const defaultModel = preferSmallModel ? ATTACKER_MODEL_SMALL : ATTACKER_MODEL;
|
|
5962
5941
|
require_logger.logger_default.debug(`Using default redteam provider: ${defaultModel}`);
|
|
@@ -6103,7 +6082,7 @@ async function getTargetResponse(targetProvider, targetPrompt, context, options)
|
|
|
6103
6082
|
}
|
|
6104
6083
|
if (!targetRespRaw.cached && targetProvider.delay && targetProvider.delay > 0) {
|
|
6105
6084
|
require_logger.logger_default.debug(`Sleeping for ${targetProvider.delay}ms`);
|
|
6106
|
-
await
|
|
6085
|
+
await require_fetch.sleep(targetProvider.delay);
|
|
6107
6086
|
}
|
|
6108
6087
|
const tokenUsage = {
|
|
6109
6088
|
numRequests: 1,
|
|
@@ -6221,7 +6200,7 @@ async function createIterationContext({ originalVars, transformVarsConfig, conte
|
|
|
6221
6200
|
* redteam conversation/history (prevents meta prompts from exploding with base64).
|
|
6222
6201
|
*/
|
|
6223
6202
|
async function externalizeResponseForRedteamHistory(response, context) {
|
|
6224
|
-
if (!require_extractor.isBlobStorageEnabled() && !shouldAttemptRemoteBlobUpload()) return response;
|
|
6203
|
+
if (!require_extractor.isBlobStorageEnabled() && !require_extractor.shouldAttemptRemoteBlobUpload()) return response;
|
|
6225
6204
|
return await require_extractor.extractAndStoreBinaryData(response, context) || response;
|
|
6226
6205
|
}
|
|
6227
6206
|
/**
|
|
@@ -6229,7 +6208,7 @@ async function externalizeResponseForRedteamHistory(response, context) {
|
|
|
6229
6208
|
*/
|
|
6230
6209
|
async function tryUnblocking({ messages, lastResponse, goal, purpose }) {
|
|
6231
6210
|
try {
|
|
6232
|
-
const { checkServerFeatureSupport } = await Promise.resolve().then(() => require("./server-
|
|
6211
|
+
const { checkServerFeatureSupport } = await Promise.resolve().then(() => require("./server-B0dYFkhY.cjs"));
|
|
6233
6212
|
const supportsUnblocking = await checkServerFeatureSupport("blocking-question-analysis", "2025-06-16T14:49:11-07:00");
|
|
6234
6213
|
if (!require_logger.getEnvBool("PROMPTFOO_ENABLE_UNBLOCKING")) {
|
|
6235
6214
|
require_logger.logger_default.debug("[Unblocking] Disabled by default (set PROMPTFOO_ENABLE_UNBLOCKING=true to enable)");
|
|
@@ -7439,7 +7418,7 @@ async function fetchTraceContext(traceId, options = {}) {
|
|
|
7439
7418
|
return null;
|
|
7440
7419
|
}
|
|
7441
7420
|
require_logger.logger_default.debug(`[TraceContext] No spans yet for trace ${traceId}, retrying in ${retryDelayMs}ms (attempt ${attempt + 1}/${maxRetries})`);
|
|
7442
|
-
await
|
|
7421
|
+
await require_fetch.sleep(retryDelayMs);
|
|
7443
7422
|
continue;
|
|
7444
7423
|
}
|
|
7445
7424
|
const traceSpans = createTraceSpans(spans);
|
|
@@ -7455,7 +7434,7 @@ async function fetchTraceContext(traceId, options = {}) {
|
|
|
7455
7434
|
} catch (error) {
|
|
7456
7435
|
require_logger.logger_default.error(`[TraceContext] Failed to fetch spans for trace ${traceId}: ${error}`);
|
|
7457
7436
|
if (attempt === maxRetries) return null;
|
|
7458
|
-
await
|
|
7437
|
+
await require_fetch.sleep(retryDelayMs);
|
|
7459
7438
|
}
|
|
7460
7439
|
return null;
|
|
7461
7440
|
}
|
|
@@ -8122,13 +8101,15 @@ function cleanupExpiredPageState() {
|
|
|
8122
8101
|
*/
|
|
8123
8102
|
async function checkExfilTracking(uuid, evalId) {
|
|
8124
8103
|
try {
|
|
8125
|
-
const
|
|
8104
|
+
const url = require_server.getRemoteGenerationUrl();
|
|
8105
|
+
const normalizedEvalId = evalId?.replace(/^eval-/, "");
|
|
8106
|
+
const response = await require_fetch.fetchWithRetries(url, {
|
|
8126
8107
|
method: "POST",
|
|
8127
8108
|
headers: { "Content-Type": "application/json" },
|
|
8128
8109
|
body: JSON.stringify({
|
|
8129
8110
|
task: "get-web-page-tracking",
|
|
8130
8111
|
uuid,
|
|
8131
|
-
evalId
|
|
8112
|
+
evalId: normalizedEvalId
|
|
8132
8113
|
})
|
|
8133
8114
|
}, 1e4);
|
|
8134
8115
|
if (!response.ok) {
|
|
@@ -8359,7 +8340,7 @@ async function transformForPerTurnLayer(testCases, injectVar, config) {
|
|
|
8359
8340
|
const attackPrompt = replaceUrlsWithExfilPlaceholder(rawAttackPrompt);
|
|
8360
8341
|
const goal = testCase.metadata?.goal;
|
|
8361
8342
|
const testCaseId = testCase.metadata?.testCaseId || testCase.metadata?.originalTestCaseId || (typeof goal === "string" ? `goal-${hashString(goal)}` : "unknown");
|
|
8362
|
-
const evalId = testCase.metadata?.evaluationId;
|
|
8343
|
+
const evalId = (testCase.metadata?.evaluationId)?.replace(/^eval-/, "");
|
|
8363
8344
|
const stateKey = evalId ? `${evalId}:${testCaseId}` : testCaseId;
|
|
8364
8345
|
let pageState = pageStateMap.get(stateKey);
|
|
8365
8346
|
let turnNumber;
|
|
@@ -9794,7 +9775,6 @@ async function textToAudio(text, language = "en", options) {
|
|
|
9794
9775
|
*/
|
|
9795
9776
|
async function addAudioToBase64(testCases, injectVar, config = {}) {
|
|
9796
9777
|
const audioTestCases = [];
|
|
9797
|
-
const language = config.language || "en";
|
|
9798
9778
|
const evalId = config.evalId;
|
|
9799
9779
|
let progressBar;
|
|
9800
9780
|
if (require_logger.logger_default.level !== "debug") {
|
|
@@ -9808,7 +9788,7 @@ async function addAudioToBase64(testCases, injectVar, config = {}) {
|
|
|
9808
9788
|
for (const testCase of testCases) {
|
|
9809
9789
|
require_invariant.invariant(testCase.vars, `Audio encoding: testCase.vars is required, but got ${JSON.stringify(testCase)}`);
|
|
9810
9790
|
const originalText = String(testCase.vars[injectVar]);
|
|
9811
|
-
const audioResult = await textToAudio(originalText, language, { evalId });
|
|
9791
|
+
const audioResult = await textToAudio(originalText, testCase.metadata?.language || testCase.metadata?.modifiers?.language || config.language || "en", { evalId });
|
|
9812
9792
|
audioTestCases.push({
|
|
9813
9793
|
...testCase,
|
|
9814
9794
|
assert: testCase.assert?.map((assertion) => ({
|
|
@@ -11301,7 +11281,7 @@ var CrescendoProvider = class {
|
|
|
11301
11281
|
});
|
|
11302
11282
|
let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
|
|
11303
11283
|
if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
|
|
11304
|
-
const { getGraderById } = await Promise.resolve().then(() => require("./graders-
|
|
11284
|
+
const { getGraderById } = await Promise.resolve().then(() => require("./graders-DuTWgLQF.cjs"));
|
|
11305
11285
|
let graderPassed;
|
|
11306
11286
|
const additionalRubric = getGoalRubric(this.userGoal);
|
|
11307
11287
|
while (roundNum < this.maxTurns) try {
|
|
@@ -11554,7 +11534,7 @@ ${traceSummary}\n\n`;
|
|
|
11554
11534
|
TokenUsageTracker.getInstance().trackUsage(redTeamingChat.id(), response.tokenUsage);
|
|
11555
11535
|
if (redTeamingChat.delay) {
|
|
11556
11536
|
require_logger.logger_default.debug(`[Crescendo] Sleeping for ${redTeamingChat.delay}ms`);
|
|
11557
|
-
await
|
|
11537
|
+
await require_fetch.sleep(redTeamingChat.delay);
|
|
11558
11538
|
}
|
|
11559
11539
|
if (response.error) throw new Error(`Error from redteam provider: ${response.error}`);
|
|
11560
11540
|
if (response.isRefusal) {
|
|
@@ -11749,7 +11729,7 @@ ${traceSummary}\n\n`;
|
|
|
11749
11729
|
TokenUsageTracker.getInstance().trackUsage(scoringProvider.id(), refusalResponse.tokenUsage);
|
|
11750
11730
|
if (scoringProvider.delay) {
|
|
11751
11731
|
require_logger.logger_default.debug(`[Crescendo] Sleeping for ${scoringProvider.delay}ms`);
|
|
11752
|
-
await
|
|
11732
|
+
await require_fetch.sleep(scoringProvider.delay);
|
|
11753
11733
|
}
|
|
11754
11734
|
if (refusalResponse.error) throw new Error(`Error from redteam (refusal) provider: ${refusalResponse.error}`);
|
|
11755
11735
|
require_logger.logger_default.debug(`[Crescendo] Refusal score response: ${refusalResponse.output}`);
|
|
@@ -11784,7 +11764,7 @@ ${traceSummary}\n\n`;
|
|
|
11784
11764
|
TokenUsageTracker.getInstance().trackUsage(scoringProvider.id(), evalResponse.tokenUsage);
|
|
11785
11765
|
if (scoringProvider.delay) {
|
|
11786
11766
|
require_logger.logger_default.debug(`[Crescendo] Sleeping for ${scoringProvider.delay}ms`);
|
|
11787
|
-
await
|
|
11767
|
+
await require_fetch.sleep(scoringProvider.delay);
|
|
11788
11768
|
}
|
|
11789
11769
|
if (evalResponse.error) throw new Error(`Error from redteam (eval) provider: ${evalResponse.error}`);
|
|
11790
11770
|
require_logger.logger_default.debug(`[Crescendo] Eval score response: ${evalResponse.output}`);
|
|
@@ -11976,7 +11956,7 @@ var CustomProvider = class {
|
|
|
11976
11956
|
let lastTransformResult;
|
|
11977
11957
|
let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
|
|
11978
11958
|
if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
|
|
11979
|
-
const { getGraderById } = await Promise.resolve().then(() => require("./graders-
|
|
11959
|
+
const { getGraderById } = await Promise.resolve().then(() => require("./graders-DuTWgLQF.cjs"));
|
|
11980
11960
|
let graderPassed;
|
|
11981
11961
|
let storedGraderResult;
|
|
11982
11962
|
const additionalRubric = getGoalRubric(this.userGoal);
|
|
@@ -12186,7 +12166,7 @@ This is the rationale behind the score: ${objectiveScore.rationale}\n\n`;
|
|
|
12186
12166
|
TokenUsageTracker.getInstance().trackUsage(redTeamingChat.id(), response.tokenUsage);
|
|
12187
12167
|
if (redTeamingChat.delay) {
|
|
12188
12168
|
require_logger.logger_default.debug(`[Custom] Sleeping for ${redTeamingChat.delay}ms`);
|
|
12189
|
-
await
|
|
12169
|
+
await require_fetch.sleep(redTeamingChat.delay);
|
|
12190
12170
|
}
|
|
12191
12171
|
if (response.error) throw new Error(`Error from redteam provider: ${response.error}`);
|
|
12192
12172
|
if (!response.output) {
|
|
@@ -12333,7 +12313,7 @@ This is the rationale behind the score: ${objectiveScore.rationale}\n\n`;
|
|
|
12333
12313
|
TokenUsageTracker.getInstance().trackUsage(scoringProvider.id(), refusalResponse.tokenUsage);
|
|
12334
12314
|
if (scoringProvider.delay) {
|
|
12335
12315
|
require_logger.logger_default.debug(`[Custom] Sleeping for ${scoringProvider.delay}ms`);
|
|
12336
|
-
await
|
|
12316
|
+
await require_fetch.sleep(scoringProvider.delay);
|
|
12337
12317
|
}
|
|
12338
12318
|
if (refusalResponse.error) throw new Error(`Error from redteam (refusal) provider: ${refusalResponse.error}`);
|
|
12339
12319
|
require_logger.logger_default.debug(`[Custom] Refusal score response: ${refusalResponse.output}`);
|
|
@@ -12368,7 +12348,7 @@ This is the rationale behind the score: ${objectiveScore.rationale}\n\n`;
|
|
|
12368
12348
|
TokenUsageTracker.getInstance().trackUsage(scoringProvider.id(), evalResponse.tokenUsage);
|
|
12369
12349
|
if (scoringProvider.delay) {
|
|
12370
12350
|
require_logger.logger_default.debug(`[Custom] Sleeping for ${scoringProvider.delay}ms`);
|
|
12371
|
-
await
|
|
12351
|
+
await require_fetch.sleep(scoringProvider.delay);
|
|
12372
12352
|
}
|
|
12373
12353
|
if (evalResponse.error) throw new Error(`Error from redteam (eval) provider: ${evalResponse.error}`);
|
|
12374
12354
|
require_logger.logger_default.debug(`[Custom] Eval score response: ${evalResponse.output}`);
|
|
@@ -12458,7 +12438,7 @@ var GoatProvider = class {
|
|
|
12458
12438
|
let assertToUse;
|
|
12459
12439
|
let graderPassed;
|
|
12460
12440
|
let storedGraderResult;
|
|
12461
|
-
const { getGraderById } = await Promise.resolve().then(() => require("./graders-
|
|
12441
|
+
const { getGraderById } = await Promise.resolve().then(() => require("./graders-DuTWgLQF.cjs"));
|
|
12462
12442
|
let test;
|
|
12463
12443
|
if (context?.test) {
|
|
12464
12444
|
test = context?.test;
|
|
@@ -12500,7 +12480,7 @@ var GoatProvider = class {
|
|
|
12500
12480
|
const unblockingResponse = await targetProvider.callApi(unblockingTargetPrompt, context, options);
|
|
12501
12481
|
if (!unblockingResponse.cached && targetProvider.delay && targetProvider.delay > 0) {
|
|
12502
12482
|
require_logger.logger_default.debug(`Sleeping for ${targetProvider.delay}ms`);
|
|
12503
|
-
await
|
|
12483
|
+
await require_fetch.sleep(targetProvider.delay);
|
|
12504
12484
|
}
|
|
12505
12485
|
require_tokenUsageUtils.accumulateResponseTokenUsage(totalTokenUsage, unblockingResponse);
|
|
12506
12486
|
const unblockingOutput = typeof unblockingResponse.output === "string" ? unblockingResponse.output : require_logger.safeJsonStringify(unblockingResponse.output);
|
|
@@ -12640,7 +12620,7 @@ var GoatProvider = class {
|
|
|
12640
12620
|
const targetResponse = await targetProvider.callApi(targetPrompt, context, options);
|
|
12641
12621
|
if (!targetResponse.cached && targetProvider.delay && targetProvider.delay > 0) {
|
|
12642
12622
|
require_logger.logger_default.debug(`Sleeping for ${targetProvider.delay}ms`);
|
|
12643
|
-
await
|
|
12623
|
+
await require_fetch.sleep(targetProvider.delay);
|
|
12644
12624
|
}
|
|
12645
12625
|
require_tokenUsageUtils.accumulateResponseTokenUsage(totalTokenUsage, targetResponse);
|
|
12646
12626
|
require_logger.logger_default.debug(`GOAT turn ${turn} target response`, { response: targetResponse });
|
|
@@ -12899,7 +12879,7 @@ var HydraProvider = class {
|
|
|
12899
12879
|
let lastTransformResult;
|
|
12900
12880
|
let lastTransformDisplayVars;
|
|
12901
12881
|
let lastFinalAttackPrompt;
|
|
12902
|
-
const { getGraderById } = await Promise.resolve().then(() => require("./graders-
|
|
12882
|
+
const { getGraderById } = await Promise.resolve().then(() => require("./graders-DuTWgLQF.cjs"));
|
|
12903
12883
|
let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
|
|
12904
12884
|
if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
|
|
12905
12885
|
let previousTraceSummary;
|
|
@@ -12936,7 +12916,7 @@ var HydraProvider = class {
|
|
|
12936
12916
|
vars: {}
|
|
12937
12917
|
}, options);
|
|
12938
12918
|
require_tokenUsageUtils.accumulateResponseTokenUsage(totalTokenUsage, agentResp);
|
|
12939
|
-
if (this.agentProvider.delay) await
|
|
12919
|
+
if (this.agentProvider.delay) await require_fetch.sleep(this.agentProvider.delay);
|
|
12940
12920
|
if (agentResp.error) {
|
|
12941
12921
|
require_logger.logger_default.debug("[Hydra] Agent provider error", {
|
|
12942
12922
|
turn,
|
|
@@ -13097,7 +13077,7 @@ var HydraProvider = class {
|
|
|
13097
13077
|
this.sessionId = targetResponse.sessionId;
|
|
13098
13078
|
sessionIds.push(targetResponse.sessionId);
|
|
13099
13079
|
}
|
|
13100
|
-
if (require_extractor.isBlobStorageEnabled() || shouldAttemptRemoteBlobUpload()) {
|
|
13080
|
+
if (require_extractor.isBlobStorageEnabled() || require_extractor.shouldAttemptRemoteBlobUpload()) {
|
|
13101
13081
|
const beforeOutput = targetResponse.output;
|
|
13102
13082
|
targetResponse = await externalizeResponseForRedteamHistory(targetResponse, {
|
|
13103
13083
|
evalId: context?.evaluationId,
|
|
@@ -13115,7 +13095,7 @@ var HydraProvider = class {
|
|
|
13115
13095
|
responseLength: targetResponse.output.length
|
|
13116
13096
|
});
|
|
13117
13097
|
}
|
|
13118
|
-
const historyOutput = require_extractor.isBlobStorageEnabled() || shouldAttemptRemoteBlobUpload() ? scrubOutputForHistory(targetResponse.output) : targetResponse.output;
|
|
13098
|
+
const historyOutput = require_extractor.isBlobStorageEnabled() || require_extractor.shouldAttemptRemoteBlobUpload() ? scrubOutputForHistory(targetResponse.output) : targetResponse.output;
|
|
13119
13099
|
this.conversationHistory.push({
|
|
13120
13100
|
role: "assistant",
|
|
13121
13101
|
content: historyOutput
|
|
@@ -13427,7 +13407,7 @@ var IndirectWebPwnProvider = class {
|
|
|
13427
13407
|
const goal = context?.test?.metadata?.goal || (typeof injectVarValue === "string" ? injectVarValue : void 0);
|
|
13428
13408
|
const purpose = context?.test?.metadata?.purpose;
|
|
13429
13409
|
const testCaseId = context?.test?.metadata?.testCaseId || `scan-${this.config.scanId}`;
|
|
13430
|
-
const evalId = context?.evaluationId;
|
|
13410
|
+
const evalId = context?.evaluationId?.replace(/^eval-/, "");
|
|
13431
13411
|
require_logger.logger_default.debug("[IndirectWebPwn] Starting attack", {
|
|
13432
13412
|
goal,
|
|
13433
13413
|
purpose,
|
|
@@ -13625,7 +13605,7 @@ async function runRedteamConversation$2({ context, filters, injectVar, numIterat
|
|
|
13625
13605
|
TokenUsageTracker.getInstance().trackUsage(redteamProvider.id(), redteamResp.tokenUsage);
|
|
13626
13606
|
if (redteamProvider.delay) {
|
|
13627
13607
|
require_logger.logger_default.debug(`[Iterative] Sleeping for ${redteamProvider.delay}ms`);
|
|
13628
|
-
await
|
|
13608
|
+
await require_fetch.sleep(redteamProvider.delay);
|
|
13629
13609
|
}
|
|
13630
13610
|
require_logger.logger_default.debug("[Iterative] Raw redteam response", { response: redteamResp });
|
|
13631
13611
|
if (redteamResp.error) {
|
|
@@ -13742,7 +13722,7 @@ async function runRedteamConversation$2({ context, filters, injectVar, numIterat
|
|
|
13742
13722
|
if (sessionId) sessionIds.push(sessionId);
|
|
13743
13723
|
let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
|
|
13744
13724
|
if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
|
|
13745
|
-
const { getGraderById } = await Promise.resolve().then(() => require("./graders-
|
|
13725
|
+
const { getGraderById } = await Promise.resolve().then(() => require("./graders-DuTWgLQF.cjs"));
|
|
13746
13726
|
if (test && assertToUse) {
|
|
13747
13727
|
const grader = getGraderById(assertToUse.type);
|
|
13748
13728
|
if (grader) {
|
|
@@ -13826,7 +13806,7 @@ async function runRedteamConversation$2({ context, filters, injectVar, numIterat
|
|
|
13826
13806
|
TokenUsageTracker.getInstance().trackUsage(gradingProvider.id(), judgeResp.tokenUsage);
|
|
13827
13807
|
if (gradingProvider.delay) {
|
|
13828
13808
|
require_logger.logger_default.debug(`[Iterative] Sleeping for ${gradingProvider.delay}ms`);
|
|
13829
|
-
await
|
|
13809
|
+
await require_fetch.sleep(gradingProvider.delay);
|
|
13830
13810
|
}
|
|
13831
13811
|
require_logger.logger_default.debug("[Iterative] Raw judge response", { response: judgeResp });
|
|
13832
13812
|
if (judgeResp.error) {
|
|
@@ -14180,7 +14160,7 @@ async function runRedteamConversation$1({ prompt, filters, vars, redteamProvider
|
|
|
14180
14160
|
const iterationVars = iterationContext?.vars || {};
|
|
14181
14161
|
const redteamBody = JSON.stringify(redteamHistory);
|
|
14182
14162
|
const redteamResp = await redteamProvider.callApi(redteamBody, void 0, options);
|
|
14183
|
-
if (redteamProvider.delay) await
|
|
14163
|
+
if (redteamProvider.delay) await require_fetch.sleep(redteamProvider.delay);
|
|
14184
14164
|
TokenUsageTracker.getInstance().trackUsage(redteamProvider.id(), redteamResp.tokenUsage);
|
|
14185
14165
|
if (redteamResp.error) {
|
|
14186
14166
|
require_logger.logger_default.warn(`Iteration ${i + 1}: Redteam provider error: ${redteamResp.error}`);
|
|
@@ -14233,7 +14213,7 @@ async function runRedteamConversation$1({ prompt, filters, vars, redteamProvider
|
|
|
14233
14213
|
}]
|
|
14234
14214
|
}]), void 0, options);
|
|
14235
14215
|
require_tokenUsageUtils.accumulateResponseTokenUsage(totalTokenUsage, visionResponse);
|
|
14236
|
-
if (visionProvider.delay) await
|
|
14216
|
+
if (visionProvider.delay) await require_fetch.sleep(visionProvider.delay);
|
|
14237
14217
|
if (visionResponse.error) {
|
|
14238
14218
|
require_logger.logger_default.warn(`Iteration ${i + 1}: Vision API error: ${visionResponse.error}`);
|
|
14239
14219
|
continue;
|
|
@@ -14275,7 +14255,7 @@ async function runRedteamConversation$1({ prompt, filters, vars, redteamProvider
|
|
|
14275
14255
|
`
|
|
14276
14256
|
}]);
|
|
14277
14257
|
const judgeResp = await redteamProvider.callApi(judgeBody, void 0, options);
|
|
14278
|
-
if (redteamProvider.delay) await
|
|
14258
|
+
if (redteamProvider.delay) await require_fetch.sleep(redteamProvider.delay);
|
|
14279
14259
|
TokenUsageTracker.getInstance().trackUsage(redteamProvider.id(), judgeResp.tokenUsage);
|
|
14280
14260
|
let score;
|
|
14281
14261
|
let scoreComponents;
|
|
@@ -14462,7 +14442,7 @@ async function runMetaAgentRedteam({ context, filters, injectVar, numIterations,
|
|
|
14462
14442
|
require_tokenUsageUtils.accumulateResponseTokenUsage(totalTokenUsage, agentResp);
|
|
14463
14443
|
if (agentProvider.delay) {
|
|
14464
14444
|
require_logger.logger_default.debug(`[IterativeMeta] Sleeping for ${agentProvider.delay}ms`);
|
|
14465
|
-
await
|
|
14445
|
+
await require_fetch.sleep(agentProvider.delay);
|
|
14466
14446
|
}
|
|
14467
14447
|
if (agentResp.error) {
|
|
14468
14448
|
require_logger.logger_default.debug(`[IterativeMeta] ${i + 1}/${numIterations} - Agent provider error`, { error: agentResp.error });
|
|
@@ -14572,7 +14552,7 @@ async function runMetaAgentRedteam({ context, filters, injectVar, numIterations,
|
|
|
14572
14552
|
previousTraceSummary = attackTraceSummary;
|
|
14573
14553
|
let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
|
|
14574
14554
|
if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
|
|
14575
|
-
const { getGraderById } = await Promise.resolve().then(() => require("./graders-
|
|
14555
|
+
const { getGraderById } = await Promise.resolve().then(() => require("./graders-DuTWgLQF.cjs"));
|
|
14576
14556
|
if (test && assertToUse) {
|
|
14577
14557
|
const grader = getGraderById(assertToUse.type);
|
|
14578
14558
|
if (grader) {
|
|
@@ -14858,7 +14838,7 @@ async function evaluateResponse(provider, judgeSystemPrompt, targetResponse, pre
|
|
|
14858
14838
|
TokenUsageTracker.getInstance().trackUsage(provider.id(), judgeResp.tokenUsage);
|
|
14859
14839
|
if (provider.delay) {
|
|
14860
14840
|
require_logger.logger_default.debug(`[IterativeTree] Sleeping for ${provider.delay}ms`);
|
|
14861
|
-
await
|
|
14841
|
+
await require_fetch.sleep(provider.delay);
|
|
14862
14842
|
}
|
|
14863
14843
|
require_logger.logger_default.debug("[IterativeTree] Judge response", { response: judgeResp });
|
|
14864
14844
|
if (judgeResp.error) throw new Error(`Error from redteam (judge) provider: ${judgeResp.error}`);
|
|
@@ -14903,7 +14883,7 @@ async function getNewPrompt(redteamProvider, redteamHistory) {
|
|
|
14903
14883
|
});
|
|
14904
14884
|
if (redteamProvider.delay) {
|
|
14905
14885
|
require_logger.logger_default.debug(`[IterativeTree] Sleeping for ${redteamProvider.delay}ms`);
|
|
14906
|
-
await
|
|
14886
|
+
await require_fetch.sleep(redteamProvider.delay);
|
|
14907
14887
|
}
|
|
14908
14888
|
require_logger.logger_default.debug("[IterativeTree] Redteam response", { response: redteamResp });
|
|
14909
14889
|
if (redteamResp.error) throw new Error(`Error from redteam provider: ${redteamResp.error}`);
|
|
@@ -15149,7 +15129,7 @@ async function runRedteamConversation({ context, filters, injectVar, options, pr
|
|
|
15149
15129
|
noImprovementCount++;
|
|
15150
15130
|
if (noImprovementCount % 5 === 0) require_logger.logger_default.debug(`[Depth ${depth}, Attempt ${attempts}] No improvement for ${noImprovementCount} consecutive iterations. Max score: ${maxScore}`);
|
|
15151
15131
|
}
|
|
15152
|
-
const { getGraderById } = await Promise.resolve().then(() => require("./graders-
|
|
15132
|
+
const { getGraderById } = await Promise.resolve().then(() => require("./graders-DuTWgLQF.cjs"));
|
|
15153
15133
|
let graderPassed;
|
|
15154
15134
|
let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
|
|
15155
15135
|
if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
|
|
@@ -15614,13 +15594,14 @@ var SimulatedUser = class {
|
|
|
15614
15594
|
}
|
|
15615
15595
|
if (targetProvider.delay) {
|
|
15616
15596
|
require_logger.logger_default.debug(`[SimulatedUser] Sleeping for ${targetProvider.delay}ms`);
|
|
15617
|
-
await
|
|
15597
|
+
await require_fetch.sleep(targetProvider.delay);
|
|
15618
15598
|
}
|
|
15619
15599
|
require_logger.logger_default.debug(`[SimulatedUser] Agent: ${response.output}`);
|
|
15620
15600
|
return response;
|
|
15621
15601
|
}
|
|
15622
15602
|
async callApi(_prompt, context, _callApiOptions) {
|
|
15623
15603
|
require_invariant.invariant(context?.originalProvider, "Expected originalProvider to be set");
|
|
15604
|
+
const targetProvider = context.originalProvider;
|
|
15624
15605
|
const instructions = require_util.getNunjucksEngine().renderString(this.rawInstructions, context?.vars);
|
|
15625
15606
|
const userProvider = new PromptfooSimulatedUserProvider({ instructions }, this.taskId);
|
|
15626
15607
|
require_logger.logger_default.debug(`[SimulatedUser] Formatted user instructions: ${instructions}`);
|
|
@@ -15636,7 +15617,7 @@ var SimulatedUser = class {
|
|
|
15636
15617
|
let agentResponse;
|
|
15637
15618
|
if ((messages.length > 0 ? messages[messages.length - 1].role : null) === "user") {
|
|
15638
15619
|
require_logger.logger_default.debug("[SimulatedUser] Initial messages end with user message, getting agent response first");
|
|
15639
|
-
agentResponse = await this.sendMessageToAgent(messages,
|
|
15620
|
+
agentResponse = await this.sendMessageToAgent(messages, targetProvider, context);
|
|
15640
15621
|
if (agentResponse.error) return {
|
|
15641
15622
|
error: agentResponse.error,
|
|
15642
15623
|
tokenUsage
|
|
@@ -15659,7 +15640,7 @@ var SimulatedUser = class {
|
|
|
15659
15640
|
const lastMessage = messagesToUser[messagesToUser.length - 1];
|
|
15660
15641
|
if (lastMessage.content && typeof lastMessage.content === "string" && lastMessage.content.includes("###STOP###")) break;
|
|
15661
15642
|
messages.push(lastMessage);
|
|
15662
|
-
agentResponse = await this.sendMessageToAgent(messagesToUser,
|
|
15643
|
+
agentResponse = await this.sendMessageToAgent(messagesToUser, targetProvider, context);
|
|
15663
15644
|
if (agentResponse.error) return {
|
|
15664
15645
|
error: agentResponse.error,
|
|
15665
15646
|
tokenUsage
|
|
@@ -16222,7 +16203,7 @@ var AzureAssistantProvider = class extends AzureGenericProvider {
|
|
|
16222
16203
|
const startTime = Date.now();
|
|
16223
16204
|
while (["queued", "in_progress"].includes(runStatus.status)) {
|
|
16224
16205
|
if (Date.now() - startTime > maxPollTime) throw new Error(`Run polling timed out after ${maxPollTime}ms. Last status: ${runStatus.status}`);
|
|
16225
|
-
await
|
|
16206
|
+
await require_fetch.sleep(pollIntervalMs);
|
|
16226
16207
|
runStatus = await this.makeRequest(`${apiBaseUrl}/openai/threads/${threadId}/runs/${runId}?api-version=${apiVersion}`, {
|
|
16227
16208
|
method: "GET",
|
|
16228
16209
|
headers: await this.getHeaders()
|
|
@@ -16263,7 +16244,7 @@ var AzureAssistantProvider = class extends AzureGenericProvider {
|
|
|
16263
16244
|
headers: await this.getHeaders(),
|
|
16264
16245
|
body: JSON.stringify({ tool_outputs: emptyOutputs })
|
|
16265
16246
|
});
|
|
16266
|
-
await
|
|
16247
|
+
await require_fetch.sleep(pollIntervalMs);
|
|
16267
16248
|
continue;
|
|
16268
16249
|
} catch (error) {
|
|
16269
16250
|
require_logger.logger_default.error(`Error submitting empty tool outputs: ${error.message}`);
|
|
@@ -16348,7 +16329,7 @@ var AzureAssistantProvider = class extends AzureGenericProvider {
|
|
|
16348
16329
|
}
|
|
16349
16330
|
break;
|
|
16350
16331
|
}
|
|
16351
|
-
await
|
|
16332
|
+
await require_fetch.sleep(pollIntervalMs);
|
|
16352
16333
|
if (Date.now() - startTime > 3e4) pollIntervalMs = Math.min(pollIntervalMs * 1.5, 5e3);
|
|
16353
16334
|
} catch (error) {
|
|
16354
16335
|
require_logger.logger_default.error(`Error polling run status: ${error}`);
|
|
@@ -16782,7 +16763,7 @@ var AzureFoundryAgentProvider = class extends AzureGenericProvider {
|
|
|
16782
16763
|
let run = await client.agents.runs.get(threadId, runId);
|
|
16783
16764
|
while (["queued", "in_progress"].includes(run.status)) {
|
|
16784
16765
|
if (Date.now() - startTime > maxPollTime) throw new Error(`Run polling timed out after ${maxPollTime}ms. Last status: ${run.status}`);
|
|
16785
|
-
await
|
|
16766
|
+
await require_fetch.sleep(pollIntervalMs);
|
|
16786
16767
|
run = await client.agents.runs.get(threadId, runId);
|
|
16787
16768
|
if (Date.now() - startTime > 3e4) pollIntervalMs = Math.min(pollIntervalMs * 1.5, 5e3);
|
|
16788
16769
|
}
|
|
@@ -16814,7 +16795,7 @@ var AzureFoundryAgentProvider = class extends AzureGenericProvider {
|
|
|
16814
16795
|
}));
|
|
16815
16796
|
try {
|
|
16816
16797
|
await client.agents.runs.submitToolOutputs(threadId, run.id, emptyOutputs);
|
|
16817
|
-
await
|
|
16798
|
+
await require_fetch.sleep(pollIntervalMs);
|
|
16818
16799
|
continue;
|
|
16819
16800
|
} catch (error) {
|
|
16820
16801
|
require_logger.logger_default.error(`Error submitting empty tool outputs: ${error.message}`);
|
|
@@ -16890,7 +16871,7 @@ var AzureFoundryAgentProvider = class extends AzureGenericProvider {
|
|
|
16890
16871
|
}
|
|
16891
16872
|
break;
|
|
16892
16873
|
}
|
|
16893
|
-
await
|
|
16874
|
+
await require_fetch.sleep(pollIntervalMs);
|
|
16894
16875
|
if (Date.now() - startTime > 3e4) pollIntervalMs = Math.min(pollIntervalMs * 1.5, 5e3);
|
|
16895
16876
|
} catch (error) {
|
|
16896
16877
|
require_logger.logger_default.error(`Error polling run status: ${error}`);
|
|
@@ -17347,7 +17328,7 @@ var AzureVideoProvider = class extends AzureGenericProvider {
|
|
|
17347
17328
|
job,
|
|
17348
17329
|
error: job.failure_reason || `Video generation ${job.status}`
|
|
17349
17330
|
};
|
|
17350
|
-
await
|
|
17331
|
+
await require_fetch.sleep(pollIntervalMs);
|
|
17351
17332
|
} catch (err) {
|
|
17352
17333
|
return {
|
|
17353
17334
|
job: {},
|
|
@@ -20324,7 +20305,7 @@ var EchoProvider = class {
|
|
|
20324
20305
|
return "[Echo Provider]";
|
|
20325
20306
|
}
|
|
20326
20307
|
async callApi(input, _options, context) {
|
|
20327
|
-
if (this.delay && this.delay > 0) await
|
|
20308
|
+
if (this.delay && this.delay > 0) await require_fetch.sleep(this.delay);
|
|
20328
20309
|
return {
|
|
20329
20310
|
output: input,
|
|
20330
20311
|
raw: input,
|
|
@@ -23344,7 +23325,7 @@ var GoogleImageProvider = class {
|
|
|
23344
23325
|
if (attempt === this.maxRetries - 1) throw error;
|
|
23345
23326
|
const delay = this.baseRetryDelay * Math.pow(2, attempt);
|
|
23346
23327
|
require_logger.logger_default.warn(`${operationName} failed (attempt ${attempt + 1}/${this.maxRetries}), retrying in ${delay}ms...`);
|
|
23347
|
-
await
|
|
23328
|
+
await require_fetch.sleep(delay);
|
|
23348
23329
|
}
|
|
23349
23330
|
throw lastError;
|
|
23350
23331
|
}
|
|
@@ -23985,7 +23966,7 @@ var GoogleVideoProvider = class {
|
|
|
23985
23966
|
if (operation.error) return { error: `Video generation failed: ${operation.error.message}` };
|
|
23986
23967
|
return { operation };
|
|
23987
23968
|
}
|
|
23988
|
-
await
|
|
23969
|
+
await require_fetch.sleep(pollIntervalMs);
|
|
23989
23970
|
} catch (err) {
|
|
23990
23971
|
const error = err;
|
|
23991
23972
|
return { error: `Polling error: ${error.response?.data?.error?.message || error.message || String(err)}` };
|
|
@@ -27184,7 +27165,7 @@ var OpenAiAssistantProvider = class extends require_openai.OpenAiGenericProvider
|
|
|
27184
27165
|
run = currentRun;
|
|
27185
27166
|
break;
|
|
27186
27167
|
}
|
|
27187
|
-
await
|
|
27168
|
+
await require_fetch.sleep(1e3);
|
|
27188
27169
|
}
|
|
27189
27170
|
if (run.status !== "completed" && run.status !== "requires_action") {
|
|
27190
27171
|
if (run.last_error) return { error: `Thread run failed: ${run.last_error.message}` };
|
|
@@ -28397,7 +28378,7 @@ var OpenAiVideoProvider = class extends require_openai.OpenAiGenericProvider {
|
|
|
28397
28378
|
job,
|
|
28398
28379
|
error: job.error?.message || "Video generation failed"
|
|
28399
28380
|
};
|
|
28400
|
-
await
|
|
28381
|
+
await require_fetch.sleep(pollIntervalMs);
|
|
28401
28382
|
} catch (err) {
|
|
28402
28383
|
return {
|
|
28403
28384
|
job: {},
|
|
@@ -29352,11 +29333,12 @@ var PythonProvider = class {
|
|
|
29352
29333
|
}
|
|
29353
29334
|
return parsedResult;
|
|
29354
29335
|
} else {
|
|
29355
|
-
|
|
29356
|
-
|
|
29357
|
-
delete
|
|
29358
|
-
delete
|
|
29359
|
-
delete
|
|
29336
|
+
const sanitizedContext = context ? { ...context } : void 0;
|
|
29337
|
+
if (sanitizedContext) {
|
|
29338
|
+
delete sanitizedContext.getCache;
|
|
29339
|
+
delete sanitizedContext.logger;
|
|
29340
|
+
delete sanitizedContext.filters;
|
|
29341
|
+
delete sanitizedContext.originalProvider;
|
|
29360
29342
|
}
|
|
29361
29343
|
const optionsWithProcessedConfig = {
|
|
29362
29344
|
...this.options,
|
|
@@ -29368,7 +29350,7 @@ var PythonProvider = class {
|
|
|
29368
29350
|
const args = apiType === "call_api" ? [
|
|
29369
29351
|
prompt,
|
|
29370
29352
|
optionsWithProcessedConfig,
|
|
29371
|
-
|
|
29353
|
+
sanitizedContext
|
|
29372
29354
|
] : [prompt, optionsWithProcessedConfig];
|
|
29373
29355
|
require_logger.logger_default.debug(`Executing python script ${absPath} via worker pool with args: ${require_logger.safeJsonStringify(args)}`);
|
|
29374
29356
|
const functionName = this.functionName || apiType;
|
|
@@ -32151,7 +32133,7 @@ var XAIVideoProvider = class {
|
|
|
32151
32133
|
}
|
|
32152
32134
|
if ("status" in data && data.status === "failed") return { error: data.error || "Video generation failed" };
|
|
32153
32135
|
if ("status" in data) require_logger.logger_default.debug(`[${PROVIDER_NAME}] Job ${requestId} status: ${data.status}`);
|
|
32154
|
-
await
|
|
32136
|
+
await require_fetch.sleep(pollIntervalMs);
|
|
32155
32137
|
} catch (err) {
|
|
32156
32138
|
return { error: `Polling error: ${String(err)}` };
|
|
32157
32139
|
}
|
|
@@ -32722,7 +32704,7 @@ const providerMap = [
|
|
|
32722
32704
|
{
|
|
32723
32705
|
test: (providerPath) => providerPath.startsWith("opencode:") || providerPath === "opencode",
|
|
32724
32706
|
create: async (providerPath, providerOptions, context) => {
|
|
32725
|
-
const { OpenCodeSDKProvider } = await Promise.resolve().then(() => require("./opencode-sdk-
|
|
32707
|
+
const { OpenCodeSDKProvider } = await Promise.resolve().then(() => require("./opencode-sdk-CrlvqSy2.cjs"));
|
|
32726
32708
|
return new OpenCodeSDKProvider({
|
|
32727
32709
|
...providerOptions,
|
|
32728
32710
|
id: providerPath,
|
|
@@ -32734,7 +32716,7 @@ const providerMap = [
|
|
|
32734
32716
|
{
|
|
32735
32717
|
test: (providerPath) => providerPath.startsWith("anthropic:claude-agent-sdk") || providerPath.startsWith("anthropic:claude-code"),
|
|
32736
32718
|
create: async (_providerPath, providerOptions, context) => {
|
|
32737
|
-
const { ClaudeCodeSDKProvider } = await Promise.resolve().then(() => require("./claude-agent-sdk-
|
|
32719
|
+
const { ClaudeCodeSDKProvider } = await Promise.resolve().then(() => require("./claude-agent-sdk-D3AZJyZ7.cjs"));
|
|
32738
32720
|
return new ClaudeCodeSDKProvider({
|
|
32739
32721
|
...providerOptions,
|
|
32740
32722
|
env: context.env
|
|
@@ -32791,25 +32773,25 @@ const providerMap = [
|
|
|
32791
32773
|
const modelName = splits.slice(2).join(":");
|
|
32792
32774
|
if (modelType === "converse") return new AwsBedrockConverseProvider(modelName, providerOptions);
|
|
32793
32775
|
if (modelType === "nova-sonic" || modelType.includes("amazon.nova-sonic")) {
|
|
32794
|
-
const { NovaSonicProvider } = await Promise.resolve().then(() => require("./nova-sonic-
|
|
32776
|
+
const { NovaSonicProvider } = await Promise.resolve().then(() => require("./nova-sonic-brE_2yrZ.cjs"));
|
|
32795
32777
|
return new NovaSonicProvider("amazon.nova-sonic-v1:0", providerOptions);
|
|
32796
32778
|
}
|
|
32797
32779
|
if (modelType.includes("luma.ray") || modelName.includes("luma.ray")) {
|
|
32798
|
-
const { LumaRayVideoProvider } = await Promise.resolve().then(() => require("./luma-ray-
|
|
32780
|
+
const { LumaRayVideoProvider } = await Promise.resolve().then(() => require("./luma-ray-CRKJx6ue.cjs"));
|
|
32799
32781
|
return new LumaRayVideoProvider(modelName.includes("luma.ray") ? modelName : splits.slice(1).join(":") || "luma.ray-v2:0", providerOptions);
|
|
32800
32782
|
}
|
|
32801
32783
|
if (modelType.includes("amazon.nova-reel") || modelType === "video" && (modelName.includes("amazon.nova-reel") || modelName === "")) {
|
|
32802
|
-
const { NovaReelVideoProvider } = await Promise.resolve().then(() => require("./nova-reel-
|
|
32784
|
+
const { NovaReelVideoProvider } = await Promise.resolve().then(() => require("./nova-reel-XAkfcmhf.cjs"));
|
|
32803
32785
|
return new NovaReelVideoProvider(modelName || "amazon.nova-reel-v1:1", providerOptions);
|
|
32804
32786
|
}
|
|
32805
32787
|
if (modelType === "agents") {
|
|
32806
|
-
const { AwsBedrockAgentsProvider } = await Promise.resolve().then(() => require("./agents-
|
|
32788
|
+
const { AwsBedrockAgentsProvider } = await Promise.resolve().then(() => require("./agents-d76o9WLl.cjs"));
|
|
32807
32789
|
return new AwsBedrockAgentsProvider(modelName, providerOptions);
|
|
32808
32790
|
}
|
|
32809
32791
|
if (modelType === "completion") return new AwsBedrockCompletionProvider(modelName, providerOptions);
|
|
32810
32792
|
if (modelType === "embeddings" || modelType === "embedding") return new AwsBedrockEmbeddingProvider(modelName, providerOptions);
|
|
32811
32793
|
if (modelType === "kb" || modelType === "knowledge-base") {
|
|
32812
|
-
const { AwsBedrockKnowledgeBaseProvider } = await Promise.resolve().then(() => require("./knowledgeBase-
|
|
32794
|
+
const { AwsBedrockKnowledgeBaseProvider } = await Promise.resolve().then(() => require("./knowledgeBase-BKA28wUv.cjs"));
|
|
32813
32795
|
return new AwsBedrockKnowledgeBaseProvider(modelName, providerOptions);
|
|
32814
32796
|
}
|
|
32815
32797
|
return new AwsBedrockCompletionProvider(splits.slice(1).join(":"), providerOptions);
|
|
@@ -32819,7 +32801,7 @@ const providerMap = [
|
|
|
32819
32801
|
test: (providerPath) => providerPath.startsWith("bedrock-agent:"),
|
|
32820
32802
|
create: async (providerPath, providerOptions, _context) => {
|
|
32821
32803
|
const agentId = providerPath.substring(14);
|
|
32822
|
-
const { AwsBedrockAgentsProvider } = await Promise.resolve().then(() => require("./agents-
|
|
32804
|
+
const { AwsBedrockAgentsProvider } = await Promise.resolve().then(() => require("./agents-d76o9WLl.cjs"));
|
|
32823
32805
|
return new AwsBedrockAgentsProvider(agentId, providerOptions);
|
|
32824
32806
|
}
|
|
32825
32807
|
},
|
|
@@ -32829,7 +32811,7 @@ const providerMap = [
|
|
|
32829
32811
|
const splits = providerPath.split(":");
|
|
32830
32812
|
const modelType = splits[1];
|
|
32831
32813
|
const endpointName = splits.slice(2).join(":");
|
|
32832
|
-
const { SageMakerCompletionProvider, SageMakerEmbeddingProvider } = await Promise.resolve().then(() => require("./sagemaker-
|
|
32814
|
+
const { SageMakerCompletionProvider, SageMakerEmbeddingProvider } = await Promise.resolve().then(() => require("./sagemaker-DwJOnUlQ.cjs"));
|
|
32833
32815
|
if (modelType === "embedding" || modelType === "embeddings") return new SageMakerEmbeddingProvider(endpointName || modelType, providerOptions);
|
|
32834
32816
|
if (splits.length === 2) return new SageMakerCompletionProvider(modelType, providerOptions);
|
|
32835
32817
|
if (endpointName.includes("jumpstart") || modelType === "jumpstart") return new SageMakerCompletionProvider(endpointName, {
|
|
@@ -32870,7 +32852,7 @@ const providerMap = [
|
|
|
32870
32852
|
{
|
|
32871
32853
|
test: (providerPath) => providerPath.startsWith("cloudflare-ai:"),
|
|
32872
32854
|
create: async (providerPath, providerOptions, context) => {
|
|
32873
|
-
const { createCloudflareAiProvider } = await Promise.resolve().then(() => require("./cloudflare-ai-
|
|
32855
|
+
const { createCloudflareAiProvider } = await Promise.resolve().then(() => require("./cloudflare-ai-CzAtX1Wg.cjs"));
|
|
32874
32856
|
return createCloudflareAiProvider(providerPath, {
|
|
32875
32857
|
...providerOptions,
|
|
32876
32858
|
env: context.env
|
|
@@ -32880,7 +32862,7 @@ const providerMap = [
|
|
|
32880
32862
|
{
|
|
32881
32863
|
test: (providerPath) => providerPath.startsWith("cloudflare-gateway:"),
|
|
32882
32864
|
create: async (providerPath, providerOptions, context) => {
|
|
32883
|
-
const { createCloudflareGatewayProvider } = await Promise.resolve().then(() => require("./cloudflare-gateway-
|
|
32865
|
+
const { createCloudflareGatewayProvider } = await Promise.resolve().then(() => require("./cloudflare-gateway-CIfquW2o.cjs"));
|
|
32884
32866
|
return createCloudflareGatewayProvider(providerPath, {
|
|
32885
32867
|
...providerOptions,
|
|
32886
32868
|
env: context.env
|
|
@@ -33032,27 +33014,27 @@ const providerMap = [
|
|
|
33032
33014
|
create: async (providerPath, providerOptions, context) => {
|
|
33033
33015
|
const modelType = providerPath.split(":")[1];
|
|
33034
33016
|
if (modelType === "image") {
|
|
33035
|
-
const { createHyperbolicImageProvider } = await Promise.resolve().then(() => require("./image-
|
|
33017
|
+
const { createHyperbolicImageProvider } = await Promise.resolve().then(() => require("./image-BVyYHTQG.cjs"));
|
|
33036
33018
|
return createHyperbolicImageProvider(providerPath, {
|
|
33037
33019
|
...providerOptions,
|
|
33038
33020
|
env: context.env
|
|
33039
33021
|
});
|
|
33040
33022
|
}
|
|
33041
33023
|
if (modelType === "audio") {
|
|
33042
|
-
const { createHyperbolicAudioProvider } = await Promise.resolve().then(() => require("./audio-
|
|
33024
|
+
const { createHyperbolicAudioProvider } = await Promise.resolve().then(() => require("./audio-TfpCt0uC.cjs"));
|
|
33043
33025
|
return createHyperbolicAudioProvider(providerPath, {
|
|
33044
33026
|
...providerOptions,
|
|
33045
33027
|
env: context.env
|
|
33046
33028
|
});
|
|
33047
33029
|
}
|
|
33048
|
-
const { createHyperbolicProvider } = await Promise.resolve().then(() => require("./chat-
|
|
33030
|
+
const { createHyperbolicProvider } = await Promise.resolve().then(() => require("./chat-B_-w6xgb.cjs"));
|
|
33049
33031
|
return createHyperbolicProvider(providerPath, providerOptions);
|
|
33050
33032
|
}
|
|
33051
33033
|
},
|
|
33052
33034
|
{
|
|
33053
33035
|
test: (providerPath) => providerPath.startsWith("litellm:"),
|
|
33054
33036
|
create: async (providerPath, providerOptions, context) => {
|
|
33055
|
-
const { createLiteLLMProvider } = await Promise.resolve().then(() => require("./litellm-
|
|
33037
|
+
const { createLiteLLMProvider } = await Promise.resolve().then(() => require("./litellm-vZYPcEUQ.cjs"));
|
|
33056
33038
|
return createLiteLLMProvider(providerPath, {
|
|
33057
33039
|
config: providerOptions,
|
|
33058
33040
|
env: context.env
|
|
@@ -33108,7 +33090,7 @@ const providerMap = [
|
|
|
33108
33090
|
const modelType = splits[1];
|
|
33109
33091
|
const modelName = splits.slice(2).join(":");
|
|
33110
33092
|
if (modelType === "codex-sdk" || modelType === "codex") {
|
|
33111
|
-
const { OpenAICodexSDKProvider } = await Promise.resolve().then(() => require("./codex-sdk-
|
|
33093
|
+
const { OpenAICodexSDKProvider } = await Promise.resolve().then(() => require("./codex-sdk-Cf5_CQch.cjs"));
|
|
33112
33094
|
return new OpenAICodexSDKProvider({
|
|
33113
33095
|
...providerOptions,
|
|
33114
33096
|
env: context.env
|
|
@@ -33121,7 +33103,7 @@ const providerMap = [
|
|
|
33121
33103
|
if (modelType === "realtime") return new OpenAiRealtimeProvider(modelName || "gpt-4o-realtime-preview-2024-12-17", providerOptions);
|
|
33122
33104
|
if (modelType === "responses") return new OpenAiResponsesProvider(modelName || "gpt-4.1-2025-04-14", providerOptions);
|
|
33123
33105
|
if (modelType === "transcription") {
|
|
33124
|
-
const { OpenAiTranscriptionProvider } = await Promise.resolve().then(() => require("./transcription-
|
|
33106
|
+
const { OpenAiTranscriptionProvider } = await Promise.resolve().then(() => require("./transcription-DEiYnjqG.cjs"));
|
|
33125
33107
|
return new OpenAiTranscriptionProvider(modelName || "gpt-4o-transcribe-diarize", providerOptions);
|
|
33126
33108
|
}
|
|
33127
33109
|
if (require_chat.OpenAiChatCompletionProvider.OPENAI_CHAT_MODEL_NAMES.includes(modelType)) return new require_chat.OpenAiChatCompletionProvider(modelType, providerOptions);
|
|
@@ -33129,11 +33111,11 @@ const providerMap = [
|
|
|
33129
33111
|
if (OpenAiRealtimeProvider.OPENAI_REALTIME_MODEL_NAMES.includes(modelType)) return new OpenAiRealtimeProvider(modelType, providerOptions);
|
|
33130
33112
|
if (OpenAiResponsesProvider.OPENAI_RESPONSES_MODEL_NAMES.includes(modelType)) return new OpenAiResponsesProvider(modelType, providerOptions);
|
|
33131
33113
|
if (modelType === "agents") {
|
|
33132
|
-
const { OpenAiAgentsProvider } = await Promise.resolve().then(() => require("./agents-
|
|
33114
|
+
const { OpenAiAgentsProvider } = await Promise.resolve().then(() => require("./agents-BW4zv9Ig.cjs"));
|
|
33133
33115
|
return new OpenAiAgentsProvider(modelName || "default-agent", providerOptions);
|
|
33134
33116
|
}
|
|
33135
33117
|
if (modelType === "chatkit") {
|
|
33136
|
-
const { OpenAiChatKitProvider } = await Promise.resolve().then(() => require("./chatkit-
|
|
33118
|
+
const { OpenAiChatKitProvider } = await Promise.resolve().then(() => require("./chatkit-yeVtURUi.cjs"));
|
|
33137
33119
|
return new OpenAiChatKitProvider(modelName || "", providerOptions);
|
|
33138
33120
|
}
|
|
33139
33121
|
if (modelType === "assistant") return new OpenAiAssistantProvider(modelName, providerOptions);
|
|
@@ -33176,7 +33158,7 @@ const providerMap = [
|
|
|
33176
33158
|
{
|
|
33177
33159
|
test: (providerPath) => providerPath.startsWith("quiverai:"),
|
|
33178
33160
|
create: async (providerPath, providerOptions, context) => {
|
|
33179
|
-
const { createQuiverAiProvider } = await Promise.resolve().then(() => require("./quiverai-
|
|
33161
|
+
const { createQuiverAiProvider } = await Promise.resolve().then(() => require("./quiverai-z8oPMSUZ.cjs"));
|
|
33180
33162
|
return createQuiverAiProvider(providerPath, providerOptions, context.env);
|
|
33181
33163
|
}
|
|
33182
33164
|
},
|
|
@@ -33221,7 +33203,7 @@ const providerMap = [
|
|
|
33221
33203
|
{
|
|
33222
33204
|
test: (providerPath) => providerPath.startsWith("aimlapi:"),
|
|
33223
33205
|
create: async (providerPath, providerOptions, context) => {
|
|
33224
|
-
const { createAimlApiProvider } = await Promise.resolve().then(() => require("./aimlapi-
|
|
33206
|
+
const { createAimlApiProvider } = await Promise.resolve().then(() => require("./aimlapi-DWjl0adX.cjs"));
|
|
33225
33207
|
return createAimlApiProvider(providerPath, {
|
|
33226
33208
|
...providerOptions,
|
|
33227
33209
|
env: context.env
|
|
@@ -33231,7 +33213,7 @@ const providerMap = [
|
|
|
33231
33213
|
{
|
|
33232
33214
|
test: (providerPath) => providerPath.startsWith("cometapi:"),
|
|
33233
33215
|
create: async (providerPath, providerOptions, context) => {
|
|
33234
|
-
const { createCometApiProvider } = await Promise.resolve().then(() => require("./cometapi-
|
|
33216
|
+
const { createCometApiProvider } = await Promise.resolve().then(() => require("./cometapi-iJEkEgpT.cjs"));
|
|
33235
33217
|
return createCometApiProvider(providerPath, {
|
|
33236
33218
|
...providerOptions,
|
|
33237
33219
|
env: context.env
|
|
@@ -33241,7 +33223,7 @@ const providerMap = [
|
|
|
33241
33223
|
{
|
|
33242
33224
|
test: (providerPath) => providerPath.startsWith("docker:"),
|
|
33243
33225
|
create: async (providerPath, providerOptions, context) => {
|
|
33244
|
-
const { createDockerProvider } = await Promise.resolve().then(() => require("./docker-
|
|
33226
|
+
const { createDockerProvider } = await Promise.resolve().then(() => require("./docker-BxmP6sGO.cjs"));
|
|
33245
33227
|
return createDockerProvider(providerPath, {
|
|
33246
33228
|
...providerOptions,
|
|
33247
33229
|
env: context.env
|
|
@@ -33507,7 +33489,7 @@ const providerMap = [
|
|
|
33507
33489
|
{
|
|
33508
33490
|
test: (providerPath) => providerPath.startsWith("transformers:") || providerPath.startsWith("transformers.js:"),
|
|
33509
33491
|
create: async (providerPath, providerOptions, _context) => {
|
|
33510
|
-
const { validateTransformersDependency } = await Promise.resolve().then(() => require("./transformersAvailability-
|
|
33492
|
+
const { validateTransformersDependency } = await Promise.resolve().then(() => require("./transformersAvailability-BaoWHpu1.cjs"));
|
|
33511
33493
|
await validateTransformersDependency();
|
|
33512
33494
|
const splits = providerPath.split(":");
|
|
33513
33495
|
if (splits.length < 3) throw new Error(`Invalid Transformers.js provider path: ${providerPath}. Format: transformers:<task>:<model>
|
|
@@ -33527,7 +33509,7 @@ Example: transformers:feature-extraction:Xenova/all-MiniLM-L6-v2`);
|
|
|
33527
33509
|
test: (providerPath) => providerPath === "slack" || providerPath.startsWith("slack:"),
|
|
33528
33510
|
create: async (providerPath, providerOptions, _context) => {
|
|
33529
33511
|
try {
|
|
33530
|
-
const { SlackProvider } = await Promise.resolve().then(() => require("./slack-
|
|
33512
|
+
const { SlackProvider } = await Promise.resolve().then(() => require("./slack-D1F9Y7CH.cjs"));
|
|
33531
33513
|
if (providerPath === "slack") return new SlackProvider(providerOptions);
|
|
33532
33514
|
const splits = providerPath.split(":");
|
|
33533
33515
|
if (splits.length < 2) throw new Error("Invalid Slack provider path. Use slack:<channel_id> or slack:channel:<channel_id>");
|
|
@@ -34171,4 +34153,4 @@ Object.defineProperty(exports, 'validateStrategies', {
|
|
|
34171
34153
|
return validateStrategies;
|
|
34172
34154
|
}
|
|
34173
34155
|
});
|
|
34174
|
-
//# sourceMappingURL=providers-
|
|
34156
|
+
//# sourceMappingURL=providers-BF4aullZ.cjs.map
|