promptfoo 0.121.10 → 0.121.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/src/{accounts-D4iTShVh.js → accounts-BGs8AMhG.js} +4 -4
- package/dist/src/{accounts-ECb2xAYn.js → accounts-BjCiVnil.js} +4 -4
- package/dist/src/{accounts-DbmMSaOW.js → accounts-C06-4dXo.js} +5 -5
- package/dist/src/{accounts-5Sf1PCNo.cjs → accounts-C6NiTdum.cjs} +4 -4
- package/dist/src/{agentic-utils-DxzgjGfK.js → agentic-utils-B5IO5YR-.js} +2 -2
- package/dist/src/{agentic-utils-eGLKHNlT.cjs → agentic-utils-BDKz7KHx.cjs} +2 -2
- package/dist/src/{agentic-utils-CLrqlGZc.js → agentic-utils-Bj9P7suD.js} +2 -2
- package/dist/src/{agentic-utils-jiE8RROB.js → agentic-utils-kgc1YTAx.js} +2 -2
- package/dist/src/{agents-CI9ETpr0.js → agents-BMcjQUHA.js} +2 -2
- package/dist/src/{agents-B0gmhYyj.js → agents-CyHaf9xC.js} +2 -2
- package/dist/src/{agents-Dl4uviKE.cjs → agents-DOhrSQhK.cjs} +4 -4
- package/dist/src/{agents-CK9Kxnix.js → agents-DT1nSZix.js} +4 -4
- package/dist/src/{agents-6d6pdEFT.js → agents-DgakfoxG.js} +4 -4
- package/dist/src/{agents-C5zoy2ZS.js → agents-VKHVNG4J.js} +2 -2
- package/dist/src/{agents-Br5HYLBT.cjs → agents-zYAXB2ja.cjs} +2 -2
- package/dist/src/{agents-CvL6W9kz.js → agents-zzIht0lm.js} +4 -4
- package/dist/src/{aimlapi-DGCN4rpi.cjs → aimlapi-Bv6rnE4W.cjs} +6 -6
- package/dist/src/{aimlapi-BonWl7zl.js → aimlapi-C05Ca41Z.js} +6 -6
- package/dist/src/{aimlapi-NJzALFkC.js → aimlapi-CLaCvZn8.js} +6 -6
- package/dist/src/{aimlapi-UwsBeqRG.js → aimlapi-DW7KNdkd.js} +6 -6
- package/dist/src/app/app/tsconfig.app.tsbuildinfo +1 -1
- package/dist/src/app/assets/Report-BgwGPDAJ.js +1 -0
- package/dist/src/app/assets/index-CBwcpPdR.js +413 -0
- package/dist/src/app/assets/index-ZYpt1xFX.css +1 -0
- package/dist/src/app/index.html +2 -2
- package/dist/src/{audio-yUZrS0JJ.js → audio-Cd92j4tr.js} +3 -3
- package/dist/src/{audio-9N6nZqw9.js → audio-De3snmla.js} +3 -3
- package/dist/src/{audio-DBqadfGk.js → audio-Dh44iWq7.js} +3 -3
- package/dist/src/{audio-BR4j1oG1.cjs → audio-MqvGQVvP.cjs} +3 -3
- package/dist/src/{authoritativeMarkupInjection-2C63bFKe.cjs → authoritativeMarkupInjection-BAuWkXwn.cjs} +5 -5
- package/dist/src/{authoritativeMarkupInjection-B2MJXBR1.js → authoritativeMarkupInjection-CDCg-jRQ.js} +4 -4
- package/dist/src/{authoritativeMarkupInjection-CE4HOCHa.js → authoritativeMarkupInjection-COd4q9Hp.js} +5 -5
- package/dist/src/{authoritativeMarkupInjection-DrBqZVP1.js → authoritativeMarkupInjection-D5oKM43M.js} +5 -5
- package/dist/src/{base-tmVReihS.js → base-B8G9Ob46.js} +2 -2
- package/dist/src/{base-6Aaed910.js → base-CzDq5YwX.js} +2 -2
- package/dist/src/{base-S8I8vPVY.js → base-DqNtZTrF.js} +2 -2
- package/dist/src/{base-BS60m8JA.cjs → base-OeMKpFIB.cjs} +2 -2
- package/dist/src/{bestOfN-BkH9d3Lr.js → bestOfN-B89i9zc7.js} +6 -6
- package/dist/src/{bestOfN-C1_WFZFb.js → bestOfN-BEfIajMY.js} +5 -5
- package/dist/src/{bestOfN-DfRpoheE.js → bestOfN-Czr-c62W.js} +6 -6
- package/dist/src/{bestOfN-b6uHssUC.cjs → bestOfN-QWGyCB5j.cjs} +6 -6
- package/dist/src/{billing-DwpSQ_4i.js → billing-BhghtFas.js} +2 -2
- package/dist/src/{billing-CAB1s36q.js → billing-BkQJKKdm.js} +2 -2
- package/dist/src/{billing-Dn9Gm2tN.cjs → billing-Co_1rjfG.cjs} +2 -2
- package/dist/src/{billing-DimGp80i.js → billing-MY86Oqwg.js} +2 -2
- package/dist/src/{blobs-7T2OXYkC.js → blobs-B8d9jKvz.js} +2 -2
- package/dist/src/{blobs-CqhgM_fa.js → blobs-BTzPmpq-.js} +2 -2
- package/dist/src/{blobs-DQ6pIlJQ.cjs → blobs-BcpoigIU.cjs} +7 -1
- package/dist/src/{blobs-Dxfq3woN.js → blobs-DQ4bXN5O.js} +2 -2
- package/dist/src/{cache-DgKlV56y.js → cache-BEZBHFxd.js} +2 -2
- package/dist/src/cache-Cqg9f4d4.js +3 -0
- package/dist/src/{cache-CmidsPv2.js → cache-D2MfIrzr.js} +3 -3
- package/dist/src/{cache-B-fzj_aE.cjs → cache-DWEZYdJG.cjs} +2 -2
- package/dist/src/{cache-Z4cklSHj.js → cache-WT_2CYA-.js} +2 -2
- package/dist/src/{chat-uLo5fkVu.js → chat-C9yx5XD4.js} +2 -2
- package/dist/src/{chat-VVJW_GJC.js → chat-CuPbIKVa.js} +2 -2
- package/dist/src/{chat-BWdNGktf.js → chat-DBG4VxM7.js} +7 -7
- package/dist/src/{chat-CrOCT2BA.js → chat-Dwfr4jHi.js} +2 -2
- package/dist/src/{chat-BE0BP7oZ.js → chat-FNWhaysj.js} +7 -7
- package/dist/src/{chat-CvN2w9fY.js → chat-PfM8xgFA.js} +7 -7
- package/dist/src/{chat-CpFzezkO.cjs → chat-XVIowajy.cjs} +7 -7
- package/dist/src/{chat-DAkk46Lf.cjs → chat-sZgq1_-v.cjs} +2 -2
- package/dist/src/{claude-agent-sdk-CocknPbL.js → claude-agent-sdk-B0AZ38ny.js} +4 -4
- package/dist/src/{claude-agent-sdk-BH0L9H8Y.js → claude-agent-sdk-BfYAjuTk.js} +4 -4
- package/dist/src/{claude-agent-sdk-DxyDxejT.cjs → claude-agent-sdk-CklMerFa.cjs} +4 -4
- package/dist/src/{claude-agent-sdk-Bh0MH9Z9.js → claude-agent-sdk-DTFpCefB.js} +4 -4
- package/dist/src/cloud-BNr2N1RY.js +3 -0
- package/dist/src/{cloud-DJB9yPQB.js → cloud-DKKGeJBV.js} +2 -2
- package/dist/src/{cloudflare-ai-DeUFFMJE.cjs → cloudflare-ai-C7pMPgpc.cjs} +4 -4
- package/dist/src/{cloudflare-ai-Bg1wwMId.js → cloudflare-ai-Cqz_3WD2.js} +4 -4
- package/dist/src/{cloudflare-ai-CpbxtQGT.js → cloudflare-ai-CuUCQanF.js} +4 -4
- package/dist/src/{cloudflare-ai-B2Sjijq0.js → cloudflare-ai-lAgV52qE.js} +4 -4
- package/dist/src/{cloudflare-gateway-DKsO0VKU.js → cloudflare-gateway-8T5x83eI.js} +3 -3
- package/dist/src/{cloudflare-gateway-CvQV6nA1.js → cloudflare-gateway-Bq7SdErk.js} +3 -3
- package/dist/src/{cloudflare-gateway-BwdJezUO.js → cloudflare-gateway-moRfeZJJ.js} +3 -3
- package/dist/src/{cloudflare-gateway-cBHiORfX.cjs → cloudflare-gateway-peUrx9oi.cjs} +3 -3
- package/dist/src/{codex-app-server-BHVKRhkY.js → codex-app-server-BvPHEwJg.js} +5 -5
- package/dist/src/{codex-app-server-CojV6u3_.js → codex-app-server-DBTBsZ1t.js} +5 -5
- package/dist/src/{codex-app-server-B471dabg.cjs → codex-app-server-Dwl3iupA.cjs} +5 -5
- package/dist/src/{codex-app-server-DF2PMuc1.js → codex-app-server-t-QoeeGd.js} +5 -5
- package/dist/src/{codex-sdk-Bj4uY6sS.js → codex-sdk-C4FTldKU.js} +4 -4
- package/dist/src/{codex-sdk-D4JF0nj6.js → codex-sdk-C4aieKza.js} +4 -4
- package/dist/src/codex-sdk-CTD1qSKx.js +3 -0
- package/dist/src/{codex-sdk-aezPvTAB.js → codex-sdk-CnSzlhih.js} +4 -4
- package/dist/src/{codex-sdk-C9c-416d.cjs → codex-sdk-bWIQVOBL.cjs} +4 -4
- package/dist/src/{cometapi-CgaDmO4i.js → cometapi-B0mQIIzf.js} +7 -7
- package/dist/src/{cometapi-BlBmHq7-.js → cometapi-CFrYNMs5.js} +7 -7
- package/dist/src/{cometapi-mtyRjerU.js → cometapi-CMnFU1wL.js} +7 -7
- package/dist/src/{cometapi-D8sWSnb1.cjs → cometapi-D2thnPaL.cjs} +7 -7
- package/dist/src/{completion-RkFAOVSF.js → completion-B0yVZF3v.js} +5 -5
- package/dist/src/{completion-CHnFmpnp.js → completion-Dz36rtPd.js} +5 -5
- package/dist/src/{completion-Di0-4tYi.cjs → completion-Ny3XQpqx.cjs} +5 -5
- package/dist/src/{completion-Bd8G9VHW.js → completion-sMpCTaBm.js} +5 -5
- package/dist/src/{crescendo-C8YuBd9K.js → crescendo-BpVWWleP.js} +11 -11
- package/dist/src/{crescendo-TWgp7uGp.cjs → crescendo-CqQhmeC0.cjs} +13 -13
- package/dist/src/{crescendo-BgGio6G0.js → crescendo-JAvyVRKK.js} +13 -13
- package/dist/src/{crescendo-BQ2VI9FD.js → crescendo-RfCMSIM-.js} +13 -13
- package/dist/src/{custom-D0p5pikf.cjs → custom-B_fKUq6j.cjs} +11 -11
- package/dist/src/{custom-DsSELzzx.js → custom-Bm6Tu-ji.js} +11 -11
- package/dist/src/{custom-CFnjgHKp.js → custom-LxkvkOvG.js} +9 -9
- package/dist/src/{custom-CSaH4Qj9.js → custom-jLsK8Wf9.js} +11 -11
- package/dist/src/{docker-ByT3LmHN.js → docker-B60virtZ.js} +5 -5
- package/dist/src/{docker-BRA5ruGU.cjs → docker-D_f3qyDE.cjs} +5 -5
- package/dist/src/{docker-CVY-oMv4.js → docker-DogRc30z.js} +5 -5
- package/dist/src/{docker-DIxhfwlx.js → docker-wwQ1pPGy.js} +5 -5
- package/dist/src/{embedding-BpX-WENP.js → embedding-BMe9ZgQF.js} +5 -5
- package/dist/src/{embedding-B_0mJpXs.cjs → embedding-ClHIOEld.cjs} +5 -5
- package/dist/src/{embedding-LplgjBJ0.js → embedding-Dy2o5RFQ.js} +5 -5
- package/dist/src/{embedding-CCbgRo4z.js → embedding-HXOpA992.js} +5 -5
- package/dist/src/{eval-BXF3bRvV.js → eval-BLgDYWPd.js} +4 -4
- package/dist/src/{eval-BcM9YiOW.js → eval-DbGugzR8.js} +1 -1
- package/dist/src/evalResult-B6Jpy3kJ.js +3 -0
- package/dist/src/{evalResult-C8MROHS8.js → evalResult-BWE17Tqm.js} +3 -3
- package/dist/src/{evalResult-CIxAdUVQ.cjs → evalResult-DDohNAHL.cjs} +3 -3
- package/dist/src/{evalResult-DaACTv0f.js → evalResult-DOh0QQix.js} +3 -3
- package/dist/src/evaluator-CTl-lKuh.js +3 -0
- package/dist/src/{evaluator-C_gCkBe3.js → evaluator-DbOsHSRe.js} +212 -21
- package/dist/src/{evaluatorHelpers-BVvi8tWH.cjs → evaluatorHelpers-CaaC50RB.cjs} +4 -4
- package/dist/src/{evaluatorHelpers-C6-aKnJe.js → evaluatorHelpers-CoLW5rKU.js} +4 -4
- package/dist/src/{evaluatorHelpers-RQo-m90b.js → evaluatorHelpers-DTtYkrGO.js} +4 -4
- package/dist/src/{extractor-B1hELWwJ.js → extractor-BIqe0lMN.js} +70 -12
- package/dist/src/{extractor-_E41W0Fl.cjs → extractor-CUVurbDW.cjs} +71 -12
- package/dist/src/{extractor-DV6WBfAi.js → extractor-DOhjGS0m.js} +70 -12
- package/dist/src/{extractor-ItsKh8lH.js → extractor-h1HS9f6y.js} +70 -12
- package/dist/src/{fetch-BBa1Lxgp.js → fetch-B1Rb0VdL.js} +3 -3
- package/dist/src/{fetch-BtdsABrj.js → fetch-BErWGTUY.js} +2 -2
- package/dist/src/{fetch-CFIU30wy.js → fetch-BNUDixbE.js} +2 -2
- package/dist/src/{fetch-OePjzUmA.cjs → fetch-C7yU9CNr.cjs} +2 -2
- package/dist/src/fetch-DVj4dF4V.js +3 -0
- package/dist/src/{goat-kpeOOE-K.js → goat-BnB1zGir.js} +13 -13
- package/dist/src/{goat-Coh2te0S.cjs → goat-C1RkjWv1.cjs} +13 -13
- package/dist/src/{goat-BCFeW4zk.js → goat-CNpA_tT8.js} +11 -11
- package/dist/src/{goat-Dr2YGfiG.js → goat-ZRARvAD5.js} +13 -13
- package/dist/src/graders-CA3QVnK3.js +3 -0
- package/dist/src/{graders-BrLOEmxX.js → graders-CO5drf0x.js} +17 -17
- package/dist/src/{graders-DEz7EeRy.js → graders-CpUlNVnh.js} +17 -17
- package/dist/src/{graders-CY4Ft8A9.js → graders-Z5qzvpuI.js} +17 -17
- package/dist/src/{graders-CCrX0NG3.cjs → graders-t_K-nZ_X.cjs} +17 -17
- package/dist/src/{hydra-C90CylNi.js → hydra-BMb0WtZA.js} +13 -13
- package/dist/src/{hydra-dOBPmWHt.js → hydra-BXmf4FCK.js} +11 -11
- package/dist/src/{hydra-Cq_3qKz_.js → hydra-C5_Vuh-m.js} +13 -13
- package/dist/src/{hydra-B524i6K6.cjs → hydra-c1_7vPsg.cjs} +13 -13
- package/dist/src/{image-DBnzfeuJ.cjs → image-BhHFD4Vb.cjs} +3 -3
- package/dist/src/{image-CvhTr1GY.cjs → image-CYFea400.cjs} +5 -5
- package/dist/src/{image-CHJ-KjNE.js → image-CgkOODNn.js} +5 -5
- package/dist/src/{image-_-h6GCQ7.js → image-DGQkq3aK.js} +5 -5
- package/dist/src/{image-CkF1ruDX.js → image-DWveOfTz.js} +3 -3
- package/dist/src/{image-BmVZRCkS.js → image-DfF12xzt.js} +5 -5
- package/dist/src/{image-B6P9JAV2.js → image-DkSUFfLd.js} +3 -3
- package/dist/src/{image-CD22vXth.js → image-nYwdqnax.js} +3 -3
- package/dist/src/index.cjs +218 -26
- package/dist/src/index.js +216 -26
- package/dist/src/{indirectWebPwn-BgIfQ2ON.js → indirectWebPwn-BajQ_evT.js} +5 -5
- package/dist/src/{indirectWebPwn-A16xYmav.js → indirectWebPwn-BbFMiv79.js} +4 -4
- package/dist/src/{indirectWebPwn-BRhR4Dk9.js → indirectWebPwn-BnrxhAAL.js} +4 -4
- package/dist/src/{indirectWebPwn-Bfp-t224.cjs → indirectWebPwn-BqOgtzny.cjs} +5 -5
- package/dist/src/{indirectWebPwn-8G6tgDBW.js → indirectWebPwn-C6_BaxjA.js} +5 -5
- package/dist/src/{indirectWebPwn-BWGexuih.js → indirectWebPwn-C779yDi6.js} +4 -4
- package/dist/src/{indirectWebPwn-DcKDbCn_.cjs → indirectWebPwn-CDo9rC06.cjs} +4 -4
- package/dist/src/{indirectWebPwn-CZ2kTy4r.js → indirectWebPwn-k8D0JacN.js} +5 -5
- package/dist/src/{iterative-BIHF31Io.js → iterative-BzKNkXHn.js} +13 -13
- package/dist/src/{iterative-XRfxQ0i8.cjs → iterative-CD3I_Rwq.cjs} +13 -13
- package/dist/src/{iterative-CZPHLUKZ.js → iterative-DL8iDwrE.js} +13 -13
- package/dist/src/{iterative-DZkNlFE-.js → iterative-DyEoFedI.js} +11 -11
- package/dist/src/{iterativeImage-BFRM8Jdx.js → iterativeImage-B7qV6kzP.js} +4 -4
- package/dist/src/{iterativeImage-DJtVKlFX.cjs → iterativeImage-BaOAhF-S.cjs} +5 -5
- package/dist/src/{iterativeImage-7WjhjpHE.js → iterativeImage-D85THuYb.js} +5 -5
- package/dist/src/{iterativeImage-CbRn9_MH.js → iterativeImage-noXhuElt.js} +5 -5
- package/dist/src/{iterativeMeta-2gyieWbU.js → iterativeMeta-BHNJgPy0.js} +12 -12
- package/dist/src/{iterativeMeta-dkFD9UKg.cjs → iterativeMeta-BQrhQ-iJ.cjs} +12 -12
- package/dist/src/{iterativeMeta-Bh2AQq8Y.js → iterativeMeta-CAN36NIN.js} +12 -12
- package/dist/src/{iterativeMeta-CmMnD77T.js → iterativeMeta-CnPYPYH0.js} +10 -10
- package/dist/src/{iterativeTree-DuIk7wjS.js → iterativeTree-B7116aK-.js} +10 -10
- package/dist/src/{iterativeTree-bjH__9en.js → iterativeTree-DdXSpkqE.js} +12 -12
- package/dist/src/{iterativeTree-DSNss1kE.js → iterativeTree-cKlxQWhi.js} +12 -12
- package/dist/src/{iterativeTree-DoE-8nC3.cjs → iterativeTree-u2hKQ51y.cjs} +12 -12
- package/dist/src/{knowledgeBase-kyTJpbr0.js → knowledgeBase-D9xW79dS.js} +4 -4
- package/dist/src/{knowledgeBase-CQasebQt.js → knowledgeBase-DfwVbdwp.js} +4 -4
- package/dist/src/{knowledgeBase-DebHrXhD.cjs → knowledgeBase-DhT8uaMH.cjs} +4 -4
- package/dist/src/{knowledgeBase-mzMh6UZt.js → knowledgeBase-DlH6NRlX.js} +4 -4
- package/dist/src/{litellm-wSD4Q6-H.cjs → litellm-BA2Fti7H.cjs} +4 -4
- package/dist/src/{litellm-BJFH4uKd.js → litellm-CHybAu4l.js} +4 -4
- package/dist/src/{litellm-A2eV_lM0.js → litellm-Cn_zDWeA.js} +4 -4
- package/dist/src/{litellm-CeJEe_jQ.js → litellm-CnqX4jfm.js} +4 -4
- package/dist/src/{luma-ray-DpuaR6Wa.js → luma-ray-C_AWu7K6.js} +4 -4
- package/dist/src/{luma-ray-B0GNCw6S.js → luma-ray-CbFOvJZw.js} +4 -4
- package/dist/src/{luma-ray-qBfU-mGO.cjs → luma-ray-D7hDEZaC.cjs} +4 -4
- package/dist/src/{luma-ray-CM6bvN4t.js → luma-ray-RQAhTNvK.js} +4 -4
- package/dist/src/main.js +27 -27
- package/dist/src/{memoryPoisoning-9mIgiE3F.cjs → memoryPoisoning-A8N_cbrW.cjs} +5 -5
- package/dist/src/{memoryPoisoning-BYBQ1Ns5.js → memoryPoisoning-BGe4fuFU.js} +5 -5
- package/dist/src/{memoryPoisoning-SvtQxFjF.js → memoryPoisoning-DDfIRZnk.js} +5 -5
- package/dist/src/{memoryPoisoning-D4iqi_nT.js → memoryPoisoning-DtJ5vYZW.js} +5 -5
- package/dist/src/{messages-BofXErqC.js → messages-BH83TS-n.js} +7 -7
- package/dist/src/{messages-DxzhBs74.js → messages-aXox3d04.js} +7 -7
- package/dist/src/{messages-CHZtL-k0.cjs → messages-qapmFqOQ.cjs} +7 -7
- package/dist/src/{messages-BKTseD_x.js → messages-yVMPGJ4n.js} +7 -7
- package/dist/src/{mischievousUser-D23wQ8f0.js → mischievousUser-BPDyepmu.js} +5 -5
- package/dist/src/{mischievousUser-DX1gGvUB.js → mischievousUser-D1mbddId.js} +5 -5
- package/dist/src/{mischievousUser-ECTv-u4g.cjs → mischievousUser-DHYVKotH.cjs} +5 -5
- package/dist/src/{mischievousUser-B5oT1xjM.js → mischievousUser-D_8tmPfA.js} +5 -5
- package/dist/src/{modelslab-D5vwtIYR.js → modelslab-BwywPRoU.js} +5 -5
- package/dist/src/{modelslab-DE9CfYYT.js → modelslab-Cc6fn99l.js} +5 -5
- package/dist/src/{modelslab-CVkeR8mC.cjs → modelslab-D2F3FtnI.cjs} +5 -5
- package/dist/src/{modelslab-BU_qCK1m.js → modelslab-D_izTsvD.js} +5 -5
- package/dist/src/{nova-reel-BSM7U8Bp.js → nova-reel-B1Jg1XBk.js} +4 -4
- package/dist/src/{nova-reel-BKAkU37Y.js → nova-reel-CZeHbWUe.js} +4 -4
- package/dist/src/{nova-reel-BvWH15rr.cjs → nova-reel-CcWrhmGJ.cjs} +4 -4
- package/dist/src/{nova-reel-D2tla7dy.js → nova-reel-DFrk1Ey2.js} +4 -4
- package/dist/src/{nova-sonic-DU7_krhB.js → nova-sonic-4wwR0tZJ.js} +2 -2
- package/dist/src/{nova-sonic-C7CNjG9n.cjs → nova-sonic-BqRQ9CWO.cjs} +2 -2
- package/dist/src/{nova-sonic-BQkU8weK.js → nova-sonic-D-IJHou2.js} +2 -2
- package/dist/src/{nova-sonic-B8PB4mU2.js → nova-sonic-DJUXNWUJ.js} +2 -2
- package/dist/src/{openclaw-CLNjF8ox.js → openclaw-5U8yiy9P.js} +5 -5
- package/dist/src/{openclaw-laZmy-8p.cjs → openclaw-B0vjRb3y.cjs} +5 -5
- package/dist/src/{openclaw-Gl2a1gR3.js → openclaw-C8xQtncQ.js} +5 -5
- package/dist/src/{openclaw-D5yEpk1f.js → openclaw-CqZoWsh0.js} +5 -5
- package/dist/src/{opencode-sdk-CGPqE4m0.js → opencode-sdk-B2qz1kCI.js} +2 -2
- package/dist/src/{opencode-sdk-5XXP3gNb.js → opencode-sdk-BGO1zuPF.js} +2 -2
- package/dist/src/{opencode-sdk-C7mIxApB.cjs → opencode-sdk-Bk9G3WGQ.cjs} +2 -2
- package/dist/src/{opencode-sdk-E1fh3vlz.js → opencode-sdk-NhbhYcsR.js} +2 -2
- package/dist/src/{promptfoo-C4g2Lx9t.js → promptfoo-CkDcgxiW.js} +4 -4
- package/dist/src/{promptfoo-DdsPYNm7.js → promptfoo-De6vQq9F.js} +4 -4
- package/dist/src/{promptfoo-x112UyE1.js → promptfoo-DhGR7OQn.js} +4 -4
- package/dist/src/{promptfoo-B9KuhWM0.cjs → promptfoo-Dtw3i6YK.cjs} +4 -4
- package/dist/src/{providers-xrARCHcC.js → providers-BIgLuX4Z.js} +1 -1
- package/dist/src/{providers-BZ-QJYop.cjs → providers-CCRHPNv1.cjs} +50 -49
- package/dist/src/{providers-DdNIebwz.js → providers-am7xTa5w.js} +51 -50
- package/dist/src/{providers-BnjFZtaq.js → providers-gntyGa2T.js} +50 -49
- package/dist/src/{providers-D_OinWvd.js → providers-j-ulWCzy.js} +50 -49
- package/dist/src/quiverai-CHV12wRE.js +324 -0
- package/dist/src/quiverai-CNSyaZhh.js +325 -0
- package/dist/src/quiverai-CNfaxZ3K.cjs +324 -0
- package/dist/src/quiverai-CzROwhTy.js +324 -0
- package/dist/src/{registry-C57trbNM.js → registry-B0pFfEzq.js} +14 -14
- package/dist/src/{registry-Bnb9O892.cjs → registry-BH1mZ37j.cjs} +14 -14
- package/dist/src/{registry-CmhcDYtj.js → registry-Bvfyz9Xt.js} +14 -14
- package/dist/src/{registry-DhaGoOuz.js → registry-Dzut7txg.js} +14 -14
- package/dist/src/{remoteGeneration-BlwssRVS.js → remoteGeneration-CW6zHjQx.js} +4 -4
- package/dist/src/{remoteGeneration--4NPfyL-.js → remoteGeneration-DuxbIn94.js} +4 -4
- package/dist/src/{remoteGeneration-B0K7iojS.cjs → remoteGeneration-oSmtgmBY.cjs} +4 -4
- package/dist/src/{remoteGeneration-DiAuGk9s.js → remoteGeneration-wvnQpzN1.js} +4 -4
- package/dist/src/{responses-C57h4gaW.js → responses-CI7uikKQ.js} +6 -6
- package/dist/src/{responses-B9ygvEC-.cjs → responses-DRLyW4Lj.cjs} +6 -6
- package/dist/src/{responses-CXKL6TPn.js → responses-DxFUQTN2.js} +6 -6
- package/dist/src/{responses-CTfu1ToN.js → responses-JNrMb3zS.js} +6 -6
- package/dist/src/{sagemaker-DHdeSsnJ.js → sagemaker-5AwedTwq.js} +9 -9
- package/dist/src/{sagemaker-CHL8TZFs.js → sagemaker-B5yQiSKh.js} +9 -9
- package/dist/src/{sagemaker-DdVGF_UD.cjs → sagemaker-C3aoiFup.cjs} +9 -9
- package/dist/src/{sagemaker-DUjuHnmj.js → sagemaker-XmAlwYoN.js} +9 -9
- package/dist/src/{scanner-BdoS5ILQ.js → scanner-BdEduFjO.js} +5 -5
- package/dist/src/server/index.js +214 -24
- package/dist/src/{server-B8UpdwtX.cjs → server-B3QXCltR.cjs} +3 -3
- package/dist/src/{server-DaonK4kI.js → server-Ctq0NOMp.js} +3 -3
- package/dist/src/{server-Ds_P02x6.js → server-D0pdY_yM.js} +4 -4
- package/dist/src/{server-CYxCnoVw.js → server-DMCug-jv.js} +4 -4
- package/dist/src/server-Ty5m26Vh.js +3 -0
- package/dist/src/{shared-BavzGCp0.js → shared-C-G3NQ1-.js} +7 -7
- package/dist/src/{shared-D_0FXjLS.js → shared-CnrYC0Dk.js} +7 -7
- package/dist/src/{shared-DY3IzJlT.cjs → shared-D3PxrdDh.cjs} +7 -7
- package/dist/src/{shared-B3IkjkNV.js → shared-DHDR-oS4.js} +7 -7
- package/dist/src/{simulatedUser-CokouWJT.js → simulatedUser-AhNbPm55.js} +5 -5
- package/dist/src/{simulatedUser-DNiOb7YE.js → simulatedUser-DV977ZD0.js} +5 -5
- package/dist/src/{simulatedUser-BJabLGod.js → simulatedUser-Dq8cpKLQ.js} +5 -5
- package/dist/src/{simulatedUser-CPDlAc1R.cjs → simulatedUser-tAjEGnxH.cjs} +5 -5
- package/dist/src/{storage-CH8WC1r3.cjs → storage-C8WR4y77.cjs} +3 -3
- package/dist/src/{storage-D_qaZpfe.js → storage-CK2YYGUg.js} +3 -3
- package/dist/src/{storage-CLyYkZk-.js → storage-Nc_eXGrV.js} +4 -4
- package/dist/src/{storage-3dpIy6f2.js → storage-P9MrA5xv.js} +3 -3
- package/dist/src/{strategies-2Q_uZxBs.cjs → strategies-B6Y6G9UV.cjs} +8 -8
- package/dist/src/{strategies-DVDC487a.js → strategies-CaefFyHy.js} +9 -9
- package/dist/src/{strategies-BuIPOuYL.js → strategies-DE3UN_VH.js} +8 -8
- package/dist/src/telemetry-Bbd-BlA7.js +3 -0
- package/dist/src/{telemetry-Bh3HJU7r.js → telemetry-C7v0I4YX.js} +3 -3
- package/dist/src/{telemetry-B-NTbvDj.js → telemetry-CTYOje0d.js} +3 -3
- package/dist/src/{telemetry-3fTnWcSU.js → telemetry-CvJEPKK6.js} +3 -3
- package/dist/src/{telemetry-Be4rklbJ.cjs → telemetry-hDovhwWp.cjs} +3 -3
- package/dist/src/{tracingOptions-CYCHrrQQ.cjs → tracingOptions-DGai7e5l.cjs} +2 -2
- package/dist/src/{tracingOptions-CLKNUvF4.js → tracingOptions-DL2vOmYS.js} +2 -2
- package/dist/src/{tracingOptions-CZpFCwyr.js → tracingOptions-e_c5TlHv.js} +2 -2
- package/dist/src/{tracingOptions-Bi477wlC.js → tracingOptions-xCBDF3nM.js} +2 -2
- package/dist/src/{transcription-CtLhhmYq.js → transcription-BCasJfFB.js} +4 -4
- package/dist/src/{transcription-BB9i78R3.js → transcription-BLOD9lN7.js} +4 -4
- package/dist/src/{transcription-BRd477OO.js → transcription-BOjp5wlV.js} +4 -4
- package/dist/src/{transcription-O3Nc-kEc.cjs → transcription-G6JwbB2P.cjs} +4 -4
- package/dist/src/{transform-D9nfyIts.cjs → transform-B92noEAU.cjs} +13 -3
- package/dist/src/{transform-DmSzMsCP.js → transform-CD9wrP31.js} +8 -4
- package/dist/src/{transform-CUPglRUI.js → transform-D7-gzzhD.js} +8 -4
- package/dist/src/{transform-CLzSt5fi.js → transform-D8kXC-nB.js} +8 -4
- package/dist/src/{util-CnqjxsAd.js → util-BTAyQmdN.js} +2 -2
- package/dist/src/{util-Bg-aMimr.js → util-BbMJxgff.js} +3 -3
- package/dist/src/{util-mVC_YCag.cjs → util-C62dCLH_.cjs} +3 -3
- package/dist/src/{util-16aq4oHW.js → util-CD4LxH5h.js} +4 -4
- package/dist/src/{util-CRYfgRHi.js → util-CHCKTSi5.js} +3 -3
- package/dist/src/{util-BIYgspDB.js → util-CKQ_tuWG.js} +4 -4
- package/dist/src/{util-Bptzcit_.js → util-CVI1oD-n.js} +3 -3
- package/dist/src/{util-DHG9r5sC.js → util-CcW4TZSn.js} +2 -2
- package/dist/src/{util-DJLHqGS5.js → util-Ci_vm5u1.js} +2 -2
- package/dist/src/{util-D9xyoiGG.js → util-CkLsVF3e.js} +3 -3
- package/dist/src/{util-BsKq95ai.js → util-CqfcdA-f.js} +3 -3
- package/dist/src/{util-tsZfE0-_.js → util-CubC5Tyt.js} +3 -3
- package/dist/src/{util-BHfVEhSs.cjs → util-cAY5C8xI.cjs} +3 -3
- package/dist/src/{util-DEMRW89M2.cjs → util-jOGJmpWE2.cjs} +4 -4
- package/dist/src/{util-CpS555tc2.js → util-s0NU5XTE2.js} +4 -4
- package/dist/src/{util-DJFl6JZF.cjs → util-tFLdovkA.cjs} +2 -2
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +1 -1
- package/dist/src/app/assets/Report-Cx3cN9Nt.js +0 -1
- package/dist/src/app/assets/index-D44ihjH5.css +0 -1
- package/dist/src/app/assets/index-DzyLrNWM.js +0 -413
- package/dist/src/cache-D_D5rsiE.js +0 -3
- package/dist/src/cloud-BmVZ8W_3.js +0 -3
- package/dist/src/codex-sdk-BTI9Fvnt.js +0 -3
- package/dist/src/evalResult-uL1BStGk.js +0 -3
- package/dist/src/evaluator-C2YPxWQP.js +0 -3
- package/dist/src/fetch-DAe6a2ih.js +0 -3
- package/dist/src/graders-BZe_w0E4.js +0 -3
- package/dist/src/quiverai-B8a5RqGP.js +0 -213
- package/dist/src/quiverai-BoHFg1Vw.js +0 -214
- package/dist/src/quiverai-DYyzyVTF.cjs +0 -213
- package/dist/src/quiverai-ktAnwSBA.js +0 -213
- package/dist/src/server-DY7p-P4-.js +0 -3
- package/dist/src/telemetry-BOwRcACl.js +0 -3
|
@@ -1,31 +1,31 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import { E as getEnvBool, M as isCI, P as state, S as safeJsonStringify, _ as extractFirstJsonObject, c as logger, k as getEnvString, v as extractJsonObjects } from "./logger-DNHkR_3S.js";
|
|
3
|
-
import { E as getRequestTimeoutMs, a as fetchWithTimeout, b as sleep, r as fetchWithProxy } from "./fetch-
|
|
3
|
+
import { E as getRequestTimeoutMs, a as fetchWithTimeout, b as sleep, r as fetchWithProxy } from "./fetch-B1Rb0VdL.js";
|
|
4
4
|
import { t as invariant } from "./invariant-BtWWVVhl.js";
|
|
5
|
-
import { s as getUserEmail } from "./accounts-
|
|
5
|
+
import { s as getUserEmail } from "./accounts-C06-4dXo.js";
|
|
6
6
|
import { F as MULTI_TURN_STRATEGIES, O as isValidReusablePolicyId, St as CODING_AGENT_PLUGIN_DISPLAY_NAMES, T as PolicyObjectSchema, Tt as buildInputPromptDescription, bt as CODING_AGENT_PLUGINS, p as isApiProvider, v as PromptSchema, xt as CODING_AGENT_PLUGIN_DESCRIPTIONS } from "./types-C7iPXxc5.js";
|
|
7
7
|
import { i as isJavascriptFile } from "./fileExtensions-PGPK8Wcw.js";
|
|
8
8
|
import { r as importModule } from "./esm-ClRKphVo.js";
|
|
9
|
-
import { L as maybeLoadToolsFromExternalFile, N as maybeLoadConfigFromExternalFile, P as maybeLoadFromExternalFile, R as parsePathOrGlob, U as parseFileUrl, Y as getNunjucksEngine, j as getNunjucksEngineForFilePath, q as extractVariablesFromTemplate } from "./util-
|
|
9
|
+
import { L as maybeLoadToolsFromExternalFile, N as maybeLoadConfigFromExternalFile, P as maybeLoadFromExternalFile, R as parsePathOrGlob, U as parseFileUrl, Y as getNunjucksEngine, j as getNunjucksEngineForFilePath, q as extractVariablesFromTemplate } from "./util-CcW4TZSn.js";
|
|
10
10
|
import { n as sha256 } from "./createHash-Ddi0OHLI.js";
|
|
11
|
-
import { i as getCache, o as isCacheEnabled, r as fetchWithCache } from "./cache-
|
|
11
|
+
import { i as getCache, o as isCacheEnabled, r as fetchWithCache } from "./cache-D2MfIrzr.js";
|
|
12
12
|
import { r as runPython } from "./pythonUtils-yoUkCRXx.js";
|
|
13
|
-
import { d as hasCodexDefaultCredentials, l as shouldGenerateRemote, r as getRemoteGenerationUrl, u as getCodexDefaultProviders } from "./remoteGeneration-
|
|
14
|
-
import { p as getPoliciesFromCloud } from "./storage-
|
|
15
|
-
import { t as OpenAiChatCompletionProvider } from "./chat-
|
|
16
|
-
import { T as hasGoogleDefaultCredentials } from "./transform-
|
|
17
|
-
import { C as AzureModerationProvider, S as getGoogleAiStudioProviders, T as AzureChatCompletionProvider, c as getFileHashes, d as MistralChatCompletionProvider, f as MistralEmbeddingProvider, l as parseScriptParts, n as loadApiProvider, o as XAIResponsesProvider, s as createXAIProvider, u as OpenAiModerationProvider, v as getGoogleVertexEmbeddingProvider, w as AzureEmbeddingProvider, y as getGoogleVertexProviders } from "./providers-
|
|
18
|
-
import { t as OpenAiEmbeddingProvider } from "./embedding-
|
|
13
|
+
import { d as hasCodexDefaultCredentials, l as shouldGenerateRemote, r as getRemoteGenerationUrl, u as getCodexDefaultProviders } from "./remoteGeneration-CW6zHjQx.js";
|
|
14
|
+
import { p as getPoliciesFromCloud } from "./storage-Nc_eXGrV.js";
|
|
15
|
+
import { t as OpenAiChatCompletionProvider } from "./chat-PfM8xgFA.js";
|
|
16
|
+
import { P as isMcpToolNameFilter, T as hasGoogleDefaultCredentials } from "./transform-CD9wrP31.js";
|
|
17
|
+
import { C as AzureModerationProvider, S as getGoogleAiStudioProviders, T as AzureChatCompletionProvider, c as getFileHashes, d as MistralChatCompletionProvider, f as MistralEmbeddingProvider, l as parseScriptParts, n as loadApiProvider, o as XAIResponsesProvider, s as createXAIProvider, u as OpenAiModerationProvider, v as getGoogleVertexEmbeddingProvider, w as AzureEmbeddingProvider, y as getGoogleVertexProviders } from "./providers-am7xTa5w.js";
|
|
18
|
+
import { t as OpenAiEmbeddingProvider } from "./embedding-HXOpA992.js";
|
|
19
19
|
import { r as accumulateTokenUsage } from "./tokenUsageUtils-kXKUpxyr.js";
|
|
20
|
-
import { t as AnthropicMessagesProvider } from "./messages-
|
|
21
|
-
import { t as OpenAiResponsesProvider } from "./responses-
|
|
20
|
+
import { t as AnthropicMessagesProvider } from "./messages-BH83TS-n.js";
|
|
21
|
+
import { t as OpenAiResponsesProvider } from "./responses-DxFUQTN2.js";
|
|
22
22
|
import { r as materializeInputVariablesWithMetadata } from "./inputVariables-D5fvuLkt.js";
|
|
23
|
-
import { a as extractPromptFromTags, c as isBasicRefusal, i as extractMaterializedVariablesFromJsonWithMetadata, l as isEmptyResponse, n as extractGoalFromPrompt, r as extractInputVarsFromPrompt, s as getShortPluginId, t as extractAllPromptsFromTags, u as removePrefix } from "./util-
|
|
24
|
-
import { _ as isRateLimitWrapped, f as redteamProviderManager, g as createProviderRateLimitOptions } from "./shared-
|
|
23
|
+
import { a as extractPromptFromTags, c as isBasicRefusal, i as extractMaterializedVariablesFromJsonWithMetadata, l as isEmptyResponse, n as extractGoalFromPrompt, r as extractInputVarsFromPrompt, s as getShortPluginId, t as extractAllPromptsFromTags, u as removePrefix } from "./util-CD4LxH5h.js";
|
|
24
|
+
import { _ as isRateLimitWrapped, f as redteamProviderManager, g as createProviderRateLimitOptions } from "./shared-C-G3NQ1-.js";
|
|
25
25
|
import { a as PROMPT_DELIMITER, n as maybeFilePath, r as normalizeInput } from "./utils-CsmoLRsV.js";
|
|
26
26
|
import { n as getGeneratedPromptOverLimit, r as getMaxCharsPerMessageModifierValue, t as MAX_CHARS_PER_MESSAGE_MODIFIER_KEY } from "./promptLength-DYfhyE9j.js";
|
|
27
27
|
import { t as REDTEAM_MEMORY_POISONING_PLUGIN_ID } from "./constants-D8j1c5QW.js";
|
|
28
|
-
import { n as checkExfilTracking } from "./indirectWebPwn-
|
|
28
|
+
import { n as checkExfilTracking } from "./indirectWebPwn-BbFMiv79.js";
|
|
29
29
|
import { AsyncLocalStorage } from "node:async_hooks";
|
|
30
30
|
import z$1 from "zod";
|
|
31
31
|
import * as fs$2 from "fs";
|
|
@@ -2453,7 +2453,7 @@ var RedteamGraderBase = class {
|
|
|
2453
2453
|
goal: test.metadata?.goal || prompt,
|
|
2454
2454
|
prompt,
|
|
2455
2455
|
entities: test.metadata?.entities ?? [],
|
|
2456
|
-
tools: provider?.config?.tools ? await maybeLoadToolsFromExternalFile(provider.config.tools) : void 0,
|
|
2456
|
+
tools: provider?.config?.tools && !isMcpToolNameFilter(provider.config.tools) ? await maybeLoadToolsFromExternalFile(provider.config.tools) : void 0,
|
|
2457
2457
|
testVars: test.vars ?? {},
|
|
2458
2458
|
...gradingContext || {},
|
|
2459
2459
|
...typeof renderedValue === "object" && renderedValue !== null ? renderedValue : {},
|
|
@@ -16201,4 +16201,4 @@ function getGraderById(id) {
|
|
|
16201
16201
|
//#endregion
|
|
16202
16202
|
export { SELECT_BEST_PROMPT as $, DivergentRepetitionPlugin as A, fetchHuggingFaceDataset as B, getPiiLeakTestsForCategory as C, DEFAULT_ANTHROPIC_MODEL as Ct, HarmbenchPlugin as D, getProviderCallExecutionContext as Dt, ImitationPlugin as E, getGradingProvider as Et, AegisPlugin as F, matchesLlmRubric as G, matchesClosedQa as H, RedteamPluginBase as I, doRemoteGrading as J, matchesPiScore as K, getCustomPolicies as L, CrossSessionLeakPlugin as M, ContractPlugin as N, HallucinationPlugin as O, withProviderCallExecutionContext as Ot, BeavertailsPlugin as P, DEFAULT_WEB_SEARCH_PROMPT as Q, retryWithDeduplication as R, PlinyPlugin as S, getDefaultProviders as St, IntentPlugin as T, getAndCheckProvider as Tt, matchesFactuality as U, isGraderFailure as V, matchesGEval as W, readPrompts as X, processPrompts as Y, readProviderPromptMap as Z, PoliticsPlugin as _, tryParse as _t, UnverifiableClaimsPlugin as a, CONTEXT_RECALL_ATTRIBUTED_TOKEN as at, isValidPolicyObject as b, loadFromJavaScriptFile as bt, ToolDiscoveryPlugin as c, CONTEXT_RELEVANCE_BAD as ct, TeenSafetyDangerousContentPlugin as d, cosineSimilarity as dt, SUGGEST_PROMPTS_SYSTEM_MESSAGE as et, TeenSafetyAgeRestrictedGoodsAndServicesPlugin as f, dotProduct as ft, PromptExtractionPlugin as g, splitIntoSentences as gt, RbacPlugin as h, normalizeMatcherTokenUsage as ht, VLGuardPlugin as i, CONTEXT_RECALL as it, DebugAccessPlugin as j, ExcessiveAgencyPlugin as k, TeenSafetyHarmfulBodyIdealsPlugin as l, loadRubricPrompt as lt, ShellInjectionPlugin as m, fail as mt, getGraderById as n, CONTEXT_FAITHFULNESS_LONGFORM as nt, UnsafeBenchPlugin as o, CONTEXT_RECALL_NOT_ATTRIBUTED_TOKEN as ot, SqlInjectionPlugin as p, euclideanDistance as pt, matchesTrajectoryGoalSuccess as q, VLSUPlugin as r, CONTEXT_FAITHFULNESS_NLI_STATEMENTS as rt, ToxicChatPlugin as s, CONTEXT_RELEVANCE as st, GRADERS as t, ANSWER_RELEVANCY_GENERATE as tt, TeenSafetyDangerousRoleplayPlugin as u, renderLlmRubricPrompt as ut, PolicyPlugin as v, coerceString as vt, OverreliancePlugin as w, callProviderWithContext as wt, makeInlinePolicyIdSync as x, processFileReference as xt, determinePolicyTypeFromId as y, getFinalTest as yt, sampleArray as z };
|
|
16203
16203
|
|
|
16204
|
-
//# sourceMappingURL=graders-
|
|
16204
|
+
//# sourceMappingURL=graders-CpUlNVnh.js.map
|
|
@@ -2,30 +2,30 @@ import { t as __exportAll } from "./chunk-DEq-mXcV.js";
|
|
|
2
2
|
import { A as state, C as getEnvBool, E as getEnvString, b as safeJsonStringify, g as extractJsonObjects, h as extractFirstJsonObject, k as isCI, o as logger } from "./logger-2ZstxKQf.js";
|
|
3
3
|
import { t as invariant } from "./invariant-Ddh24eXh.js";
|
|
4
4
|
import { At as CODING_AGENT_PLUGINS, F as PromptSchema, G as isValidReusablePolicyId, Gt as buildInputPromptDescription, H as PolicyObjectSchema, Mt as CODING_AGENT_PLUGIN_DISPLAY_NAMES, X as MULTI_TURN_STRATEGIES, Xt as isApiProvider, jt as CODING_AGENT_PLUGIN_DESCRIPTIONS } from "./types-HGDdIwQJ.js";
|
|
5
|
-
import { g as sleep, r as fetchWithTimeout, t as fetchWithProxy, x as getRequestTimeoutMs } from "./fetch-
|
|
5
|
+
import { g as sleep, r as fetchWithTimeout, t as fetchWithProxy, x as getRequestTimeoutMs } from "./fetch-BNUDixbE.js";
|
|
6
6
|
import { i as isJavascriptFile } from "./fileExtensions-CvD3YVfM.js";
|
|
7
|
-
import { a as getUserEmail } from "./accounts-
|
|
7
|
+
import { a as getUserEmail } from "./accounts-BGs8AMhG.js";
|
|
8
8
|
import { r as importModule } from "./esm-D78sHVp9.js";
|
|
9
|
-
import { B as getNunjucksEngine, O as maybeLoadToolsFromExternalFile, P as parseFileUrl, R as extractVariablesFromTemplate, S as getNunjucksEngineForFilePath, T as maybeLoadFromExternalFile, k as parsePathOrGlob, w as maybeLoadConfigFromExternalFile } from "./util-
|
|
9
|
+
import { B as getNunjucksEngine, O as maybeLoadToolsFromExternalFile, P as parseFileUrl, R as extractVariablesFromTemplate, S as getNunjucksEngineForFilePath, T as maybeLoadFromExternalFile, k as parsePathOrGlob, w as maybeLoadConfigFromExternalFile } from "./util-BTAyQmdN.js";
|
|
10
10
|
import { n as sha256 } from "./createHash-CM2Vkqac.js";
|
|
11
|
-
import { i as getCache, o as isCacheEnabled, r as fetchWithCache } from "./cache-
|
|
11
|
+
import { i as getCache, o as isCacheEnabled, r as fetchWithCache } from "./cache-BEZBHFxd.js";
|
|
12
12
|
import { r as runPython } from "./pythonUtils-E3AlITsZ.js";
|
|
13
|
-
import { d as hasCodexDefaultCredentials, l as shouldGenerateRemote, r as getRemoteGenerationUrl, u as getCodexDefaultProviders } from "./remoteGeneration
|
|
14
|
-
import { l as getPoliciesFromCloud } from "./storage-
|
|
15
|
-
import { t as OpenAiChatCompletionProvider } from "./chat-
|
|
16
|
-
import { T as hasGoogleDefaultCredentials } from "./transform-
|
|
17
|
-
import { C as AzureChatCompletionProvider, S as AzureEmbeddingProvider, _ as getGoogleVertexProviders, b as getGoogleAiStudioProviders, c as createXAIProvider, d as OpenAiModerationProvider, f as MistralChatCompletionProvider, g as getGoogleVertexEmbeddingProvider, l as getFileHashes, n as loadApiProvider, p as MistralEmbeddingProvider, s as XAIResponsesProvider, u as parseScriptParts, x as AzureModerationProvider } from "./providers-
|
|
18
|
-
import { t as OpenAiEmbeddingProvider } from "./embedding-
|
|
13
|
+
import { d as hasCodexDefaultCredentials, l as shouldGenerateRemote, r as getRemoteGenerationUrl, u as getCodexDefaultProviders } from "./remoteGeneration-DuxbIn94.js";
|
|
14
|
+
import { l as getPoliciesFromCloud } from "./storage-P9MrA5xv.js";
|
|
15
|
+
import { t as OpenAiChatCompletionProvider } from "./chat-DBG4VxM7.js";
|
|
16
|
+
import { P as isMcpToolNameFilter, T as hasGoogleDefaultCredentials } from "./transform-D7-gzzhD.js";
|
|
17
|
+
import { C as AzureChatCompletionProvider, S as AzureEmbeddingProvider, _ as getGoogleVertexProviders, b as getGoogleAiStudioProviders, c as createXAIProvider, d as OpenAiModerationProvider, f as MistralChatCompletionProvider, g as getGoogleVertexEmbeddingProvider, l as getFileHashes, n as loadApiProvider, p as MistralEmbeddingProvider, s as XAIResponsesProvider, u as parseScriptParts, x as AzureModerationProvider } from "./providers-j-ulWCzy.js";
|
|
18
|
+
import { t as OpenAiEmbeddingProvider } from "./embedding-BMe9ZgQF.js";
|
|
19
19
|
import { r as accumulateTokenUsage } from "./tokenUsageUtils-CmnQ0G2m.js";
|
|
20
|
-
import { t as AnthropicMessagesProvider } from "./messages-
|
|
21
|
-
import { t as OpenAiResponsesProvider } from "./responses-
|
|
20
|
+
import { t as AnthropicMessagesProvider } from "./messages-yVMPGJ4n.js";
|
|
21
|
+
import { t as OpenAiResponsesProvider } from "./responses-CI7uikKQ.js";
|
|
22
22
|
import { n as materializeInputVariablesWithMetadata } from "./inputVariables-CY2K2fUG.js";
|
|
23
|
-
import { a as extractPromptFromTags, c as isBasicRefusal, i as extractMaterializedVariablesFromJsonWithMetadata, l as isEmptyResponse, n as extractGoalFromPrompt, r as extractInputVarsFromPrompt, s as getShortPluginId, t as extractAllPromptsFromTags, u as removePrefix } from "./util-
|
|
24
|
-
import { _ as isRateLimitWrapped, f as redteamProviderManager, g as createProviderRateLimitOptions } from "./shared-
|
|
23
|
+
import { a as extractPromptFromTags, c as isBasicRefusal, i as extractMaterializedVariablesFromJsonWithMetadata, l as isEmptyResponse, n as extractGoalFromPrompt, r as extractInputVarsFromPrompt, s as getShortPluginId, t as extractAllPromptsFromTags, u as removePrefix } from "./util-s0NU5XTE2.js";
|
|
24
|
+
import { _ as isRateLimitWrapped, f as redteamProviderManager, g as createProviderRateLimitOptions } from "./shared-DHDR-oS4.js";
|
|
25
25
|
import { a as PROMPT_DELIMITER, n as maybeFilePath, r as normalizeInput } from "./utils-CuX28JI2.js";
|
|
26
26
|
import { n as getGeneratedPromptOverLimit, r as getMaxCharsPerMessageModifierValue, t as MAX_CHARS_PER_MESSAGE_MODIFIER_KEY } from "./promptLength-DwFSv-C5.js";
|
|
27
27
|
import { t as REDTEAM_MEMORY_POISONING_PLUGIN_ID } from "./constants-DZGEFLsu.js";
|
|
28
|
-
import { n as checkExfilTracking } from "./indirectWebPwn-
|
|
28
|
+
import { n as checkExfilTracking } from "./indirectWebPwn-BnrxhAAL.js";
|
|
29
29
|
import fs, { readFile, stat } from "fs/promises";
|
|
30
30
|
import path from "path";
|
|
31
31
|
import yaml from "js-yaml";
|
|
@@ -2453,7 +2453,7 @@ var RedteamGraderBase = class {
|
|
|
2453
2453
|
goal: test.metadata?.goal || prompt,
|
|
2454
2454
|
prompt,
|
|
2455
2455
|
entities: test.metadata?.entities ?? [],
|
|
2456
|
-
tools: provider?.config?.tools ? await maybeLoadToolsFromExternalFile(provider.config.tools) : void 0,
|
|
2456
|
+
tools: provider?.config?.tools && !isMcpToolNameFilter(provider.config.tools) ? await maybeLoadToolsFromExternalFile(provider.config.tools) : void 0,
|
|
2457
2457
|
testVars: test.vars ?? {},
|
|
2458
2458
|
...gradingContext || {},
|
|
2459
2459
|
...typeof renderedValue === "object" && renderedValue !== null ? renderedValue : {},
|
|
@@ -16205,4 +16205,4 @@ function getGraderById(id) {
|
|
|
16205
16205
|
//#endregion
|
|
16206
16206
|
export { readProviderPromptMap as $, ExcessiveAgencyPlugin as A, withProviderCallExecutionContext as At, retryWithDeduplication as B, PlinyPlugin as C, processFileReference as Ct, ImitationPlugin as D, getAndCheckProvider as Dt, IntentPlugin as E, callProviderWithContext as Et, BeavertailsPlugin as F, matchesFactuality as G, fetchHuggingFaceDataset as H, AegisPlugin as I, matchesPiScore as J, matchesGEval as K, RedteamGraderBase as L, DebugAccessPlugin as M, CrossSessionLeakPlugin as N, HarmbenchPlugin as O, getGradingProvider as Ot, ContractPlugin as P, readPrompts as Q, RedteamPluginBase as R, makeInlinePolicyIdSync as S, loadFromJavaScriptFile as St, OverreliancePlugin as T, DEFAULT_ANTHROPIC_MODEL as Tt, isGraderFailure as U, sampleArray as V, matchesClosedQa as W, doRemoteGrading as X, matchesTrajectoryGoalSuccess as Y, processPrompts as Z, PromptExtractionPlugin as _, normalizeMatcherTokenUsage as _t, VLGuardPlugin as a, CONTEXT_FAITHFULNESS_NLI_STATEMENTS as at, determinePolicyTypeFromId as b, coerceString as bt, ToxicChatPlugin as c, CONTEXT_RECALL_NOT_ATTRIBUTED_TOKEN as ct, TeenSafetyDangerousRoleplayPlugin as d, loadRubricPrompt as dt, DEFAULT_WEB_SEARCH_PROMPT as et, TeenSafetyDangerousContentPlugin as f, renderLlmRubricPrompt as ft, RbacPlugin as g, fail as gt, ShellInjectionPlugin as h, euclideanDistance as ht, VLSUPlugin as i, CONTEXT_FAITHFULNESS_LONGFORM as it, DivergentRepetitionPlugin as j, HallucinationPlugin as k, getProviderCallExecutionContext as kt, ToolDiscoveryPlugin as l, CONTEXT_RELEVANCE as lt, SqlInjectionPlugin as m, dotProduct as mt, getGraderById as n, SUGGEST_PROMPTS_SYSTEM_MESSAGE as nt, UnverifiableClaimsPlugin as o, CONTEXT_RECALL as ot, TeenSafetyAgeRestrictedGoodsAndServicesPlugin as p, cosineSimilarity as pt, matchesLlmRubric as q, graders_exports as r, ANSWER_RELEVANCY_GENERATE as rt, UnsafeBenchPlugin as s, CONTEXT_RECALL_ATTRIBUTED_TOKEN as st, GRADERS as t, SELECT_BEST_PROMPT as tt, TeenSafetyHarmfulBodyIdealsPlugin as u, CONTEXT_RELEVANCE_BAD as ut, PoliticsPlugin as v, splitIntoSentences as vt, getPiiLeakTestsForCategory as w, getDefaultProviders as wt, isValidPolicyObject as x, getFinalTest as xt, PolicyPlugin as y, tryParse as yt, getCustomPolicies as z };
|
|
16207
16207
|
|
|
16208
|
-
//# sourceMappingURL=graders-
|
|
16208
|
+
//# sourceMappingURL=graders-Z5qzvpuI.js.map
|
|
@@ -2,30 +2,30 @@ const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
|
|
|
2
2
|
const require_logger = require("./logger-DPITYeiW.cjs");
|
|
3
3
|
const require_invariant = require("./invariant-QtnLD03y.cjs");
|
|
4
4
|
const require_types = require("./types-BszavsxN.cjs");
|
|
5
|
-
const require_fetch = require("./fetch-
|
|
5
|
+
const require_fetch = require("./fetch-C7yU9CNr.cjs");
|
|
6
6
|
const require_fileExtensions = require("./fileExtensions-DB9eTs4y.cjs");
|
|
7
|
-
const require_accounts = require("./accounts-
|
|
7
|
+
const require_accounts = require("./accounts-C6NiTdum.cjs");
|
|
8
8
|
const require_esm = require("./esm-BXQgvlCe.cjs");
|
|
9
|
-
const require_util = require("./util-
|
|
9
|
+
const require_util = require("./util-tFLdovkA.cjs");
|
|
10
10
|
const require_createHash = require("./createHash-CF-N1FBc.cjs");
|
|
11
|
-
const require_cache = require("./cache-
|
|
11
|
+
const require_cache = require("./cache-DWEZYdJG.cjs");
|
|
12
12
|
const require_pythonUtils = require("./pythonUtils-Dm5aZDp2.cjs");
|
|
13
|
-
const require_remoteGeneration = require("./remoteGeneration-
|
|
14
|
-
const require_storage = require("./storage-
|
|
15
|
-
const require_chat = require("./chat-
|
|
16
|
-
const require_transform = require("./transform-
|
|
17
|
-
const require_providers = require("./providers-
|
|
18
|
-
const require_embedding = require("./embedding-
|
|
13
|
+
const require_remoteGeneration = require("./remoteGeneration-oSmtgmBY.cjs");
|
|
14
|
+
const require_storage = require("./storage-C8WR4y77.cjs");
|
|
15
|
+
const require_chat = require("./chat-XVIowajy.cjs");
|
|
16
|
+
const require_transform = require("./transform-B92noEAU.cjs");
|
|
17
|
+
const require_providers = require("./providers-CCRHPNv1.cjs");
|
|
18
|
+
const require_embedding = require("./embedding-ClHIOEld.cjs");
|
|
19
19
|
const require_tokenUsageUtils = require("./tokenUsageUtils-_B-P8IAi.cjs");
|
|
20
|
-
const require_messages = require("./messages-
|
|
21
|
-
const require_responses = require("./responses-
|
|
20
|
+
const require_messages = require("./messages-qapmFqOQ.cjs");
|
|
21
|
+
const require_responses = require("./responses-DRLyW4Lj.cjs");
|
|
22
22
|
const require_inputVariables = require("./inputVariables-CB44cYyJ.cjs");
|
|
23
|
-
const require_util$1 = require("./util-
|
|
24
|
-
const require_shared = require("./shared-
|
|
23
|
+
const require_util$1 = require("./util-jOGJmpWE2.cjs");
|
|
24
|
+
const require_shared = require("./shared-D3PxrdDh.cjs");
|
|
25
25
|
const require_utils = require("./utils-jtbYVShj.cjs");
|
|
26
26
|
const require_promptLength = require("./promptLength-CIZ9JExv.cjs");
|
|
27
27
|
const require_constants = require("./constants-a2kYssQk.cjs");
|
|
28
|
-
const require_indirectWebPwn = require("./indirectWebPwn-
|
|
28
|
+
const require_indirectWebPwn = require("./indirectWebPwn-CDo9rC06.cjs");
|
|
29
29
|
let fs_promises = require("fs/promises");
|
|
30
30
|
fs_promises = require_rolldown_runtime.__toESM(fs_promises, 1);
|
|
31
31
|
let path = require("path");
|
|
@@ -2463,7 +2463,7 @@ var RedteamGraderBase = class {
|
|
|
2463
2463
|
goal: test.metadata?.goal || prompt,
|
|
2464
2464
|
prompt,
|
|
2465
2465
|
entities: test.metadata?.entities ?? [],
|
|
2466
|
-
tools: provider?.config?.tools ? await require_util.maybeLoadToolsFromExternalFile(provider.config.tools) : void 0,
|
|
2466
|
+
tools: provider?.config?.tools && !require_transform.isMcpToolNameFilter(provider.config.tools) ? await require_util.maybeLoadToolsFromExternalFile(provider.config.tools) : void 0,
|
|
2467
2467
|
testVars: test.vars ?? {},
|
|
2468
2468
|
...gradingContext || {},
|
|
2469
2469
|
...typeof renderedValue === "object" && renderedValue !== null ? renderedValue : {},
|
|
@@ -16718,4 +16718,4 @@ Object.defineProperty(exports, "withProviderCallExecutionContext", {
|
|
|
16718
16718
|
}
|
|
16719
16719
|
});
|
|
16720
16720
|
|
|
16721
|
-
//# sourceMappingURL=graders-
|
|
16721
|
+
//# sourceMappingURL=graders-t_K-nZ_X.cjs.map
|
|
@@ -1,19 +1,19 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import { b as isValidJson, c as logger } from "./logger-DNHkR_3S.js";
|
|
3
|
-
import { b as sleep } from "./fetch-
|
|
3
|
+
import { b as sleep } from "./fetch-B1Rb0VdL.js";
|
|
4
4
|
import { t as invariant } from "./invariant-BtWWVVhl.js";
|
|
5
|
-
import { l as isLoggedIntoCloud } from "./accounts-
|
|
6
|
-
import { l as shouldGenerateRemote, n as getRemoteGenerationExplicitlyDisabledError, s as neverGenerateRemote, t as getRemoteGenerationDisabledError } from "./remoteGeneration-
|
|
5
|
+
import { l as isLoggedIntoCloud } from "./accounts-C06-4dXo.js";
|
|
6
|
+
import { l as shouldGenerateRemote, n as getRemoteGenerationExplicitlyDisabledError, s as neverGenerateRemote, t as getRemoteGenerationDisabledError } from "./remoteGeneration-CW6zHjQx.js";
|
|
7
7
|
import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-kXKUpxyr.js";
|
|
8
8
|
import { r as materializeInputVariablesWithMetadata } from "./inputVariables-D5fvuLkt.js";
|
|
9
|
-
import { a as extractPromptFromTags, c as isBasicRefusal, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-
|
|
10
|
-
import { a as assertRemoteMaterializationHandled, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-
|
|
11
|
-
import { c as getTargetResponse, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, o as getGraderAssertionValue, t as buildGraderResultAssertion, u as isValidChatMessageArray } from "./shared-
|
|
12
|
-
import { n as isBlobStorageEnabled, r as shouldAttemptRemoteBlobUpload } from "./extractor-
|
|
13
|
-
import { n as checkExfilTracking } from "./indirectWebPwn-
|
|
14
|
-
import { n as renderPrompt } from "./evaluatorHelpers-
|
|
15
|
-
import { t as Strategies } from "./strategies-
|
|
16
|
-
import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-
|
|
9
|
+
import { a as extractPromptFromTags, c as isBasicRefusal, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-CD4LxH5h.js";
|
|
10
|
+
import { a as assertRemoteMaterializationHandled, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-De6vQq9F.js";
|
|
11
|
+
import { c as getTargetResponse, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, o as getGraderAssertionValue, t as buildGraderResultAssertion, u as isValidChatMessageArray } from "./shared-C-G3NQ1-.js";
|
|
12
|
+
import { n as isBlobStorageEnabled, r as shouldAttemptRemoteBlobUpload } from "./extractor-DOhjGS0m.js";
|
|
13
|
+
import { n as checkExfilTracking } from "./indirectWebPwn-BbFMiv79.js";
|
|
14
|
+
import { n as renderPrompt } from "./evaluatorHelpers-CoLW5rKU.js";
|
|
15
|
+
import { t as Strategies } from "./strategies-CaefFyHy.js";
|
|
16
|
+
import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-e_c5TlHv.js";
|
|
17
17
|
import { t as applyRuntimeTransforms } from "./runtimeTransform-DjKoaR8A.js";
|
|
18
18
|
//#region src/redteam/providers/hydra/index.ts
|
|
19
19
|
const DEFAULT_MAX_TURNS = 10;
|
|
@@ -117,7 +117,7 @@ var HydraProvider = class {
|
|
|
117
117
|
let lastTransformResult;
|
|
118
118
|
let lastTransformDisplayVars;
|
|
119
119
|
let lastFinalAttackPrompt;
|
|
120
|
-
const { getGraderById } = await import("./graders-
|
|
120
|
+
const { getGraderById } = await import("./graders-CA3QVnK3.js");
|
|
121
121
|
let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
|
|
122
122
|
if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
|
|
123
123
|
let previousTraceSummary;
|
|
@@ -558,4 +558,4 @@ var HydraProvider = class {
|
|
|
558
558
|
//#endregion
|
|
559
559
|
export { HydraProvider, HydraProvider as default };
|
|
560
560
|
|
|
561
|
-
//# sourceMappingURL=hydra-
|
|
561
|
+
//# sourceMappingURL=hydra-BMb0WtZA.js.map
|
|
@@ -1,17 +1,17 @@
|
|
|
1
1
|
import { o as logger, v as isValidJson } from "./logger-Dz3siSzF.js";
|
|
2
|
-
import { x as sleep } from "./fetch-
|
|
2
|
+
import { x as sleep } from "./fetch-BErWGTUY.js";
|
|
3
3
|
import { t as invariant } from "./invariant-vgHWClmd.js";
|
|
4
|
-
import { l as isLoggedIntoCloud } from "./accounts-
|
|
5
|
-
import { l as shouldGenerateRemote, n as getRemoteGenerationExplicitlyDisabledError, s as neverGenerateRemote, t as getRemoteGenerationDisabledError } from "./remoteGeneration-
|
|
4
|
+
import { l as isLoggedIntoCloud } from "./accounts-BjCiVnil.js";
|
|
5
|
+
import { l as shouldGenerateRemote, n as getRemoteGenerationExplicitlyDisabledError, s as neverGenerateRemote, t as getRemoteGenerationDisabledError } from "./remoteGeneration-wvnQpzN1.js";
|
|
6
6
|
import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-DFcAf2Fd.js";
|
|
7
|
-
import { n as isBlobStorageEnabled, r as shouldAttemptRemoteBlobUpload } from "./extractor-
|
|
7
|
+
import { n as isBlobStorageEnabled, r as shouldAttemptRemoteBlobUpload } from "./extractor-h1HS9f6y.js";
|
|
8
8
|
import { r as materializeInputVariablesWithMetadata } from "./inputVariables-BqNKeMvJ.js";
|
|
9
|
-
import { a as extractPromptFromTags, c as isBasicRefusal, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-
|
|
10
|
-
import { a as assertRemoteMaterializationHandled, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-
|
|
11
|
-
import { c as getTargetResponse, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, o as getGraderAssertionValue, t as buildGraderResultAssertion, u as isValidChatMessageArray } from "./shared-
|
|
12
|
-
import { n as checkExfilTracking } from "./indirectWebPwn-
|
|
9
|
+
import { a as extractPromptFromTags, c as isBasicRefusal, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-CKQ_tuWG.js";
|
|
10
|
+
import { a as assertRemoteMaterializationHandled, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-CkDcgxiW.js";
|
|
11
|
+
import { c as getTargetResponse, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, o as getGraderAssertionValue, t as buildGraderResultAssertion, u as isValidChatMessageArray } from "./shared-CnrYC0Dk.js";
|
|
12
|
+
import { n as checkExfilTracking } from "./indirectWebPwn-C779yDi6.js";
|
|
13
13
|
import { n as renderPrompt, t as Strategies } from "./server/index.js";
|
|
14
|
-
import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-
|
|
14
|
+
import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-DL2vOmYS.js";
|
|
15
15
|
import { t as applyRuntimeTransforms } from "./runtimeTransform-BbRV7Rrl.js";
|
|
16
16
|
//#region src/redteam/providers/hydra/index.ts
|
|
17
17
|
const DEFAULT_MAX_TURNS = 10;
|
|
@@ -115,7 +115,7 @@ var HydraProvider = class {
|
|
|
115
115
|
let lastTransformResult;
|
|
116
116
|
let lastTransformDisplayVars;
|
|
117
117
|
let lastFinalAttackPrompt;
|
|
118
|
-
const { getGraderById } = await import("./graders-
|
|
118
|
+
const { getGraderById } = await import("./graders-CO5drf0x.js").then((n) => n.n);
|
|
119
119
|
let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
|
|
120
120
|
if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
|
|
121
121
|
let previousTraceSummary;
|
|
@@ -556,4 +556,4 @@ var HydraProvider = class {
|
|
|
556
556
|
//#endregion
|
|
557
557
|
export { HydraProvider, HydraProvider as default };
|
|
558
558
|
|
|
559
|
-
//# sourceMappingURL=hydra-
|
|
559
|
+
//# sourceMappingURL=hydra-BXmf4FCK.js.map
|
|
@@ -1,18 +1,18 @@
|
|
|
1
1
|
import { o as logger, v as isValidJson } from "./logger-2ZstxKQf.js";
|
|
2
2
|
import { t as invariant } from "./invariant-Ddh24eXh.js";
|
|
3
|
-
import { g as sleep } from "./fetch-
|
|
4
|
-
import { s as isLoggedIntoCloud } from "./accounts-
|
|
5
|
-
import { l as shouldGenerateRemote, n as getRemoteGenerationExplicitlyDisabledError, s as neverGenerateRemote, t as getRemoteGenerationDisabledError } from "./remoteGeneration
|
|
3
|
+
import { g as sleep } from "./fetch-BNUDixbE.js";
|
|
4
|
+
import { s as isLoggedIntoCloud } from "./accounts-BGs8AMhG.js";
|
|
5
|
+
import { l as shouldGenerateRemote, n as getRemoteGenerationExplicitlyDisabledError, s as neverGenerateRemote, t as getRemoteGenerationDisabledError } from "./remoteGeneration-DuxbIn94.js";
|
|
6
6
|
import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-CmnQ0G2m.js";
|
|
7
7
|
import { n as materializeInputVariablesWithMetadata } from "./inputVariables-CY2K2fUG.js";
|
|
8
|
-
import { a as extractPromptFromTags, c as isBasicRefusal, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-
|
|
9
|
-
import { a as assertRemoteMaterializationHandled, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-
|
|
10
|
-
import { c as getTargetResponse, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, o as getGraderAssertionValue, t as buildGraderResultAssertion, u as isValidChatMessageArray } from "./shared-
|
|
11
|
-
import { n as isBlobStorageEnabled, r as shouldAttemptRemoteBlobUpload } from "./extractor-
|
|
12
|
-
import { n as checkExfilTracking } from "./indirectWebPwn-
|
|
13
|
-
import { n as renderPrompt } from "./evaluatorHelpers-
|
|
14
|
-
import { t as Strategies } from "./strategies-
|
|
15
|
-
import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-
|
|
8
|
+
import { a as extractPromptFromTags, c as isBasicRefusal, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-s0NU5XTE2.js";
|
|
9
|
+
import { a as assertRemoteMaterializationHandled, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-DhGR7OQn.js";
|
|
10
|
+
import { c as getTargetResponse, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, o as getGraderAssertionValue, t as buildGraderResultAssertion, u as isValidChatMessageArray } from "./shared-DHDR-oS4.js";
|
|
11
|
+
import { n as isBlobStorageEnabled, r as shouldAttemptRemoteBlobUpload } from "./extractor-BIqe0lMN.js";
|
|
12
|
+
import { n as checkExfilTracking } from "./indirectWebPwn-BnrxhAAL.js";
|
|
13
|
+
import { n as renderPrompt } from "./evaluatorHelpers-DTtYkrGO.js";
|
|
14
|
+
import { t as Strategies } from "./strategies-DE3UN_VH.js";
|
|
15
|
+
import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-xCBDF3nM.js";
|
|
16
16
|
import { t as applyRuntimeTransforms } from "./runtimeTransform-D0y6T_QV.js";
|
|
17
17
|
//#region src/redteam/providers/hydra/index.ts
|
|
18
18
|
const DEFAULT_MAX_TURNS = 10;
|
|
@@ -116,7 +116,7 @@ var HydraProvider = class {
|
|
|
116
116
|
let lastTransformResult;
|
|
117
117
|
let lastTransformDisplayVars;
|
|
118
118
|
let lastFinalAttackPrompt;
|
|
119
|
-
const { getGraderById } = await import("./graders-
|
|
119
|
+
const { getGraderById } = await import("./graders-Z5qzvpuI.js").then((n) => n.r);
|
|
120
120
|
let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
|
|
121
121
|
if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
|
|
122
122
|
let previousTraceSummary;
|
|
@@ -557,4 +557,4 @@ var HydraProvider = class {
|
|
|
557
557
|
//#endregion
|
|
558
558
|
export { HydraProvider, HydraProvider as default };
|
|
559
559
|
|
|
560
|
-
//# sourceMappingURL=hydra-
|
|
560
|
+
//# sourceMappingURL=hydra-C5_Vuh-m.js.map
|
|
@@ -1,18 +1,18 @@
|
|
|
1
1
|
const require_logger = require("./logger-DPITYeiW.cjs");
|
|
2
2
|
const require_invariant = require("./invariant-QtnLD03y.cjs");
|
|
3
|
-
const require_fetch = require("./fetch-
|
|
4
|
-
const require_accounts = require("./accounts-
|
|
5
|
-
const require_remoteGeneration = require("./remoteGeneration-
|
|
3
|
+
const require_fetch = require("./fetch-C7yU9CNr.cjs");
|
|
4
|
+
const require_accounts = require("./accounts-C6NiTdum.cjs");
|
|
5
|
+
const require_remoteGeneration = require("./remoteGeneration-oSmtgmBY.cjs");
|
|
6
6
|
const require_tokenUsageUtils = require("./tokenUsageUtils-_B-P8IAi.cjs");
|
|
7
7
|
const require_inputVariables = require("./inputVariables-CB44cYyJ.cjs");
|
|
8
|
-
const require_util = require("./util-
|
|
9
|
-
const require_promptfoo = require("./promptfoo-
|
|
10
|
-
const require_shared = require("./shared-
|
|
11
|
-
const require_extractor = require("./extractor-
|
|
12
|
-
const require_indirectWebPwn = require("./indirectWebPwn-
|
|
13
|
-
const require_evaluatorHelpers = require("./evaluatorHelpers-
|
|
14
|
-
const require_strategies = require("./strategies-
|
|
15
|
-
const require_tracingOptions = require("./tracingOptions-
|
|
8
|
+
const require_util = require("./util-jOGJmpWE2.cjs");
|
|
9
|
+
const require_promptfoo = require("./promptfoo-Dtw3i6YK.cjs");
|
|
10
|
+
const require_shared = require("./shared-D3PxrdDh.cjs");
|
|
11
|
+
const require_extractor = require("./extractor-CUVurbDW.cjs");
|
|
12
|
+
const require_indirectWebPwn = require("./indirectWebPwn-CDo9rC06.cjs");
|
|
13
|
+
const require_evaluatorHelpers = require("./evaluatorHelpers-CaaC50RB.cjs");
|
|
14
|
+
const require_strategies = require("./strategies-B6Y6G9UV.cjs");
|
|
15
|
+
const require_tracingOptions = require("./tracingOptions-DGai7e5l.cjs");
|
|
16
16
|
const require_runtimeTransform = require("./runtimeTransform-BrI_mskc.cjs");
|
|
17
17
|
//#region src/redteam/providers/hydra/index.ts
|
|
18
18
|
const DEFAULT_MAX_TURNS = 10;
|
|
@@ -116,7 +116,7 @@ var HydraProvider = class {
|
|
|
116
116
|
let lastTransformResult;
|
|
117
117
|
let lastTransformDisplayVars;
|
|
118
118
|
let lastFinalAttackPrompt;
|
|
119
|
-
const { getGraderById } = await Promise.resolve().then(() => require("./graders-
|
|
119
|
+
const { getGraderById } = await Promise.resolve().then(() => require("./graders-t_K-nZ_X.cjs")).then((n) => n.graders_exports);
|
|
120
120
|
let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
|
|
121
121
|
if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
|
|
122
122
|
let previousTraceSummary;
|
|
@@ -557,4 +557,4 @@ var HydraProvider = class {
|
|
|
557
557
|
//#endregion
|
|
558
558
|
exports.HydraProvider = HydraProvider;
|
|
559
559
|
|
|
560
|
-
//# sourceMappingURL=hydra-
|
|
560
|
+
//# sourceMappingURL=hydra-c1_7vPsg.cjs.map
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
const require_logger = require("./logger-DPITYeiW.cjs");
|
|
2
|
-
const require_fetch = require("./fetch-
|
|
3
|
-
const require_cache = require("./cache-
|
|
2
|
+
const require_fetch = require("./fetch-C7yU9CNr.cjs");
|
|
3
|
+
const require_cache = require("./cache-DWEZYdJG.cjs");
|
|
4
4
|
//#region src/providers/hyperbolic/image.ts
|
|
5
5
|
const HYPERBOLIC_IMAGE_MODELS = [
|
|
6
6
|
{
|
|
@@ -160,4 +160,4 @@ function createHyperbolicImageProvider(providerPath, options = {}) {
|
|
|
160
160
|
//#endregion
|
|
161
161
|
exports.createHyperbolicImageProvider = createHyperbolicImageProvider;
|
|
162
162
|
|
|
163
|
-
//# sourceMappingURL=image-
|
|
163
|
+
//# sourceMappingURL=image-BhHFD4Vb.cjs.map
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
const require_logger = require("./logger-DPITYeiW.cjs");
|
|
2
|
-
const require_fetch = require("./fetch-
|
|
3
|
-
const require_cache = require("./cache-
|
|
4
|
-
const require_util = require("./util-
|
|
5
|
-
const require_billing = require("./billing-
|
|
2
|
+
const require_fetch = require("./fetch-C7yU9CNr.cjs");
|
|
3
|
+
const require_cache = require("./cache-DWEZYdJG.cjs");
|
|
4
|
+
const require_util = require("./util-cAY5C8xI.cjs");
|
|
5
|
+
const require_billing = require("./billing-Co_1rjfG.cjs");
|
|
6
6
|
const require_openai = require("./openai-D9Cr0ymt.cjs");
|
|
7
7
|
const require_text = require("./text-nywWsRBM.cjs");
|
|
8
8
|
//#region src/providers/openai/image.ts
|
|
@@ -463,4 +463,4 @@ Object.defineProperty(exports, "formatOutput", {
|
|
|
463
463
|
}
|
|
464
464
|
});
|
|
465
465
|
|
|
466
|
-
//# sourceMappingURL=image-
|
|
466
|
+
//# sourceMappingURL=image-CYFea400.cjs.map
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { o as logger } from "./logger-2ZstxKQf.js";
|
|
2
|
-
import { x as getRequestTimeoutMs } from "./fetch-
|
|
3
|
-
import { r as fetchWithCache } from "./cache-
|
|
4
|
-
import { l as formatOpenAiError } from "./util-
|
|
5
|
-
import { n as calculateOpenAIUsageCost } from "./billing-
|
|
2
|
+
import { x as getRequestTimeoutMs } from "./fetch-BNUDixbE.js";
|
|
3
|
+
import { r as fetchWithCache } from "./cache-BEZBHFxd.js";
|
|
4
|
+
import { l as formatOpenAiError } from "./util-CVI1oD-n.js";
|
|
5
|
+
import { n as calculateOpenAIUsageCost } from "./billing-BkQJKKdm.js";
|
|
6
6
|
import { t as OpenAiGenericProvider } from "./openai-yIS_3Upl.js";
|
|
7
7
|
import { t as ellipsize } from "./text-DwYK5EBn.js";
|
|
8
8
|
//#region src/providers/openai/image.ts
|
|
@@ -440,4 +440,4 @@ var OpenAiImageProvider = class extends OpenAiGenericProvider {
|
|
|
440
440
|
//#endregion
|
|
441
441
|
export { formatOutput as i, buildStructuredImageOutputs as n, callOpenAiImageApi as r, OpenAiImageProvider as t };
|
|
442
442
|
|
|
443
|
-
//# sourceMappingURL=image-
|
|
443
|
+
//# sourceMappingURL=image-CgkOODNn.js.map
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { o as logger } from "./logger-Dz3siSzF.js";
|
|
2
|
-
import { E as getRequestTimeoutMs } from "./fetch-
|
|
3
|
-
import { r as fetchWithCache } from "./cache-
|
|
4
|
-
import { l as formatOpenAiError } from "./util-
|
|
5
|
-
import { n as calculateOpenAIUsageCost } from "./billing-
|
|
2
|
+
import { E as getRequestTimeoutMs } from "./fetch-BErWGTUY.js";
|
|
3
|
+
import { r as fetchWithCache } from "./cache-WT_2CYA-.js";
|
|
4
|
+
import { l as formatOpenAiError } from "./util-CHCKTSi5.js";
|
|
5
|
+
import { n as calculateOpenAIUsageCost } from "./billing-MY86Oqwg.js";
|
|
6
6
|
import { t as OpenAiGenericProvider } from "./openai-DJbzVLib.js";
|
|
7
7
|
import { t as ellipsize } from "./text-CZr46tp_.js";
|
|
8
8
|
//#region src/providers/openai/image.ts
|
|
@@ -440,4 +440,4 @@ var OpenAiImageProvider = class extends OpenAiGenericProvider {
|
|
|
440
440
|
//#endregion
|
|
441
441
|
export { formatOutput as i, buildStructuredImageOutputs as n, callOpenAiImageApi as r, OpenAiImageProvider as t };
|
|
442
442
|
|
|
443
|
-
//# sourceMappingURL=image-
|
|
443
|
+
//# sourceMappingURL=image-DGQkq3aK.js.map
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import { c as logger, k as getEnvString } from "./logger-DNHkR_3S.js";
|
|
3
|
-
import { E as getRequestTimeoutMs } from "./fetch-
|
|
4
|
-
import { r as fetchWithCache } from "./cache-
|
|
3
|
+
import { E as getRequestTimeoutMs } from "./fetch-B1Rb0VdL.js";
|
|
4
|
+
import { r as fetchWithCache } from "./cache-D2MfIrzr.js";
|
|
5
5
|
//#region src/providers/hyperbolic/image.ts
|
|
6
6
|
const HYPERBOLIC_IMAGE_MODELS = [
|
|
7
7
|
{
|
|
@@ -161,4 +161,4 @@ function createHyperbolicImageProvider(providerPath, options = {}) {
|
|
|
161
161
|
//#endregion
|
|
162
162
|
export { createHyperbolicImageProvider };
|
|
163
163
|
|
|
164
|
-
//# sourceMappingURL=image-
|
|
164
|
+
//# sourceMappingURL=image-DWveOfTz.js.map
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import { c as logger } from "./logger-DNHkR_3S.js";
|
|
3
|
-
import { E as getRequestTimeoutMs } from "./fetch-
|
|
4
|
-
import { r as fetchWithCache } from "./cache-
|
|
5
|
-
import { l as formatOpenAiError } from "./util-
|
|
6
|
-
import { n as calculateOpenAIUsageCost } from "./billing-
|
|
3
|
+
import { E as getRequestTimeoutMs } from "./fetch-B1Rb0VdL.js";
|
|
4
|
+
import { r as fetchWithCache } from "./cache-D2MfIrzr.js";
|
|
5
|
+
import { l as formatOpenAiError } from "./util-CkLsVF3e.js";
|
|
6
|
+
import { n as calculateOpenAIUsageCost } from "./billing-BhghtFas.js";
|
|
7
7
|
import { t as OpenAiGenericProvider } from "./openai-CEohfh6e.js";
|
|
8
8
|
import { t as ellipsize } from "./text-Cl4_8Fh2.js";
|
|
9
9
|
//#region src/providers/openai/image.ts
|
|
@@ -441,4 +441,4 @@ var OpenAiImageProvider = class extends OpenAiGenericProvider {
|
|
|
441
441
|
//#endregion
|
|
442
442
|
export { formatOutput as i, buildStructuredImageOutputs as n, callOpenAiImageApi as r, OpenAiImageProvider as t };
|
|
443
443
|
|
|
444
|
-
//# sourceMappingURL=image-
|
|
444
|
+
//# sourceMappingURL=image-DfF12xzt.js.map
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { D as getEnvString, o as logger } from "./logger-Dz3siSzF.js";
|
|
2
|
-
import { E as getRequestTimeoutMs } from "./fetch-
|
|
3
|
-
import { r as fetchWithCache } from "./cache-
|
|
2
|
+
import { E as getRequestTimeoutMs } from "./fetch-BErWGTUY.js";
|
|
3
|
+
import { r as fetchWithCache } from "./cache-WT_2CYA-.js";
|
|
4
4
|
//#region src/providers/hyperbolic/image.ts
|
|
5
5
|
const HYPERBOLIC_IMAGE_MODELS = [
|
|
6
6
|
{
|
|
@@ -160,4 +160,4 @@ function createHyperbolicImageProvider(providerPath, options = {}) {
|
|
|
160
160
|
//#endregion
|
|
161
161
|
export { createHyperbolicImageProvider };
|
|
162
162
|
|
|
163
|
-
//# sourceMappingURL=image-
|
|
163
|
+
//# sourceMappingURL=image-DkSUFfLd.js.map
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { E as getEnvString, o as logger } from "./logger-2ZstxKQf.js";
|
|
2
|
-
import { x as getRequestTimeoutMs } from "./fetch-
|
|
3
|
-
import { r as fetchWithCache } from "./cache-
|
|
2
|
+
import { x as getRequestTimeoutMs } from "./fetch-BNUDixbE.js";
|
|
3
|
+
import { r as fetchWithCache } from "./cache-BEZBHFxd.js";
|
|
4
4
|
//#region src/providers/hyperbolic/image.ts
|
|
5
5
|
const HYPERBOLIC_IMAGE_MODELS = [
|
|
6
6
|
{
|
|
@@ -160,4 +160,4 @@ function createHyperbolicImageProvider(providerPath, options = {}) {
|
|
|
160
160
|
//#endregion
|
|
161
161
|
export { createHyperbolicImageProvider };
|
|
162
162
|
|
|
163
|
-
//# sourceMappingURL=image-
|
|
163
|
+
//# sourceMappingURL=image-nYwdqnax.js.map
|