promptfoo 0.121.10 → 0.121.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/src/{accounts-D4iTShVh.js → accounts-BGs8AMhG.js} +4 -4
- package/dist/src/{accounts-ECb2xAYn.js → accounts-BjCiVnil.js} +4 -4
- package/dist/src/{accounts-DbmMSaOW.js → accounts-C06-4dXo.js} +5 -5
- package/dist/src/{accounts-5Sf1PCNo.cjs → accounts-C6NiTdum.cjs} +4 -4
- package/dist/src/{agentic-utils-DxzgjGfK.js → agentic-utils-B5IO5YR-.js} +2 -2
- package/dist/src/{agentic-utils-eGLKHNlT.cjs → agentic-utils-BDKz7KHx.cjs} +2 -2
- package/dist/src/{agentic-utils-CLrqlGZc.js → agentic-utils-Bj9P7suD.js} +2 -2
- package/dist/src/{agentic-utils-jiE8RROB.js → agentic-utils-kgc1YTAx.js} +2 -2
- package/dist/src/{agents-CI9ETpr0.js → agents-BMcjQUHA.js} +2 -2
- package/dist/src/{agents-B0gmhYyj.js → agents-CyHaf9xC.js} +2 -2
- package/dist/src/{agents-Dl4uviKE.cjs → agents-DOhrSQhK.cjs} +4 -4
- package/dist/src/{agents-CK9Kxnix.js → agents-DT1nSZix.js} +4 -4
- package/dist/src/{agents-6d6pdEFT.js → agents-DgakfoxG.js} +4 -4
- package/dist/src/{agents-C5zoy2ZS.js → agents-VKHVNG4J.js} +2 -2
- package/dist/src/{agents-Br5HYLBT.cjs → agents-zYAXB2ja.cjs} +2 -2
- package/dist/src/{agents-CvL6W9kz.js → agents-zzIht0lm.js} +4 -4
- package/dist/src/{aimlapi-DGCN4rpi.cjs → aimlapi-Bv6rnE4W.cjs} +6 -6
- package/dist/src/{aimlapi-BonWl7zl.js → aimlapi-C05Ca41Z.js} +6 -6
- package/dist/src/{aimlapi-NJzALFkC.js → aimlapi-CLaCvZn8.js} +6 -6
- package/dist/src/{aimlapi-UwsBeqRG.js → aimlapi-DW7KNdkd.js} +6 -6
- package/dist/src/app/app/tsconfig.app.tsbuildinfo +1 -1
- package/dist/src/app/assets/Report-BgwGPDAJ.js +1 -0
- package/dist/src/app/assets/index-CBwcpPdR.js +413 -0
- package/dist/src/app/assets/index-ZYpt1xFX.css +1 -0
- package/dist/src/app/index.html +2 -2
- package/dist/src/{audio-yUZrS0JJ.js → audio-Cd92j4tr.js} +3 -3
- package/dist/src/{audio-9N6nZqw9.js → audio-De3snmla.js} +3 -3
- package/dist/src/{audio-DBqadfGk.js → audio-Dh44iWq7.js} +3 -3
- package/dist/src/{audio-BR4j1oG1.cjs → audio-MqvGQVvP.cjs} +3 -3
- package/dist/src/{authoritativeMarkupInjection-2C63bFKe.cjs → authoritativeMarkupInjection-BAuWkXwn.cjs} +5 -5
- package/dist/src/{authoritativeMarkupInjection-B2MJXBR1.js → authoritativeMarkupInjection-CDCg-jRQ.js} +4 -4
- package/dist/src/{authoritativeMarkupInjection-CE4HOCHa.js → authoritativeMarkupInjection-COd4q9Hp.js} +5 -5
- package/dist/src/{authoritativeMarkupInjection-DrBqZVP1.js → authoritativeMarkupInjection-D5oKM43M.js} +5 -5
- package/dist/src/{base-tmVReihS.js → base-B8G9Ob46.js} +2 -2
- package/dist/src/{base-6Aaed910.js → base-CzDq5YwX.js} +2 -2
- package/dist/src/{base-S8I8vPVY.js → base-DqNtZTrF.js} +2 -2
- package/dist/src/{base-BS60m8JA.cjs → base-OeMKpFIB.cjs} +2 -2
- package/dist/src/{bestOfN-BkH9d3Lr.js → bestOfN-B89i9zc7.js} +6 -6
- package/dist/src/{bestOfN-C1_WFZFb.js → bestOfN-BEfIajMY.js} +5 -5
- package/dist/src/{bestOfN-DfRpoheE.js → bestOfN-Czr-c62W.js} +6 -6
- package/dist/src/{bestOfN-b6uHssUC.cjs → bestOfN-QWGyCB5j.cjs} +6 -6
- package/dist/src/{billing-DwpSQ_4i.js → billing-BhghtFas.js} +2 -2
- package/dist/src/{billing-CAB1s36q.js → billing-BkQJKKdm.js} +2 -2
- package/dist/src/{billing-Dn9Gm2tN.cjs → billing-Co_1rjfG.cjs} +2 -2
- package/dist/src/{billing-DimGp80i.js → billing-MY86Oqwg.js} +2 -2
- package/dist/src/{blobs-7T2OXYkC.js → blobs-B8d9jKvz.js} +2 -2
- package/dist/src/{blobs-CqhgM_fa.js → blobs-BTzPmpq-.js} +2 -2
- package/dist/src/{blobs-DQ6pIlJQ.cjs → blobs-BcpoigIU.cjs} +7 -1
- package/dist/src/{blobs-Dxfq3woN.js → blobs-DQ4bXN5O.js} +2 -2
- package/dist/src/{cache-DgKlV56y.js → cache-BEZBHFxd.js} +2 -2
- package/dist/src/cache-Cqg9f4d4.js +3 -0
- package/dist/src/{cache-CmidsPv2.js → cache-D2MfIrzr.js} +3 -3
- package/dist/src/{cache-B-fzj_aE.cjs → cache-DWEZYdJG.cjs} +2 -2
- package/dist/src/{cache-Z4cklSHj.js → cache-WT_2CYA-.js} +2 -2
- package/dist/src/{chat-uLo5fkVu.js → chat-C9yx5XD4.js} +2 -2
- package/dist/src/{chat-VVJW_GJC.js → chat-CuPbIKVa.js} +2 -2
- package/dist/src/{chat-BWdNGktf.js → chat-DBG4VxM7.js} +7 -7
- package/dist/src/{chat-CrOCT2BA.js → chat-Dwfr4jHi.js} +2 -2
- package/dist/src/{chat-BE0BP7oZ.js → chat-FNWhaysj.js} +7 -7
- package/dist/src/{chat-CvN2w9fY.js → chat-PfM8xgFA.js} +7 -7
- package/dist/src/{chat-CpFzezkO.cjs → chat-XVIowajy.cjs} +7 -7
- package/dist/src/{chat-DAkk46Lf.cjs → chat-sZgq1_-v.cjs} +2 -2
- package/dist/src/{claude-agent-sdk-CocknPbL.js → claude-agent-sdk-B0AZ38ny.js} +4 -4
- package/dist/src/{claude-agent-sdk-BH0L9H8Y.js → claude-agent-sdk-BfYAjuTk.js} +4 -4
- package/dist/src/{claude-agent-sdk-DxyDxejT.cjs → claude-agent-sdk-CklMerFa.cjs} +4 -4
- package/dist/src/{claude-agent-sdk-Bh0MH9Z9.js → claude-agent-sdk-DTFpCefB.js} +4 -4
- package/dist/src/cloud-BNr2N1RY.js +3 -0
- package/dist/src/{cloud-DJB9yPQB.js → cloud-DKKGeJBV.js} +2 -2
- package/dist/src/{cloudflare-ai-DeUFFMJE.cjs → cloudflare-ai-C7pMPgpc.cjs} +4 -4
- package/dist/src/{cloudflare-ai-Bg1wwMId.js → cloudflare-ai-Cqz_3WD2.js} +4 -4
- package/dist/src/{cloudflare-ai-CpbxtQGT.js → cloudflare-ai-CuUCQanF.js} +4 -4
- package/dist/src/{cloudflare-ai-B2Sjijq0.js → cloudflare-ai-lAgV52qE.js} +4 -4
- package/dist/src/{cloudflare-gateway-DKsO0VKU.js → cloudflare-gateway-8T5x83eI.js} +3 -3
- package/dist/src/{cloudflare-gateway-CvQV6nA1.js → cloudflare-gateway-Bq7SdErk.js} +3 -3
- package/dist/src/{cloudflare-gateway-BwdJezUO.js → cloudflare-gateway-moRfeZJJ.js} +3 -3
- package/dist/src/{cloudflare-gateway-cBHiORfX.cjs → cloudflare-gateway-peUrx9oi.cjs} +3 -3
- package/dist/src/{codex-app-server-BHVKRhkY.js → codex-app-server-BvPHEwJg.js} +5 -5
- package/dist/src/{codex-app-server-CojV6u3_.js → codex-app-server-DBTBsZ1t.js} +5 -5
- package/dist/src/{codex-app-server-B471dabg.cjs → codex-app-server-Dwl3iupA.cjs} +5 -5
- package/dist/src/{codex-app-server-DF2PMuc1.js → codex-app-server-t-QoeeGd.js} +5 -5
- package/dist/src/{codex-sdk-Bj4uY6sS.js → codex-sdk-C4FTldKU.js} +4 -4
- package/dist/src/{codex-sdk-D4JF0nj6.js → codex-sdk-C4aieKza.js} +4 -4
- package/dist/src/codex-sdk-CTD1qSKx.js +3 -0
- package/dist/src/{codex-sdk-aezPvTAB.js → codex-sdk-CnSzlhih.js} +4 -4
- package/dist/src/{codex-sdk-C9c-416d.cjs → codex-sdk-bWIQVOBL.cjs} +4 -4
- package/dist/src/{cometapi-CgaDmO4i.js → cometapi-B0mQIIzf.js} +7 -7
- package/dist/src/{cometapi-BlBmHq7-.js → cometapi-CFrYNMs5.js} +7 -7
- package/dist/src/{cometapi-mtyRjerU.js → cometapi-CMnFU1wL.js} +7 -7
- package/dist/src/{cometapi-D8sWSnb1.cjs → cometapi-D2thnPaL.cjs} +7 -7
- package/dist/src/{completion-RkFAOVSF.js → completion-B0yVZF3v.js} +5 -5
- package/dist/src/{completion-CHnFmpnp.js → completion-Dz36rtPd.js} +5 -5
- package/dist/src/{completion-Di0-4tYi.cjs → completion-Ny3XQpqx.cjs} +5 -5
- package/dist/src/{completion-Bd8G9VHW.js → completion-sMpCTaBm.js} +5 -5
- package/dist/src/{crescendo-C8YuBd9K.js → crescendo-BpVWWleP.js} +11 -11
- package/dist/src/{crescendo-TWgp7uGp.cjs → crescendo-CqQhmeC0.cjs} +13 -13
- package/dist/src/{crescendo-BgGio6G0.js → crescendo-JAvyVRKK.js} +13 -13
- package/dist/src/{crescendo-BQ2VI9FD.js → crescendo-RfCMSIM-.js} +13 -13
- package/dist/src/{custom-D0p5pikf.cjs → custom-B_fKUq6j.cjs} +11 -11
- package/dist/src/{custom-DsSELzzx.js → custom-Bm6Tu-ji.js} +11 -11
- package/dist/src/{custom-CFnjgHKp.js → custom-LxkvkOvG.js} +9 -9
- package/dist/src/{custom-CSaH4Qj9.js → custom-jLsK8Wf9.js} +11 -11
- package/dist/src/{docker-ByT3LmHN.js → docker-B60virtZ.js} +5 -5
- package/dist/src/{docker-BRA5ruGU.cjs → docker-D_f3qyDE.cjs} +5 -5
- package/dist/src/{docker-CVY-oMv4.js → docker-DogRc30z.js} +5 -5
- package/dist/src/{docker-DIxhfwlx.js → docker-wwQ1pPGy.js} +5 -5
- package/dist/src/{embedding-BpX-WENP.js → embedding-BMe9ZgQF.js} +5 -5
- package/dist/src/{embedding-B_0mJpXs.cjs → embedding-ClHIOEld.cjs} +5 -5
- package/dist/src/{embedding-LplgjBJ0.js → embedding-Dy2o5RFQ.js} +5 -5
- package/dist/src/{embedding-CCbgRo4z.js → embedding-HXOpA992.js} +5 -5
- package/dist/src/{eval-BXF3bRvV.js → eval-BLgDYWPd.js} +4 -4
- package/dist/src/{eval-BcM9YiOW.js → eval-DbGugzR8.js} +1 -1
- package/dist/src/evalResult-B6Jpy3kJ.js +3 -0
- package/dist/src/{evalResult-C8MROHS8.js → evalResult-BWE17Tqm.js} +3 -3
- package/dist/src/{evalResult-CIxAdUVQ.cjs → evalResult-DDohNAHL.cjs} +3 -3
- package/dist/src/{evalResult-DaACTv0f.js → evalResult-DOh0QQix.js} +3 -3
- package/dist/src/evaluator-CTl-lKuh.js +3 -0
- package/dist/src/{evaluator-C_gCkBe3.js → evaluator-DbOsHSRe.js} +212 -21
- package/dist/src/{evaluatorHelpers-BVvi8tWH.cjs → evaluatorHelpers-CaaC50RB.cjs} +4 -4
- package/dist/src/{evaluatorHelpers-C6-aKnJe.js → evaluatorHelpers-CoLW5rKU.js} +4 -4
- package/dist/src/{evaluatorHelpers-RQo-m90b.js → evaluatorHelpers-DTtYkrGO.js} +4 -4
- package/dist/src/{extractor-B1hELWwJ.js → extractor-BIqe0lMN.js} +70 -12
- package/dist/src/{extractor-_E41W0Fl.cjs → extractor-CUVurbDW.cjs} +71 -12
- package/dist/src/{extractor-DV6WBfAi.js → extractor-DOhjGS0m.js} +70 -12
- package/dist/src/{extractor-ItsKh8lH.js → extractor-h1HS9f6y.js} +70 -12
- package/dist/src/{fetch-BBa1Lxgp.js → fetch-B1Rb0VdL.js} +3 -3
- package/dist/src/{fetch-BtdsABrj.js → fetch-BErWGTUY.js} +2 -2
- package/dist/src/{fetch-CFIU30wy.js → fetch-BNUDixbE.js} +2 -2
- package/dist/src/{fetch-OePjzUmA.cjs → fetch-C7yU9CNr.cjs} +2 -2
- package/dist/src/fetch-DVj4dF4V.js +3 -0
- package/dist/src/{goat-kpeOOE-K.js → goat-BnB1zGir.js} +13 -13
- package/dist/src/{goat-Coh2te0S.cjs → goat-C1RkjWv1.cjs} +13 -13
- package/dist/src/{goat-BCFeW4zk.js → goat-CNpA_tT8.js} +11 -11
- package/dist/src/{goat-Dr2YGfiG.js → goat-ZRARvAD5.js} +13 -13
- package/dist/src/graders-CA3QVnK3.js +3 -0
- package/dist/src/{graders-BrLOEmxX.js → graders-CO5drf0x.js} +17 -17
- package/dist/src/{graders-DEz7EeRy.js → graders-CpUlNVnh.js} +17 -17
- package/dist/src/{graders-CY4Ft8A9.js → graders-Z5qzvpuI.js} +17 -17
- package/dist/src/{graders-CCrX0NG3.cjs → graders-t_K-nZ_X.cjs} +17 -17
- package/dist/src/{hydra-C90CylNi.js → hydra-BMb0WtZA.js} +13 -13
- package/dist/src/{hydra-dOBPmWHt.js → hydra-BXmf4FCK.js} +11 -11
- package/dist/src/{hydra-Cq_3qKz_.js → hydra-C5_Vuh-m.js} +13 -13
- package/dist/src/{hydra-B524i6K6.cjs → hydra-c1_7vPsg.cjs} +13 -13
- package/dist/src/{image-DBnzfeuJ.cjs → image-BhHFD4Vb.cjs} +3 -3
- package/dist/src/{image-CvhTr1GY.cjs → image-CYFea400.cjs} +5 -5
- package/dist/src/{image-CHJ-KjNE.js → image-CgkOODNn.js} +5 -5
- package/dist/src/{image-_-h6GCQ7.js → image-DGQkq3aK.js} +5 -5
- package/dist/src/{image-CkF1ruDX.js → image-DWveOfTz.js} +3 -3
- package/dist/src/{image-BmVZRCkS.js → image-DfF12xzt.js} +5 -5
- package/dist/src/{image-B6P9JAV2.js → image-DkSUFfLd.js} +3 -3
- package/dist/src/{image-CD22vXth.js → image-nYwdqnax.js} +3 -3
- package/dist/src/index.cjs +218 -26
- package/dist/src/index.js +216 -26
- package/dist/src/{indirectWebPwn-BgIfQ2ON.js → indirectWebPwn-BajQ_evT.js} +5 -5
- package/dist/src/{indirectWebPwn-A16xYmav.js → indirectWebPwn-BbFMiv79.js} +4 -4
- package/dist/src/{indirectWebPwn-BRhR4Dk9.js → indirectWebPwn-BnrxhAAL.js} +4 -4
- package/dist/src/{indirectWebPwn-Bfp-t224.cjs → indirectWebPwn-BqOgtzny.cjs} +5 -5
- package/dist/src/{indirectWebPwn-8G6tgDBW.js → indirectWebPwn-C6_BaxjA.js} +5 -5
- package/dist/src/{indirectWebPwn-BWGexuih.js → indirectWebPwn-C779yDi6.js} +4 -4
- package/dist/src/{indirectWebPwn-DcKDbCn_.cjs → indirectWebPwn-CDo9rC06.cjs} +4 -4
- package/dist/src/{indirectWebPwn-CZ2kTy4r.js → indirectWebPwn-k8D0JacN.js} +5 -5
- package/dist/src/{iterative-BIHF31Io.js → iterative-BzKNkXHn.js} +13 -13
- package/dist/src/{iterative-XRfxQ0i8.cjs → iterative-CD3I_Rwq.cjs} +13 -13
- package/dist/src/{iterative-CZPHLUKZ.js → iterative-DL8iDwrE.js} +13 -13
- package/dist/src/{iterative-DZkNlFE-.js → iterative-DyEoFedI.js} +11 -11
- package/dist/src/{iterativeImage-BFRM8Jdx.js → iterativeImage-B7qV6kzP.js} +4 -4
- package/dist/src/{iterativeImage-DJtVKlFX.cjs → iterativeImage-BaOAhF-S.cjs} +5 -5
- package/dist/src/{iterativeImage-7WjhjpHE.js → iterativeImage-D85THuYb.js} +5 -5
- package/dist/src/{iterativeImage-CbRn9_MH.js → iterativeImage-noXhuElt.js} +5 -5
- package/dist/src/{iterativeMeta-2gyieWbU.js → iterativeMeta-BHNJgPy0.js} +12 -12
- package/dist/src/{iterativeMeta-dkFD9UKg.cjs → iterativeMeta-BQrhQ-iJ.cjs} +12 -12
- package/dist/src/{iterativeMeta-Bh2AQq8Y.js → iterativeMeta-CAN36NIN.js} +12 -12
- package/dist/src/{iterativeMeta-CmMnD77T.js → iterativeMeta-CnPYPYH0.js} +10 -10
- package/dist/src/{iterativeTree-DuIk7wjS.js → iterativeTree-B7116aK-.js} +10 -10
- package/dist/src/{iterativeTree-bjH__9en.js → iterativeTree-DdXSpkqE.js} +12 -12
- package/dist/src/{iterativeTree-DSNss1kE.js → iterativeTree-cKlxQWhi.js} +12 -12
- package/dist/src/{iterativeTree-DoE-8nC3.cjs → iterativeTree-u2hKQ51y.cjs} +12 -12
- package/dist/src/{knowledgeBase-kyTJpbr0.js → knowledgeBase-D9xW79dS.js} +4 -4
- package/dist/src/{knowledgeBase-CQasebQt.js → knowledgeBase-DfwVbdwp.js} +4 -4
- package/dist/src/{knowledgeBase-DebHrXhD.cjs → knowledgeBase-DhT8uaMH.cjs} +4 -4
- package/dist/src/{knowledgeBase-mzMh6UZt.js → knowledgeBase-DlH6NRlX.js} +4 -4
- package/dist/src/{litellm-wSD4Q6-H.cjs → litellm-BA2Fti7H.cjs} +4 -4
- package/dist/src/{litellm-BJFH4uKd.js → litellm-CHybAu4l.js} +4 -4
- package/dist/src/{litellm-A2eV_lM0.js → litellm-Cn_zDWeA.js} +4 -4
- package/dist/src/{litellm-CeJEe_jQ.js → litellm-CnqX4jfm.js} +4 -4
- package/dist/src/{luma-ray-DpuaR6Wa.js → luma-ray-C_AWu7K6.js} +4 -4
- package/dist/src/{luma-ray-B0GNCw6S.js → luma-ray-CbFOvJZw.js} +4 -4
- package/dist/src/{luma-ray-qBfU-mGO.cjs → luma-ray-D7hDEZaC.cjs} +4 -4
- package/dist/src/{luma-ray-CM6bvN4t.js → luma-ray-RQAhTNvK.js} +4 -4
- package/dist/src/main.js +27 -27
- package/dist/src/{memoryPoisoning-9mIgiE3F.cjs → memoryPoisoning-A8N_cbrW.cjs} +5 -5
- package/dist/src/{memoryPoisoning-BYBQ1Ns5.js → memoryPoisoning-BGe4fuFU.js} +5 -5
- package/dist/src/{memoryPoisoning-SvtQxFjF.js → memoryPoisoning-DDfIRZnk.js} +5 -5
- package/dist/src/{memoryPoisoning-D4iqi_nT.js → memoryPoisoning-DtJ5vYZW.js} +5 -5
- package/dist/src/{messages-BofXErqC.js → messages-BH83TS-n.js} +7 -7
- package/dist/src/{messages-DxzhBs74.js → messages-aXox3d04.js} +7 -7
- package/dist/src/{messages-CHZtL-k0.cjs → messages-qapmFqOQ.cjs} +7 -7
- package/dist/src/{messages-BKTseD_x.js → messages-yVMPGJ4n.js} +7 -7
- package/dist/src/{mischievousUser-D23wQ8f0.js → mischievousUser-BPDyepmu.js} +5 -5
- package/dist/src/{mischievousUser-DX1gGvUB.js → mischievousUser-D1mbddId.js} +5 -5
- package/dist/src/{mischievousUser-ECTv-u4g.cjs → mischievousUser-DHYVKotH.cjs} +5 -5
- package/dist/src/{mischievousUser-B5oT1xjM.js → mischievousUser-D_8tmPfA.js} +5 -5
- package/dist/src/{modelslab-D5vwtIYR.js → modelslab-BwywPRoU.js} +5 -5
- package/dist/src/{modelslab-DE9CfYYT.js → modelslab-Cc6fn99l.js} +5 -5
- package/dist/src/{modelslab-CVkeR8mC.cjs → modelslab-D2F3FtnI.cjs} +5 -5
- package/dist/src/{modelslab-BU_qCK1m.js → modelslab-D_izTsvD.js} +5 -5
- package/dist/src/{nova-reel-BSM7U8Bp.js → nova-reel-B1Jg1XBk.js} +4 -4
- package/dist/src/{nova-reel-BKAkU37Y.js → nova-reel-CZeHbWUe.js} +4 -4
- package/dist/src/{nova-reel-BvWH15rr.cjs → nova-reel-CcWrhmGJ.cjs} +4 -4
- package/dist/src/{nova-reel-D2tla7dy.js → nova-reel-DFrk1Ey2.js} +4 -4
- package/dist/src/{nova-sonic-DU7_krhB.js → nova-sonic-4wwR0tZJ.js} +2 -2
- package/dist/src/{nova-sonic-C7CNjG9n.cjs → nova-sonic-BqRQ9CWO.cjs} +2 -2
- package/dist/src/{nova-sonic-BQkU8weK.js → nova-sonic-D-IJHou2.js} +2 -2
- package/dist/src/{nova-sonic-B8PB4mU2.js → nova-sonic-DJUXNWUJ.js} +2 -2
- package/dist/src/{openclaw-CLNjF8ox.js → openclaw-5U8yiy9P.js} +5 -5
- package/dist/src/{openclaw-laZmy-8p.cjs → openclaw-B0vjRb3y.cjs} +5 -5
- package/dist/src/{openclaw-Gl2a1gR3.js → openclaw-C8xQtncQ.js} +5 -5
- package/dist/src/{openclaw-D5yEpk1f.js → openclaw-CqZoWsh0.js} +5 -5
- package/dist/src/{opencode-sdk-CGPqE4m0.js → opencode-sdk-B2qz1kCI.js} +2 -2
- package/dist/src/{opencode-sdk-5XXP3gNb.js → opencode-sdk-BGO1zuPF.js} +2 -2
- package/dist/src/{opencode-sdk-C7mIxApB.cjs → opencode-sdk-Bk9G3WGQ.cjs} +2 -2
- package/dist/src/{opencode-sdk-E1fh3vlz.js → opencode-sdk-NhbhYcsR.js} +2 -2
- package/dist/src/{promptfoo-C4g2Lx9t.js → promptfoo-CkDcgxiW.js} +4 -4
- package/dist/src/{promptfoo-DdsPYNm7.js → promptfoo-De6vQq9F.js} +4 -4
- package/dist/src/{promptfoo-x112UyE1.js → promptfoo-DhGR7OQn.js} +4 -4
- package/dist/src/{promptfoo-B9KuhWM0.cjs → promptfoo-Dtw3i6YK.cjs} +4 -4
- package/dist/src/{providers-xrARCHcC.js → providers-BIgLuX4Z.js} +1 -1
- package/dist/src/{providers-BZ-QJYop.cjs → providers-CCRHPNv1.cjs} +50 -49
- package/dist/src/{providers-DdNIebwz.js → providers-am7xTa5w.js} +51 -50
- package/dist/src/{providers-BnjFZtaq.js → providers-gntyGa2T.js} +50 -49
- package/dist/src/{providers-D_OinWvd.js → providers-j-ulWCzy.js} +50 -49
- package/dist/src/quiverai-CHV12wRE.js +324 -0
- package/dist/src/quiverai-CNSyaZhh.js +325 -0
- package/dist/src/quiverai-CNfaxZ3K.cjs +324 -0
- package/dist/src/quiverai-CzROwhTy.js +324 -0
- package/dist/src/{registry-C57trbNM.js → registry-B0pFfEzq.js} +14 -14
- package/dist/src/{registry-Bnb9O892.cjs → registry-BH1mZ37j.cjs} +14 -14
- package/dist/src/{registry-CmhcDYtj.js → registry-Bvfyz9Xt.js} +14 -14
- package/dist/src/{registry-DhaGoOuz.js → registry-Dzut7txg.js} +14 -14
- package/dist/src/{remoteGeneration-BlwssRVS.js → remoteGeneration-CW6zHjQx.js} +4 -4
- package/dist/src/{remoteGeneration--4NPfyL-.js → remoteGeneration-DuxbIn94.js} +4 -4
- package/dist/src/{remoteGeneration-B0K7iojS.cjs → remoteGeneration-oSmtgmBY.cjs} +4 -4
- package/dist/src/{remoteGeneration-DiAuGk9s.js → remoteGeneration-wvnQpzN1.js} +4 -4
- package/dist/src/{responses-C57h4gaW.js → responses-CI7uikKQ.js} +6 -6
- package/dist/src/{responses-B9ygvEC-.cjs → responses-DRLyW4Lj.cjs} +6 -6
- package/dist/src/{responses-CXKL6TPn.js → responses-DxFUQTN2.js} +6 -6
- package/dist/src/{responses-CTfu1ToN.js → responses-JNrMb3zS.js} +6 -6
- package/dist/src/{sagemaker-DHdeSsnJ.js → sagemaker-5AwedTwq.js} +9 -9
- package/dist/src/{sagemaker-CHL8TZFs.js → sagemaker-B5yQiSKh.js} +9 -9
- package/dist/src/{sagemaker-DdVGF_UD.cjs → sagemaker-C3aoiFup.cjs} +9 -9
- package/dist/src/{sagemaker-DUjuHnmj.js → sagemaker-XmAlwYoN.js} +9 -9
- package/dist/src/{scanner-BdoS5ILQ.js → scanner-BdEduFjO.js} +5 -5
- package/dist/src/server/index.js +214 -24
- package/dist/src/{server-B8UpdwtX.cjs → server-B3QXCltR.cjs} +3 -3
- package/dist/src/{server-DaonK4kI.js → server-Ctq0NOMp.js} +3 -3
- package/dist/src/{server-Ds_P02x6.js → server-D0pdY_yM.js} +4 -4
- package/dist/src/{server-CYxCnoVw.js → server-DMCug-jv.js} +4 -4
- package/dist/src/server-Ty5m26Vh.js +3 -0
- package/dist/src/{shared-BavzGCp0.js → shared-C-G3NQ1-.js} +7 -7
- package/dist/src/{shared-D_0FXjLS.js → shared-CnrYC0Dk.js} +7 -7
- package/dist/src/{shared-DY3IzJlT.cjs → shared-D3PxrdDh.cjs} +7 -7
- package/dist/src/{shared-B3IkjkNV.js → shared-DHDR-oS4.js} +7 -7
- package/dist/src/{simulatedUser-CokouWJT.js → simulatedUser-AhNbPm55.js} +5 -5
- package/dist/src/{simulatedUser-DNiOb7YE.js → simulatedUser-DV977ZD0.js} +5 -5
- package/dist/src/{simulatedUser-BJabLGod.js → simulatedUser-Dq8cpKLQ.js} +5 -5
- package/dist/src/{simulatedUser-CPDlAc1R.cjs → simulatedUser-tAjEGnxH.cjs} +5 -5
- package/dist/src/{storage-CH8WC1r3.cjs → storage-C8WR4y77.cjs} +3 -3
- package/dist/src/{storage-D_qaZpfe.js → storage-CK2YYGUg.js} +3 -3
- package/dist/src/{storage-CLyYkZk-.js → storage-Nc_eXGrV.js} +4 -4
- package/dist/src/{storage-3dpIy6f2.js → storage-P9MrA5xv.js} +3 -3
- package/dist/src/{strategies-2Q_uZxBs.cjs → strategies-B6Y6G9UV.cjs} +8 -8
- package/dist/src/{strategies-DVDC487a.js → strategies-CaefFyHy.js} +9 -9
- package/dist/src/{strategies-BuIPOuYL.js → strategies-DE3UN_VH.js} +8 -8
- package/dist/src/telemetry-Bbd-BlA7.js +3 -0
- package/dist/src/{telemetry-Bh3HJU7r.js → telemetry-C7v0I4YX.js} +3 -3
- package/dist/src/{telemetry-B-NTbvDj.js → telemetry-CTYOje0d.js} +3 -3
- package/dist/src/{telemetry-3fTnWcSU.js → telemetry-CvJEPKK6.js} +3 -3
- package/dist/src/{telemetry-Be4rklbJ.cjs → telemetry-hDovhwWp.cjs} +3 -3
- package/dist/src/{tracingOptions-CYCHrrQQ.cjs → tracingOptions-DGai7e5l.cjs} +2 -2
- package/dist/src/{tracingOptions-CLKNUvF4.js → tracingOptions-DL2vOmYS.js} +2 -2
- package/dist/src/{tracingOptions-CZpFCwyr.js → tracingOptions-e_c5TlHv.js} +2 -2
- package/dist/src/{tracingOptions-Bi477wlC.js → tracingOptions-xCBDF3nM.js} +2 -2
- package/dist/src/{transcription-CtLhhmYq.js → transcription-BCasJfFB.js} +4 -4
- package/dist/src/{transcription-BB9i78R3.js → transcription-BLOD9lN7.js} +4 -4
- package/dist/src/{transcription-BRd477OO.js → transcription-BOjp5wlV.js} +4 -4
- package/dist/src/{transcription-O3Nc-kEc.cjs → transcription-G6JwbB2P.cjs} +4 -4
- package/dist/src/{transform-D9nfyIts.cjs → transform-B92noEAU.cjs} +13 -3
- package/dist/src/{transform-DmSzMsCP.js → transform-CD9wrP31.js} +8 -4
- package/dist/src/{transform-CUPglRUI.js → transform-D7-gzzhD.js} +8 -4
- package/dist/src/{transform-CLzSt5fi.js → transform-D8kXC-nB.js} +8 -4
- package/dist/src/{util-CnqjxsAd.js → util-BTAyQmdN.js} +2 -2
- package/dist/src/{util-Bg-aMimr.js → util-BbMJxgff.js} +3 -3
- package/dist/src/{util-mVC_YCag.cjs → util-C62dCLH_.cjs} +3 -3
- package/dist/src/{util-16aq4oHW.js → util-CD4LxH5h.js} +4 -4
- package/dist/src/{util-CRYfgRHi.js → util-CHCKTSi5.js} +3 -3
- package/dist/src/{util-BIYgspDB.js → util-CKQ_tuWG.js} +4 -4
- package/dist/src/{util-Bptzcit_.js → util-CVI1oD-n.js} +3 -3
- package/dist/src/{util-DHG9r5sC.js → util-CcW4TZSn.js} +2 -2
- package/dist/src/{util-DJLHqGS5.js → util-Ci_vm5u1.js} +2 -2
- package/dist/src/{util-D9xyoiGG.js → util-CkLsVF3e.js} +3 -3
- package/dist/src/{util-BsKq95ai.js → util-CqfcdA-f.js} +3 -3
- package/dist/src/{util-tsZfE0-_.js → util-CubC5Tyt.js} +3 -3
- package/dist/src/{util-BHfVEhSs.cjs → util-cAY5C8xI.cjs} +3 -3
- package/dist/src/{util-DEMRW89M2.cjs → util-jOGJmpWE2.cjs} +4 -4
- package/dist/src/{util-CpS555tc2.js → util-s0NU5XTE2.js} +4 -4
- package/dist/src/{util-DJFl6JZF.cjs → util-tFLdovkA.cjs} +2 -2
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +1 -1
- package/dist/src/app/assets/Report-Cx3cN9Nt.js +0 -1
- package/dist/src/app/assets/index-D44ihjH5.css +0 -1
- package/dist/src/app/assets/index-DzyLrNWM.js +0 -413
- package/dist/src/cache-D_D5rsiE.js +0 -3
- package/dist/src/cloud-BmVZ8W_3.js +0 -3
- package/dist/src/codex-sdk-BTI9Fvnt.js +0 -3
- package/dist/src/evalResult-uL1BStGk.js +0 -3
- package/dist/src/evaluator-C2YPxWQP.js +0 -3
- package/dist/src/fetch-DAe6a2ih.js +0 -3
- package/dist/src/graders-BZe_w0E4.js +0 -3
- package/dist/src/quiverai-B8a5RqGP.js +0 -213
- package/dist/src/quiverai-BoHFg1Vw.js +0 -214
- package/dist/src/quiverai-DYyzyVTF.cjs +0 -213
- package/dist/src/quiverai-ktAnwSBA.js +0 -213
- package/dist/src/server-DY7p-P4-.js +0 -3
- package/dist/src/telemetry-BOwRcACl.js +0 -3
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
import { h as extractFirstJsonObject, o as logger } from "./logger-Dz3siSzF.js";
|
|
2
|
-
import { x as sleep } from "./fetch-
|
|
2
|
+
import { x as sleep } from "./fetch-BErWGTUY.js";
|
|
3
3
|
import { t as invariant } from "./invariant-vgHWClmd.js";
|
|
4
|
-
import { l as isLoggedIntoCloud } from "./accounts-
|
|
5
|
-
import { K as getNunjucksEngine } from "./util-
|
|
6
|
-
import { l as shouldGenerateRemote } from "./remoteGeneration-
|
|
4
|
+
import { l as isLoggedIntoCloud } from "./accounts-BjCiVnil.js";
|
|
5
|
+
import { K as getNunjucksEngine } from "./util-Ci_vm5u1.js";
|
|
6
|
+
import { l as shouldGenerateRemote } from "./remoteGeneration-wvnQpzN1.js";
|
|
7
7
|
import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-DFcAf2Fd.js";
|
|
8
|
-
import { a as extractPromptFromTags, i as extractMaterializedVariablesFromJsonWithMetadata, o as getSessionId } from "./util-
|
|
9
|
-
import { a as assertRemoteMaterializationHandled, o as buildRemoteMaterializationContextVars, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-
|
|
10
|
-
import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, m as TokenUsageTracker, n as checkPenalizedPhrases, o as getGraderAssertionValue, r as createIterationContext, t as buildGraderResultAssertion } from "./shared-
|
|
11
|
-
import { n as checkExfilTracking } from "./indirectWebPwn-
|
|
8
|
+
import { a as extractPromptFromTags, i as extractMaterializedVariablesFromJsonWithMetadata, o as getSessionId } from "./util-CKQ_tuWG.js";
|
|
9
|
+
import { a as assertRemoteMaterializationHandled, o as buildRemoteMaterializationContextVars, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-CkDcgxiW.js";
|
|
10
|
+
import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, m as TokenUsageTracker, n as checkPenalizedPhrases, o as getGraderAssertionValue, r as createIterationContext, t as buildGraderResultAssertion } from "./shared-CnrYC0Dk.js";
|
|
11
|
+
import { n as checkExfilTracking } from "./indirectWebPwn-C779yDi6.js";
|
|
12
12
|
import { n as renderPrompt, t as Strategies } from "./server/index.js";
|
|
13
13
|
import { t as applyRuntimeTransforms } from "./runtimeTransform-BbRV7Rrl.js";
|
|
14
14
|
import { n as CLOUD_ATTACKER_SYSTEM_PROMPT, r as JUDGE_SYSTEM_PROMPT, t as ATTACKER_SYSTEM_PROMPT } from "./prompts-k5KpuLAB.js";
|
|
@@ -459,7 +459,7 @@ async function runRedteamConversation({ context, filters, injectVar, options, pr
|
|
|
459
459
|
noImprovementCount++;
|
|
460
460
|
if (noImprovementCount % 5 === 0) logger.debug(`[Depth ${depth}, Attempt ${attempts}] No improvement for ${noImprovementCount} consecutive iterations. Max score: ${maxScore}`);
|
|
461
461
|
}
|
|
462
|
-
const { getGraderById } = await import("./graders-
|
|
462
|
+
const { getGraderById } = await import("./graders-CO5drf0x.js").then((n) => n.n);
|
|
463
463
|
let graderPassed;
|
|
464
464
|
let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
|
|
465
465
|
if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
|
|
@@ -815,4 +815,4 @@ var RedteamIterativeTreeProvider = class {
|
|
|
815
815
|
//#endregion
|
|
816
816
|
export { RedteamIterativeTreeProvider as default };
|
|
817
817
|
|
|
818
|
-
//# sourceMappingURL=iterativeTree-
|
|
818
|
+
//# sourceMappingURL=iterativeTree-B7116aK-.js.map
|
|
@@ -1,17 +1,17 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import { _ as extractFirstJsonObject, c as logger } from "./logger-DNHkR_3S.js";
|
|
3
|
-
import { b as sleep } from "./fetch-
|
|
3
|
+
import { b as sleep } from "./fetch-B1Rb0VdL.js";
|
|
4
4
|
import { t as invariant } from "./invariant-BtWWVVhl.js";
|
|
5
|
-
import { l as isLoggedIntoCloud } from "./accounts-
|
|
6
|
-
import { Y as getNunjucksEngine } from "./util-
|
|
7
|
-
import { l as shouldGenerateRemote } from "./remoteGeneration-
|
|
5
|
+
import { l as isLoggedIntoCloud } from "./accounts-C06-4dXo.js";
|
|
6
|
+
import { Y as getNunjucksEngine } from "./util-CcW4TZSn.js";
|
|
7
|
+
import { l as shouldGenerateRemote } from "./remoteGeneration-CW6zHjQx.js";
|
|
8
8
|
import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-kXKUpxyr.js";
|
|
9
|
-
import { a as extractPromptFromTags, i as extractMaterializedVariablesFromJsonWithMetadata, o as getSessionId } from "./util-
|
|
10
|
-
import { a as assertRemoteMaterializationHandled, o as buildRemoteMaterializationContextVars, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-
|
|
11
|
-
import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, m as TokenUsageTracker, n as checkPenalizedPhrases, o as getGraderAssertionValue, r as createIterationContext, t as buildGraderResultAssertion } from "./shared-
|
|
12
|
-
import { n as checkExfilTracking } from "./indirectWebPwn-
|
|
13
|
-
import { n as renderPrompt } from "./evaluatorHelpers-
|
|
14
|
-
import { t as Strategies } from "./strategies-
|
|
9
|
+
import { a as extractPromptFromTags, i as extractMaterializedVariablesFromJsonWithMetadata, o as getSessionId } from "./util-CD4LxH5h.js";
|
|
10
|
+
import { a as assertRemoteMaterializationHandled, o as buildRemoteMaterializationContextVars, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-De6vQq9F.js";
|
|
11
|
+
import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, m as TokenUsageTracker, n as checkPenalizedPhrases, o as getGraderAssertionValue, r as createIterationContext, t as buildGraderResultAssertion } from "./shared-C-G3NQ1-.js";
|
|
12
|
+
import { n as checkExfilTracking } from "./indirectWebPwn-BbFMiv79.js";
|
|
13
|
+
import { n as renderPrompt } from "./evaluatorHelpers-CoLW5rKU.js";
|
|
14
|
+
import { t as Strategies } from "./strategies-CaefFyHy.js";
|
|
15
15
|
import { t as applyRuntimeTransforms } from "./runtimeTransform-DjKoaR8A.js";
|
|
16
16
|
import { n as CLOUD_ATTACKER_SYSTEM_PROMPT, r as JUDGE_SYSTEM_PROMPT, t as ATTACKER_SYSTEM_PROMPT } from "./prompts-Co6vCI4z.js";
|
|
17
17
|
import dedent from "dedent";
|
|
@@ -461,7 +461,7 @@ async function runRedteamConversation({ context, filters, injectVar, options, pr
|
|
|
461
461
|
noImprovementCount++;
|
|
462
462
|
if (noImprovementCount % 5 === 0) logger.debug(`[Depth ${depth}, Attempt ${attempts}] No improvement for ${noImprovementCount} consecutive iterations. Max score: ${maxScore}`);
|
|
463
463
|
}
|
|
464
|
-
const { getGraderById } = await import("./graders-
|
|
464
|
+
const { getGraderById } = await import("./graders-CA3QVnK3.js");
|
|
465
465
|
let graderPassed;
|
|
466
466
|
let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
|
|
467
467
|
if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
|
|
@@ -817,4 +817,4 @@ var RedteamIterativeTreeProvider = class {
|
|
|
817
817
|
//#endregion
|
|
818
818
|
export { RedteamIterativeTreeProvider as default };
|
|
819
819
|
|
|
820
|
-
//# sourceMappingURL=iterativeTree-
|
|
820
|
+
//# sourceMappingURL=iterativeTree-DdXSpkqE.js.map
|
|
@@ -1,16 +1,16 @@
|
|
|
1
1
|
import { h as extractFirstJsonObject, o as logger } from "./logger-2ZstxKQf.js";
|
|
2
2
|
import { t as invariant } from "./invariant-Ddh24eXh.js";
|
|
3
|
-
import { g as sleep } from "./fetch-
|
|
4
|
-
import { s as isLoggedIntoCloud } from "./accounts-
|
|
5
|
-
import { B as getNunjucksEngine } from "./util-
|
|
6
|
-
import { l as shouldGenerateRemote } from "./remoteGeneration
|
|
3
|
+
import { g as sleep } from "./fetch-BNUDixbE.js";
|
|
4
|
+
import { s as isLoggedIntoCloud } from "./accounts-BGs8AMhG.js";
|
|
5
|
+
import { B as getNunjucksEngine } from "./util-BTAyQmdN.js";
|
|
6
|
+
import { l as shouldGenerateRemote } from "./remoteGeneration-DuxbIn94.js";
|
|
7
7
|
import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-CmnQ0G2m.js";
|
|
8
|
-
import { a as extractPromptFromTags, i as extractMaterializedVariablesFromJsonWithMetadata, o as getSessionId } from "./util-
|
|
9
|
-
import { a as assertRemoteMaterializationHandled, o as buildRemoteMaterializationContextVars, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-
|
|
10
|
-
import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, m as TokenUsageTracker, n as checkPenalizedPhrases, o as getGraderAssertionValue, r as createIterationContext, t as buildGraderResultAssertion } from "./shared-
|
|
11
|
-
import { n as checkExfilTracking } from "./indirectWebPwn-
|
|
12
|
-
import { n as renderPrompt } from "./evaluatorHelpers-
|
|
13
|
-
import { t as Strategies } from "./strategies-
|
|
8
|
+
import { a as extractPromptFromTags, i as extractMaterializedVariablesFromJsonWithMetadata, o as getSessionId } from "./util-s0NU5XTE2.js";
|
|
9
|
+
import { a as assertRemoteMaterializationHandled, o as buildRemoteMaterializationContextVars, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-DhGR7OQn.js";
|
|
10
|
+
import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, m as TokenUsageTracker, n as checkPenalizedPhrases, o as getGraderAssertionValue, r as createIterationContext, t as buildGraderResultAssertion } from "./shared-DHDR-oS4.js";
|
|
11
|
+
import { n as checkExfilTracking } from "./indirectWebPwn-BnrxhAAL.js";
|
|
12
|
+
import { n as renderPrompt } from "./evaluatorHelpers-DTtYkrGO.js";
|
|
13
|
+
import { t as Strategies } from "./strategies-DE3UN_VH.js";
|
|
14
14
|
import { t as applyRuntimeTransforms } from "./runtimeTransform-D0y6T_QV.js";
|
|
15
15
|
import { n as CLOUD_ATTACKER_SYSTEM_PROMPT, r as JUDGE_SYSTEM_PROMPT, t as ATTACKER_SYSTEM_PROMPT } from "./prompts-CuZuRe7J.js";
|
|
16
16
|
import dedent from "dedent";
|
|
@@ -460,7 +460,7 @@ async function runRedteamConversation({ context, filters, injectVar, options, pr
|
|
|
460
460
|
noImprovementCount++;
|
|
461
461
|
if (noImprovementCount % 5 === 0) logger.debug(`[Depth ${depth}, Attempt ${attempts}] No improvement for ${noImprovementCount} consecutive iterations. Max score: ${maxScore}`);
|
|
462
462
|
}
|
|
463
|
-
const { getGraderById } = await import("./graders-
|
|
463
|
+
const { getGraderById } = await import("./graders-Z5qzvpuI.js").then((n) => n.r);
|
|
464
464
|
let graderPassed;
|
|
465
465
|
let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
|
|
466
466
|
if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
|
|
@@ -816,4 +816,4 @@ var RedteamIterativeTreeProvider = class {
|
|
|
816
816
|
//#endregion
|
|
817
817
|
export { RedteamIterativeTreeProvider as default };
|
|
818
818
|
|
|
819
|
-
//# sourceMappingURL=iterativeTree-
|
|
819
|
+
//# sourceMappingURL=iterativeTree-cKlxQWhi.js.map
|
|
@@ -1,17 +1,17 @@
|
|
|
1
1
|
const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
|
|
2
2
|
const require_logger = require("./logger-DPITYeiW.cjs");
|
|
3
3
|
const require_invariant = require("./invariant-QtnLD03y.cjs");
|
|
4
|
-
const require_fetch = require("./fetch-
|
|
5
|
-
const require_accounts = require("./accounts-
|
|
6
|
-
const require_util = require("./util-
|
|
7
|
-
const require_remoteGeneration = require("./remoteGeneration-
|
|
4
|
+
const require_fetch = require("./fetch-C7yU9CNr.cjs");
|
|
5
|
+
const require_accounts = require("./accounts-C6NiTdum.cjs");
|
|
6
|
+
const require_util = require("./util-tFLdovkA.cjs");
|
|
7
|
+
const require_remoteGeneration = require("./remoteGeneration-oSmtgmBY.cjs");
|
|
8
8
|
const require_tokenUsageUtils = require("./tokenUsageUtils-_B-P8IAi.cjs");
|
|
9
|
-
const require_util$1 = require("./util-
|
|
10
|
-
const require_promptfoo = require("./promptfoo-
|
|
11
|
-
const require_shared = require("./shared-
|
|
12
|
-
const require_indirectWebPwn = require("./indirectWebPwn-
|
|
13
|
-
const require_evaluatorHelpers = require("./evaluatorHelpers-
|
|
14
|
-
const require_strategies = require("./strategies-
|
|
9
|
+
const require_util$1 = require("./util-jOGJmpWE2.cjs");
|
|
10
|
+
const require_promptfoo = require("./promptfoo-Dtw3i6YK.cjs");
|
|
11
|
+
const require_shared = require("./shared-D3PxrdDh.cjs");
|
|
12
|
+
const require_indirectWebPwn = require("./indirectWebPwn-CDo9rC06.cjs");
|
|
13
|
+
const require_evaluatorHelpers = require("./evaluatorHelpers-CaaC50RB.cjs");
|
|
14
|
+
const require_strategies = require("./strategies-B6Y6G9UV.cjs");
|
|
15
15
|
const require_runtimeTransform = require("./runtimeTransform-BrI_mskc.cjs");
|
|
16
16
|
const require_prompts = require("./prompts-CfS_cxI5.cjs");
|
|
17
17
|
let dedent = require("dedent");
|
|
@@ -462,7 +462,7 @@ async function runRedteamConversation({ context, filters, injectVar, options, pr
|
|
|
462
462
|
noImprovementCount++;
|
|
463
463
|
if (noImprovementCount % 5 === 0) require_logger.logger.debug(`[Depth ${depth}, Attempt ${attempts}] No improvement for ${noImprovementCount} consecutive iterations. Max score: ${maxScore}`);
|
|
464
464
|
}
|
|
465
|
-
const { getGraderById } = await Promise.resolve().then(() => require("./graders-
|
|
465
|
+
const { getGraderById } = await Promise.resolve().then(() => require("./graders-t_K-nZ_X.cjs")).then((n) => n.graders_exports);
|
|
466
466
|
let graderPassed;
|
|
467
467
|
let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
|
|
468
468
|
if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
|
|
@@ -818,4 +818,4 @@ var RedteamIterativeTreeProvider = class {
|
|
|
818
818
|
//#endregion
|
|
819
819
|
exports.default = RedteamIterativeTreeProvider;
|
|
820
820
|
|
|
821
|
-
//# sourceMappingURL=iterativeTree-
|
|
821
|
+
//# sourceMappingURL=iterativeTree-u2hKQ51y.cjs.map
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { T as getEnvInt, o as logger } from "./logger-2ZstxKQf.js";
|
|
2
2
|
import { n as sha256 } from "./createHash-CM2Vkqac.js";
|
|
3
|
-
import { i as getCache, o as isCacheEnabled } from "./cache-
|
|
3
|
+
import { i as getCache, o as isCacheEnabled } from "./cache-BEZBHFxd.js";
|
|
4
4
|
import { a as createEmptyTokenUsage } from "./tokenUsageUtils-CmnQ0G2m.js";
|
|
5
|
-
import { t as telemetry } from "./telemetry-
|
|
6
|
-
import { i as hasProxyEnv, r as createBedrockRequestHandler, t as AwsBedrockGenericProvider } from "./base-
|
|
5
|
+
import { t as telemetry } from "./telemetry-CTYOje0d.js";
|
|
6
|
+
import { i as hasProxyEnv, r as createBedrockRequestHandler, t as AwsBedrockGenericProvider } from "./base-CzDq5YwX.js";
|
|
7
7
|
//#region src/providers/bedrock/knowledgeBase.ts
|
|
8
8
|
/**
|
|
9
9
|
* AWS Bedrock Knowledge Base provider for RAG (Retrieval Augmented Generation).
|
|
@@ -133,4 +133,4 @@ var AwsBedrockKnowledgeBaseProvider = class extends AwsBedrockGenericProvider {
|
|
|
133
133
|
//#endregion
|
|
134
134
|
export { AwsBedrockKnowledgeBaseProvider };
|
|
135
135
|
|
|
136
|
-
//# sourceMappingURL=knowledgeBase-
|
|
136
|
+
//# sourceMappingURL=knowledgeBase-D9xW79dS.js.map
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { E as getEnvInt, o as logger } from "./logger-Dz3siSzF.js";
|
|
2
2
|
import { n as sha256 } from "./createHash-BWWdtTvT.js";
|
|
3
|
-
import { i as getCache, o as isCacheEnabled } from "./cache-
|
|
3
|
+
import { i as getCache, o as isCacheEnabled } from "./cache-WT_2CYA-.js";
|
|
4
4
|
import { a as createEmptyTokenUsage } from "./tokenUsageUtils-DFcAf2Fd.js";
|
|
5
|
-
import { t as telemetry } from "./telemetry-
|
|
6
|
-
import { i as hasProxyEnv, r as createBedrockRequestHandler, t as AwsBedrockGenericProvider } from "./base-
|
|
5
|
+
import { t as telemetry } from "./telemetry-CvJEPKK6.js";
|
|
6
|
+
import { i as hasProxyEnv, r as createBedrockRequestHandler, t as AwsBedrockGenericProvider } from "./base-DqNtZTrF.js";
|
|
7
7
|
//#region src/providers/bedrock/knowledgeBase.ts
|
|
8
8
|
/**
|
|
9
9
|
* AWS Bedrock Knowledge Base provider for RAG (Retrieval Augmented Generation).
|
|
@@ -133,4 +133,4 @@ var AwsBedrockKnowledgeBaseProvider = class extends AwsBedrockGenericProvider {
|
|
|
133
133
|
//#endregion
|
|
134
134
|
export { AwsBedrockKnowledgeBaseProvider };
|
|
135
135
|
|
|
136
|
-
//# sourceMappingURL=knowledgeBase-
|
|
136
|
+
//# sourceMappingURL=knowledgeBase-DfwVbdwp.js.map
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
const require_logger = require("./logger-DPITYeiW.cjs");
|
|
2
2
|
const require_createHash = require("./createHash-CF-N1FBc.cjs");
|
|
3
|
-
const require_cache = require("./cache-
|
|
3
|
+
const require_cache = require("./cache-DWEZYdJG.cjs");
|
|
4
4
|
const require_tokenUsageUtils = require("./tokenUsageUtils-_B-P8IAi.cjs");
|
|
5
|
-
const require_telemetry = require("./telemetry-
|
|
6
|
-
const require_base = require("./base-
|
|
5
|
+
const require_telemetry = require("./telemetry-hDovhwWp.cjs");
|
|
6
|
+
const require_base = require("./base-OeMKpFIB.cjs");
|
|
7
7
|
//#region src/providers/bedrock/knowledgeBase.ts
|
|
8
8
|
/**
|
|
9
9
|
* AWS Bedrock Knowledge Base provider for RAG (Retrieval Augmented Generation).
|
|
@@ -133,4 +133,4 @@ var AwsBedrockKnowledgeBaseProvider = class extends require_base.AwsBedrockGener
|
|
|
133
133
|
//#endregion
|
|
134
134
|
exports.AwsBedrockKnowledgeBaseProvider = AwsBedrockKnowledgeBaseProvider;
|
|
135
135
|
|
|
136
|
-
//# sourceMappingURL=knowledgeBase-
|
|
136
|
+
//# sourceMappingURL=knowledgeBase-DhT8uaMH.cjs.map
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import { O as getEnvInt, c as logger } from "./logger-DNHkR_3S.js";
|
|
3
|
-
import { n as telemetry } from "./telemetry-
|
|
3
|
+
import { n as telemetry } from "./telemetry-C7v0I4YX.js";
|
|
4
4
|
import { n as sha256 } from "./createHash-Ddi0OHLI.js";
|
|
5
|
-
import { i as getCache, o as isCacheEnabled } from "./cache-
|
|
5
|
+
import { i as getCache, o as isCacheEnabled } from "./cache-D2MfIrzr.js";
|
|
6
6
|
import { a as createEmptyTokenUsage } from "./tokenUsageUtils-kXKUpxyr.js";
|
|
7
|
-
import { i as hasProxyEnv, r as createBedrockRequestHandler, t as AwsBedrockGenericProvider } from "./base-
|
|
7
|
+
import { i as hasProxyEnv, r as createBedrockRequestHandler, t as AwsBedrockGenericProvider } from "./base-B8G9Ob46.js";
|
|
8
8
|
//#region src/providers/bedrock/knowledgeBase.ts
|
|
9
9
|
/**
|
|
10
10
|
* AWS Bedrock Knowledge Base provider for RAG (Retrieval Augmented Generation).
|
|
@@ -134,4 +134,4 @@ var AwsBedrockKnowledgeBaseProvider = class extends AwsBedrockGenericProvider {
|
|
|
134
134
|
//#endregion
|
|
135
135
|
export { AwsBedrockKnowledgeBaseProvider };
|
|
136
136
|
|
|
137
|
-
//# sourceMappingURL=knowledgeBase-
|
|
137
|
+
//# sourceMappingURL=knowledgeBase-DlH6NRlX.js.map
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
const require_logger = require("./logger-DPITYeiW.cjs");
|
|
2
|
-
const require_chat = require("./chat-
|
|
3
|
-
const require_embedding = require("./embedding-
|
|
4
|
-
const require_completion = require("./completion-
|
|
2
|
+
const require_chat = require("./chat-XVIowajy.cjs");
|
|
3
|
+
const require_embedding = require("./embedding-ClHIOEld.cjs");
|
|
4
|
+
const require_completion = require("./completion-Ny3XQpqx.cjs");
|
|
5
5
|
//#region src/providers/litellm.ts
|
|
6
6
|
/**
|
|
7
7
|
* Base class for LiteLLM providers that maintains LiteLLM identity
|
|
@@ -133,4 +133,4 @@ function createLiteLLMProvider(providerPath, options = {}) {
|
|
|
133
133
|
//#endregion
|
|
134
134
|
exports.createLiteLLMProvider = createLiteLLMProvider;
|
|
135
135
|
|
|
136
|
-
//# sourceMappingURL=litellm-
|
|
136
|
+
//# sourceMappingURL=litellm-BA2Fti7H.cjs.map
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { E as getEnvString } from "./logger-2ZstxKQf.js";
|
|
2
|
-
import { t as OpenAiChatCompletionProvider } from "./chat-
|
|
3
|
-
import { t as OpenAiEmbeddingProvider } from "./embedding-
|
|
4
|
-
import { t as OpenAiCompletionProvider } from "./completion-
|
|
2
|
+
import { t as OpenAiChatCompletionProvider } from "./chat-DBG4VxM7.js";
|
|
3
|
+
import { t as OpenAiEmbeddingProvider } from "./embedding-BMe9ZgQF.js";
|
|
4
|
+
import { t as OpenAiCompletionProvider } from "./completion-Dz36rtPd.js";
|
|
5
5
|
//#region src/providers/litellm.ts
|
|
6
6
|
/**
|
|
7
7
|
* Base class for LiteLLM providers that maintains LiteLLM identity
|
|
@@ -133,4 +133,4 @@ function createLiteLLMProvider(providerPath, options = {}) {
|
|
|
133
133
|
//#endregion
|
|
134
134
|
export { createLiteLLMProvider };
|
|
135
135
|
|
|
136
|
-
//# sourceMappingURL=litellm-
|
|
136
|
+
//# sourceMappingURL=litellm-CHybAu4l.js.map
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import { k as getEnvString } from "./logger-DNHkR_3S.js";
|
|
3
|
-
import { t as OpenAiChatCompletionProvider } from "./chat-
|
|
4
|
-
import { t as OpenAiEmbeddingProvider } from "./embedding-
|
|
5
|
-
import { t as OpenAiCompletionProvider } from "./completion-
|
|
3
|
+
import { t as OpenAiChatCompletionProvider } from "./chat-PfM8xgFA.js";
|
|
4
|
+
import { t as OpenAiEmbeddingProvider } from "./embedding-HXOpA992.js";
|
|
5
|
+
import { t as OpenAiCompletionProvider } from "./completion-B0yVZF3v.js";
|
|
6
6
|
//#region src/providers/litellm.ts
|
|
7
7
|
/**
|
|
8
8
|
* Base class for LiteLLM providers that maintains LiteLLM identity
|
|
@@ -134,4 +134,4 @@ function createLiteLLMProvider(providerPath, options = {}) {
|
|
|
134
134
|
//#endregion
|
|
135
135
|
export { createLiteLLMProvider };
|
|
136
136
|
|
|
137
|
-
//# sourceMappingURL=litellm-
|
|
137
|
+
//# sourceMappingURL=litellm-Cn_zDWeA.js.map
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { D as getEnvString } from "./logger-Dz3siSzF.js";
|
|
2
|
-
import { t as OpenAiChatCompletionProvider } from "./chat-
|
|
3
|
-
import { t as OpenAiEmbeddingProvider } from "./embedding-
|
|
4
|
-
import { t as OpenAiCompletionProvider } from "./completion-
|
|
2
|
+
import { t as OpenAiChatCompletionProvider } from "./chat-FNWhaysj.js";
|
|
3
|
+
import { t as OpenAiEmbeddingProvider } from "./embedding-Dy2o5RFQ.js";
|
|
4
|
+
import { t as OpenAiCompletionProvider } from "./completion-sMpCTaBm.js";
|
|
5
5
|
//#region src/providers/litellm.ts
|
|
6
6
|
/**
|
|
7
7
|
* Base class for LiteLLM providers that maintains LiteLLM identity
|
|
@@ -133,4 +133,4 @@ function createLiteLLMProvider(providerPath, options = {}) {
|
|
|
133
133
|
//#endregion
|
|
134
134
|
export { createLiteLLMProvider };
|
|
135
135
|
|
|
136
|
-
//# sourceMappingURL=litellm-
|
|
136
|
+
//# sourceMappingURL=litellm-CnqX4jfm.js.map
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import { c as logger } from "./logger-DNHkR_3S.js";
|
|
3
|
-
import { b as sleep } from "./fetch-
|
|
3
|
+
import { b as sleep } from "./fetch-B1Rb0VdL.js";
|
|
4
4
|
import { t as ellipsize } from "./text-Cl4_8Fh2.js";
|
|
5
|
-
import { t as AwsBedrockGenericProvider } from "./base-
|
|
6
|
-
import { i as storeBlob } from "./blobs-
|
|
5
|
+
import { t as AwsBedrockGenericProvider } from "./base-B8G9Ob46.js";
|
|
6
|
+
import { i as storeBlob } from "./blobs-BTzPmpq-.js";
|
|
7
7
|
import * as fs$1 from "fs";
|
|
8
8
|
import * as path$1 from "path";
|
|
9
9
|
//#region src/providers/bedrock/luma-ray.ts
|
|
@@ -311,4 +311,4 @@ var LumaRayVideoProvider = class extends AwsBedrockGenericProvider {
|
|
|
311
311
|
//#endregion
|
|
312
312
|
export { LumaRayVideoProvider };
|
|
313
313
|
|
|
314
|
-
//# sourceMappingURL=luma-ray-
|
|
314
|
+
//# sourceMappingURL=luma-ray-C_AWu7K6.js.map
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { o as logger } from "./logger-Dz3siSzF.js";
|
|
2
|
-
import { x as sleep } from "./fetch-
|
|
3
|
-
import { i as storeBlob } from "./blobs-
|
|
2
|
+
import { x as sleep } from "./fetch-BErWGTUY.js";
|
|
3
|
+
import { i as storeBlob } from "./blobs-DQ4bXN5O.js";
|
|
4
4
|
import { t as ellipsize } from "./text-CZr46tp_.js";
|
|
5
|
-
import { t as AwsBedrockGenericProvider } from "./base-
|
|
5
|
+
import { t as AwsBedrockGenericProvider } from "./base-DqNtZTrF.js";
|
|
6
6
|
import * as fs$1 from "fs";
|
|
7
7
|
import * as path$1 from "path";
|
|
8
8
|
//#region src/providers/bedrock/luma-ray.ts
|
|
@@ -310,4 +310,4 @@ var LumaRayVideoProvider = class extends AwsBedrockGenericProvider {
|
|
|
310
310
|
//#endregion
|
|
311
311
|
export { LumaRayVideoProvider };
|
|
312
312
|
|
|
313
|
-
//# sourceMappingURL=luma-ray-
|
|
313
|
+
//# sourceMappingURL=luma-ray-CbFOvJZw.js.map
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
|
|
2
2
|
const require_logger = require("./logger-DPITYeiW.cjs");
|
|
3
|
-
const require_fetch = require("./fetch-
|
|
3
|
+
const require_fetch = require("./fetch-C7yU9CNr.cjs");
|
|
4
4
|
const require_text = require("./text-nywWsRBM.cjs");
|
|
5
|
-
const require_base = require("./base-
|
|
6
|
-
const require_blobs = require("./blobs-
|
|
5
|
+
const require_base = require("./base-OeMKpFIB.cjs");
|
|
6
|
+
const require_blobs = require("./blobs-BcpoigIU.cjs");
|
|
7
7
|
let path = require("path");
|
|
8
8
|
path = require_rolldown_runtime.__toESM(path, 1);
|
|
9
9
|
let fs = require("fs");
|
|
@@ -313,4 +313,4 @@ var LumaRayVideoProvider = class extends require_base.AwsBedrockGenericProvider
|
|
|
313
313
|
//#endregion
|
|
314
314
|
exports.LumaRayVideoProvider = LumaRayVideoProvider;
|
|
315
315
|
|
|
316
|
-
//# sourceMappingURL=luma-ray-
|
|
316
|
+
//# sourceMappingURL=luma-ray-D7hDEZaC.cjs.map
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { o as logger } from "./logger-2ZstxKQf.js";
|
|
2
|
-
import { g as sleep } from "./fetch-
|
|
2
|
+
import { g as sleep } from "./fetch-BNUDixbE.js";
|
|
3
3
|
import { t as ellipsize } from "./text-DwYK5EBn.js";
|
|
4
|
-
import { t as AwsBedrockGenericProvider } from "./base-
|
|
5
|
-
import { r as storeBlob } from "./blobs-
|
|
4
|
+
import { t as AwsBedrockGenericProvider } from "./base-CzDq5YwX.js";
|
|
5
|
+
import { r as storeBlob } from "./blobs-B8d9jKvz.js";
|
|
6
6
|
import * as path$1 from "path";
|
|
7
7
|
import * as fs$1 from "fs";
|
|
8
8
|
//#region src/providers/bedrock/luma-ray.ts
|
|
@@ -310,4 +310,4 @@ var LumaRayVideoProvider = class extends AwsBedrockGenericProvider {
|
|
|
310
310
|
//#endregion
|
|
311
311
|
export { LumaRayVideoProvider };
|
|
312
312
|
|
|
313
|
-
//# sourceMappingURL=luma-ray-
|
|
313
|
+
//# sourceMappingURL=luma-ray-RQAhTNvK.js.map
|
package/dist/src/main.js
CHANGED
|
@@ -1,42 +1,42 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import { D as getEnvFloat, E as getEnvBool, M as isCI, N as isNonInteractive, O as getEnvInt, P as state, T as setConfigDirectoryPath, _ as extractFirstJsonObject, a as initializeRunLogging, c as logger, h as sanitizeObject, k as getEnvString, l as setLogCallback, n as closeLogger, o as isDebugEnabled, r as getLogLevel, t as clearLogCallbackIfOwned, u as setLogLevel, v as extractJsonObjects, w as getConfigDirectoryPath, x as orderKeys } from "./logger-DNHkR_3S.js";
|
|
3
|
-
import { B as TERMINAL_MAX_WIDTH, E as getRequestTimeoutMs, H as getDefaultShareViewBaseUrl, I as CLOUD_PROVIDER_PREFIX, J as HUMAN_ASSERTION_TYPE, K as VERSION, U as getShareApiBaseUrl, V as getDefaultPort, W as getShareViewBaseUrl, a as fetchWithTimeout, b as sleep, i as fetchWithRetries, k as isPromptfooSampleTarget, r as fetchWithProxy, t as clearAgentCache } from "./fetch-
|
|
3
|
+
import { B as TERMINAL_MAX_WIDTH, E as getRequestTimeoutMs, H as getDefaultShareViewBaseUrl, I as CLOUD_PROVIDER_PREFIX, J as HUMAN_ASSERTION_TYPE, K as VERSION, U as getShareApiBaseUrl, V as getDefaultPort, W as getShareViewBaseUrl, a as fetchWithTimeout, b as sleep, i as fetchWithRetries, k as isPromptfooSampleTarget, r as fetchWithProxy, t as clearAgentCache } from "./fetch-B1Rb0VdL.js";
|
|
4
4
|
import { t as invariant } from "./invariant-BtWWVVhl.js";
|
|
5
|
-
import { a as getAuthor, c as getUserId, d as setUserEmail, i as clearUserEmail, l as isLoggedIntoCloud, n as checkEmailStatus, r as checkEmailStatusAndMaybeExit, s as getUserEmail, t as EmailValidationError, u as promptForEmailUnverified } from "./accounts-
|
|
6
|
-
import { a as cloudConfig, c as writeGlobalConfigPartial, o as readGlobalConfig, r as CloudConfig } from "./cloud-
|
|
7
|
-
import { i as TelemetryEventSchema, n as telemetry } from "./telemetry-
|
|
5
|
+
import { a as getAuthor, c as getUserId, d as setUserEmail, i as clearUserEmail, l as isLoggedIntoCloud, n as checkEmailStatus, r as checkEmailStatusAndMaybeExit, s as getUserEmail, t as EmailValidationError, u as promptForEmailUnverified } from "./accounts-C06-4dXo.js";
|
|
6
|
+
import { a as cloudConfig, c as writeGlobalConfigPartial, o as readGlobalConfig, r as CloudConfig } from "./cloud-DKKGeJBV.js";
|
|
7
|
+
import { i as TelemetryEventSchema, n as telemetry } from "./telemetry-C7v0I4YX.js";
|
|
8
8
|
import { $ as DEFAULT_PLUGINS, A as ADDITIONAL_STRATEGIES, B as isFanoutStrategy, C as PartialGenerationError, D as StrategyConfigSchema, E as ProbeLimitExceededError, G as riskCategorySeverityMap, H as Severity, I as STRATEGY_COLLECTIONS, J as ADDITIONAL_PLUGINS, K as subCategoryDescriptions, L as STRATEGY_COLLECTION_MAPPINGS, M as ALL_STRATEGIES, P as DEFAULT_STRATEGIES, Q as DATASET_EXEMPT_PLUGINS, R as getDefaultNFanout, S as ConversationMessageSchema, U as categoryAliases, V as isMultiTurnStrategy, X as BIAS_PLUGINS, Y as ALL_PLUGINS, Z as CANARY_BREAKING_STRATEGY_IDS, _ as RedteamGenerateOptionsSchema, _t as TELECOM_PLUGINS, a as EvaluateOptionsSchema, at as LLAMA_GUARD_REPLICATE_PROVIDER, b as ProviderOptionsSchema, bt as CODING_AGENT_PLUGINS, c as TestSuiteConfigSchema, ct as MULTI_INPUT_VAR, et as FINANCIAL_PLUGINS, ft as REDTEAM_MODEL, g as RedteamConfigSchema, gt as TEEN_SAFETY_PLUGINS, h as isCliEventSource, i as EvalResultsFilterMode, it as LLAMA_GUARD_ENABLED_CATEGORIES, k as isUuid, l as TestSuiteSchema, lt as PHARMACY_PLUGINS, mt as REMOTE_ONLY_PLUGIN_IDS, n as BaseAssertionTypesSchema, nt as HARM_PLUGINS, ot as MEDICAL_PLUGINS, p as isApiProvider, pt as REDTEAM_PROVIDER_HARM_PLUGINS, q as ALIASED_PLUGIN_MAPPINGS, r as CommandLineOptionsSchema, rt as INSURANCE_PLUGINS, s as ResultFailureReason, st as MULTI_INPUT_EXCLUDED_PLUGINS, t as AssertionOrSetSchema, tt as FOUNDATION_PLUGINS, u as UnifiedConfigSchema, ut as PII_PLUGINS, v as PromptSchema, vt as UNALIGNED_PROVIDER_HARM_PLUGINS, w as PluginConfigSchema, x as ProvidersSchema, y as filterByRange, yt as CODING_AGENT_CORE_PLUGINS } from "./types-C7iPXxc5.js";
|
|
9
9
|
import { i as isJavascriptFile } from "./fileExtensions-PGPK8Wcw.js";
|
|
10
10
|
import { r as importModule, t as getDirectory } from "./esm-ClRKphVo.js";
|
|
11
|
-
import { B as readFilters, J as extractVariablesFromTemplates, N as maybeLoadConfigFromExternalFile, P as maybeLoadFromExternalFile, S as getProviderDescription, V as readOutput, W as renderEnvOnlyInObject, Y as getNunjucksEngine, _ as filterRuntimeVars, a as SUPPORTED_OUTPUT_FILE_FORMATS, b as checkProviderApiKeys, c as evalTableToJson, d as getEvalTablePromptStrippedPayload, f as mergeComparisonTables, g as extractRuntimeVars, h as deduplicateTestCases, i as writeOutput, k as normalizeProviderRef, l as generateEvalCsv, m as setupEnv, n as createOutputMetadata, o as getOutputFileFormat, p as fetchCsvFromGoogleSheet, q as extractVariablesFromTemplate, r as writeMultipleOutputs, s as ComparisonEvalNotFoundError, t as printBorder, u as getEvalTableOutputPromptLocationsBySize, v as getTestCaseDeduplicationKey, x as doesProviderRefMatch, y as resultIsForTestCase, z as pathExists$1 } from "./util-
|
|
11
|
+
import { B as readFilters, J as extractVariablesFromTemplates, N as maybeLoadConfigFromExternalFile, P as maybeLoadFromExternalFile, S as getProviderDescription, V as readOutput, W as renderEnvOnlyInObject, Y as getNunjucksEngine, _ as filterRuntimeVars, a as SUPPORTED_OUTPUT_FILE_FORMATS, b as checkProviderApiKeys, c as evalTableToJson, d as getEvalTablePromptStrippedPayload, f as mergeComparisonTables, g as extractRuntimeVars, h as deduplicateTestCases, i as writeOutput, k as normalizeProviderRef, l as generateEvalCsv, m as setupEnv, n as createOutputMetadata, o as getOutputFileFormat, p as fetchCsvFromGoogleSheet, q as extractVariablesFromTemplate, r as writeMultipleOutputs, s as ComparisonEvalNotFoundError, t as printBorder, u as getEvalTableOutputPromptLocationsBySize, v as getTestCaseDeduplicationKey, x as doesProviderRefMatch, y as resultIsForTestCase, z as pathExists$1 } from "./util-CcW4TZSn.js";
|
|
12
12
|
import { n as sha256, t as randomSequence } from "./createHash-Ddi0OHLI.js";
|
|
13
|
-
import { n as disableCache, r as fetchWithCache, s as withCacheEnabled, t as clearCache } from "./cache-
|
|
13
|
+
import { n as disableCache, r as fetchWithCache, s as withCacheEnabled, t as clearCache } from "./cache-D2MfIrzr.js";
|
|
14
14
|
import { r as runPython } from "./pythonUtils-yoUkCRXx.js";
|
|
15
|
-
import { a as getRemoteHealthUrl, l as shouldGenerateRemote, n as getRemoteGenerationExplicitlyDisabledError, r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-
|
|
16
|
-
import { a as openAuthBrowser, i as checkServerRunning, n as BrowserBehaviorNames, o as openBrowser, s as promptUser, t as BrowserBehavior } from "./server-
|
|
17
|
-
import { _ as makeRequest, c as getCloudDatabaseId, d as getOrgContext, f as getPluginSeverityOverridesFromCloud, g as isCloudProvider, h as getUserTeams, i as retrieveMedia, l as getConfigFromCloud, m as getProviderFromCloud, o as canCreateTargets, r as mediaExists, s as checkCloudPermissions, t as getMediaStorage, u as getEvalConfigFromCloud, v as resolveTeamFromIdentifier, y as resolveTeamId } from "./storage-
|
|
18
|
-
import { a as resolveProviderConfigs, g as createTransformResponse, h as createTransformRequest, i as resolveProvider, m as HttpProvider, n as loadApiProvider, p as MCPProvider, r as loadApiProviders, t as getProviderIds } from "./providers-
|
|
15
|
+
import { a as getRemoteHealthUrl, l as shouldGenerateRemote, n as getRemoteGenerationExplicitlyDisabledError, r as getRemoteGenerationUrl, s as neverGenerateRemote } from "./remoteGeneration-CW6zHjQx.js";
|
|
16
|
+
import { a as openAuthBrowser, i as checkServerRunning, n as BrowserBehaviorNames, o as openBrowser, s as promptUser, t as BrowserBehavior } from "./server-DMCug-jv.js";
|
|
17
|
+
import { _ as makeRequest, c as getCloudDatabaseId, d as getOrgContext, f as getPluginSeverityOverridesFromCloud, g as isCloudProvider, h as getUserTeams, i as retrieveMedia, l as getConfigFromCloud, m as getProviderFromCloud, o as canCreateTargets, r as mediaExists, s as checkCloudPermissions, t as getMediaStorage, u as getEvalConfigFromCloud, v as resolveTeamFromIdentifier, y as resolveTeamId } from "./storage-Nc_eXGrV.js";
|
|
18
|
+
import { a as resolveProviderConfigs, g as createTransformResponse, h as createTransformRequest, i as resolveProvider, m as HttpProvider, n as loadApiProvider, p as MCPProvider, r as loadApiProviders, t as getProviderIds } from "./providers-am7xTa5w.js";
|
|
19
19
|
import { a as createEmptyTokenUsage, i as createEmptyAssertions, n as accumulateResponseTokenUsage, r as accumulateTokenUsage, t as accumulateAssertionTokenUsage } from "./tokenUsageUtils-kXKUpxyr.js";
|
|
20
20
|
import { n as escapeRegExp, t as ellipsize } from "./text-Cl4_8Fh2.js";
|
|
21
21
|
import { a as evalResultsTable, c as evalsToPromptsTable, d as promptsTable, f as spansTable, g as getDb, h as closeDbIfOpen, i as datasetsTable, l as evalsToTagsTable, m as tracesTable, n as blobReferencesTable, o as evalsTable, p as tagsTable, r as configsTable, s as evalsToDatasetsTable, t as blobAssetsTable, u as modelAuditsTable } from "./tables-B4EYiiEd.js";
|
|
22
|
-
import { n as getBlobUrl, t as getBlobByHash } from "./blobs-
|
|
22
|
+
import { n as getBlobUrl, t as getBlobByHash } from "./blobs-BTzPmpq-.js";
|
|
23
23
|
import { n as createPlaceholderInputValue, t as buildPromptInputDescriptions } from "./inputVariables-D5fvuLkt.js";
|
|
24
|
-
import { a as extractPromptFromTags, i as extractMaterializedVariablesFromJsonWithMetadata, n as extractGoalFromPrompt, s as getShortPluginId } from "./util-
|
|
25
|
-
import { a as assertRemoteMaterializationHandled, l as requiresRemoteMaterialization, n as PromptfooHarmfulCompletionProvider } from "./promptfoo-
|
|
26
|
-
import { A as DivergentRepetitionPlugin, B as fetchHuggingFaceDataset, C as getPiiLeakTestsForCategory, D as HarmbenchPlugin, E as ImitationPlugin, F as AegisPlugin, I as RedteamPluginBase, J as doRemoteGrading, L as getCustomPolicies, M as CrossSessionLeakPlugin, N as ContractPlugin, O as HallucinationPlugin, P as BeavertailsPlugin, R as retryWithDeduplication, S as PlinyPlugin, St as getDefaultProviders, T as IntentPlugin, X as readPrompts, Y as processPrompts, Z as readProviderPromptMap, _ as PoliticsPlugin, a as UnverifiableClaimsPlugin, b as isValidPolicyObject, c as ToolDiscoveryPlugin, d as TeenSafetyDangerousContentPlugin, f as TeenSafetyAgeRestrictedGoodsAndServicesPlugin, g as PromptExtractionPlugin, h as RbacPlugin, i as VLGuardPlugin, j as DebugAccessPlugin, k as ExcessiveAgencyPlugin, l as TeenSafetyHarmfulBodyIdealsPlugin, m as ShellInjectionPlugin, o as UnsafeBenchPlugin, p as SqlInjectionPlugin, r as VLSUPlugin, s as ToxicChatPlugin, u as TeenSafetyDangerousRoleplayPlugin, v as PolicyPlugin, w as OverreliancePlugin, x as makeInlinePolicyIdSync, y as determinePolicyTypeFromId, z as sampleArray } from "./graders-
|
|
27
|
-
import { f as redteamProviderManager, m as TokenUsageTracker } from "./shared-
|
|
28
|
-
import { c as doesPromptRefMatch, d as runAssertions, l as warnEmptyFilterRange, n as PromptSuggestionsRejectedError, r as evaluate, s as accumulateNamedMetric, u as readAssertions } from "./evaluator-
|
|
24
|
+
import { a as extractPromptFromTags, i as extractMaterializedVariablesFromJsonWithMetadata, n as extractGoalFromPrompt, s as getShortPluginId } from "./util-CD4LxH5h.js";
|
|
25
|
+
import { a as assertRemoteMaterializationHandled, l as requiresRemoteMaterialization, n as PromptfooHarmfulCompletionProvider } from "./promptfoo-De6vQq9F.js";
|
|
26
|
+
import { A as DivergentRepetitionPlugin, B as fetchHuggingFaceDataset, C as getPiiLeakTestsForCategory, D as HarmbenchPlugin, E as ImitationPlugin, F as AegisPlugin, I as RedteamPluginBase, J as doRemoteGrading, L as getCustomPolicies, M as CrossSessionLeakPlugin, N as ContractPlugin, O as HallucinationPlugin, P as BeavertailsPlugin, R as retryWithDeduplication, S as PlinyPlugin, St as getDefaultProviders, T as IntentPlugin, X as readPrompts, Y as processPrompts, Z as readProviderPromptMap, _ as PoliticsPlugin, a as UnverifiableClaimsPlugin, b as isValidPolicyObject, c as ToolDiscoveryPlugin, d as TeenSafetyDangerousContentPlugin, f as TeenSafetyAgeRestrictedGoodsAndServicesPlugin, g as PromptExtractionPlugin, h as RbacPlugin, i as VLGuardPlugin, j as DebugAccessPlugin, k as ExcessiveAgencyPlugin, l as TeenSafetyHarmfulBodyIdealsPlugin, m as ShellInjectionPlugin, o as UnsafeBenchPlugin, p as SqlInjectionPlugin, r as VLSUPlugin, s as ToxicChatPlugin, u as TeenSafetyDangerousRoleplayPlugin, v as PolicyPlugin, w as OverreliancePlugin, x as makeInlinePolicyIdSync, y as determinePolicyTypeFromId, z as sampleArray } from "./graders-CpUlNVnh.js";
|
|
27
|
+
import { f as redteamProviderManager, m as TokenUsageTracker } from "./shared-C-G3NQ1-.js";
|
|
28
|
+
import { c as doesPromptRefMatch, d as runAssertions, l as warnEmptyFilterRange, n as PromptSuggestionsRejectedError, r as evaluate, s as accumulateNamedMetric, u as readAssertions } from "./evaluator-DbOsHSRe.js";
|
|
29
29
|
import { i as generateIdFromPrompt } from "./utils-CsmoLRsV.js";
|
|
30
30
|
import { n as TRANSFORM_KEYS, t as INLINE_FUNCTION_LABEL } from "./transform-Dou53MRF2.js";
|
|
31
31
|
import { n as getTraceStore } from "./store-Bn1-Urtg.js";
|
|
32
32
|
import { n as setupSignalWatcher, t as readSignalEvalId } from "./signal-DdhkLwgQ.js";
|
|
33
|
-
import { n as isBlobStorageEnabled } from "./extractor-
|
|
33
|
+
import { n as isBlobStorageEnabled } from "./extractor-DOhjGS0m.js";
|
|
34
34
|
import { n as getGeneratedPromptOverLimit, r as getMaxCharsPerMessageModifierValue, t as MAX_CHARS_PER_MESSAGE_MODIFIER_KEY } from "./promptLength-DYfhyE9j.js";
|
|
35
|
-
import { a as createEvalId, c as deleteTraceRecordsForEvals, n as EvalQueries, s as getEvalSummaries, t as Eval } from "./eval-
|
|
36
|
-
import { n as sanitizeProvider, t as EvalResult } from "./evalResult-
|
|
37
|
-
import { n as renderPrompt } from "./evaluatorHelpers-
|
|
35
|
+
import { a as createEvalId, c as deleteTraceRecordsForEvals, n as EvalQueries, s as getEvalSummaries, t as Eval } from "./eval-BLgDYWPd.js";
|
|
36
|
+
import { n as sanitizeProvider, t as EvalResult } from "./evalResult-DOh0QQix.js";
|
|
37
|
+
import { n as renderPrompt } from "./evaluatorHelpers-CoLW5rKU.js";
|
|
38
38
|
import { t as formatDuration } from "./formatDuration-CTQILlsW.js";
|
|
39
|
-
import { i as pluginMatchesStrategyTargets, n as loadStrategy, r as validateStrategies, t as Strategies } from "./strategies-
|
|
39
|
+
import { i as pluginMatchesStrategyTargets, n as loadStrategy, r as validateStrategies, t as Strategies } from "./strategies-CaefFyHy.js";
|
|
40
40
|
import { fileURLToPath } from "node:url";
|
|
41
41
|
import { Command, InvalidArgumentError } from "commander";
|
|
42
42
|
import dotenv from "dotenv";
|
|
@@ -109,7 +109,7 @@ function runCommand(program) {
|
|
|
109
109
|
hasGithubPr: !!cmdObj.githubPr,
|
|
110
110
|
hasGuidance: !!(cmdObj.guidance || cmdObj.guidanceFile)
|
|
111
111
|
});
|
|
112
|
-
const { executeScan } = await import("./scanner-
|
|
112
|
+
const { executeScan } = await import("./scanner-BdEduFjO.js");
|
|
113
113
|
await executeScan(repoPath, cmdObj);
|
|
114
114
|
});
|
|
115
115
|
}
|
|
@@ -6992,7 +6992,7 @@ async function checkForUpdates() {
|
|
|
6992
6992
|
} catch {
|
|
6993
6993
|
return false;
|
|
6994
6994
|
}
|
|
6995
|
-
if (semverGt(latestVersion, "0.121.
|
|
6995
|
+
if (semverGt(latestVersion, "0.121.11")) {
|
|
6996
6996
|
const border = "=".repeat(TERMINAL_MAX_WIDTH);
|
|
6997
6997
|
logger.info(`\n${border}
|
|
6998
6998
|
${chalk.yellow("⚠️")} The current version of promptfoo ${chalk.yellow(VERSION)} is lower than the latest available version ${chalk.green(latestVersion)}.
|
|
@@ -13890,7 +13890,7 @@ router.get("/", async (_req, res) => {
|
|
|
13890
13890
|
};
|
|
13891
13891
|
} catch (error) {
|
|
13892
13892
|
logger.debug(`Failed to fetch latest version: ${error}`);
|
|
13893
|
-
latestVersion = versionCache.latestVersion ?? "0.121.
|
|
13893
|
+
latestVersion = versionCache.latestVersion ?? "0.121.11";
|
|
13894
13894
|
}
|
|
13895
13895
|
}
|
|
13896
13896
|
const selfHosted = getEnvBool("PROMPTFOO_SELF_HOSTED");
|
|
@@ -13899,7 +13899,7 @@ router.get("/", async (_req, res) => {
|
|
|
13899
13899
|
selfHosted,
|
|
13900
13900
|
isNpx
|
|
13901
13901
|
});
|
|
13902
|
-
const resolvedLatestVersion = latestVersion ?? "0.121.
|
|
13902
|
+
const resolvedLatestVersion = latestVersion ?? "0.121.11";
|
|
13903
13903
|
const response = {
|
|
13904
13904
|
currentVersion: VERSION,
|
|
13905
13905
|
latestVersion: resolvedLatestVersion,
|
|
@@ -18988,8 +18988,8 @@ function registerRunEvaluationTool(server) {
|
|
|
18988
18988
|
}
|
|
18989
18989
|
filteredTestSuite.tests = filteredTests;
|
|
18990
18990
|
}
|
|
18991
|
-
const { evaluate } = await import("./evaluator-
|
|
18992
|
-
const evalRecord = await (await import("./eval-
|
|
18991
|
+
const { evaluate } = await import("./evaluator-CTl-lKuh.js");
|
|
18992
|
+
const evalRecord = await (await import("./eval-DbGugzR8.js")).default.create(config, filteredTestSuite.prompts, { id: `mcp-eval-${Date.now()}` });
|
|
18993
18993
|
logger.debug(`Running filtered eval with ${filteredTestSuite.tests?.length || 0} test cases, ${filteredTestSuite.prompts.length} prompts, ${filteredTestSuite.providers.length} providers`);
|
|
18994
18994
|
const startTime = Date.now();
|
|
18995
18995
|
const result = await evaluate(filteredTestSuite, evalRecord, {
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
const require_logger = require("./logger-DPITYeiW.cjs");
|
|
2
2
|
const require_invariant = require("./invariant-QtnLD03y.cjs");
|
|
3
|
-
const require_fetch = require("./fetch-
|
|
4
|
-
const require_accounts = require("./accounts-
|
|
5
|
-
const require_remoteGeneration = require("./remoteGeneration-
|
|
3
|
+
const require_fetch = require("./fetch-C7yU9CNr.cjs");
|
|
4
|
+
const require_accounts = require("./accounts-C6NiTdum.cjs");
|
|
5
|
+
const require_remoteGeneration = require("./remoteGeneration-oSmtgmBY.cjs");
|
|
6
6
|
const require_tokenUsageUtils = require("./tokenUsageUtils-_B-P8IAi.cjs");
|
|
7
|
-
const require_shared = require("./shared-
|
|
7
|
+
const require_shared = require("./shared-D3PxrdDh.cjs");
|
|
8
8
|
const require_promptLength = require("./promptLength-CIZ9JExv.cjs");
|
|
9
9
|
const require_constants = require("./constants-a2kYssQk.cjs");
|
|
10
10
|
//#region src/redteam/providers/agentic/memoryPoisoning.ts
|
|
@@ -102,4 +102,4 @@ var MemoryPoisoningProvider = class {
|
|
|
102
102
|
//#endregion
|
|
103
103
|
exports.MemoryPoisoningProvider = MemoryPoisoningProvider;
|
|
104
104
|
|
|
105
|
-
//# sourceMappingURL=memoryPoisoning-
|
|
105
|
+
//# sourceMappingURL=memoryPoisoning-A8N_cbrW.cjs.map
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
import { o as logger } from "./logger-2ZstxKQf.js";
|
|
2
2
|
import { t as invariant } from "./invariant-Ddh24eXh.js";
|
|
3
|
-
import { G as VERSION, t as fetchWithProxy } from "./fetch-
|
|
4
|
-
import { a as getUserEmail } from "./accounts-
|
|
5
|
-
import { r as getRemoteGenerationUrl } from "./remoteGeneration
|
|
3
|
+
import { G as VERSION, t as fetchWithProxy } from "./fetch-BNUDixbE.js";
|
|
4
|
+
import { a as getUserEmail } from "./accounts-BGs8AMhG.js";
|
|
5
|
+
import { r as getRemoteGenerationUrl } from "./remoteGeneration-DuxbIn94.js";
|
|
6
6
|
import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-CmnQ0G2m.js";
|
|
7
|
-
import { d as messagesToRedteamHistory } from "./shared-
|
|
7
|
+
import { d as messagesToRedteamHistory } from "./shared-DHDR-oS4.js";
|
|
8
8
|
import { i as throwIfTargetPromptExceedsMaxChars } from "./promptLength-DwFSv-C5.js";
|
|
9
9
|
import { t as REDTEAM_MEMORY_POISONING_PLUGIN_ID } from "./constants-DZGEFLsu.js";
|
|
10
10
|
//#region src/redteam/providers/agentic/memoryPoisoning.ts
|
|
@@ -102,4 +102,4 @@ var MemoryPoisoningProvider = class {
|
|
|
102
102
|
//#endregion
|
|
103
103
|
export { MemoryPoisoningProvider };
|
|
104
104
|
|
|
105
|
-
//# sourceMappingURL=memoryPoisoning-
|
|
105
|
+
//# sourceMappingURL=memoryPoisoning-BGe4fuFU.js.map
|
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import { c as logger } from "./logger-DNHkR_3S.js";
|
|
3
|
-
import { K as VERSION, r as fetchWithProxy } from "./fetch-
|
|
3
|
+
import { K as VERSION, r as fetchWithProxy } from "./fetch-B1Rb0VdL.js";
|
|
4
4
|
import { t as invariant } from "./invariant-BtWWVVhl.js";
|
|
5
|
-
import { s as getUserEmail } from "./accounts-
|
|
6
|
-
import { r as getRemoteGenerationUrl } from "./remoteGeneration-
|
|
5
|
+
import { s as getUserEmail } from "./accounts-C06-4dXo.js";
|
|
6
|
+
import { r as getRemoteGenerationUrl } from "./remoteGeneration-CW6zHjQx.js";
|
|
7
7
|
import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-kXKUpxyr.js";
|
|
8
|
-
import { d as messagesToRedteamHistory } from "./shared-
|
|
8
|
+
import { d as messagesToRedteamHistory } from "./shared-C-G3NQ1-.js";
|
|
9
9
|
import { i as throwIfTargetPromptExceedsMaxChars } from "./promptLength-DYfhyE9j.js";
|
|
10
10
|
import { t as REDTEAM_MEMORY_POISONING_PLUGIN_ID } from "./constants-D8j1c5QW.js";
|
|
11
11
|
//#region src/redteam/providers/agentic/memoryPoisoning.ts
|
|
@@ -103,4 +103,4 @@ var MemoryPoisoningProvider = class {
|
|
|
103
103
|
//#endregion
|
|
104
104
|
export { MemoryPoisoningProvider };
|
|
105
105
|
|
|
106
|
-
//# sourceMappingURL=memoryPoisoning-
|
|
106
|
+
//# sourceMappingURL=memoryPoisoning-DDfIRZnk.js.map
|