promptfoo 0.121.10 → 0.121.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/src/{accounts-D4iTShVh.js → accounts-BGs8AMhG.js} +4 -4
- package/dist/src/{accounts-ECb2xAYn.js → accounts-BjCiVnil.js} +4 -4
- package/dist/src/{accounts-DbmMSaOW.js → accounts-C06-4dXo.js} +5 -5
- package/dist/src/{accounts-5Sf1PCNo.cjs → accounts-C6NiTdum.cjs} +4 -4
- package/dist/src/{agentic-utils-DxzgjGfK.js → agentic-utils-B5IO5YR-.js} +2 -2
- package/dist/src/{agentic-utils-eGLKHNlT.cjs → agentic-utils-BDKz7KHx.cjs} +2 -2
- package/dist/src/{agentic-utils-CLrqlGZc.js → agentic-utils-Bj9P7suD.js} +2 -2
- package/dist/src/{agentic-utils-jiE8RROB.js → agentic-utils-kgc1YTAx.js} +2 -2
- package/dist/src/{agents-CI9ETpr0.js → agents-BMcjQUHA.js} +2 -2
- package/dist/src/{agents-B0gmhYyj.js → agents-CyHaf9xC.js} +2 -2
- package/dist/src/{agents-Dl4uviKE.cjs → agents-DOhrSQhK.cjs} +4 -4
- package/dist/src/{agents-CK9Kxnix.js → agents-DT1nSZix.js} +4 -4
- package/dist/src/{agents-6d6pdEFT.js → agents-DgakfoxG.js} +4 -4
- package/dist/src/{agents-C5zoy2ZS.js → agents-VKHVNG4J.js} +2 -2
- package/dist/src/{agents-Br5HYLBT.cjs → agents-zYAXB2ja.cjs} +2 -2
- package/dist/src/{agents-CvL6W9kz.js → agents-zzIht0lm.js} +4 -4
- package/dist/src/{aimlapi-DGCN4rpi.cjs → aimlapi-Bv6rnE4W.cjs} +6 -6
- package/dist/src/{aimlapi-BonWl7zl.js → aimlapi-C05Ca41Z.js} +6 -6
- package/dist/src/{aimlapi-NJzALFkC.js → aimlapi-CLaCvZn8.js} +6 -6
- package/dist/src/{aimlapi-UwsBeqRG.js → aimlapi-DW7KNdkd.js} +6 -6
- package/dist/src/app/app/tsconfig.app.tsbuildinfo +1 -1
- package/dist/src/app/assets/Report-BgwGPDAJ.js +1 -0
- package/dist/src/app/assets/index-CBwcpPdR.js +413 -0
- package/dist/src/app/assets/index-ZYpt1xFX.css +1 -0
- package/dist/src/app/index.html +2 -2
- package/dist/src/{audio-yUZrS0JJ.js → audio-Cd92j4tr.js} +3 -3
- package/dist/src/{audio-9N6nZqw9.js → audio-De3snmla.js} +3 -3
- package/dist/src/{audio-DBqadfGk.js → audio-Dh44iWq7.js} +3 -3
- package/dist/src/{audio-BR4j1oG1.cjs → audio-MqvGQVvP.cjs} +3 -3
- package/dist/src/{authoritativeMarkupInjection-2C63bFKe.cjs → authoritativeMarkupInjection-BAuWkXwn.cjs} +5 -5
- package/dist/src/{authoritativeMarkupInjection-B2MJXBR1.js → authoritativeMarkupInjection-CDCg-jRQ.js} +4 -4
- package/dist/src/{authoritativeMarkupInjection-CE4HOCHa.js → authoritativeMarkupInjection-COd4q9Hp.js} +5 -5
- package/dist/src/{authoritativeMarkupInjection-DrBqZVP1.js → authoritativeMarkupInjection-D5oKM43M.js} +5 -5
- package/dist/src/{base-tmVReihS.js → base-B8G9Ob46.js} +2 -2
- package/dist/src/{base-6Aaed910.js → base-CzDq5YwX.js} +2 -2
- package/dist/src/{base-S8I8vPVY.js → base-DqNtZTrF.js} +2 -2
- package/dist/src/{base-BS60m8JA.cjs → base-OeMKpFIB.cjs} +2 -2
- package/dist/src/{bestOfN-BkH9d3Lr.js → bestOfN-B89i9zc7.js} +6 -6
- package/dist/src/{bestOfN-C1_WFZFb.js → bestOfN-BEfIajMY.js} +5 -5
- package/dist/src/{bestOfN-DfRpoheE.js → bestOfN-Czr-c62W.js} +6 -6
- package/dist/src/{bestOfN-b6uHssUC.cjs → bestOfN-QWGyCB5j.cjs} +6 -6
- package/dist/src/{billing-DwpSQ_4i.js → billing-BhghtFas.js} +2 -2
- package/dist/src/{billing-CAB1s36q.js → billing-BkQJKKdm.js} +2 -2
- package/dist/src/{billing-Dn9Gm2tN.cjs → billing-Co_1rjfG.cjs} +2 -2
- package/dist/src/{billing-DimGp80i.js → billing-MY86Oqwg.js} +2 -2
- package/dist/src/{blobs-7T2OXYkC.js → blobs-B8d9jKvz.js} +2 -2
- package/dist/src/{blobs-CqhgM_fa.js → blobs-BTzPmpq-.js} +2 -2
- package/dist/src/{blobs-DQ6pIlJQ.cjs → blobs-BcpoigIU.cjs} +7 -1
- package/dist/src/{blobs-Dxfq3woN.js → blobs-DQ4bXN5O.js} +2 -2
- package/dist/src/{cache-DgKlV56y.js → cache-BEZBHFxd.js} +2 -2
- package/dist/src/cache-Cqg9f4d4.js +3 -0
- package/dist/src/{cache-CmidsPv2.js → cache-D2MfIrzr.js} +3 -3
- package/dist/src/{cache-B-fzj_aE.cjs → cache-DWEZYdJG.cjs} +2 -2
- package/dist/src/{cache-Z4cklSHj.js → cache-WT_2CYA-.js} +2 -2
- package/dist/src/{chat-uLo5fkVu.js → chat-C9yx5XD4.js} +2 -2
- package/dist/src/{chat-VVJW_GJC.js → chat-CuPbIKVa.js} +2 -2
- package/dist/src/{chat-BWdNGktf.js → chat-DBG4VxM7.js} +7 -7
- package/dist/src/{chat-CrOCT2BA.js → chat-Dwfr4jHi.js} +2 -2
- package/dist/src/{chat-BE0BP7oZ.js → chat-FNWhaysj.js} +7 -7
- package/dist/src/{chat-CvN2w9fY.js → chat-PfM8xgFA.js} +7 -7
- package/dist/src/{chat-CpFzezkO.cjs → chat-XVIowajy.cjs} +7 -7
- package/dist/src/{chat-DAkk46Lf.cjs → chat-sZgq1_-v.cjs} +2 -2
- package/dist/src/{claude-agent-sdk-CocknPbL.js → claude-agent-sdk-B0AZ38ny.js} +4 -4
- package/dist/src/{claude-agent-sdk-BH0L9H8Y.js → claude-agent-sdk-BfYAjuTk.js} +4 -4
- package/dist/src/{claude-agent-sdk-DxyDxejT.cjs → claude-agent-sdk-CklMerFa.cjs} +4 -4
- package/dist/src/{claude-agent-sdk-Bh0MH9Z9.js → claude-agent-sdk-DTFpCefB.js} +4 -4
- package/dist/src/cloud-BNr2N1RY.js +3 -0
- package/dist/src/{cloud-DJB9yPQB.js → cloud-DKKGeJBV.js} +2 -2
- package/dist/src/{cloudflare-ai-DeUFFMJE.cjs → cloudflare-ai-C7pMPgpc.cjs} +4 -4
- package/dist/src/{cloudflare-ai-Bg1wwMId.js → cloudflare-ai-Cqz_3WD2.js} +4 -4
- package/dist/src/{cloudflare-ai-CpbxtQGT.js → cloudflare-ai-CuUCQanF.js} +4 -4
- package/dist/src/{cloudflare-ai-B2Sjijq0.js → cloudflare-ai-lAgV52qE.js} +4 -4
- package/dist/src/{cloudflare-gateway-DKsO0VKU.js → cloudflare-gateway-8T5x83eI.js} +3 -3
- package/dist/src/{cloudflare-gateway-CvQV6nA1.js → cloudflare-gateway-Bq7SdErk.js} +3 -3
- package/dist/src/{cloudflare-gateway-BwdJezUO.js → cloudflare-gateway-moRfeZJJ.js} +3 -3
- package/dist/src/{cloudflare-gateway-cBHiORfX.cjs → cloudflare-gateway-peUrx9oi.cjs} +3 -3
- package/dist/src/{codex-app-server-BHVKRhkY.js → codex-app-server-BvPHEwJg.js} +5 -5
- package/dist/src/{codex-app-server-CojV6u3_.js → codex-app-server-DBTBsZ1t.js} +5 -5
- package/dist/src/{codex-app-server-B471dabg.cjs → codex-app-server-Dwl3iupA.cjs} +5 -5
- package/dist/src/{codex-app-server-DF2PMuc1.js → codex-app-server-t-QoeeGd.js} +5 -5
- package/dist/src/{codex-sdk-Bj4uY6sS.js → codex-sdk-C4FTldKU.js} +4 -4
- package/dist/src/{codex-sdk-D4JF0nj6.js → codex-sdk-C4aieKza.js} +4 -4
- package/dist/src/codex-sdk-CTD1qSKx.js +3 -0
- package/dist/src/{codex-sdk-aezPvTAB.js → codex-sdk-CnSzlhih.js} +4 -4
- package/dist/src/{codex-sdk-C9c-416d.cjs → codex-sdk-bWIQVOBL.cjs} +4 -4
- package/dist/src/{cometapi-CgaDmO4i.js → cometapi-B0mQIIzf.js} +7 -7
- package/dist/src/{cometapi-BlBmHq7-.js → cometapi-CFrYNMs5.js} +7 -7
- package/dist/src/{cometapi-mtyRjerU.js → cometapi-CMnFU1wL.js} +7 -7
- package/dist/src/{cometapi-D8sWSnb1.cjs → cometapi-D2thnPaL.cjs} +7 -7
- package/dist/src/{completion-RkFAOVSF.js → completion-B0yVZF3v.js} +5 -5
- package/dist/src/{completion-CHnFmpnp.js → completion-Dz36rtPd.js} +5 -5
- package/dist/src/{completion-Di0-4tYi.cjs → completion-Ny3XQpqx.cjs} +5 -5
- package/dist/src/{completion-Bd8G9VHW.js → completion-sMpCTaBm.js} +5 -5
- package/dist/src/{crescendo-C8YuBd9K.js → crescendo-BpVWWleP.js} +11 -11
- package/dist/src/{crescendo-TWgp7uGp.cjs → crescendo-CqQhmeC0.cjs} +13 -13
- package/dist/src/{crescendo-BgGio6G0.js → crescendo-JAvyVRKK.js} +13 -13
- package/dist/src/{crescendo-BQ2VI9FD.js → crescendo-RfCMSIM-.js} +13 -13
- package/dist/src/{custom-D0p5pikf.cjs → custom-B_fKUq6j.cjs} +11 -11
- package/dist/src/{custom-DsSELzzx.js → custom-Bm6Tu-ji.js} +11 -11
- package/dist/src/{custom-CFnjgHKp.js → custom-LxkvkOvG.js} +9 -9
- package/dist/src/{custom-CSaH4Qj9.js → custom-jLsK8Wf9.js} +11 -11
- package/dist/src/{docker-ByT3LmHN.js → docker-B60virtZ.js} +5 -5
- package/dist/src/{docker-BRA5ruGU.cjs → docker-D_f3qyDE.cjs} +5 -5
- package/dist/src/{docker-CVY-oMv4.js → docker-DogRc30z.js} +5 -5
- package/dist/src/{docker-DIxhfwlx.js → docker-wwQ1pPGy.js} +5 -5
- package/dist/src/{embedding-BpX-WENP.js → embedding-BMe9ZgQF.js} +5 -5
- package/dist/src/{embedding-B_0mJpXs.cjs → embedding-ClHIOEld.cjs} +5 -5
- package/dist/src/{embedding-LplgjBJ0.js → embedding-Dy2o5RFQ.js} +5 -5
- package/dist/src/{embedding-CCbgRo4z.js → embedding-HXOpA992.js} +5 -5
- package/dist/src/{eval-BXF3bRvV.js → eval-BLgDYWPd.js} +4 -4
- package/dist/src/{eval-BcM9YiOW.js → eval-DbGugzR8.js} +1 -1
- package/dist/src/evalResult-B6Jpy3kJ.js +3 -0
- package/dist/src/{evalResult-C8MROHS8.js → evalResult-BWE17Tqm.js} +3 -3
- package/dist/src/{evalResult-CIxAdUVQ.cjs → evalResult-DDohNAHL.cjs} +3 -3
- package/dist/src/{evalResult-DaACTv0f.js → evalResult-DOh0QQix.js} +3 -3
- package/dist/src/evaluator-CTl-lKuh.js +3 -0
- package/dist/src/{evaluator-C_gCkBe3.js → evaluator-DbOsHSRe.js} +212 -21
- package/dist/src/{evaluatorHelpers-BVvi8tWH.cjs → evaluatorHelpers-CaaC50RB.cjs} +4 -4
- package/dist/src/{evaluatorHelpers-C6-aKnJe.js → evaluatorHelpers-CoLW5rKU.js} +4 -4
- package/dist/src/{evaluatorHelpers-RQo-m90b.js → evaluatorHelpers-DTtYkrGO.js} +4 -4
- package/dist/src/{extractor-B1hELWwJ.js → extractor-BIqe0lMN.js} +70 -12
- package/dist/src/{extractor-_E41W0Fl.cjs → extractor-CUVurbDW.cjs} +71 -12
- package/dist/src/{extractor-DV6WBfAi.js → extractor-DOhjGS0m.js} +70 -12
- package/dist/src/{extractor-ItsKh8lH.js → extractor-h1HS9f6y.js} +70 -12
- package/dist/src/{fetch-BBa1Lxgp.js → fetch-B1Rb0VdL.js} +3 -3
- package/dist/src/{fetch-BtdsABrj.js → fetch-BErWGTUY.js} +2 -2
- package/dist/src/{fetch-CFIU30wy.js → fetch-BNUDixbE.js} +2 -2
- package/dist/src/{fetch-OePjzUmA.cjs → fetch-C7yU9CNr.cjs} +2 -2
- package/dist/src/fetch-DVj4dF4V.js +3 -0
- package/dist/src/{goat-kpeOOE-K.js → goat-BnB1zGir.js} +13 -13
- package/dist/src/{goat-Coh2te0S.cjs → goat-C1RkjWv1.cjs} +13 -13
- package/dist/src/{goat-BCFeW4zk.js → goat-CNpA_tT8.js} +11 -11
- package/dist/src/{goat-Dr2YGfiG.js → goat-ZRARvAD5.js} +13 -13
- package/dist/src/graders-CA3QVnK3.js +3 -0
- package/dist/src/{graders-BrLOEmxX.js → graders-CO5drf0x.js} +17 -17
- package/dist/src/{graders-DEz7EeRy.js → graders-CpUlNVnh.js} +17 -17
- package/dist/src/{graders-CY4Ft8A9.js → graders-Z5qzvpuI.js} +17 -17
- package/dist/src/{graders-CCrX0NG3.cjs → graders-t_K-nZ_X.cjs} +17 -17
- package/dist/src/{hydra-C90CylNi.js → hydra-BMb0WtZA.js} +13 -13
- package/dist/src/{hydra-dOBPmWHt.js → hydra-BXmf4FCK.js} +11 -11
- package/dist/src/{hydra-Cq_3qKz_.js → hydra-C5_Vuh-m.js} +13 -13
- package/dist/src/{hydra-B524i6K6.cjs → hydra-c1_7vPsg.cjs} +13 -13
- package/dist/src/{image-DBnzfeuJ.cjs → image-BhHFD4Vb.cjs} +3 -3
- package/dist/src/{image-CvhTr1GY.cjs → image-CYFea400.cjs} +5 -5
- package/dist/src/{image-CHJ-KjNE.js → image-CgkOODNn.js} +5 -5
- package/dist/src/{image-_-h6GCQ7.js → image-DGQkq3aK.js} +5 -5
- package/dist/src/{image-CkF1ruDX.js → image-DWveOfTz.js} +3 -3
- package/dist/src/{image-BmVZRCkS.js → image-DfF12xzt.js} +5 -5
- package/dist/src/{image-B6P9JAV2.js → image-DkSUFfLd.js} +3 -3
- package/dist/src/{image-CD22vXth.js → image-nYwdqnax.js} +3 -3
- package/dist/src/index.cjs +218 -26
- package/dist/src/index.js +216 -26
- package/dist/src/{indirectWebPwn-BgIfQ2ON.js → indirectWebPwn-BajQ_evT.js} +5 -5
- package/dist/src/{indirectWebPwn-A16xYmav.js → indirectWebPwn-BbFMiv79.js} +4 -4
- package/dist/src/{indirectWebPwn-BRhR4Dk9.js → indirectWebPwn-BnrxhAAL.js} +4 -4
- package/dist/src/{indirectWebPwn-Bfp-t224.cjs → indirectWebPwn-BqOgtzny.cjs} +5 -5
- package/dist/src/{indirectWebPwn-8G6tgDBW.js → indirectWebPwn-C6_BaxjA.js} +5 -5
- package/dist/src/{indirectWebPwn-BWGexuih.js → indirectWebPwn-C779yDi6.js} +4 -4
- package/dist/src/{indirectWebPwn-DcKDbCn_.cjs → indirectWebPwn-CDo9rC06.cjs} +4 -4
- package/dist/src/{indirectWebPwn-CZ2kTy4r.js → indirectWebPwn-k8D0JacN.js} +5 -5
- package/dist/src/{iterative-BIHF31Io.js → iterative-BzKNkXHn.js} +13 -13
- package/dist/src/{iterative-XRfxQ0i8.cjs → iterative-CD3I_Rwq.cjs} +13 -13
- package/dist/src/{iterative-CZPHLUKZ.js → iterative-DL8iDwrE.js} +13 -13
- package/dist/src/{iterative-DZkNlFE-.js → iterative-DyEoFedI.js} +11 -11
- package/dist/src/{iterativeImage-BFRM8Jdx.js → iterativeImage-B7qV6kzP.js} +4 -4
- package/dist/src/{iterativeImage-DJtVKlFX.cjs → iterativeImage-BaOAhF-S.cjs} +5 -5
- package/dist/src/{iterativeImage-7WjhjpHE.js → iterativeImage-D85THuYb.js} +5 -5
- package/dist/src/{iterativeImage-CbRn9_MH.js → iterativeImage-noXhuElt.js} +5 -5
- package/dist/src/{iterativeMeta-2gyieWbU.js → iterativeMeta-BHNJgPy0.js} +12 -12
- package/dist/src/{iterativeMeta-dkFD9UKg.cjs → iterativeMeta-BQrhQ-iJ.cjs} +12 -12
- package/dist/src/{iterativeMeta-Bh2AQq8Y.js → iterativeMeta-CAN36NIN.js} +12 -12
- package/dist/src/{iterativeMeta-CmMnD77T.js → iterativeMeta-CnPYPYH0.js} +10 -10
- package/dist/src/{iterativeTree-DuIk7wjS.js → iterativeTree-B7116aK-.js} +10 -10
- package/dist/src/{iterativeTree-bjH__9en.js → iterativeTree-DdXSpkqE.js} +12 -12
- package/dist/src/{iterativeTree-DSNss1kE.js → iterativeTree-cKlxQWhi.js} +12 -12
- package/dist/src/{iterativeTree-DoE-8nC3.cjs → iterativeTree-u2hKQ51y.cjs} +12 -12
- package/dist/src/{knowledgeBase-kyTJpbr0.js → knowledgeBase-D9xW79dS.js} +4 -4
- package/dist/src/{knowledgeBase-CQasebQt.js → knowledgeBase-DfwVbdwp.js} +4 -4
- package/dist/src/{knowledgeBase-DebHrXhD.cjs → knowledgeBase-DhT8uaMH.cjs} +4 -4
- package/dist/src/{knowledgeBase-mzMh6UZt.js → knowledgeBase-DlH6NRlX.js} +4 -4
- package/dist/src/{litellm-wSD4Q6-H.cjs → litellm-BA2Fti7H.cjs} +4 -4
- package/dist/src/{litellm-BJFH4uKd.js → litellm-CHybAu4l.js} +4 -4
- package/dist/src/{litellm-A2eV_lM0.js → litellm-Cn_zDWeA.js} +4 -4
- package/dist/src/{litellm-CeJEe_jQ.js → litellm-CnqX4jfm.js} +4 -4
- package/dist/src/{luma-ray-DpuaR6Wa.js → luma-ray-C_AWu7K6.js} +4 -4
- package/dist/src/{luma-ray-B0GNCw6S.js → luma-ray-CbFOvJZw.js} +4 -4
- package/dist/src/{luma-ray-qBfU-mGO.cjs → luma-ray-D7hDEZaC.cjs} +4 -4
- package/dist/src/{luma-ray-CM6bvN4t.js → luma-ray-RQAhTNvK.js} +4 -4
- package/dist/src/main.js +27 -27
- package/dist/src/{memoryPoisoning-9mIgiE3F.cjs → memoryPoisoning-A8N_cbrW.cjs} +5 -5
- package/dist/src/{memoryPoisoning-BYBQ1Ns5.js → memoryPoisoning-BGe4fuFU.js} +5 -5
- package/dist/src/{memoryPoisoning-SvtQxFjF.js → memoryPoisoning-DDfIRZnk.js} +5 -5
- package/dist/src/{memoryPoisoning-D4iqi_nT.js → memoryPoisoning-DtJ5vYZW.js} +5 -5
- package/dist/src/{messages-BofXErqC.js → messages-BH83TS-n.js} +7 -7
- package/dist/src/{messages-DxzhBs74.js → messages-aXox3d04.js} +7 -7
- package/dist/src/{messages-CHZtL-k0.cjs → messages-qapmFqOQ.cjs} +7 -7
- package/dist/src/{messages-BKTseD_x.js → messages-yVMPGJ4n.js} +7 -7
- package/dist/src/{mischievousUser-D23wQ8f0.js → mischievousUser-BPDyepmu.js} +5 -5
- package/dist/src/{mischievousUser-DX1gGvUB.js → mischievousUser-D1mbddId.js} +5 -5
- package/dist/src/{mischievousUser-ECTv-u4g.cjs → mischievousUser-DHYVKotH.cjs} +5 -5
- package/dist/src/{mischievousUser-B5oT1xjM.js → mischievousUser-D_8tmPfA.js} +5 -5
- package/dist/src/{modelslab-D5vwtIYR.js → modelslab-BwywPRoU.js} +5 -5
- package/dist/src/{modelslab-DE9CfYYT.js → modelslab-Cc6fn99l.js} +5 -5
- package/dist/src/{modelslab-CVkeR8mC.cjs → modelslab-D2F3FtnI.cjs} +5 -5
- package/dist/src/{modelslab-BU_qCK1m.js → modelslab-D_izTsvD.js} +5 -5
- package/dist/src/{nova-reel-BSM7U8Bp.js → nova-reel-B1Jg1XBk.js} +4 -4
- package/dist/src/{nova-reel-BKAkU37Y.js → nova-reel-CZeHbWUe.js} +4 -4
- package/dist/src/{nova-reel-BvWH15rr.cjs → nova-reel-CcWrhmGJ.cjs} +4 -4
- package/dist/src/{nova-reel-D2tla7dy.js → nova-reel-DFrk1Ey2.js} +4 -4
- package/dist/src/{nova-sonic-DU7_krhB.js → nova-sonic-4wwR0tZJ.js} +2 -2
- package/dist/src/{nova-sonic-C7CNjG9n.cjs → nova-sonic-BqRQ9CWO.cjs} +2 -2
- package/dist/src/{nova-sonic-BQkU8weK.js → nova-sonic-D-IJHou2.js} +2 -2
- package/dist/src/{nova-sonic-B8PB4mU2.js → nova-sonic-DJUXNWUJ.js} +2 -2
- package/dist/src/{openclaw-CLNjF8ox.js → openclaw-5U8yiy9P.js} +5 -5
- package/dist/src/{openclaw-laZmy-8p.cjs → openclaw-B0vjRb3y.cjs} +5 -5
- package/dist/src/{openclaw-Gl2a1gR3.js → openclaw-C8xQtncQ.js} +5 -5
- package/dist/src/{openclaw-D5yEpk1f.js → openclaw-CqZoWsh0.js} +5 -5
- package/dist/src/{opencode-sdk-CGPqE4m0.js → opencode-sdk-B2qz1kCI.js} +2 -2
- package/dist/src/{opencode-sdk-5XXP3gNb.js → opencode-sdk-BGO1zuPF.js} +2 -2
- package/dist/src/{opencode-sdk-C7mIxApB.cjs → opencode-sdk-Bk9G3WGQ.cjs} +2 -2
- package/dist/src/{opencode-sdk-E1fh3vlz.js → opencode-sdk-NhbhYcsR.js} +2 -2
- package/dist/src/{promptfoo-C4g2Lx9t.js → promptfoo-CkDcgxiW.js} +4 -4
- package/dist/src/{promptfoo-DdsPYNm7.js → promptfoo-De6vQq9F.js} +4 -4
- package/dist/src/{promptfoo-x112UyE1.js → promptfoo-DhGR7OQn.js} +4 -4
- package/dist/src/{promptfoo-B9KuhWM0.cjs → promptfoo-Dtw3i6YK.cjs} +4 -4
- package/dist/src/{providers-xrARCHcC.js → providers-BIgLuX4Z.js} +1 -1
- package/dist/src/{providers-BZ-QJYop.cjs → providers-CCRHPNv1.cjs} +50 -49
- package/dist/src/{providers-DdNIebwz.js → providers-am7xTa5w.js} +51 -50
- package/dist/src/{providers-BnjFZtaq.js → providers-gntyGa2T.js} +50 -49
- package/dist/src/{providers-D_OinWvd.js → providers-j-ulWCzy.js} +50 -49
- package/dist/src/quiverai-CHV12wRE.js +324 -0
- package/dist/src/quiverai-CNSyaZhh.js +325 -0
- package/dist/src/quiverai-CNfaxZ3K.cjs +324 -0
- package/dist/src/quiverai-CzROwhTy.js +324 -0
- package/dist/src/{registry-C57trbNM.js → registry-B0pFfEzq.js} +14 -14
- package/dist/src/{registry-Bnb9O892.cjs → registry-BH1mZ37j.cjs} +14 -14
- package/dist/src/{registry-CmhcDYtj.js → registry-Bvfyz9Xt.js} +14 -14
- package/dist/src/{registry-DhaGoOuz.js → registry-Dzut7txg.js} +14 -14
- package/dist/src/{remoteGeneration-BlwssRVS.js → remoteGeneration-CW6zHjQx.js} +4 -4
- package/dist/src/{remoteGeneration--4NPfyL-.js → remoteGeneration-DuxbIn94.js} +4 -4
- package/dist/src/{remoteGeneration-B0K7iojS.cjs → remoteGeneration-oSmtgmBY.cjs} +4 -4
- package/dist/src/{remoteGeneration-DiAuGk9s.js → remoteGeneration-wvnQpzN1.js} +4 -4
- package/dist/src/{responses-C57h4gaW.js → responses-CI7uikKQ.js} +6 -6
- package/dist/src/{responses-B9ygvEC-.cjs → responses-DRLyW4Lj.cjs} +6 -6
- package/dist/src/{responses-CXKL6TPn.js → responses-DxFUQTN2.js} +6 -6
- package/dist/src/{responses-CTfu1ToN.js → responses-JNrMb3zS.js} +6 -6
- package/dist/src/{sagemaker-DHdeSsnJ.js → sagemaker-5AwedTwq.js} +9 -9
- package/dist/src/{sagemaker-CHL8TZFs.js → sagemaker-B5yQiSKh.js} +9 -9
- package/dist/src/{sagemaker-DdVGF_UD.cjs → sagemaker-C3aoiFup.cjs} +9 -9
- package/dist/src/{sagemaker-DUjuHnmj.js → sagemaker-XmAlwYoN.js} +9 -9
- package/dist/src/{scanner-BdoS5ILQ.js → scanner-BdEduFjO.js} +5 -5
- package/dist/src/server/index.js +214 -24
- package/dist/src/{server-B8UpdwtX.cjs → server-B3QXCltR.cjs} +3 -3
- package/dist/src/{server-DaonK4kI.js → server-Ctq0NOMp.js} +3 -3
- package/dist/src/{server-Ds_P02x6.js → server-D0pdY_yM.js} +4 -4
- package/dist/src/{server-CYxCnoVw.js → server-DMCug-jv.js} +4 -4
- package/dist/src/server-Ty5m26Vh.js +3 -0
- package/dist/src/{shared-BavzGCp0.js → shared-C-G3NQ1-.js} +7 -7
- package/dist/src/{shared-D_0FXjLS.js → shared-CnrYC0Dk.js} +7 -7
- package/dist/src/{shared-DY3IzJlT.cjs → shared-D3PxrdDh.cjs} +7 -7
- package/dist/src/{shared-B3IkjkNV.js → shared-DHDR-oS4.js} +7 -7
- package/dist/src/{simulatedUser-CokouWJT.js → simulatedUser-AhNbPm55.js} +5 -5
- package/dist/src/{simulatedUser-DNiOb7YE.js → simulatedUser-DV977ZD0.js} +5 -5
- package/dist/src/{simulatedUser-BJabLGod.js → simulatedUser-Dq8cpKLQ.js} +5 -5
- package/dist/src/{simulatedUser-CPDlAc1R.cjs → simulatedUser-tAjEGnxH.cjs} +5 -5
- package/dist/src/{storage-CH8WC1r3.cjs → storage-C8WR4y77.cjs} +3 -3
- package/dist/src/{storage-D_qaZpfe.js → storage-CK2YYGUg.js} +3 -3
- package/dist/src/{storage-CLyYkZk-.js → storage-Nc_eXGrV.js} +4 -4
- package/dist/src/{storage-3dpIy6f2.js → storage-P9MrA5xv.js} +3 -3
- package/dist/src/{strategies-2Q_uZxBs.cjs → strategies-B6Y6G9UV.cjs} +8 -8
- package/dist/src/{strategies-DVDC487a.js → strategies-CaefFyHy.js} +9 -9
- package/dist/src/{strategies-BuIPOuYL.js → strategies-DE3UN_VH.js} +8 -8
- package/dist/src/telemetry-Bbd-BlA7.js +3 -0
- package/dist/src/{telemetry-Bh3HJU7r.js → telemetry-C7v0I4YX.js} +3 -3
- package/dist/src/{telemetry-B-NTbvDj.js → telemetry-CTYOje0d.js} +3 -3
- package/dist/src/{telemetry-3fTnWcSU.js → telemetry-CvJEPKK6.js} +3 -3
- package/dist/src/{telemetry-Be4rklbJ.cjs → telemetry-hDovhwWp.cjs} +3 -3
- package/dist/src/{tracingOptions-CYCHrrQQ.cjs → tracingOptions-DGai7e5l.cjs} +2 -2
- package/dist/src/{tracingOptions-CLKNUvF4.js → tracingOptions-DL2vOmYS.js} +2 -2
- package/dist/src/{tracingOptions-CZpFCwyr.js → tracingOptions-e_c5TlHv.js} +2 -2
- package/dist/src/{tracingOptions-Bi477wlC.js → tracingOptions-xCBDF3nM.js} +2 -2
- package/dist/src/{transcription-CtLhhmYq.js → transcription-BCasJfFB.js} +4 -4
- package/dist/src/{transcription-BB9i78R3.js → transcription-BLOD9lN7.js} +4 -4
- package/dist/src/{transcription-BRd477OO.js → transcription-BOjp5wlV.js} +4 -4
- package/dist/src/{transcription-O3Nc-kEc.cjs → transcription-G6JwbB2P.cjs} +4 -4
- package/dist/src/{transform-D9nfyIts.cjs → transform-B92noEAU.cjs} +13 -3
- package/dist/src/{transform-DmSzMsCP.js → transform-CD9wrP31.js} +8 -4
- package/dist/src/{transform-CUPglRUI.js → transform-D7-gzzhD.js} +8 -4
- package/dist/src/{transform-CLzSt5fi.js → transform-D8kXC-nB.js} +8 -4
- package/dist/src/{util-CnqjxsAd.js → util-BTAyQmdN.js} +2 -2
- package/dist/src/{util-Bg-aMimr.js → util-BbMJxgff.js} +3 -3
- package/dist/src/{util-mVC_YCag.cjs → util-C62dCLH_.cjs} +3 -3
- package/dist/src/{util-16aq4oHW.js → util-CD4LxH5h.js} +4 -4
- package/dist/src/{util-CRYfgRHi.js → util-CHCKTSi5.js} +3 -3
- package/dist/src/{util-BIYgspDB.js → util-CKQ_tuWG.js} +4 -4
- package/dist/src/{util-Bptzcit_.js → util-CVI1oD-n.js} +3 -3
- package/dist/src/{util-DHG9r5sC.js → util-CcW4TZSn.js} +2 -2
- package/dist/src/{util-DJLHqGS5.js → util-Ci_vm5u1.js} +2 -2
- package/dist/src/{util-D9xyoiGG.js → util-CkLsVF3e.js} +3 -3
- package/dist/src/{util-BsKq95ai.js → util-CqfcdA-f.js} +3 -3
- package/dist/src/{util-tsZfE0-_.js → util-CubC5Tyt.js} +3 -3
- package/dist/src/{util-BHfVEhSs.cjs → util-cAY5C8xI.cjs} +3 -3
- package/dist/src/{util-DEMRW89M2.cjs → util-jOGJmpWE2.cjs} +4 -4
- package/dist/src/{util-CpS555tc2.js → util-s0NU5XTE2.js} +4 -4
- package/dist/src/{util-DJFl6JZF.cjs → util-tFLdovkA.cjs} +2 -2
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +1 -1
- package/dist/src/app/assets/Report-Cx3cN9Nt.js +0 -1
- package/dist/src/app/assets/index-D44ihjH5.css +0 -1
- package/dist/src/app/assets/index-DzyLrNWM.js +0 -413
- package/dist/src/cache-D_D5rsiE.js +0 -3
- package/dist/src/cloud-BmVZ8W_3.js +0 -3
- package/dist/src/codex-sdk-BTI9Fvnt.js +0 -3
- package/dist/src/evalResult-uL1BStGk.js +0 -3
- package/dist/src/evaluator-C2YPxWQP.js +0 -3
- package/dist/src/fetch-DAe6a2ih.js +0 -3
- package/dist/src/graders-BZe_w0E4.js +0 -3
- package/dist/src/quiverai-B8a5RqGP.js +0 -213
- package/dist/src/quiverai-BoHFg1Vw.js +0 -214
- package/dist/src/quiverai-DYyzyVTF.cjs +0 -213
- package/dist/src/quiverai-ktAnwSBA.js +0 -213
- package/dist/src/server-DY7p-P4-.js +0 -3
- package/dist/src/telemetry-BOwRcACl.js +0 -3
|
@@ -1,17 +1,17 @@
|
|
|
1
1
|
import { h as extractFirstJsonObject, o as logger, v as isValidJson } from "./logger-Dz3siSzF.js";
|
|
2
|
-
import { x as sleep } from "./fetch-
|
|
2
|
+
import { x as sleep } from "./fetch-BErWGTUY.js";
|
|
3
3
|
import { t as invariant } from "./invariant-vgHWClmd.js";
|
|
4
|
-
import { l as isLoggedIntoCloud } from "./accounts-
|
|
5
|
-
import { K as getNunjucksEngine } from "./util-
|
|
6
|
-
import { l as shouldGenerateRemote } from "./remoteGeneration-
|
|
4
|
+
import { l as isLoggedIntoCloud } from "./accounts-BjCiVnil.js";
|
|
5
|
+
import { K as getNunjucksEngine } from "./util-Ci_vm5u1.js";
|
|
6
|
+
import { l as shouldGenerateRemote } from "./remoteGeneration-wvnQpzN1.js";
|
|
7
7
|
import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-DFcAf2Fd.js";
|
|
8
8
|
import { r as materializeInputVariablesWithMetadata, t as buildPromptInputDescriptions } from "./inputVariables-BqNKeMvJ.js";
|
|
9
|
-
import { a as extractPromptFromTags, c as isBasicRefusal, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-
|
|
10
|
-
import { a as assertRemoteMaterializationHandled, c as isRemoteMaterializationUpgradeError, o as buildRemoteMaterializationContextVars, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-
|
|
11
|
-
import { a as formatRedteamHistoryAsTranscript, c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion, u as isValidChatMessageArray } from "./shared-
|
|
12
|
-
import { n as checkExfilTracking } from "./indirectWebPwn-
|
|
9
|
+
import { a as extractPromptFromTags, c as isBasicRefusal, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-CKQ_tuWG.js";
|
|
10
|
+
import { a as assertRemoteMaterializationHandled, c as isRemoteMaterializationUpgradeError, o as buildRemoteMaterializationContextVars, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-CkDcgxiW.js";
|
|
11
|
+
import { a as formatRedteamHistoryAsTranscript, c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion, u as isValidChatMessageArray } from "./shared-CnrYC0Dk.js";
|
|
12
|
+
import { n as checkExfilTracking } from "./indirectWebPwn-C779yDi6.js";
|
|
13
13
|
import { n as renderPrompt, t as Strategies } from "./server/index.js";
|
|
14
|
-
import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-
|
|
14
|
+
import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-DL2vOmYS.js";
|
|
15
15
|
import { t as applyRuntimeTransforms } from "./runtimeTransform-BbRV7Rrl.js";
|
|
16
16
|
import { i as getGoalRubric } from "./prompts-k5KpuLAB.js";
|
|
17
17
|
import { n as EVAL_SYSTEM_PROMPT, r as REFUSAL_SYSTEM_PROMPT, t as CRESCENDO_SYSTEM_PROMPT } from "./prompts-Deng-g1Z.js";
|
|
@@ -148,7 +148,7 @@ var CrescendoProvider = class {
|
|
|
148
148
|
});
|
|
149
149
|
let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
|
|
150
150
|
if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
|
|
151
|
-
const { getGraderById } = await import("./graders-
|
|
151
|
+
const { getGraderById } = await import("./graders-CO5drf0x.js").then((n) => n.n);
|
|
152
152
|
let graderPassed;
|
|
153
153
|
const additionalRubric = getGoalRubric(this.userGoal);
|
|
154
154
|
while (roundNum < this.maxTurns) try {
|
|
@@ -719,4 +719,4 @@ ${traceSummary}\n\n`;
|
|
|
719
719
|
//#endregion
|
|
720
720
|
export { CrescendoProvider };
|
|
721
721
|
|
|
722
|
-
//# sourceMappingURL=crescendo-
|
|
722
|
+
//# sourceMappingURL=crescendo-BpVWWleP.js.map
|
|
@@ -1,19 +1,19 @@
|
|
|
1
1
|
const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
|
|
2
2
|
const require_logger = require("./logger-DPITYeiW.cjs");
|
|
3
3
|
const require_invariant = require("./invariant-QtnLD03y.cjs");
|
|
4
|
-
const require_fetch = require("./fetch-
|
|
5
|
-
const require_accounts = require("./accounts-
|
|
6
|
-
const require_util = require("./util-
|
|
7
|
-
const require_remoteGeneration = require("./remoteGeneration-
|
|
4
|
+
const require_fetch = require("./fetch-C7yU9CNr.cjs");
|
|
5
|
+
const require_accounts = require("./accounts-C6NiTdum.cjs");
|
|
6
|
+
const require_util = require("./util-tFLdovkA.cjs");
|
|
7
|
+
const require_remoteGeneration = require("./remoteGeneration-oSmtgmBY.cjs");
|
|
8
8
|
const require_tokenUsageUtils = require("./tokenUsageUtils-_B-P8IAi.cjs");
|
|
9
9
|
const require_inputVariables = require("./inputVariables-CB44cYyJ.cjs");
|
|
10
|
-
const require_util$1 = require("./util-
|
|
11
|
-
const require_promptfoo = require("./promptfoo-
|
|
12
|
-
const require_shared = require("./shared-
|
|
13
|
-
const require_indirectWebPwn = require("./indirectWebPwn-
|
|
14
|
-
const require_evaluatorHelpers = require("./evaluatorHelpers-
|
|
15
|
-
const require_strategies = require("./strategies-
|
|
16
|
-
const require_tracingOptions = require("./tracingOptions-
|
|
10
|
+
const require_util$1 = require("./util-jOGJmpWE2.cjs");
|
|
11
|
+
const require_promptfoo = require("./promptfoo-Dtw3i6YK.cjs");
|
|
12
|
+
const require_shared = require("./shared-D3PxrdDh.cjs");
|
|
13
|
+
const require_indirectWebPwn = require("./indirectWebPwn-CDo9rC06.cjs");
|
|
14
|
+
const require_evaluatorHelpers = require("./evaluatorHelpers-CaaC50RB.cjs");
|
|
15
|
+
const require_strategies = require("./strategies-B6Y6G9UV.cjs");
|
|
16
|
+
const require_tracingOptions = require("./tracingOptions-DGai7e5l.cjs");
|
|
17
17
|
const require_runtimeTransform = require("./runtimeTransform-BrI_mskc.cjs");
|
|
18
18
|
const require_prompts = require("./prompts-CfS_cxI5.cjs");
|
|
19
19
|
const require_prompts$1 = require("./prompts-DjeQHaNy.cjs");
|
|
@@ -151,7 +151,7 @@ var CrescendoProvider = class {
|
|
|
151
151
|
});
|
|
152
152
|
let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
|
|
153
153
|
if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
|
|
154
|
-
const { getGraderById } = await Promise.resolve().then(() => require("./graders-
|
|
154
|
+
const { getGraderById } = await Promise.resolve().then(() => require("./graders-t_K-nZ_X.cjs")).then((n) => n.graders_exports);
|
|
155
155
|
let graderPassed;
|
|
156
156
|
const additionalRubric = require_prompts.getGoalRubric(this.userGoal);
|
|
157
157
|
while (roundNum < this.maxTurns) try {
|
|
@@ -722,4 +722,4 @@ ${traceSummary}\n\n`;
|
|
|
722
722
|
//#endregion
|
|
723
723
|
exports.CrescendoProvider = CrescendoProvider;
|
|
724
724
|
|
|
725
|
-
//# sourceMappingURL=crescendo-
|
|
725
|
+
//# sourceMappingURL=crescendo-CqQhmeC0.cjs.map
|
|
@@ -1,18 +1,18 @@
|
|
|
1
1
|
import { h as extractFirstJsonObject, o as logger, v as isValidJson } from "./logger-2ZstxKQf.js";
|
|
2
2
|
import { t as invariant } from "./invariant-Ddh24eXh.js";
|
|
3
|
-
import { g as sleep } from "./fetch-
|
|
4
|
-
import { s as isLoggedIntoCloud } from "./accounts-
|
|
5
|
-
import { B as getNunjucksEngine } from "./util-
|
|
6
|
-
import { l as shouldGenerateRemote } from "./remoteGeneration
|
|
3
|
+
import { g as sleep } from "./fetch-BNUDixbE.js";
|
|
4
|
+
import { s as isLoggedIntoCloud } from "./accounts-BGs8AMhG.js";
|
|
5
|
+
import { B as getNunjucksEngine } from "./util-BTAyQmdN.js";
|
|
6
|
+
import { l as shouldGenerateRemote } from "./remoteGeneration-DuxbIn94.js";
|
|
7
7
|
import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-CmnQ0G2m.js";
|
|
8
8
|
import { n as materializeInputVariablesWithMetadata, t as buildPromptInputDescriptions } from "./inputVariables-CY2K2fUG.js";
|
|
9
|
-
import { a as extractPromptFromTags, c as isBasicRefusal, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-
|
|
10
|
-
import { a as assertRemoteMaterializationHandled, c as isRemoteMaterializationUpgradeError, o as buildRemoteMaterializationContextVars, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-
|
|
11
|
-
import { a as formatRedteamHistoryAsTranscript, c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion, u as isValidChatMessageArray } from "./shared-
|
|
12
|
-
import { n as checkExfilTracking } from "./indirectWebPwn-
|
|
13
|
-
import { n as renderPrompt } from "./evaluatorHelpers-
|
|
14
|
-
import { t as Strategies } from "./strategies-
|
|
15
|
-
import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-
|
|
9
|
+
import { a as extractPromptFromTags, c as isBasicRefusal, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-s0NU5XTE2.js";
|
|
10
|
+
import { a as assertRemoteMaterializationHandled, c as isRemoteMaterializationUpgradeError, o as buildRemoteMaterializationContextVars, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-DhGR7OQn.js";
|
|
11
|
+
import { a as formatRedteamHistoryAsTranscript, c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion, u as isValidChatMessageArray } from "./shared-DHDR-oS4.js";
|
|
12
|
+
import { n as checkExfilTracking } from "./indirectWebPwn-BnrxhAAL.js";
|
|
13
|
+
import { n as renderPrompt } from "./evaluatorHelpers-DTtYkrGO.js";
|
|
14
|
+
import { t as Strategies } from "./strategies-DE3UN_VH.js";
|
|
15
|
+
import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-xCBDF3nM.js";
|
|
16
16
|
import { t as applyRuntimeTransforms } from "./runtimeTransform-D0y6T_QV.js";
|
|
17
17
|
import { i as getGoalRubric } from "./prompts-CuZuRe7J.js";
|
|
18
18
|
import { n as EVAL_SYSTEM_PROMPT, r as REFUSAL_SYSTEM_PROMPT, t as CRESCENDO_SYSTEM_PROMPT } from "./prompts-C4TdaerS.js";
|
|
@@ -149,7 +149,7 @@ var CrescendoProvider = class {
|
|
|
149
149
|
});
|
|
150
150
|
let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
|
|
151
151
|
if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
|
|
152
|
-
const { getGraderById } = await import("./graders-
|
|
152
|
+
const { getGraderById } = await import("./graders-Z5qzvpuI.js").then((n) => n.r);
|
|
153
153
|
let graderPassed;
|
|
154
154
|
const additionalRubric = getGoalRubric(this.userGoal);
|
|
155
155
|
while (roundNum < this.maxTurns) try {
|
|
@@ -720,4 +720,4 @@ ${traceSummary}\n\n`;
|
|
|
720
720
|
//#endregion
|
|
721
721
|
export { CrescendoProvider };
|
|
722
722
|
|
|
723
|
-
//# sourceMappingURL=crescendo-
|
|
723
|
+
//# sourceMappingURL=crescendo-JAvyVRKK.js.map
|
|
@@ -1,19 +1,19 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import { _ as extractFirstJsonObject, b as isValidJson, c as logger } from "./logger-DNHkR_3S.js";
|
|
3
|
-
import { b as sleep } from "./fetch-
|
|
3
|
+
import { b as sleep } from "./fetch-B1Rb0VdL.js";
|
|
4
4
|
import { t as invariant } from "./invariant-BtWWVVhl.js";
|
|
5
|
-
import { l as isLoggedIntoCloud } from "./accounts-
|
|
6
|
-
import { Y as getNunjucksEngine } from "./util-
|
|
7
|
-
import { l as shouldGenerateRemote } from "./remoteGeneration-
|
|
5
|
+
import { l as isLoggedIntoCloud } from "./accounts-C06-4dXo.js";
|
|
6
|
+
import { Y as getNunjucksEngine } from "./util-CcW4TZSn.js";
|
|
7
|
+
import { l as shouldGenerateRemote } from "./remoteGeneration-CW6zHjQx.js";
|
|
8
8
|
import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-kXKUpxyr.js";
|
|
9
9
|
import { r as materializeInputVariablesWithMetadata, t as buildPromptInputDescriptions } from "./inputVariables-D5fvuLkt.js";
|
|
10
|
-
import { a as extractPromptFromTags, c as isBasicRefusal, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-
|
|
11
|
-
import { a as assertRemoteMaterializationHandled, c as isRemoteMaterializationUpgradeError, o as buildRemoteMaterializationContextVars, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-
|
|
12
|
-
import { a as formatRedteamHistoryAsTranscript, c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion, u as isValidChatMessageArray } from "./shared-
|
|
13
|
-
import { n as checkExfilTracking } from "./indirectWebPwn-
|
|
14
|
-
import { n as renderPrompt } from "./evaluatorHelpers-
|
|
15
|
-
import { t as Strategies } from "./strategies-
|
|
16
|
-
import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-
|
|
10
|
+
import { a as extractPromptFromTags, c as isBasicRefusal, o as getSessionId, r as extractInputVarsFromPrompt } from "./util-CD4LxH5h.js";
|
|
11
|
+
import { a as assertRemoteMaterializationHandled, c as isRemoteMaterializationUpgradeError, o as buildRemoteMaterializationContextVars, s as buildRemoteMaterializedInputVariables, t as PromptfooChatCompletionProvider } from "./promptfoo-De6vQq9F.js";
|
|
12
|
+
import { a as formatRedteamHistoryAsTranscript, c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion, u as isValidChatMessageArray } from "./shared-C-G3NQ1-.js";
|
|
13
|
+
import { n as checkExfilTracking } from "./indirectWebPwn-BbFMiv79.js";
|
|
14
|
+
import { n as renderPrompt } from "./evaluatorHelpers-CoLW5rKU.js";
|
|
15
|
+
import { t as Strategies } from "./strategies-CaefFyHy.js";
|
|
16
|
+
import { a as fetchTraceContext, i as extractTraceIdFromTraceparent, n as formatTraceForMetadata, r as formatTraceSummary, t as resolveTracingOptions } from "./tracingOptions-e_c5TlHv.js";
|
|
17
17
|
import { t as applyRuntimeTransforms } from "./runtimeTransform-DjKoaR8A.js";
|
|
18
18
|
import { i as getGoalRubric } from "./prompts-Co6vCI4z.js";
|
|
19
19
|
import { n as EVAL_SYSTEM_PROMPT, r as REFUSAL_SYSTEM_PROMPT, t as CRESCENDO_SYSTEM_PROMPT } from "./prompts-CJVc_m7-.js";
|
|
@@ -150,7 +150,7 @@ var CrescendoProvider = class {
|
|
|
150
150
|
});
|
|
151
151
|
let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
|
|
152
152
|
if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
|
|
153
|
-
const { getGraderById } = await import("./graders-
|
|
153
|
+
const { getGraderById } = await import("./graders-CA3QVnK3.js");
|
|
154
154
|
let graderPassed;
|
|
155
155
|
const additionalRubric = getGoalRubric(this.userGoal);
|
|
156
156
|
while (roundNum < this.maxTurns) try {
|
|
@@ -721,4 +721,4 @@ ${traceSummary}\n\n`;
|
|
|
721
721
|
//#endregion
|
|
722
722
|
export { CrescendoProvider };
|
|
723
723
|
|
|
724
|
-
//# sourceMappingURL=crescendo-
|
|
724
|
+
//# sourceMappingURL=crescendo-RfCMSIM-.js.map
|
|
@@ -1,16 +1,16 @@
|
|
|
1
1
|
const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
|
|
2
2
|
const require_logger = require("./logger-DPITYeiW.cjs");
|
|
3
3
|
const require_invariant = require("./invariant-QtnLD03y.cjs");
|
|
4
|
-
const require_fetch = require("./fetch-
|
|
5
|
-
const require_accounts = require("./accounts-
|
|
6
|
-
const require_util = require("./util-
|
|
7
|
-
const require_remoteGeneration = require("./remoteGeneration-
|
|
4
|
+
const require_fetch = require("./fetch-C7yU9CNr.cjs");
|
|
5
|
+
const require_accounts = require("./accounts-C6NiTdum.cjs");
|
|
6
|
+
const require_util = require("./util-tFLdovkA.cjs");
|
|
7
|
+
const require_remoteGeneration = require("./remoteGeneration-oSmtgmBY.cjs");
|
|
8
8
|
const require_tokenUsageUtils = require("./tokenUsageUtils-_B-P8IAi.cjs");
|
|
9
|
-
const require_util$1 = require("./util-
|
|
10
|
-
const require_promptfoo = require("./promptfoo-
|
|
11
|
-
const require_shared = require("./shared-
|
|
12
|
-
const require_evaluatorHelpers = require("./evaluatorHelpers-
|
|
13
|
-
const require_strategies = require("./strategies-
|
|
9
|
+
const require_util$1 = require("./util-jOGJmpWE2.cjs");
|
|
10
|
+
const require_promptfoo = require("./promptfoo-Dtw3i6YK.cjs");
|
|
11
|
+
const require_shared = require("./shared-D3PxrdDh.cjs");
|
|
12
|
+
const require_evaluatorHelpers = require("./evaluatorHelpers-CaaC50RB.cjs");
|
|
13
|
+
const require_strategies = require("./strategies-B6Y6G9UV.cjs");
|
|
14
14
|
const require_runtimeTransform = require("./runtimeTransform-BrI_mskc.cjs");
|
|
15
15
|
const require_prompts = require("./prompts-CfS_cxI5.cjs");
|
|
16
16
|
const require_prompts$1 = require("./prompts-DjeQHaNy.cjs");
|
|
@@ -177,7 +177,7 @@ var CustomProvider = class {
|
|
|
177
177
|
let lastTransformResult;
|
|
178
178
|
let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
|
|
179
179
|
if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
|
|
180
|
-
const { getGraderById } = await Promise.resolve().then(() => require("./graders-
|
|
180
|
+
const { getGraderById } = await Promise.resolve().then(() => require("./graders-t_K-nZ_X.cjs")).then((n) => n.graders_exports);
|
|
181
181
|
let graderPassed;
|
|
182
182
|
let storedGraderResult;
|
|
183
183
|
const additionalRubric = require_prompts.getGoalRubric(this.userGoal);
|
|
@@ -618,4 +618,4 @@ This is the rationale behind the score: ${objectiveScore.rationale}\n\n`;
|
|
|
618
618
|
//#endregion
|
|
619
619
|
exports.default = CustomProvider;
|
|
620
620
|
|
|
621
|
-
//# sourceMappingURL=custom-
|
|
621
|
+
//# sourceMappingURL=custom-B_fKUq6j.cjs.map
|
|
@@ -1,15 +1,15 @@
|
|
|
1
1
|
import { h as extractFirstJsonObject, o as logger } from "./logger-2ZstxKQf.js";
|
|
2
2
|
import { t as invariant } from "./invariant-Ddh24eXh.js";
|
|
3
|
-
import { g as sleep } from "./fetch-
|
|
4
|
-
import { s as isLoggedIntoCloud } from "./accounts-
|
|
5
|
-
import { B as getNunjucksEngine } from "./util-
|
|
6
|
-
import { l as shouldGenerateRemote } from "./remoteGeneration
|
|
3
|
+
import { g as sleep } from "./fetch-BNUDixbE.js";
|
|
4
|
+
import { s as isLoggedIntoCloud } from "./accounts-BGs8AMhG.js";
|
|
5
|
+
import { B as getNunjucksEngine } from "./util-BTAyQmdN.js";
|
|
6
|
+
import { l as shouldGenerateRemote } from "./remoteGeneration-DuxbIn94.js";
|
|
7
7
|
import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-CmnQ0G2m.js";
|
|
8
|
-
import { c as isBasicRefusal, o as getSessionId } from "./util-
|
|
9
|
-
import { t as PromptfooChatCompletionProvider } from "./promptfoo-
|
|
10
|
-
import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion } from "./shared-
|
|
11
|
-
import { n as renderPrompt } from "./evaluatorHelpers-
|
|
12
|
-
import { t as Strategies } from "./strategies-
|
|
8
|
+
import { c as isBasicRefusal, o as getSessionId } from "./util-s0NU5XTE2.js";
|
|
9
|
+
import { t as PromptfooChatCompletionProvider } from "./promptfoo-DhGR7OQn.js";
|
|
10
|
+
import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion } from "./shared-DHDR-oS4.js";
|
|
11
|
+
import { n as renderPrompt } from "./evaluatorHelpers-DTtYkrGO.js";
|
|
12
|
+
import { t as Strategies } from "./strategies-DE3UN_VH.js";
|
|
13
13
|
import { t as applyRuntimeTransforms } from "./runtimeTransform-D0y6T_QV.js";
|
|
14
14
|
import { i as getGoalRubric } from "./prompts-CuZuRe7J.js";
|
|
15
15
|
import { n as EVAL_SYSTEM_PROMPT, r as REFUSAL_SYSTEM_PROMPT } from "./prompts-C4TdaerS.js";
|
|
@@ -175,7 +175,7 @@ var CustomProvider = class {
|
|
|
175
175
|
let lastTransformResult;
|
|
176
176
|
let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
|
|
177
177
|
if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
|
|
178
|
-
const { getGraderById } = await import("./graders-
|
|
178
|
+
const { getGraderById } = await import("./graders-Z5qzvpuI.js").then((n) => n.r);
|
|
179
179
|
let graderPassed;
|
|
180
180
|
let storedGraderResult;
|
|
181
181
|
const additionalRubric = getGoalRubric(this.userGoal);
|
|
@@ -616,4 +616,4 @@ This is the rationale behind the score: ${objectiveScore.rationale}\n\n`;
|
|
|
616
616
|
//#endregion
|
|
617
617
|
export { CustomProvider, CustomProvider as default };
|
|
618
618
|
|
|
619
|
-
//# sourceMappingURL=custom-
|
|
619
|
+
//# sourceMappingURL=custom-Bm6Tu-ji.js.map
|
|
@@ -1,13 +1,13 @@
|
|
|
1
1
|
import { h as extractFirstJsonObject, o as logger } from "./logger-Dz3siSzF.js";
|
|
2
|
-
import { x as sleep } from "./fetch-
|
|
2
|
+
import { x as sleep } from "./fetch-BErWGTUY.js";
|
|
3
3
|
import { t as invariant } from "./invariant-vgHWClmd.js";
|
|
4
|
-
import { l as isLoggedIntoCloud } from "./accounts-
|
|
5
|
-
import { K as getNunjucksEngine } from "./util-
|
|
6
|
-
import { l as shouldGenerateRemote } from "./remoteGeneration-
|
|
4
|
+
import { l as isLoggedIntoCloud } from "./accounts-BjCiVnil.js";
|
|
5
|
+
import { K as getNunjucksEngine } from "./util-Ci_vm5u1.js";
|
|
6
|
+
import { l as shouldGenerateRemote } from "./remoteGeneration-wvnQpzN1.js";
|
|
7
7
|
import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-DFcAf2Fd.js";
|
|
8
|
-
import { c as isBasicRefusal, o as getSessionId } from "./util-
|
|
9
|
-
import { t as PromptfooChatCompletionProvider } from "./promptfoo-
|
|
10
|
-
import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion } from "./shared-
|
|
8
|
+
import { c as isBasicRefusal, o as getSessionId } from "./util-CKQ_tuWG.js";
|
|
9
|
+
import { t as PromptfooChatCompletionProvider } from "./promptfoo-CkDcgxiW.js";
|
|
10
|
+
import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion } from "./shared-CnrYC0Dk.js";
|
|
11
11
|
import { n as renderPrompt, t as Strategies } from "./server/index.js";
|
|
12
12
|
import { t as applyRuntimeTransforms } from "./runtimeTransform-BbRV7Rrl.js";
|
|
13
13
|
import { i as getGoalRubric } from "./prompts-k5KpuLAB.js";
|
|
@@ -174,7 +174,7 @@ var CustomProvider = class {
|
|
|
174
174
|
let lastTransformResult;
|
|
175
175
|
let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
|
|
176
176
|
if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
|
|
177
|
-
const { getGraderById } = await import("./graders-
|
|
177
|
+
const { getGraderById } = await import("./graders-CO5drf0x.js").then((n) => n.n);
|
|
178
178
|
let graderPassed;
|
|
179
179
|
let storedGraderResult;
|
|
180
180
|
const additionalRubric = getGoalRubric(this.userGoal);
|
|
@@ -615,4 +615,4 @@ This is the rationale behind the score: ${objectiveScore.rationale}\n\n`;
|
|
|
615
615
|
//#endregion
|
|
616
616
|
export { CustomProvider, CustomProvider as default };
|
|
617
617
|
|
|
618
|
-
//# sourceMappingURL=custom-
|
|
618
|
+
//# sourceMappingURL=custom-LxkvkOvG.js.map
|
|
@@ -1,16 +1,16 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import { _ as extractFirstJsonObject, c as logger } from "./logger-DNHkR_3S.js";
|
|
3
|
-
import { b as sleep } from "./fetch-
|
|
3
|
+
import { b as sleep } from "./fetch-B1Rb0VdL.js";
|
|
4
4
|
import { t as invariant } from "./invariant-BtWWVVhl.js";
|
|
5
|
-
import { l as isLoggedIntoCloud } from "./accounts-
|
|
6
|
-
import { Y as getNunjucksEngine } from "./util-
|
|
7
|
-
import { l as shouldGenerateRemote } from "./remoteGeneration-
|
|
5
|
+
import { l as isLoggedIntoCloud } from "./accounts-C06-4dXo.js";
|
|
6
|
+
import { Y as getNunjucksEngine } from "./util-CcW4TZSn.js";
|
|
7
|
+
import { l as shouldGenerateRemote } from "./remoteGeneration-CW6zHjQx.js";
|
|
8
8
|
import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-kXKUpxyr.js";
|
|
9
|
-
import { c as isBasicRefusal, o as getSessionId } from "./util-
|
|
10
|
-
import { t as PromptfooChatCompletionProvider } from "./promptfoo-
|
|
11
|
-
import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion } from "./shared-
|
|
12
|
-
import { n as renderPrompt } from "./evaluatorHelpers-
|
|
13
|
-
import { t as Strategies } from "./strategies-
|
|
9
|
+
import { c as isBasicRefusal, o as getSessionId } from "./util-CD4LxH5h.js";
|
|
10
|
+
import { t as PromptfooChatCompletionProvider } from "./promptfoo-De6vQq9F.js";
|
|
11
|
+
import { c as getTargetResponse, f as redteamProviderManager, i as externalizeResponseForRedteamHistory, l as isConversationEndedResponse, m as TokenUsageTracker, o as getGraderAssertionValue, p as tryUnblocking, s as getLastMessageContent, t as buildGraderResultAssertion } from "./shared-C-G3NQ1-.js";
|
|
12
|
+
import { n as renderPrompt } from "./evaluatorHelpers-CoLW5rKU.js";
|
|
13
|
+
import { t as Strategies } from "./strategies-CaefFyHy.js";
|
|
14
14
|
import { t as applyRuntimeTransforms } from "./runtimeTransform-DjKoaR8A.js";
|
|
15
15
|
import { i as getGoalRubric } from "./prompts-Co6vCI4z.js";
|
|
16
16
|
import { n as EVAL_SYSTEM_PROMPT, r as REFUSAL_SYSTEM_PROMPT } from "./prompts-CJVc_m7-.js";
|
|
@@ -176,7 +176,7 @@ var CustomProvider = class {
|
|
|
176
176
|
let lastTransformResult;
|
|
177
177
|
let assertToUse = test?.assert?.find((a) => a.type && a.type.includes(test.metadata?.pluginId));
|
|
178
178
|
if (!assertToUse) assertToUse = test?.assert?.find((a) => a.type);
|
|
179
|
-
const { getGraderById } = await import("./graders-
|
|
179
|
+
const { getGraderById } = await import("./graders-CA3QVnK3.js");
|
|
180
180
|
let graderPassed;
|
|
181
181
|
let storedGraderResult;
|
|
182
182
|
const additionalRubric = getGoalRubric(this.userGoal);
|
|
@@ -617,4 +617,4 @@ This is the rationale behind the score: ${objectiveScore.rationale}\n\n`;
|
|
|
617
617
|
//#endregion
|
|
618
618
|
export { CustomProvider, CustomProvider as default };
|
|
619
619
|
|
|
620
|
-
//# sourceMappingURL=custom-
|
|
620
|
+
//# sourceMappingURL=custom-jLsK8Wf9.js.map
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import { c as logger, k as getEnvString } from "./logger-DNHkR_3S.js";
|
|
3
|
-
import { r as fetchWithCache } from "./cache-
|
|
4
|
-
import { t as OpenAiChatCompletionProvider } from "./chat-
|
|
5
|
-
import { t as OpenAiEmbeddingProvider } from "./embedding-
|
|
6
|
-
import { t as OpenAiCompletionProvider } from "./completion-
|
|
3
|
+
import { r as fetchWithCache } from "./cache-D2MfIrzr.js";
|
|
4
|
+
import { t as OpenAiChatCompletionProvider } from "./chat-PfM8xgFA.js";
|
|
5
|
+
import { t as OpenAiEmbeddingProvider } from "./embedding-HXOpA992.js";
|
|
6
|
+
import { t as OpenAiCompletionProvider } from "./completion-B0yVZF3v.js";
|
|
7
7
|
//#region src/providers/docker.ts
|
|
8
8
|
async function fetchLocalModels(apiBaseUrl) {
|
|
9
9
|
try {
|
|
@@ -79,4 +79,4 @@ var DMREmbeddingProvider = class extends OpenAiEmbeddingProvider {
|
|
|
79
79
|
//#endregion
|
|
80
80
|
export { createDockerProvider };
|
|
81
81
|
|
|
82
|
-
//# sourceMappingURL=docker-
|
|
82
|
+
//# sourceMappingURL=docker-B60virtZ.js.map
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
const require_logger = require("./logger-DPITYeiW.cjs");
|
|
2
|
-
const require_cache = require("./cache-
|
|
3
|
-
const require_chat = require("./chat-
|
|
4
|
-
const require_embedding = require("./embedding-
|
|
5
|
-
const require_completion = require("./completion-
|
|
2
|
+
const require_cache = require("./cache-DWEZYdJG.cjs");
|
|
3
|
+
const require_chat = require("./chat-XVIowajy.cjs");
|
|
4
|
+
const require_embedding = require("./embedding-ClHIOEld.cjs");
|
|
5
|
+
const require_completion = require("./completion-Ny3XQpqx.cjs");
|
|
6
6
|
//#region src/providers/docker.ts
|
|
7
7
|
async function fetchLocalModels(apiBaseUrl) {
|
|
8
8
|
try {
|
|
@@ -78,4 +78,4 @@ var DMREmbeddingProvider = class extends require_embedding.OpenAiEmbeddingProvid
|
|
|
78
78
|
//#endregion
|
|
79
79
|
exports.createDockerProvider = createDockerProvider;
|
|
80
80
|
|
|
81
|
-
//# sourceMappingURL=docker-
|
|
81
|
+
//# sourceMappingURL=docker-D_f3qyDE.cjs.map
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { E as getEnvString, o as logger } from "./logger-2ZstxKQf.js";
|
|
2
|
-
import { r as fetchWithCache } from "./cache-
|
|
3
|
-
import { t as OpenAiChatCompletionProvider } from "./chat-
|
|
4
|
-
import { t as OpenAiEmbeddingProvider } from "./embedding-
|
|
5
|
-
import { t as OpenAiCompletionProvider } from "./completion-
|
|
2
|
+
import { r as fetchWithCache } from "./cache-BEZBHFxd.js";
|
|
3
|
+
import { t as OpenAiChatCompletionProvider } from "./chat-DBG4VxM7.js";
|
|
4
|
+
import { t as OpenAiEmbeddingProvider } from "./embedding-BMe9ZgQF.js";
|
|
5
|
+
import { t as OpenAiCompletionProvider } from "./completion-Dz36rtPd.js";
|
|
6
6
|
//#region src/providers/docker.ts
|
|
7
7
|
async function fetchLocalModels(apiBaseUrl) {
|
|
8
8
|
try {
|
|
@@ -78,4 +78,4 @@ var DMREmbeddingProvider = class extends OpenAiEmbeddingProvider {
|
|
|
78
78
|
//#endregion
|
|
79
79
|
export { createDockerProvider };
|
|
80
80
|
|
|
81
|
-
//# sourceMappingURL=docker-
|
|
81
|
+
//# sourceMappingURL=docker-DogRc30z.js.map
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { D as getEnvString, o as logger } from "./logger-Dz3siSzF.js";
|
|
2
|
-
import { r as fetchWithCache } from "./cache-
|
|
3
|
-
import { t as OpenAiChatCompletionProvider } from "./chat-
|
|
4
|
-
import { t as OpenAiEmbeddingProvider } from "./embedding-
|
|
5
|
-
import { t as OpenAiCompletionProvider } from "./completion-
|
|
2
|
+
import { r as fetchWithCache } from "./cache-WT_2CYA-.js";
|
|
3
|
+
import { t as OpenAiChatCompletionProvider } from "./chat-FNWhaysj.js";
|
|
4
|
+
import { t as OpenAiEmbeddingProvider } from "./embedding-Dy2o5RFQ.js";
|
|
5
|
+
import { t as OpenAiCompletionProvider } from "./completion-sMpCTaBm.js";
|
|
6
6
|
//#region src/providers/docker.ts
|
|
7
7
|
async function fetchLocalModels(apiBaseUrl) {
|
|
8
8
|
try {
|
|
@@ -78,4 +78,4 @@ var DMREmbeddingProvider = class extends OpenAiEmbeddingProvider {
|
|
|
78
78
|
//#endregion
|
|
79
79
|
export { createDockerProvider };
|
|
80
80
|
|
|
81
|
-
//# sourceMappingURL=docker-
|
|
81
|
+
//# sourceMappingURL=docker-wwQ1pPGy.js.map
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { o as logger } from "./logger-2ZstxKQf.js";
|
|
2
|
-
import { x as getRequestTimeoutMs } from "./fetch-
|
|
3
|
-
import { r as fetchWithCache } from "./cache-
|
|
4
|
-
import { u as getTokenUsage } from "./util-
|
|
5
|
-
import { n as calculateOpenAIUsageCost } from "./billing-
|
|
2
|
+
import { x as getRequestTimeoutMs } from "./fetch-BNUDixbE.js";
|
|
3
|
+
import { r as fetchWithCache } from "./cache-BEZBHFxd.js";
|
|
4
|
+
import { u as getTokenUsage } from "./util-CVI1oD-n.js";
|
|
5
|
+
import { n as calculateOpenAIUsageCost } from "./billing-BkQJKKdm.js";
|
|
6
6
|
import { t as OpenAiGenericProvider } from "./openai-yIS_3Upl.js";
|
|
7
7
|
//#region src/providers/openai/embedding.ts
|
|
8
8
|
var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
|
|
@@ -64,4 +64,4 @@ var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
|
|
|
64
64
|
//#endregion
|
|
65
65
|
export { OpenAiEmbeddingProvider as t };
|
|
66
66
|
|
|
67
|
-
//# sourceMappingURL=embedding-
|
|
67
|
+
//# sourceMappingURL=embedding-BMe9ZgQF.js.map
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
const require_logger = require("./logger-DPITYeiW.cjs");
|
|
2
|
-
const require_fetch = require("./fetch-
|
|
3
|
-
const require_cache = require("./cache-
|
|
4
|
-
const require_util = require("./util-
|
|
5
|
-
const require_billing = require("./billing-
|
|
2
|
+
const require_fetch = require("./fetch-C7yU9CNr.cjs");
|
|
3
|
+
const require_cache = require("./cache-DWEZYdJG.cjs");
|
|
4
|
+
const require_util = require("./util-cAY5C8xI.cjs");
|
|
5
|
+
const require_billing = require("./billing-Co_1rjfG.cjs");
|
|
6
6
|
const require_openai = require("./openai-D9Cr0ymt.cjs");
|
|
7
7
|
//#region src/providers/openai/embedding.ts
|
|
8
8
|
var OpenAiEmbeddingProvider = class extends require_openai.OpenAiGenericProvider {
|
|
@@ -69,4 +69,4 @@ Object.defineProperty(exports, "OpenAiEmbeddingProvider", {
|
|
|
69
69
|
}
|
|
70
70
|
});
|
|
71
71
|
|
|
72
|
-
//# sourceMappingURL=embedding-
|
|
72
|
+
//# sourceMappingURL=embedding-ClHIOEld.cjs.map
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { o as logger } from "./logger-Dz3siSzF.js";
|
|
2
|
-
import { E as getRequestTimeoutMs } from "./fetch-
|
|
3
|
-
import { r as fetchWithCache } from "./cache-
|
|
4
|
-
import { u as getTokenUsage } from "./util-
|
|
5
|
-
import { n as calculateOpenAIUsageCost } from "./billing-
|
|
2
|
+
import { E as getRequestTimeoutMs } from "./fetch-BErWGTUY.js";
|
|
3
|
+
import { r as fetchWithCache } from "./cache-WT_2CYA-.js";
|
|
4
|
+
import { u as getTokenUsage } from "./util-CHCKTSi5.js";
|
|
5
|
+
import { n as calculateOpenAIUsageCost } from "./billing-MY86Oqwg.js";
|
|
6
6
|
import { t as OpenAiGenericProvider } from "./openai-DJbzVLib.js";
|
|
7
7
|
//#region src/providers/openai/embedding.ts
|
|
8
8
|
var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
|
|
@@ -64,4 +64,4 @@ var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
|
|
|
64
64
|
//#endregion
|
|
65
65
|
export { OpenAiEmbeddingProvider as t };
|
|
66
66
|
|
|
67
|
-
//# sourceMappingURL=embedding-
|
|
67
|
+
//# sourceMappingURL=embedding-Dy2o5RFQ.js.map
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import { c as logger } from "./logger-DNHkR_3S.js";
|
|
3
|
-
import { E as getRequestTimeoutMs } from "./fetch-
|
|
4
|
-
import { r as fetchWithCache } from "./cache-
|
|
5
|
-
import { u as getTokenUsage } from "./util-
|
|
6
|
-
import { n as calculateOpenAIUsageCost } from "./billing-
|
|
3
|
+
import { E as getRequestTimeoutMs } from "./fetch-B1Rb0VdL.js";
|
|
4
|
+
import { r as fetchWithCache } from "./cache-D2MfIrzr.js";
|
|
5
|
+
import { u as getTokenUsage } from "./util-CkLsVF3e.js";
|
|
6
|
+
import { n as calculateOpenAIUsageCost } from "./billing-BhghtFas.js";
|
|
7
7
|
import { t as OpenAiGenericProvider } from "./openai-CEohfh6e.js";
|
|
8
8
|
//#region src/providers/openai/embedding.ts
|
|
9
9
|
var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
|
|
@@ -65,4 +65,4 @@ var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
|
|
|
65
65
|
//#endregion
|
|
66
66
|
export { OpenAiEmbeddingProvider as t };
|
|
67
67
|
|
|
68
|
-
//# sourceMappingURL=embedding-
|
|
68
|
+
//# sourceMappingURL=embedding-HXOpA992.js.map
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import { E as getEnvBool, c as logger } from "./logger-DNHkR_3S.js";
|
|
3
|
-
import { J as HUMAN_ASSERTION_TYPE, _ as isNonTransientHttpStatus, p as NON_TRANSIENT_HTTP_STATUSES, y as getCurrentTimestamp } from "./fetch-
|
|
3
|
+
import { J as HUMAN_ASSERTION_TYPE, _ as isNonTransientHttpStatus, p as NON_TRANSIENT_HTTP_STATUSES, y as getCurrentTimestamp } from "./fetch-B1Rb0VdL.js";
|
|
4
4
|
import { t as invariant } from "./invariant-BtWWVVhl.js";
|
|
5
|
-
import { a as getAuthor } from "./accounts-
|
|
5
|
+
import { a as getAuthor } from "./accounts-C06-4dXo.js";
|
|
6
6
|
import { G as riskCategorySeverityMap, dt as PLUGIN_CATEGORIES, s as ResultFailureReason } from "./types-C7iPXxc5.js";
|
|
7
7
|
import { n as sha256, t as randomSequence } from "./createHash-Ddi0OHLI.js";
|
|
8
8
|
import { a as createEmptyTokenUsage, r as accumulateTokenUsage } from "./tokenUsageUtils-kXKUpxyr.js";
|
|
@@ -10,7 +10,7 @@ import { a as evalResultsTable, c as evalsToPromptsTable, d as promptsTable, f a
|
|
|
10
10
|
import { t as hashPrompt } from "./utils-CsmoLRsV.js";
|
|
11
11
|
import { n as getTraceStore } from "./store-Bn1-Urtg.js";
|
|
12
12
|
import { i as getActualPrompt, r as updateSignalFile } from "./signal-DdhkLwgQ.js";
|
|
13
|
-
import { t as EvalResult } from "./evalResult-
|
|
13
|
+
import { t as EvalResult } from "./evalResult-DOh0QQix.js";
|
|
14
14
|
import { and, desc, eq, inArray, sql } from "drizzle-orm";
|
|
15
15
|
//#region src/database/evalDeletion.ts
|
|
16
16
|
const SQLITE_MAX_BOUND_PARAMETERS = 999;
|
|
@@ -1652,4 +1652,4 @@ async function getEvalSummaries(datasetId, type, includeProviders = false) {
|
|
|
1652
1652
|
//#endregion
|
|
1653
1653
|
export { createEvalId as a, deleteTraceRecordsForEvals as c, combineFilterConditions as i, EvalQueries as n, escapeJsonPathKey as o, buildSafeJsonPath as r, getEvalSummaries as s, Eval as t };
|
|
1654
1654
|
|
|
1655
|
-
//# sourceMappingURL=eval-
|
|
1655
|
+
//# sourceMappingURL=eval-BLgDYWPd.js.map
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
import { t as __exportAll } from "./chunk-DEq-mXcV.js";
|
|
2
2
|
import { C as getEnvBool, b as safeJsonStringify, l as REDACTED, o as logger, p as sanitizeObject } from "./logger-2ZstxKQf.js";
|
|
3
3
|
import { A as isResultFailureReason, Xt as isApiProvider, Zt as isProviderOptions, _ as ResultFailureReason } from "./types-HGDdIwQJ.js";
|
|
4
|
-
import { h as getCurrentTimestamp } from "./fetch-
|
|
4
|
+
import { h as getCurrentTimestamp } from "./fetch-BNUDixbE.js";
|
|
5
5
|
import { i as evalResultsTable, m as getDb } from "./tables-Bo_jpAHt.js";
|
|
6
6
|
import { t as hashPrompt } from "./utils-CuX28JI2.js";
|
|
7
|
-
import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "./extractor-
|
|
7
|
+
import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "./extractor-BIqe0lMN.js";
|
|
8
8
|
import { and, eq, gte, inArray, lt, ne } from "drizzle-orm";
|
|
9
9
|
//#region src/models/evalResult.ts
|
|
10
10
|
var evalResult_exports = /* @__PURE__ */ __exportAll({
|
|
@@ -436,4 +436,4 @@ var EvalResult = class EvalResult {
|
|
|
436
436
|
//#endregion
|
|
437
437
|
export { evalResult_exports as n, sanitizeProvider as r, EvalResult as t };
|
|
438
438
|
|
|
439
|
-
//# sourceMappingURL=evalResult-
|
|
439
|
+
//# sourceMappingURL=evalResult-BWE17Tqm.js.map
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
|
|
2
2
|
const require_logger = require("./logger-DPITYeiW.cjs");
|
|
3
3
|
const require_types = require("./types-BszavsxN.cjs");
|
|
4
|
-
const require_fetch = require("./fetch-
|
|
4
|
+
const require_fetch = require("./fetch-C7yU9CNr.cjs");
|
|
5
5
|
const require_tables = require("./tables-D8cFy-Zr.cjs");
|
|
6
6
|
const require_utils = require("./utils-jtbYVShj.cjs");
|
|
7
|
-
const require_extractor = require("./extractor-
|
|
7
|
+
const require_extractor = require("./extractor-CUVurbDW.cjs");
|
|
8
8
|
let drizzle_orm = require("drizzle-orm");
|
|
9
9
|
//#region src/models/evalResult.ts
|
|
10
10
|
var evalResult_exports = /* @__PURE__ */ require_rolldown_runtime.__exportAll({
|
|
@@ -453,4 +453,4 @@ Object.defineProperty(exports, "sanitizeProvider", {
|
|
|
453
453
|
}
|
|
454
454
|
});
|
|
455
455
|
|
|
456
|
-
//# sourceMappingURL=evalResult-
|
|
456
|
+
//# sourceMappingURL=evalResult-DDohNAHL.cjs.map
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import { E as getEnvBool, S as safeJsonStringify, c as logger, d as REDACTED, h as sanitizeObject } from "./logger-DNHkR_3S.js";
|
|
3
|
-
import { y as getCurrentTimestamp } from "./fetch-
|
|
3
|
+
import { y as getCurrentTimestamp } from "./fetch-B1Rb0VdL.js";
|
|
4
4
|
import { f as isResultFailureReason, m as isProviderOptions, p as isApiProvider, s as ResultFailureReason } from "./types-C7iPXxc5.js";
|
|
5
5
|
import { a as evalResultsTable, g as getDb } from "./tables-B4EYiiEd.js";
|
|
6
6
|
import { t as hashPrompt } from "./utils-CsmoLRsV.js";
|
|
7
|
-
import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "./extractor-
|
|
7
|
+
import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "./extractor-DOhjGS0m.js";
|
|
8
8
|
import { and, eq, gte, inArray, lt, ne } from "drizzle-orm";
|
|
9
9
|
//#region src/models/evalResult.ts
|
|
10
10
|
function sanitizeProviderConfig(config) {
|
|
@@ -432,4 +432,4 @@ var EvalResult = class EvalResult {
|
|
|
432
432
|
//#endregion
|
|
433
433
|
export { sanitizeProvider as n, EvalResult as t };
|
|
434
434
|
|
|
435
|
-
//# sourceMappingURL=evalResult-
|
|
435
|
+
//# sourceMappingURL=evalResult-DOh0QQix.js.map
|