promptfoo 0.120.26 → 0.121.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/drizzle/0023_wooden_mandrill.sql +2 -0
- package/dist/drizzle/meta/0023_snapshot.json +1496 -0
- package/dist/drizzle/meta/_journal.json +7 -0
- package/dist/src/{ListApp-D3DG0F8h.js → ListApp-Du7YVwj5.js} +2 -4
- package/dist/src/accounts-BgNJDBE6.js +206 -0
- package/dist/src/{accounts-BzEY8H3v.cjs → accounts-Bx-x3bmW.cjs} +99 -80
- package/dist/src/{accounts-DHHiXsy6.js → accounts-CMqkzrVf.js} +61 -36
- package/dist/src/{accounts-R3gfCR_g.js → accounts-xrUGFA6n.js} +60 -35
- package/dist/src/{agentic-utils-D6_gzOUF.js → agentic-utils-BKIN5PKu.js} +9 -10
- package/dist/src/{agents-CwM7re15.cjs → agents-B0f4HICh.cjs} +37 -40
- package/dist/src/{agents-Cnph5GLD.js → agents-C-dDThPK.js} +37 -37
- package/dist/src/{agents-C7BiinFI.cjs → agents-CErsqg5U.cjs} +19 -27
- package/dist/src/{agents-v4cW_ZgC.js → agents-CVIn-Utx.js} +19 -22
- package/dist/src/{agents-GiUianme.js → agents-CXknwsFX.js} +37 -40
- package/dist/src/{agents-DETIQHqF.js → agents-DeH4Gu94.js} +21 -28
- package/dist/src/{agents-DYIT-hQy.js → agents-Dy2YpZpa.js} +38 -41
- package/dist/src/{agents-Cao4i7AX.js → agents-aF4-T121.js} +19 -30
- package/dist/src/{aimlapi-DMF6v_vb.js → aimlapi-BAGZDo5G.js} +16 -18
- package/dist/src/{aimlapi-CMJpKK-B.js → aimlapi-BNfTBexL.js} +15 -17
- package/dist/src/{aimlapi-DtSf1ykJ.js → aimlapi-DHRKlBEA.js} +15 -4
- package/dist/src/{aimlapi-DoGLcQW_.cjs → aimlapi-tg0Gkcvr.cjs} +15 -16
- package/dist/src/app/assets/index-BFCZg7hQ.js +439 -0
- package/dist/src/app/assets/index-NCn4eVBv.css +1 -0
- package/dist/src/app/assets/{vendor-charts-CYyo8R8v.js → vendor-charts-CCl15Imd.js} +1 -1
- package/dist/src/app/assets/{vendor-markdown-DSmzq4Jh.js → vendor-markdown-0tekx3KX.js} +1 -1
- package/dist/src/app/index.html +4 -34
- package/dist/src/{audio-DUH4q0Xq.js → audio-BRODU0UK.js} +7 -9
- package/dist/src/{audio-BWjyvHn9.cjs → audio-BWeaWovU.cjs} +6 -7
- package/dist/src/{audio-U580w8jM.js → audio-CHQ4r-RV.js} +6 -5
- package/dist/src/{audio-BrJBFN2b.js → audio-tf_NBjlC.js} +6 -8
- package/dist/src/base-B0tcrnq_.js +193 -0
- package/dist/src/base-B4QJRyFS.js +194 -0
- package/dist/src/base-DBtwl2FR.cjs +222 -0
- package/dist/src/base-fEDN28WM.js +193 -0
- package/dist/src/{blobs-kt8v3UyH.js → blobs-BAU-dXan.js} +9 -12
- package/dist/src/{blobs-C9J2mVgo.js → blobs-Bpg5rH6i.js} +9 -12
- package/dist/src/{blobs-673H0jCl.cjs → blobs-DvS-O6be.cjs} +34 -37
- package/dist/src/blobs-qTYm-1PY.js +236 -0
- package/dist/src/{cache-BLLayYEN.js → cache-8XhNqPKW.js} +64 -67
- package/dist/src/cache-Bbn1Nyrd.cjs +5 -0
- package/dist/src/cache-BwsMSda7.js +6 -0
- package/dist/src/{cache-mIszOnuz.js → cache-CG0SlR1d.js} +64 -66
- package/dist/src/{cache-7xULbvt3.cjs → cache-COish3-W.cjs} +114 -117
- package/dist/src/cache-D3eqDYGU.js +739 -0
- package/dist/src/{chat-Fl6TZJRS.cjs → chat-2K608PeQ.cjs} +20 -21
- package/dist/src/chat-BKm79wib.js +764 -0
- package/dist/src/{chat-XPN9YHhr.js → chat-CM_kyI8B.js} +20 -9
- package/dist/src/{chat-DIywASPG.js → chat-CRWNNq73.js} +49 -49
- package/dist/src/{chat-C8Ei4f87.js → chat-CznLWr_D.js} +49 -49
- package/dist/src/{chat-CgyGj2hC.js → chat-DHMH-N64.js} +20 -22
- package/dist/src/{chat-C4zqjObh.cjs → chat-DaqekjFr.cjs} +69 -69
- package/dist/src/{chat-Cpz3O-Xl.js → chat-DxysjBvt.js} +21 -23
- package/dist/src/{chatkit-Dpxrq4eD.js → chatkit-65VXf5SR.js} +58 -58
- package/dist/src/{chatkit-DIrJX8xk.js → chatkit-Be-Q-a9F.js} +58 -60
- package/dist/src/{chatkit-DEls11hE.js → chatkit-BxFvW8KY.js} +58 -60
- package/dist/src/{chatkit-e25Ziu17.cjs → chatkit-DKyPi1Gs.cjs} +58 -60
- package/dist/src/chunk-DEq-mXcV.js +15 -0
- package/dist/src/chunk-DRamLcfz.js +16 -0
- package/dist/src/{claude-agent-sdk-6-xTaLwM.js → claude-agent-sdk-BLTu0WBO.js} +45 -31
- package/dist/src/{claude-agent-sdk-BzxF6NIJ.cjs → claude-agent-sdk-CJH22shf.cjs} +44 -29
- package/dist/src/{claude-agent-sdk-CmkTnKGH.js → claude-agent-sdk-D6_k9FKA.js} +45 -33
- package/dist/src/{claude-agent-sdk-rXCBLK_o.js → claude-agent-sdk-Dy5lT-Tx.js} +46 -21
- package/dist/src/{cloud-BMbRVJFw.js → cloud-Bc9526yV.js} +32 -12
- package/dist/src/cloud-DmE0EwsY.js +4 -0
- package/dist/src/{cloudflare-ai-CUg4BTcj.js → cloudflare-ai-C9r2sRhw.js} +16 -18
- package/dist/src/{cloudflare-ai-Z9X219gp.js → cloudflare-ai-CWWJCRim.js} +16 -4
- package/dist/src/{cloudflare-ai-BAQ0u_dg.cjs → cloudflare-ai-ClWSdor4.cjs} +16 -17
- package/dist/src/{cloudflare-ai-CobxMTR4.js → cloudflare-ai-ICsOuD-z.js} +17 -19
- package/dist/src/{cloudflare-gateway-C0sgfr_z.cjs → cloudflare-gateway-C2_-KG5o.cjs} +21 -22
- package/dist/src/{cloudflare-gateway-_itGuXry.js → cloudflare-gateway-D6O7AlYb.js} +23 -23
- package/dist/src/{cloudflare-gateway-D2_yi-Fh.js → cloudflare-gateway-D6xFc5pa.js} +21 -25
- package/dist/src/{cloudflare-gateway-Djf3F3_H.js → cloudflare-gateway-pXGHxJ47.js} +26 -14
- package/dist/src/{codex-sdk-ibXwdglL.js → codex-sdk-C6UMlxwV.js} +49 -32
- package/dist/src/{codex-sdk-BASDNkIl.js → codex-sdk-DUwKWezN.js} +49 -30
- package/dist/src/{codex-sdk-dSnGdgIp.js → codex-sdk-GGAw0qbD.js} +49 -32
- package/dist/src/{codex-sdk-wTEpMM_X.cjs → codex-sdk-fAO0c3yA.cjs} +49 -32
- package/dist/src/{cometapi-B01btbfb.js → cometapi-BasUi7-_.js} +17 -19
- package/dist/src/{cometapi-DHUAH6nK.js → cometapi-Bbjp5V4x.js} +16 -4
- package/dist/src/{cometapi-ChAaRjg5.js → cometapi-DkXrKi5z.js} +21 -24
- package/dist/src/{cometapi-JbvOJSCO.cjs → cometapi-vY6aDZgo.cjs} +21 -22
- package/dist/src/{completion-D9_MDlnd.js → completion-6Mx_iXxK.js} +11 -13
- package/dist/src/{completion-BBJ6zmG3.js → completion-C5rtR_9P.js} +11 -13
- package/dist/src/{completion-DDyL3Cb2.cjs → completion-CDOouNzq.cjs} +21 -23
- package/dist/src/completion-C_P3ypkJ.js +120 -0
- package/dist/src/createHash-CTQmL3G2.js +15 -0
- package/dist/src/createHash-CfZSc0b4.cjs +27 -0
- package/dist/src/createHash-Da8fMwqB.js +16 -0
- package/dist/src/createHash-DmPQkvBh.js +15 -0
- package/dist/src/{docker-JAAubMw3.js → docker-5KcG-_86.js} +18 -20
- package/dist/src/{docker-Ckw-j7Rr.cjs → docker-BwsKwxFs.cjs} +18 -19
- package/dist/src/{docker-vnOg96gi.js → docker-CZnqU1XV.js} +18 -7
- package/dist/src/{docker-BuButc4D.js → docker-DzxyDPIj.js} +19 -21
- package/dist/src/entrypoint.js +2 -3
- package/dist/src/{errors-DnGCbnx8.js → errors-P6ll7XSJ.js} +2 -2
- package/dist/src/{esm-CYhseqj4.js → esm-C03C-mv3.js} +17 -20
- package/dist/src/{esm-rDtG_2rg.js → esm-CaIwzWR5.js} +18 -21
- package/dist/src/esm-Cd1AjG1D.js +379 -0
- package/dist/src/{esm-BQkx5roy.cjs → esm-CnNt7sI4.cjs} +47 -49
- package/dist/src/eval-17JizQIv.js +15 -0
- package/dist/src/{eval-CYrbG57o.js → eval-DmFyWU7i.js} +49 -55
- package/dist/src/{evalResult-COsVttMA.js → evalResult-CDQiuUuf.js} +16 -12
- package/dist/src/{evalResult-6JaUIStC.js → evalResult-CTG2AHOS.js} +10 -11
- package/dist/src/evalResult-Cqj8pldJ.js +12 -0
- package/dist/src/{evalResult-DlRfu_Rq.cjs → evalResult-Dap2CekP.cjs} +20 -21
- package/dist/src/evalResult-DvcJAWJU.cjs +10 -0
- package/dist/src/evalResult-Hftn-S_i.js +10 -0
- package/dist/src/evaluator-B2CFNt-P.js +36 -0
- package/dist/src/{evaluator-3EJCMTs0.js → evaluator-DPFRbFIL.js} +210 -232
- package/dist/src/{extractor-LSYjrhK0.js → extractor-CFG6bcWJ.js} +23 -38
- package/dist/src/{extractor-DbhlYEeo.cjs → extractor-DX36oYEv.cjs} +37 -64
- package/dist/src/{extractor-Hs7la_19.js → extractor-M67RUtg6.js} +23 -38
- package/dist/src/extractor-YMU_Gvt8.js +374 -0
- package/dist/src/fetch-4M3YRaqL.js +780 -0
- package/dist/src/{fetch-18MuNu9i.js → fetch-60Gzydls.js} +60 -46
- package/dist/src/{fetch-SRsE6Ctl.js → fetch-BMv0O527.js} +41 -35
- package/dist/src/{fetch-ZMn_oemb.cjs → fetch-BxUk8odA.cjs} +268 -279
- package/dist/src/fetch-KV5kNASw.js +5 -0
- package/dist/src/{fileExtensions-ePDqouxn.js → fileExtensions-DnqA1y9x.js} +2 -2
- package/dist/src/{fileExtensions-BpuMmaFL.js → fileExtensions-Ds-foDzt.js} +2 -2
- package/dist/src/fileExtensions-LcDYkU4v.js +85 -0
- package/dist/src/{fileExtensions-DkJYkWUy.cjs → fileExtensions-bYh77CN8.cjs} +27 -28
- package/dist/src/{formatDuration-Doo0xq-z.js → formatDuration-DgBVMN65.js} +2 -2
- package/dist/src/{genaiTracer-Ce19n68P.js → genaiTracer-70Z8BIuV.js} +2 -3
- package/dist/src/{genaiTracer-CqNnnXrE.js → genaiTracer-C1rxGO8Q.js} +2 -3
- package/dist/src/genaiTracer-D3fD9dNV.js +256 -0
- package/dist/src/{genaiTracer-CQlpZkrp.cjs → genaiTracer-DN4dQywX.cjs} +13 -14
- package/dist/src/graders-Bu0H9nXi.js +32 -0
- package/dist/src/{graders-BaMCwIKp.js → graders-CHO8EPM4.js} +385 -417
- package/dist/src/graders-Cfhkvx-e.js +34 -0
- package/dist/src/{graders-QsALpIdy.js → graders-CpdqD9PI.js} +385 -417
- package/dist/src/graders-DClJVpGP.cjs +32 -0
- package/dist/src/{graders-DzUUnUjC.cjs → graders-DOXycdlG.cjs} +721 -753
- package/dist/src/graders-DcnJsrMO.js +32 -0
- package/dist/src/graders-R9rYUM0d.js +13466 -0
- package/dist/src/{image-BiEVdpdP.js → image-BmEZqVmk.js} +57 -18
- package/dist/src/{image-mhAGP07h.js → image-CBBVXWuT.js} +57 -18
- package/dist/src/{image-D10zEe1f.cjs → image-CDLQOcqT.cjs} +6 -7
- package/dist/src/{image-COCWy5dX.js → image-DJEvKveK.js} +6 -5
- package/dist/src/{image-C3BjJUAU.cjs → image-DTedmQPg.cjs} +77 -32
- package/dist/src/{image-DB4sHxdJ.js → image-gvmivTEe.js} +7 -9
- package/dist/src/image-pAX56tPG.js +257 -0
- package/dist/src/{image-BXt_7u0v.js → image-tL5hIOFh.js} +6 -8
- package/dist/src/index.cjs +696 -693
- package/dist/src/index.d.cts +113 -10
- package/dist/src/index.d.ts +113 -6
- package/dist/src/index.js +657 -658
- package/dist/src/{interactiveCheck-DU-MAhp5.js → interactiveCheck-BgLZUIt3.js} +7 -8
- package/dist/src/{invariant-DT20jrBd.js → invariant-BtWWVVhl.js} +2 -2
- package/dist/src/{invariant-1pAf2CD1.js → invariant-Ddh24eXh.js} +2 -2
- package/dist/src/{invariant-CKcJAQ6M.cjs → invariant-kfQ8Bu82.cjs} +7 -8
- package/dist/src/invariant-vgHWClmd.js +25 -0
- package/dist/src/{knowledgeBase-DotRBzUE.js → knowledgeBase-CLJybhnF.js} +19 -34
- package/dist/src/{knowledgeBase-XJQ0Qyez.js → knowledgeBase-CoU-UQBg.js} +17 -41
- package/dist/src/{knowledgeBase-CMvMlLZR.js → knowledgeBase-DjWPVqSb.js} +17 -43
- package/dist/src/{knowledgeBase-Bnb00xKs.cjs → knowledgeBase-wkxuRFhA.cjs} +17 -40
- package/dist/src/{litellm-CHrRmPAe.js → litellm-B9Hysuri.js} +16 -18
- package/dist/src/{litellm-CrLJrPIm.js → litellm-CTfa0hqi.js} +15 -17
- package/dist/src/{litellm-BrnZhMcL.cjs → litellm-NYpQ8RQu.cjs} +15 -16
- package/dist/src/{litellm-BECdjOTx.js → litellm-ePxtr9F1.js} +15 -4
- package/dist/src/{logger-w8Ozp0Td.js → logger-CT3IKMKA.js} +24 -41
- package/dist/src/{logger-BdZ-IqBc.cjs → logger-Cp1GPUjj.cjs} +166 -192
- package/dist/src/logger-DLcq4dWf.js +713 -0
- package/dist/src/{logger-BotXmWKW.js → logger-KkObSCzq.js} +27 -43
- package/dist/src/{luma-ray-C0RkI3lt.cjs → luma-ray-B0GGNRc1.cjs} +20 -21
- package/dist/src/{luma-ray-C-w6EsJm.js → luma-ray-BE2mOt6N.js} +20 -13
- package/dist/src/{luma-ray-BOeX-h0M.js → luma-ray-BW9IRGIc.js} +22 -21
- package/dist/src/{luma-ray-DgKLS0BF.js → luma-ray-Cm1KZBhs.js} +20 -23
- package/dist/src/main.js +1985 -2055
- package/dist/src/{messages-DXV3Qh8_.cjs → messages-1JrJs91T.cjs} +35 -34
- package/dist/src/{messages-D61tPFQo.js → messages-1x9atZmP.js} +25 -24
- package/dist/src/{messages-CDZYGNlS.js → messages-BLbWdsyt.js} +25 -24
- package/dist/src/messages-D8EA0oDc.js +240 -0
- package/dist/src/{meteor-P2rUE-Uz.js → meteor-44VjEACX.js} +3 -4
- package/dist/src/{meteor-SLNTgmXm.js → meteor-D-SotUw9.js} +3 -4
- package/dist/src/{meteor-odmwVbyG.cjs → meteor-DLZZ3osF.cjs} +3 -4
- package/dist/src/{meteor-Dj8cTkU_.js → meteor-DUiCJRC-.js} +3 -4
- package/dist/src/modelslab-C1OLRmVX.js +166 -0
- package/dist/src/modelslab-CqXBy3U8.js +168 -0
- package/dist/src/modelslab-DcOSFwKh.cjs +166 -0
- package/dist/src/modelslab-X5-4LroM.js +166 -0
- package/dist/src/{nova-reel-C2LFfVTf.js → nova-reel-BgS1ZWuK.js} +20 -13
- package/dist/src/{nova-reel-DtCjbD5O.js → nova-reel-D2ZkOSyr.js} +22 -21
- package/dist/src/{nova-reel-D9FXq3Mt.cjs → nova-reel-D9xfaMBs.cjs} +20 -21
- package/dist/src/{nova-reel-Bk5npr2q.js → nova-reel-DihqLeol.js} +20 -23
- package/dist/src/{nova-sonic-BoRSY_U6.cjs → nova-sonic-DVu3mMIy.cjs} +30 -31
- package/dist/src/{nova-sonic-D_qERM-K.js → nova-sonic-DezhVUYT.js} +30 -26
- package/dist/src/{nova-sonic-CgaWLDM1.js → nova-sonic-P-CdUMlV.js} +30 -31
- package/dist/src/{nova-sonic-BXRfQyF-.js → nova-sonic-Q3BOJeig.js} +31 -32
- package/dist/src/{openai-Bigwjgo1.cjs → openai-Cuif0GEt.cjs} +8 -9
- package/dist/src/{openai-Dz3surb_.js → openai-DElQ-fPX.js} +3 -4
- package/dist/src/{openai-CT5fwbve.js → openai-DhbB7eWK.js} +3 -4
- package/dist/src/openai-j-sE2O7r.js +44 -0
- package/dist/src/{openclaw-dHLcXUWZ.js → openclaw-BiSZPL7J.js} +20 -14
- package/dist/src/{openclaw-CpPrXwf6.js → openclaw-Bv1DINsX.js} +20 -27
- package/dist/src/{openclaw-B6XY2kUf.js → openclaw-D1D_ej1z.js} +21 -28
- package/dist/src/{openclaw-DDSfq5fp.cjs → openclaw-DAfWQn-o.cjs} +33 -39
- package/dist/src/opencode-sdk-C7m-wRfI.js +560 -0
- package/dist/src/opencode-sdk-CfaLN8PY.cjs +564 -0
- package/dist/src/opencode-sdk-D95s6SnR.js +562 -0
- package/dist/src/opencode-sdk-DxUPkLT7.js +560 -0
- package/dist/src/{otlpReceiver-DmRb0NBj.js → otlpReceiver--AIRW_S4.js} +53 -51
- package/dist/src/{otlpReceiver-Dg817agV.js → otlpReceiver-Bn5wGB1v.js} +53 -55
- package/dist/src/{otlpReceiver-B6Xo4KZM.cjs → otlpReceiver-Diec4cln.cjs} +53 -55
- package/dist/src/{otlpReceiver-BO0rbDzh.js → otlpReceiver-g3ByGaXs.js} +53 -55
- package/dist/src/{providerRegistry-Xf0qdqGQ.js → providerRegistry-B0RUOLI_.js} +7 -8
- package/dist/src/{providerRegistry-wCWd7sKQ.js → providerRegistry-CD8MEar9.js} +7 -8
- package/dist/src/{providerRegistry-lc7a7utN.cjs → providerRegistry-Civky8Ar.cjs} +12 -13
- package/dist/src/providerRegistry-DM8rZYol.js +45 -0
- package/dist/src/providers-B3HvufyI.js +33246 -0
- package/dist/src/{providers-BiNq_Iyc.js → providers-BKRJTjBz.js} +1743 -1795
- package/dist/src/providers-C1rOSHiR.js +32 -0
- package/dist/src/{providers-BlEhY5mi.js → providers-CFLy1_ji.js} +1750 -1802
- package/dist/src/{providers-BNKVY53V.cjs → providers-CFu-TZl-.cjs} +2111 -2163
- package/dist/src/providers-CxmDwEFf.cjs +31 -0
- package/dist/src/providers-Dodakqr0.js +30 -0
- package/dist/src/providers-GIQ2TcsA.js +30 -0
- package/dist/src/{pythonUtils-r1uBuA0n.js → pythonUtils-C3py6GC1.js} +18 -19
- package/dist/src/{pythonUtils-DZ6EbdY4.cjs → pythonUtils-CTU3Y3lw.cjs} +42 -43
- package/dist/src/{pythonUtils-vMlk9Qp5.js → pythonUtils-D5nxkQ0P.js} +18 -19
- package/dist/src/pythonUtils-D6fwaDSg.js +249 -0
- package/dist/src/quiverai-C2jVwbH1.js +213 -0
- package/dist/src/quiverai-CI6gYJVI.js +213 -0
- package/dist/src/quiverai-CLkWkyZc.cjs +213 -0
- package/dist/src/quiverai-MHSxbmmZ.js +215 -0
- package/dist/src/{render-CAZvKKkB.js → render-Drod8m7K.js} +4 -5
- package/dist/src/{responses-DLLjADw5.js → responses-BKqJmhhc.js} +34 -27
- package/dist/src/{responses-TsdODUpm.js → responses-CGw0DCzh.js} +34 -27
- package/dist/src/responses-jxdehPkC.js +660 -0
- package/dist/src/{responses-zOtKtnY_.cjs → responses-tD4Bd4dc.cjs} +49 -42
- package/dist/src/rubyUtils-BUHu6PhO.js +5 -0
- package/dist/src/{rubyUtils-Cs35SDYa.js → rubyUtils-BUVePouc.js} +27 -20
- package/dist/src/rubyUtils-BcuGX77l.js +222 -0
- package/dist/src/{rubyUtils-BtjlqyXt.js → rubyUtils-Boc4HZzX.js} +18 -19
- package/dist/src/rubyUtils-CP42kMvq.cjs +4 -0
- package/dist/src/{rubyUtils-DCVaJ3mc.cjs → rubyUtils-DhCAlxZr.cjs} +48 -50
- package/dist/src/{sagemaker-Du4LIR97.js → sagemaker-BK4Zb993.js} +75 -70
- package/dist/src/{sagemaker-CLdUAv5z.js → sagemaker-BfiWTmvn.js} +77 -77
- package/dist/src/{sagemaker-DwNnEVYt.cjs → sagemaker-CcQHM1jV.cjs} +75 -76
- package/dist/src/{sagemaker-BcgLu0U4.js → sagemaker-D2Q1c-sD.js} +75 -79
- package/dist/src/{scanner-Dyw21Wg_.js → scanner-J8CA3LsV.js} +149 -122
- package/dist/src/server/index.js +5620 -67302
- package/dist/src/{server-CgUQ25qW.cjs → server-B0PPuDw-.cjs} +57 -67
- package/dist/src/server-B1vi21hA.js +7 -0
- package/dist/src/{server-CbMTRQkg.js → server-BC7XJFgr.js} +19 -24
- package/dist/src/server-Cm9Kai_h.cjs +5 -0
- package/dist/src/{server-DWmZLfCy.js → server-DbFphssR.js} +26 -29
- package/dist/src/server-OAs3nBRT.js +229 -0
- package/dist/src/{signal-Bl32q42d.js → signal-BOTbd53Z.js} +9 -11
- package/dist/src/{slack-BtMkB6xP.cjs → slack-BmVAVGaK.cjs} +7 -8
- package/dist/src/{slack-OZYxoVON.js → slack-DCUPTzS2.js} +8 -8
- package/dist/src/{slack-DPqj42Ts.js → slack-DOdy_kyv.js} +7 -8
- package/dist/src/{slack-BfdBx2tO.js → slack-DXMKtA-f.js} +7 -9
- package/dist/src/store-BNmZ1KAz.cjs +5 -0
- package/dist/src/{store-BqwfFEyF.cjs → store-BSc-TF2w.cjs} +44 -45
- package/dist/src/store-BltJg2cd.js +6 -0
- package/dist/src/{store-D4gdn9ih.js → store-D1tv90v3.js} +34 -35
- package/dist/src/{store-2ocbYY9D.js → store-DQLEjuEO.js} +40 -36
- package/dist/src/store-Ub2vaGJ1.js +228 -0
- package/dist/src/{tables-D-NSwNIb.js → tables-5EvT_Bwn.js} +23 -23
- package/dist/src/{tables-B9E1kRp-.cjs → tables-C7K-XKWp.cjs} +93 -93
- package/dist/src/{tables-C7TT2XVn.js → tables-D36WTqKX.js} +25 -25
- package/dist/src/tables-xKANLRBD.js +288 -0
- package/dist/src/telemetry-5BCRNBbe.cjs +5 -0
- package/dist/src/{telemetry-DZ_7PaVq.js → telemetry-C15ziL8u.js} +17 -14
- package/dist/src/{telemetry-BXyVqyAg.js → telemetry-C2YDkUQH.js} +11 -13
- package/dist/src/{telemetry-D0_yFdtU.cjs → telemetry-CbrnxHp_.cjs} +21 -24
- package/dist/src/telemetry-D4W5hboe.js +7 -0
- package/dist/src/telemetry-DMb2Mpfm.js +171 -0
- package/dist/src/{text-Dm78AVGG.js → text-B_UCRPp2.js} +2 -2
- package/dist/src/{text-DF2hMKdg.cjs → text-CW1cyrwj.cjs} +12 -13
- package/dist/src/{text-DgMr_tiM.js → text-Db-Wt2u2.js} +2 -2
- package/dist/src/text-TIv0QYnd.js +22 -0
- package/dist/src/{tokenUsageUtils-FZd5O_4A.js → tokenUsageUtils-BDGe-iyI.js} +2 -2
- package/dist/src/{tokenUsageUtils-DmZSD2eU.js → tokenUsageUtils-DflFMjS0.js} +2 -2
- package/dist/src/tokenUsageUtils-NYT-WKS6.js +138 -0
- package/dist/src/{tokenUsageUtils-CXhxVj72.cjs → tokenUsageUtils-bVa1ga6f.cjs} +32 -33
- package/dist/src/{transcription-FNIz3YOe.cjs → transcription-CL78qbOU.cjs} +14 -15
- package/dist/src/{transcription-C-M81iDA.js → transcription-DAtxHhAM.js} +14 -7
- package/dist/src/{transcription-CYuY5sFO.js → transcription-LNZTNUUL.js} +14 -16
- package/dist/src/{transcription-Ch7S-LWw.js → transcription-QHh3AH6Z.js} +15 -17
- package/dist/src/{transform-CoP2bJ7P.js → transform-Cgi24fJ7.js} +94 -66
- package/dist/src/{transform-Kd6u-oNm.cjs → transform-CzK1Q0zl.cjs} +24 -26
- package/dist/src/{transform-D8dILpfZ.js → transform-DECvGmzp.js} +15 -13
- package/dist/src/{transform-DMaxQwDx.js → transform-DGLazrMm.js} +94 -66
- package/dist/src/transform-DGxXocjk.js +1506 -0
- package/dist/src/{transform-ivxEY4f7.cjs → transform-DOcQeLld.cjs} +234 -206
- package/dist/src/transform-DTGDnAzW.js +6 -0
- package/dist/src/{transform-CqTFr7KR.js → transform-DilY9wbS.js} +10 -12
- package/dist/src/transform-aa6tmVpZ.js +216 -0
- package/dist/src/transform-m3qNw4KP.cjs +5 -0
- package/dist/src/{transformersAvailability-DEU2naS1.js → transformersAvailability-CEVM2GNQ.js} +2 -2
- package/dist/src/{transformersAvailability-Bkep3ka7.cjs → transformersAvailability-CwayUSlh.cjs} +2 -3
- package/dist/src/{transformersAvailability-DwmezkVe.js → transformersAvailability-D6c6ROpT.js} +2 -2
- package/dist/src/{types-t52w-XsS.js → types-CH3Ge2sE.js} +103 -92
- package/dist/src/{types-DMVjYLpx.js → types-CLKiCBW3.js} +98 -91
- package/dist/src/types-CN_TZ2GJ.js +3260 -0
- package/dist/src/{types-BIfttHrT.cjs → types-LJ0r3wbR.cjs} +573 -566
- package/dist/src/util-5cB-L7U3.js +1430 -0
- package/dist/src/util-6-GqIvzS.js +599 -0
- package/dist/src/{util-vjscpUzy.js → util-B7T3SiBS.js} +5 -6
- package/dist/src/{util-Cl0zfT3V.js → util-Betm42rL.js} +44 -17
- package/dist/src/{util-CUEt0Vum.js → util-C-PPYSMq.js} +44 -17
- package/dist/src/{util-DkFTvieG.cjs → util-CchiqXh_.cjs} +35 -36
- package/dist/src/{util-mJ58qbbw.js → util-DaWTWKBK.js} +5 -6
- package/dist/src/{util-C08Kns6-.cjs → util-Db0a0AFH.cjs} +89 -62
- package/dist/src/{util-DiCePfDu.js → util-Dlz_Wvgm.js} +102 -53
- package/dist/src/{util-BSh4a_Q8.js → util-YT5HPZaS.js} +102 -53
- package/dist/src/{util-DUYOvxAy.cjs → util-Yz-1aEhW.cjs} +274 -219
- package/dist/src/util-ZZH-3QZz.js +293 -0
- package/dist/src/{utils-DFaZa6Rf.cjs → utils-Cz9qXqII.cjs} +32 -35
- package/dist/src/{utils-CVzb4YiI.js → utils-XiOAgly5.js} +4 -7
- package/dist/src/utils-dLokC-eR.js +94 -0
- package/dist/src/{utils-JaY9veb5.js → utils-f2-Moju7.js} +4 -7
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +59 -53
- package/dist/src/app/assets/index-BOgkICuY.css +0 -1
- package/dist/src/app/assets/index-CSgqn_Vd.js +0 -428
- package/dist/src/app/tsconfig.app.tsbuildinfo +0 -1
- package/dist/src/base-BaXmtXYp.js +0 -107
- package/dist/src/base-Dtp8b4_N.js +0 -106
- package/dist/src/base-f71xxWai.cjs +0 -111
- package/dist/src/cache-BUPcq0Ad.js +0 -6
- package/dist/src/cache-CVfRb-HD.cjs +0 -6
- package/dist/src/cache-O4EuX2JV.js +0 -8
- package/dist/src/chunk-DHDDz29n.js +0 -22
- package/dist/src/chunk-FhC4c-0y.js +0 -21
- package/dist/src/cloud-CZ4hytdm.js +0 -5
- package/dist/src/eval-CKHWqG9f.js +0 -16
- package/dist/src/evalResult-CxTP-LMm.cjs +0 -11
- package/dist/src/evalResult-CzLURDcP.js +0 -13
- package/dist/src/evalResult-DyttNQ_G.js +0 -11
- package/dist/src/evaluator-0PvfeBYh.js +0 -38
- package/dist/src/fetch-Bi0o-fdp.js +0 -4
- package/dist/src/fetch-CMptBDVg.cjs +0 -4
- package/dist/src/fetch-DAZkv3gV.js +0 -6
- package/dist/src/graders-BCytzXrb.js +0 -34
- package/dist/src/graders-CGZQShfJ.cjs +0 -33
- package/dist/src/graders-spkuVC-E.js +0 -36
- package/dist/src/opencode-sdk-CImWVqy9.js +0 -382
- package/dist/src/opencode-sdk-CuCztr4P.js +0 -380
- package/dist/src/opencode-sdk-DhcfRbBH.js +0 -376
- package/dist/src/opencode-sdk-mqF-Oj3f.cjs +0 -383
- package/dist/src/providers-BMZZmPBJ.cjs +0 -32
- package/dist/src/providers-CQQrNaJk.js +0 -32
- package/dist/src/providers-Ck8HyrC-.js +0 -34
- package/dist/src/quiverai-BNfIwKCO.cjs +0 -54
- package/dist/src/quiverai-BQigKdIH.js +0 -57
- package/dist/src/quiverai-Bfy2WnE2.js +0 -55
- package/dist/src/quiverai-CedIP0PJ.js +0 -43
- package/dist/src/rubyUtils-D7--T12C.js +0 -6
- package/dist/src/rubyUtils-DRRiMFV2.js +0 -5
- package/dist/src/rubyUtils-vb8OYFC-.cjs +0 -5
- package/dist/src/server-BUbS0Qfh.js +0 -6
- package/dist/src/server-XpGXFHkS.cjs +0 -6
- package/dist/src/server-gfOx5Zrk.js +0 -8
- package/dist/src/store-5u2yriTV.js +0 -7
- package/dist/src/store-D_lq_8oQ.js +0 -6
- package/dist/src/store-m5KT6Ly7.cjs +0 -6
- package/dist/src/telemetry-5RHFoCJh.js +0 -6
- package/dist/src/telemetry-Do8wMnA-.js +0 -8
- package/dist/src/telemetry-LojxPoFq.cjs +0 -6
- package/dist/src/transform-8eGmaH-7.js +0 -7
- package/dist/src/transform-BRVvWaG4.cjs +0 -6
- package/dist/src/transform-GybT0X0u.js +0 -8
- package/dist/src/transformersAvailability-DkAWaK5B.js +0 -35
|
@@ -1,9 +1,8 @@
|
|
|
1
|
-
const require_logger = require(
|
|
2
|
-
const require_fileExtensions = require(
|
|
1
|
+
const require_logger = require("./logger-Cp1GPUjj.cjs");
|
|
2
|
+
const require_fileExtensions = require("./fileExtensions-bYh77CN8.cjs");
|
|
3
3
|
let dedent = require("dedent");
|
|
4
4
|
dedent = require_logger.__toESM(dedent);
|
|
5
5
|
let zod = require("zod");
|
|
6
|
-
|
|
7
6
|
//#region src/types/env.ts
|
|
8
7
|
const ProviderEnvOverridesSchema = zod.z.object({
|
|
9
8
|
AI21_API_BASE_URL: zod.z.string().optional(),
|
|
@@ -67,6 +66,7 @@ const ProviderEnvOverridesSchema = zod.z.object({
|
|
|
67
66
|
MISTRAL_API_BASE_URL: zod.z.string().optional(),
|
|
68
67
|
MISTRAL_API_HOST: zod.z.string().optional(),
|
|
69
68
|
MISTRAL_API_KEY: zod.z.string().optional(),
|
|
69
|
+
MODELSLAB_API_KEY: zod.z.string().optional(),
|
|
70
70
|
NSCALE_SERVICE_TOKEN: zod.z.string().optional(),
|
|
71
71
|
NSCALE_API_KEY: zod.z.string().optional(),
|
|
72
72
|
OLLAMA_API_KEY: zod.z.string().optional(),
|
|
@@ -123,7 +123,6 @@ const ProviderEnvOverridesSchema = zod.z.object({
|
|
|
123
123
|
AWS_SAGEMAKER_MAX_RETRIES: zod.z.string().optional(),
|
|
124
124
|
PROMPTFOO_EVAL_TIMEOUT_MS: zod.z.string().optional()
|
|
125
125
|
});
|
|
126
|
-
|
|
127
126
|
//#endregion
|
|
128
127
|
//#region src/types/shared.ts
|
|
129
128
|
const CompletionTokenDetailsSchema = zod.z.object({
|
|
@@ -151,7 +150,6 @@ const BaseTokenUsageSchema = zod.z.object({
|
|
|
151
150
|
}).optional()
|
|
152
151
|
});
|
|
153
152
|
const InputsSchema = zod.z.record(zod.z.string().regex(/^[a-zA-Z_][a-zA-Z0-9_]*$/, { error: "Input variable names must be valid identifiers (start with letter or underscore)" }), zod.z.string().min(1, { error: "Input descriptions must be non-empty strings" }));
|
|
154
|
-
|
|
155
153
|
//#endregion
|
|
156
154
|
//#region src/validators/prompts.ts
|
|
157
155
|
const PromptConfigSchema = zod.z.object({
|
|
@@ -171,10 +169,8 @@ function assert$1() {}
|
|
|
171
169
|
assert$1();
|
|
172
170
|
assert$1();
|
|
173
171
|
assert$1();
|
|
174
|
-
|
|
175
172
|
//#endregion
|
|
176
173
|
//#region src/redteam/constants/plugins.ts
|
|
177
|
-
const DEFAULT_NUM_TESTS_PER_PLUGIN = 5;
|
|
178
174
|
const MULTI_INPUT_VAR = "__prompt";
|
|
179
175
|
const LLAMA_GUARD_REPLICATE_PROVIDER = "replicate:moderation:meta/llama-guard-4-12b";
|
|
180
176
|
const LLAMA_GUARD_ENABLED_CATEGORIES = [
|
|
@@ -371,6 +367,7 @@ const PHARMACY_PLUGINS = [
|
|
|
371
367
|
];
|
|
372
368
|
const INSURANCE_PLUGINS = [
|
|
373
369
|
"insurance:coverage-discrimination",
|
|
370
|
+
"insurance:data-disclosure",
|
|
374
371
|
"insurance:network-misinformation",
|
|
375
372
|
"insurance:phi-disclosure"
|
|
376
373
|
];
|
|
@@ -456,6 +453,7 @@ const ADDITIONAL_PLUGINS = [
|
|
|
456
453
|
"ecommerce:price-manipulation",
|
|
457
454
|
"goal-misalignment",
|
|
458
455
|
"insurance:coverage-discrimination",
|
|
456
|
+
"insurance:data-disclosure",
|
|
459
457
|
"insurance:network-misinformation",
|
|
460
458
|
"insurance:phi-disclosure",
|
|
461
459
|
"off-topic",
|
|
@@ -533,7 +531,7 @@ const DEFAULT_PLUGINS = new Set([...[
|
|
|
533
531
|
...PII_PLUGINS,
|
|
534
532
|
...BIAS_PLUGINS
|
|
535
533
|
].sort()]);
|
|
536
|
-
|
|
534
|
+
new Set([
|
|
537
535
|
...DEFAULT_PLUGINS,
|
|
538
536
|
"bola",
|
|
539
537
|
"bfla",
|
|
@@ -593,12 +591,11 @@ const REMOTE_ONLY_PLUGIN_IDS = [
|
|
|
593
591
|
...TELECOM_PLUGINS,
|
|
594
592
|
...REALESTATE_PLUGINS
|
|
595
593
|
];
|
|
596
|
-
|
|
594
|
+
[
|
|
597
595
|
...Object.keys(UNALIGNED_PROVIDER_HARM_PLUGINS),
|
|
598
596
|
...BIAS_PLUGINS,
|
|
599
597
|
...REMOTE_ONLY_PLUGIN_IDS
|
|
600
598
|
];
|
|
601
|
-
|
|
602
599
|
//#endregion
|
|
603
600
|
//#region src/redteam/constants/frameworks.ts
|
|
604
601
|
const OWASP_LLM_TOP_10_MAPPING = {
|
|
@@ -1437,7 +1434,73 @@ const GDPR_MAPPING = {
|
|
|
1437
1434
|
strategies: []
|
|
1438
1435
|
}
|
|
1439
1436
|
};
|
|
1437
|
+
/**
|
|
1438
|
+
* U.S. Department of Defense (DoD) AI ethical principles.
|
|
1439
|
+
*
|
|
1440
|
+
* Source:
|
|
1441
|
+
* * https://www.defense.gov/News/News-Stories/Article/Article/2094085/dod-adopts-5-principles-of-artificial-intelligence-ethics/
|
|
1442
|
+
*/
|
|
1443
|
+
const DOD_AI_ETHICS_MAPPING = {
|
|
1444
|
+
"dod:ai:ethics:01": {
|
|
1445
|
+
plugins: [
|
|
1446
|
+
"excessive-agency",
|
|
1447
|
+
"goal-misalignment",
|
|
1448
|
+
"overreliance",
|
|
1449
|
+
"hijacking"
|
|
1450
|
+
],
|
|
1451
|
+
strategies: ["jailbreak", "jailbreak-templates"]
|
|
1452
|
+
},
|
|
1453
|
+
"dod:ai:ethics:02": {
|
|
1454
|
+
plugins: [
|
|
1455
|
+
"bias:age",
|
|
1456
|
+
"bias:disability",
|
|
1457
|
+
"bias:gender",
|
|
1458
|
+
"bias:race",
|
|
1459
|
+
"harmful:hate"
|
|
1460
|
+
],
|
|
1461
|
+
strategies: []
|
|
1462
|
+
},
|
|
1463
|
+
"dod:ai:ethics:03": {
|
|
1464
|
+
plugins: [
|
|
1465
|
+
"hallucination",
|
|
1466
|
+
"harmful:misinformation-disinformation",
|
|
1467
|
+
"rag-source-attribution",
|
|
1468
|
+
"unverifiable-claims"
|
|
1469
|
+
],
|
|
1470
|
+
strategies: []
|
|
1471
|
+
},
|
|
1472
|
+
"dod:ai:ethics:04": {
|
|
1473
|
+
plugins: [
|
|
1474
|
+
"harmful:misinformation-disinformation",
|
|
1475
|
+
"harmful:unsafe-practices",
|
|
1476
|
+
"shell-injection",
|
|
1477
|
+
"sql-injection",
|
|
1478
|
+
"ssrf",
|
|
1479
|
+
"debug-access",
|
|
1480
|
+
"reasoning-dos"
|
|
1481
|
+
],
|
|
1482
|
+
strategies: ["jailbreak", "jailbreak-templates"]
|
|
1483
|
+
},
|
|
1484
|
+
"dod:ai:ethics:05": {
|
|
1485
|
+
plugins: [
|
|
1486
|
+
"excessive-agency",
|
|
1487
|
+
"hijacking",
|
|
1488
|
+
"indirect-prompt-injection",
|
|
1489
|
+
"system-prompt-override",
|
|
1490
|
+
"rbac",
|
|
1491
|
+
"bfla",
|
|
1492
|
+
"bola",
|
|
1493
|
+
"tool-discovery"
|
|
1494
|
+
],
|
|
1495
|
+
strategies: [
|
|
1496
|
+
"jailbreak",
|
|
1497
|
+
"jailbreak-templates",
|
|
1498
|
+
"jailbreak:composite"
|
|
1499
|
+
]
|
|
1500
|
+
}
|
|
1501
|
+
};
|
|
1440
1502
|
const ALIASED_PLUGINS = [
|
|
1503
|
+
"dod:ai:ethics",
|
|
1441
1504
|
"mitre:atlas",
|
|
1442
1505
|
"nist:ai",
|
|
1443
1506
|
"nist:ai:measure",
|
|
@@ -1464,9 +1527,11 @@ const ALIASED_PLUGINS = [
|
|
|
1464
1527
|
...Object.keys(OWASP_AGENTIC_TOP_10_MAPPING),
|
|
1465
1528
|
...Object.keys(EU_AI_ACT_MAPPING),
|
|
1466
1529
|
...Object.keys(ISO_42001_MAPPING),
|
|
1467
|
-
...Object.keys(GDPR_MAPPING)
|
|
1530
|
+
...Object.keys(GDPR_MAPPING),
|
|
1531
|
+
...Object.keys(DOD_AI_ETHICS_MAPPING)
|
|
1468
1532
|
];
|
|
1469
1533
|
const ALIASED_PLUGIN_MAPPINGS = {
|
|
1534
|
+
"dod:ai:ethics": DOD_AI_ETHICS_MAPPING,
|
|
1470
1535
|
"mitre:atlas": MITRE_ATLAS_MAPPING,
|
|
1471
1536
|
"nist:ai:measure": NIST_AI_RMF_MAPPING,
|
|
1472
1537
|
"owasp:api": OWASP_API_TOP_10_MAPPING,
|
|
@@ -1527,7 +1592,6 @@ const ALIASED_PLUGIN_MAPPINGS = {
|
|
|
1527
1592
|
strategies: []
|
|
1528
1593
|
} }
|
|
1529
1594
|
};
|
|
1530
|
-
|
|
1531
1595
|
//#endregion
|
|
1532
1596
|
//#region src/redteam/constants/metadata.ts
|
|
1533
1597
|
const Severity = {
|
|
@@ -1544,20 +1608,8 @@ const SeveritySchema = zod.z.enum([
|
|
|
1544
1608
|
"low",
|
|
1545
1609
|
"informational"
|
|
1546
1610
|
]);
|
|
1547
|
-
|
|
1548
|
-
|
|
1549
|
-
[Severity.High]: "High",
|
|
1550
|
-
[Severity.Medium]: "Medium",
|
|
1551
|
-
[Severity.Low]: "Low",
|
|
1552
|
-
[Severity.Informational]: "Informational"
|
|
1553
|
-
};
|
|
1554
|
-
const severityRiskScores = {
|
|
1555
|
-
[Severity.Critical]: 9,
|
|
1556
|
-
[Severity.High]: 7,
|
|
1557
|
-
[Severity.Medium]: 4,
|
|
1558
|
-
[Severity.Low]: 0,
|
|
1559
|
-
[Severity.Informational]: 0
|
|
1560
|
-
};
|
|
1611
|
+
Severity.Critical, Severity.High, Severity.Medium, Severity.Low, Severity.Informational;
|
|
1612
|
+
Severity.Critical, Severity.High, Severity.Medium, Severity.Low, Severity.Informational;
|
|
1561
1613
|
const riskCategorySeverityMap = {
|
|
1562
1614
|
["agentic:memory-poisoning"]: Severity.High,
|
|
1563
1615
|
aegis: Severity.Medium,
|
|
@@ -1646,6 +1698,7 @@ const riskCategorySeverityMap = {
|
|
|
1646
1698
|
imitation: Severity.Low,
|
|
1647
1699
|
"indirect-prompt-injection": Severity.High,
|
|
1648
1700
|
"insurance:coverage-discrimination": Severity.Critical,
|
|
1701
|
+
"insurance:data-disclosure": Severity.Critical,
|
|
1649
1702
|
"insurance:network-misinformation": Severity.High,
|
|
1650
1703
|
"insurance:phi-disclosure": Severity.Critical,
|
|
1651
1704
|
"ecommerce:pci-dss": Severity.Critical,
|
|
@@ -1706,7 +1759,7 @@ const riskCategorySeverityMap = {
|
|
|
1706
1759
|
wordplay: Severity.Low,
|
|
1707
1760
|
xstest: Severity.Low
|
|
1708
1761
|
};
|
|
1709
|
-
|
|
1762
|
+
Object.entries({
|
|
1710
1763
|
"Security & Access Control": [
|
|
1711
1764
|
"ascii-smuggling",
|
|
1712
1765
|
"bfla",
|
|
@@ -1729,6 +1782,7 @@ const riskCategories = {
|
|
|
1729
1782
|
"data-exfil",
|
|
1730
1783
|
"divergent-repetition",
|
|
1731
1784
|
"harmful:privacy",
|
|
1785
|
+
"insurance:data-disclosure",
|
|
1732
1786
|
"insurance:phi-disclosure",
|
|
1733
1787
|
"pii:api-db",
|
|
1734
1788
|
"pii:direct",
|
|
@@ -1854,14 +1908,12 @@ const riskCategories = {
|
|
|
1854
1908
|
"vlsu",
|
|
1855
1909
|
"xstest"
|
|
1856
1910
|
]
|
|
1857
|
-
}
|
|
1858
|
-
const categoryMapReverse = Object.entries(riskCategories).reduce((acc, [category, harms]) => {
|
|
1911
|
+
}).reduce((acc, [category, harms]) => {
|
|
1859
1912
|
harms.forEach((harm) => {
|
|
1860
1913
|
acc[harm] = category;
|
|
1861
1914
|
});
|
|
1862
1915
|
return acc;
|
|
1863
1916
|
}, {});
|
|
1864
|
-
const categoryLabels = Object.keys(categoryMapReverse);
|
|
1865
1917
|
const categoryAliases = {
|
|
1866
1918
|
["agentic:memory-poisoning"]: "AgenticMemoryPoisoning",
|
|
1867
1919
|
aegis: "Aegis",
|
|
@@ -1979,6 +2031,7 @@ const categoryAliases = {
|
|
|
1979
2031
|
imitation: "Imitation",
|
|
1980
2032
|
"indirect-prompt-injection": "Indirect Prompt Injection",
|
|
1981
2033
|
"insurance:coverage-discrimination": "InsuranceCoverageDiscrimination",
|
|
2034
|
+
"insurance:data-disclosure": "InsuranceDataDisclosure",
|
|
1982
2035
|
"insurance:network-misinformation": "InsuranceNetworkMisinformation",
|
|
1983
2036
|
"insurance:phi-disclosure": "InsurancePhiDisclosure",
|
|
1984
2037
|
intent: "Intent",
|
|
@@ -2010,7 +2063,7 @@ const categoryAliases = {
|
|
|
2010
2063
|
wordplay: "Wordplay",
|
|
2011
2064
|
xstest: "XSTest"
|
|
2012
2065
|
};
|
|
2013
|
-
|
|
2066
|
+
Object.entries(categoryAliases).reduce((acc, [key, value]) => {
|
|
2014
2067
|
acc[value] = key;
|
|
2015
2068
|
return acc;
|
|
2016
2069
|
}, {});
|
|
@@ -2048,7 +2101,7 @@ const pluginDescriptions = {
|
|
|
2048
2101
|
bias: "Unified bias detection across protected characteristics including age, disability, gender, and race",
|
|
2049
2102
|
medical: "Comprehensive medical AI safety testing for healthcare-specific vulnerabilities including hallucination, anchoring bias, incorrect knowledge, off-label use, prioritization errors, and sycophancy",
|
|
2050
2103
|
pharmacy: "Comprehensive pharmacy AI safety testing for pharmaceutical vulnerabilities including drug interactions, dosage calculations, and controlled substance compliance",
|
|
2051
|
-
insurance: "Comprehensive insurance AI safety testing
|
|
2104
|
+
insurance: "Comprehensive insurance AI safety testing across all insurance types including coverage discrimination, network misinformation, PHI disclosure, and policyholder data disclosure",
|
|
2052
2105
|
financial: "Comprehensive financial AI safety testing for financial services vulnerabilities including calculation errors, compliance violations, hallucination, and data leakage",
|
|
2053
2106
|
ecommerce: "Comprehensive e-commerce AI safety testing for payment security and transaction integrity vulnerabilities including PCI DSS compliance, fraud detection, and price manipulation",
|
|
2054
2107
|
telecom: "Comprehensive telecommunications AI safety testing across CPNI protection, account security, regulatory compliance (FCC, TCPA, CALEA), and telecom-specific fraud prevention",
|
|
@@ -2101,8 +2154,9 @@ const pluginDescriptions = {
|
|
|
2101
2154
|
"harmful:weapons:ied": "Tests handling of Improvised Explosive Devices",
|
|
2102
2155
|
hijacking: "Assesses protection against unauthorized resource usage and purpose deviation",
|
|
2103
2156
|
imitation: "Tests safeguards against unauthorized entity impersonation attempts",
|
|
2104
|
-
"insurance:coverage-discrimination": "Tests for discriminatory coverage or
|
|
2105
|
-
"insurance:
|
|
2157
|
+
"insurance:coverage-discrimination": "Tests for discriminatory coverage, underwriting, or claims determinations based on protected characteristics (age, disability, race, genetic information, sex) in violation of federal civil rights laws including ADA, Section 1557, GINA, Fair Housing Act, ECOA, and state unfair trade practices acts",
|
|
2158
|
+
"insurance:data-disclosure": "Tests for unauthorized disclosure of protected policyholder data including claims history, property details, driving records, beneficiary information, and business data in violation of GLBA, FCRA, DPPA, and state insurance privacy laws",
|
|
2159
|
+
"insurance:network-misinformation": "Tests for inaccurate provider or vendor network information including wrong network status, terminated contracts, ghost networks, and outdated provider data that could expose policyholders to unexpected costs, voided warranties, or inadequate service",
|
|
2106
2160
|
"insurance:phi-disclosure": "Tests for unauthorized disclosure of Protected Health Information in violation of HIPAA privacy regulations including cross-member PHI leakage, inadequate authentication, and disclosure to unauthorized third parties",
|
|
2107
2161
|
"ecommerce:pci-dss": "Tests for exposure of payment card data including credit card numbers, CVVs, expiration dates, cardholder names, bank account details, and payment tokens in violation of PCI DSS requirements for secure payment processing",
|
|
2108
2162
|
"ecommerce:compliance-bypass": "Tests for attempts to bypass security rules, terms of service, age restrictions, geographic limitations, or compliance policies in e-commerce systems",
|
|
@@ -2162,7 +2216,6 @@ const pluginDescriptions = {
|
|
|
2162
2216
|
xstest: "Tests how models handle ambiguous terms related to potentially harmful topics like violence and drugs",
|
|
2163
2217
|
"guardrails-eval": "Evaluate guardrail effectiveness against common risks"
|
|
2164
2218
|
};
|
|
2165
|
-
|
|
2166
2219
|
//#endregion
|
|
2167
2220
|
//#region src/redteam/constants/strategies.ts
|
|
2168
2221
|
const FRAMEWORK_COMPLIANCE_IDS = [
|
|
@@ -2173,14 +2226,14 @@ const FRAMEWORK_COMPLIANCE_IDS = [
|
|
|
2173
2226
|
"owasp:agentic",
|
|
2174
2227
|
"eu:ai-act",
|
|
2175
2228
|
"iso:42001",
|
|
2176
|
-
"gdpr"
|
|
2229
|
+
"gdpr",
|
|
2230
|
+
"dod:ai:ethics"
|
|
2177
2231
|
];
|
|
2178
2232
|
const DEFAULT_STRATEGIES = [
|
|
2179
2233
|
"basic",
|
|
2180
2234
|
"jailbreak:meta",
|
|
2181
2235
|
"jailbreak:composite"
|
|
2182
2236
|
];
|
|
2183
|
-
const DEFAULT_STRATEGIES_SET = new Set(DEFAULT_STRATEGIES);
|
|
2184
2237
|
const MULTI_TURN_STRATEGIES = [
|
|
2185
2238
|
"crescendo",
|
|
2186
2239
|
"goat",
|
|
@@ -2188,16 +2241,9 @@ const MULTI_TURN_STRATEGIES = [
|
|
|
2188
2241
|
"custom",
|
|
2189
2242
|
"mischievous-user"
|
|
2190
2243
|
];
|
|
2191
|
-
const MULTI_TURN_STRATEGY_SET = new Set(MULTI_TURN_STRATEGIES);
|
|
2192
2244
|
const isCustomStrategy = (strategyId) => {
|
|
2193
2245
|
return strategyId === "custom" || strategyId.startsWith("custom:");
|
|
2194
2246
|
};
|
|
2195
|
-
const MULTI_MODAL_STRATEGIES = [
|
|
2196
|
-
"audio",
|
|
2197
|
-
"image",
|
|
2198
|
-
"video"
|
|
2199
|
-
];
|
|
2200
|
-
const MULTI_MODAL_STRATEGIES_SET = new Set(MULTI_MODAL_STRATEGIES);
|
|
2201
2247
|
const AGENTIC_STRATEGIES = [
|
|
2202
2248
|
"crescendo",
|
|
2203
2249
|
"goat",
|
|
@@ -2209,7 +2255,6 @@ const AGENTIC_STRATEGIES = [
|
|
|
2209
2255
|
"jailbreak:tree",
|
|
2210
2256
|
"mischievous-user"
|
|
2211
2257
|
];
|
|
2212
|
-
const AGENTIC_STRATEGIES_SET = new Set(AGENTIC_STRATEGIES);
|
|
2213
2258
|
const DATASET_PLUGINS = [
|
|
2214
2259
|
"beavertails",
|
|
2215
2260
|
"cyberseceval",
|
|
@@ -2271,22 +2316,6 @@ const _ALL_STRATEGIES = [
|
|
|
2271
2316
|
...AGENTIC_STRATEGIES
|
|
2272
2317
|
];
|
|
2273
2318
|
const ALL_STRATEGIES = Array.from(new Set(_ALL_STRATEGIES)).sort();
|
|
2274
|
-
const CONFIGURABLE_STRATEGIES = [
|
|
2275
|
-
"layer",
|
|
2276
|
-
"best-of-n",
|
|
2277
|
-
"goat",
|
|
2278
|
-
"crescendo",
|
|
2279
|
-
"indirect-web-pwn",
|
|
2280
|
-
"jailbreak",
|
|
2281
|
-
"jailbreak:hydra",
|
|
2282
|
-
"jailbreak:meta",
|
|
2283
|
-
"jailbreak:tree",
|
|
2284
|
-
"gcg",
|
|
2285
|
-
"citation",
|
|
2286
|
-
"custom",
|
|
2287
|
-
"mischievous-user"
|
|
2288
|
-
];
|
|
2289
|
-
const CONFIGURABLE_STRATEGIES_SET = new Set(CONFIGURABLE_STRATEGIES);
|
|
2290
2319
|
/**
|
|
2291
2320
|
* Default 'n' fan out for strategies that can add additional test cases during generation
|
|
2292
2321
|
*/
|
|
@@ -2301,19 +2330,6 @@ function getDefaultNFanout(strategyId) {
|
|
|
2301
2330
|
function isFanoutStrategy(strategyId) {
|
|
2302
2331
|
return strategyId in DEFAULT_N_FAN_OUT_BY_STRATEGY;
|
|
2303
2332
|
}
|
|
2304
|
-
const STRATEGIES_REQUIRING_REMOTE = [
|
|
2305
|
-
"audio",
|
|
2306
|
-
"citation",
|
|
2307
|
-
"gcg",
|
|
2308
|
-
"goat",
|
|
2309
|
-
"indirect-web-pwn",
|
|
2310
|
-
"jailbreak:composite",
|
|
2311
|
-
"jailbreak:hydra",
|
|
2312
|
-
"jailbreak:likert",
|
|
2313
|
-
"jailbreak:meta"
|
|
2314
|
-
];
|
|
2315
|
-
const STRATEGIES_REQUIRING_REMOTE_SET = new Set(STRATEGIES_REQUIRING_REMOTE);
|
|
2316
|
-
|
|
2317
2333
|
//#endregion
|
|
2318
2334
|
//#region src/util/uuid.ts
|
|
2319
2335
|
/**
|
|
@@ -2330,7 +2346,6 @@ const UUID_REGEX = /^[0-9a-f]{8}-[0-9a-f]{4}-[1-5][0-9a-f]{3}-[89ab][0-9a-f]{3}-
|
|
|
2330
2346
|
function isUuid(value) {
|
|
2331
2347
|
return UUID_REGEX.test(value);
|
|
2332
2348
|
}
|
|
2333
|
-
|
|
2334
2349
|
//#endregion
|
|
2335
2350
|
//#region src/redteam/plugins/policy/validators.ts
|
|
2336
2351
|
/**
|
|
@@ -2366,7 +2381,6 @@ function isValidInlinePolicyId(id) {
|
|
|
2366
2381
|
function isValidPolicyId(id) {
|
|
2367
2382
|
return isValidReusablePolicyId(id) || isValidInlinePolicyId(id);
|
|
2368
2383
|
}
|
|
2369
|
-
|
|
2370
2384
|
//#endregion
|
|
2371
2385
|
//#region src/redteam/types.ts
|
|
2372
2386
|
const PolicyObjectSchema = zod.z.object({
|
|
@@ -2401,6 +2415,7 @@ const PluginConfigSchema = zod.z.object({
|
|
|
2401
2415
|
name: zod.z.string().optional(),
|
|
2402
2416
|
multilingual: zod.z.boolean().optional(),
|
|
2403
2417
|
indirectInjectionVar: zod.z.string().optional(),
|
|
2418
|
+
intendedResults: zod.z.array(zod.z.string()).optional(),
|
|
2404
2419
|
intent: zod.z.union([zod.z.string(), zod.z.array(zod.z.union([zod.z.string(), zod.z.array(zod.z.string())]))]).optional(),
|
|
2405
2420
|
policy: zod.z.union([zod.z.string(), PolicyObjectSchema]).optional(),
|
|
2406
2421
|
systemPrompt: zod.z.string().optional(),
|
|
@@ -2432,7 +2447,6 @@ var PartialGenerationError = class extends Error {
|
|
|
2432
2447
|
this.failedPlugins = failedPlugins;
|
|
2433
2448
|
}
|
|
2434
2449
|
};
|
|
2435
|
-
|
|
2436
2450
|
//#endregion
|
|
2437
2451
|
//#region src/validators/providers.ts
|
|
2438
2452
|
const ProviderOptionsSchema = zod.z.object({
|
|
@@ -2457,7 +2471,7 @@ const ApiProviderSchema = zod.z.object({
|
|
|
2457
2471
|
config: zod.z.any().optional(),
|
|
2458
2472
|
inputs: InputsSchema.optional()
|
|
2459
2473
|
});
|
|
2460
|
-
|
|
2474
|
+
zod.z.object({
|
|
2461
2475
|
cached: zod.z.boolean().optional(),
|
|
2462
2476
|
cost: zod.z.number().optional(),
|
|
2463
2477
|
error: zod.z.string().optional(),
|
|
@@ -2466,17 +2480,17 @@ const ProviderResponseSchema = zod.z.object({
|
|
|
2466
2480
|
output: zod.z.union([zod.z.string(), zod.z.any()]).optional(),
|
|
2467
2481
|
tokenUsage: BaseTokenUsageSchema.optional()
|
|
2468
2482
|
});
|
|
2469
|
-
|
|
2483
|
+
zod.z.object({
|
|
2470
2484
|
error: zod.z.string().optional(),
|
|
2471
2485
|
embedding: zod.z.array(zod.z.number()).optional(),
|
|
2472
2486
|
tokenUsage: BaseTokenUsageSchema.partial().optional()
|
|
2473
2487
|
});
|
|
2474
|
-
|
|
2488
|
+
zod.z.object({
|
|
2475
2489
|
error: zod.z.string().optional(),
|
|
2476
2490
|
similarity: zod.z.number().optional(),
|
|
2477
2491
|
tokenUsage: BaseTokenUsageSchema.partial().optional()
|
|
2478
2492
|
});
|
|
2479
|
-
|
|
2493
|
+
zod.z.object({
|
|
2480
2494
|
error: zod.z.string().optional(),
|
|
2481
2495
|
classification: zod.z.record(zod.z.string(), zod.z.number()).optional()
|
|
2482
2496
|
});
|
|
@@ -2495,7 +2509,6 @@ const ProviderSchema = zod.z.union([
|
|
|
2495
2509
|
ApiProviderSchema,
|
|
2496
2510
|
ProviderOptionsSchema
|
|
2497
2511
|
]);
|
|
2498
|
-
|
|
2499
2512
|
//#endregion
|
|
2500
2513
|
//#region src/validators/redteam.ts
|
|
2501
2514
|
const TracingConfigSchema = zod.z.lazy(() => zod.z.object({
|
|
@@ -2540,7 +2553,7 @@ const RedteamPluginObjectSchema = zod.z.object({
|
|
|
2540
2553
|
message: `Invalid plugin id "${val}". Custom plugins must start with file:// or use a built-in plugin. See https://www.promptfoo.dev/docs/red-team/plugins for available plugins.`
|
|
2541
2554
|
});
|
|
2542
2555
|
})]).describe("Name of the plugin"),
|
|
2543
|
-
numTests: zod.z.int().positive().prefault(
|
|
2556
|
+
numTests: zod.z.int().positive().prefault(5).describe("Number of tests to generate for this plugin"),
|
|
2544
2557
|
config: zod.z.record(zod.z.string(), zod.z.unknown()).optional().describe("Plugin-specific configuration"),
|
|
2545
2558
|
severity: SeveritySchema.optional().describe("Severity level for this plugin")
|
|
2546
2559
|
});
|
|
@@ -2581,10 +2594,7 @@ const RedteamStrategySchema = zod.z.union([strategyIdSchema, zod.z.object({
|
|
|
2581
2594
|
id: strategyIdSchema,
|
|
2582
2595
|
config: zod.z.record(zod.z.string(), zod.z.unknown()).optional().describe("Strategy-specific configuration")
|
|
2583
2596
|
})]);
|
|
2584
|
-
|
|
2585
|
-
* Schema for `promptfoo redteam generate` command options
|
|
2586
|
-
*/
|
|
2587
|
-
const RedteamGenerateOptionsSchema = zod.z.object({
|
|
2597
|
+
zod.z.object({
|
|
2588
2598
|
addPlugins: zod.z.array(zod.z.enum(ADDITIONAL_PLUGINS)).optional().describe("Additional plugins to include"),
|
|
2589
2599
|
addStrategies: zod.z.array(zod.z.enum(ADDITIONAL_STRATEGIES)).optional().describe("Additional strategies to include"),
|
|
2590
2600
|
cache: zod.z.boolean().describe("Whether to use caching"),
|
|
@@ -2762,11 +2772,9 @@ const RedteamConfigSchema = zod.z.object({
|
|
|
2762
2772
|
});
|
|
2763
2773
|
function assert() {}
|
|
2764
2774
|
assert();
|
|
2765
|
-
|
|
2766
2775
|
//#endregion
|
|
2767
2776
|
//#region src/validators/shared.ts
|
|
2768
2777
|
const NunjucksFilterMapSchema = zod.z.record(zod.z.string(), zod.z.custom((v) => typeof v === "function"));
|
|
2769
|
-
|
|
2770
2778
|
//#endregion
|
|
2771
2779
|
//#region src/types/providers.ts
|
|
2772
2780
|
function isApiProvider(provider) {
|
|
@@ -2775,7 +2783,6 @@ function isApiProvider(provider) {
|
|
|
2775
2783
|
function isProviderOptions(provider) {
|
|
2776
2784
|
return typeof provider === "object" && provider != null && "id" in provider && typeof provider.id === "string";
|
|
2777
2785
|
}
|
|
2778
|
-
|
|
2779
2786
|
//#endregion
|
|
2780
2787
|
//#region src/types/index.ts
|
|
2781
2788
|
const CommandLineOptionsSchema = zod.z.object({
|
|
@@ -3244,480 +3251,480 @@ const EvalResultsFilterMode = zod.z.enum([
|
|
|
3244
3251
|
"passes",
|
|
3245
3252
|
"user-rated"
|
|
3246
3253
|
]);
|
|
3247
|
-
|
|
3248
3254
|
//#endregion
|
|
3249
|
-
Object.defineProperty(exports,
|
|
3250
|
-
|
|
3251
|
-
|
|
3252
|
-
|
|
3253
|
-
|
|
3254
|
-
});
|
|
3255
|
-
Object.defineProperty(exports,
|
|
3256
|
-
|
|
3257
|
-
|
|
3258
|
-
|
|
3259
|
-
|
|
3260
|
-
});
|
|
3261
|
-
Object.defineProperty(exports,
|
|
3262
|
-
|
|
3263
|
-
|
|
3264
|
-
|
|
3265
|
-
|
|
3266
|
-
});
|
|
3267
|
-
Object.defineProperty(exports,
|
|
3268
|
-
|
|
3269
|
-
|
|
3270
|
-
|
|
3271
|
-
|
|
3272
|
-
});
|
|
3273
|
-
Object.defineProperty(exports,
|
|
3274
|
-
|
|
3275
|
-
|
|
3276
|
-
|
|
3277
|
-
|
|
3278
|
-
});
|
|
3279
|
-
Object.defineProperty(exports,
|
|
3280
|
-
|
|
3281
|
-
|
|
3282
|
-
|
|
3283
|
-
|
|
3284
|
-
});
|
|
3285
|
-
Object.defineProperty(exports,
|
|
3286
|
-
|
|
3287
|
-
|
|
3288
|
-
|
|
3289
|
-
|
|
3290
|
-
});
|
|
3291
|
-
Object.defineProperty(exports,
|
|
3292
|
-
|
|
3293
|
-
|
|
3294
|
-
|
|
3295
|
-
|
|
3296
|
-
});
|
|
3297
|
-
Object.defineProperty(exports,
|
|
3298
|
-
|
|
3299
|
-
|
|
3300
|
-
|
|
3301
|
-
|
|
3302
|
-
});
|
|
3303
|
-
Object.defineProperty(exports,
|
|
3304
|
-
|
|
3305
|
-
|
|
3306
|
-
|
|
3307
|
-
|
|
3308
|
-
});
|
|
3309
|
-
Object.defineProperty(exports,
|
|
3310
|
-
|
|
3311
|
-
|
|
3312
|
-
|
|
3313
|
-
|
|
3314
|
-
});
|
|
3315
|
-
Object.defineProperty(exports,
|
|
3316
|
-
|
|
3317
|
-
|
|
3318
|
-
|
|
3319
|
-
|
|
3320
|
-
});
|
|
3321
|
-
Object.defineProperty(exports,
|
|
3322
|
-
|
|
3323
|
-
|
|
3324
|
-
|
|
3325
|
-
|
|
3326
|
-
});
|
|
3327
|
-
Object.defineProperty(exports,
|
|
3328
|
-
|
|
3329
|
-
|
|
3330
|
-
|
|
3331
|
-
|
|
3332
|
-
});
|
|
3333
|
-
Object.defineProperty(exports,
|
|
3334
|
-
|
|
3335
|
-
|
|
3336
|
-
|
|
3337
|
-
|
|
3338
|
-
});
|
|
3339
|
-
Object.defineProperty(exports,
|
|
3340
|
-
|
|
3341
|
-
|
|
3342
|
-
|
|
3343
|
-
|
|
3344
|
-
});
|
|
3345
|
-
Object.defineProperty(exports,
|
|
3346
|
-
|
|
3347
|
-
|
|
3348
|
-
|
|
3349
|
-
|
|
3350
|
-
});
|
|
3351
|
-
Object.defineProperty(exports,
|
|
3352
|
-
|
|
3353
|
-
|
|
3354
|
-
|
|
3355
|
-
|
|
3356
|
-
});
|
|
3357
|
-
Object.defineProperty(exports,
|
|
3358
|
-
|
|
3359
|
-
|
|
3360
|
-
|
|
3361
|
-
|
|
3362
|
-
});
|
|
3363
|
-
Object.defineProperty(exports,
|
|
3364
|
-
|
|
3365
|
-
|
|
3366
|
-
|
|
3367
|
-
|
|
3368
|
-
});
|
|
3369
|
-
Object.defineProperty(exports,
|
|
3370
|
-
|
|
3371
|
-
|
|
3372
|
-
|
|
3373
|
-
|
|
3374
|
-
});
|
|
3375
|
-
Object.defineProperty(exports,
|
|
3376
|
-
|
|
3377
|
-
|
|
3378
|
-
|
|
3379
|
-
|
|
3380
|
-
});
|
|
3381
|
-
Object.defineProperty(exports,
|
|
3382
|
-
|
|
3383
|
-
|
|
3384
|
-
|
|
3385
|
-
|
|
3386
|
-
});
|
|
3387
|
-
Object.defineProperty(exports,
|
|
3388
|
-
|
|
3389
|
-
|
|
3390
|
-
|
|
3391
|
-
|
|
3392
|
-
});
|
|
3393
|
-
Object.defineProperty(exports,
|
|
3394
|
-
|
|
3395
|
-
|
|
3396
|
-
|
|
3397
|
-
|
|
3398
|
-
});
|
|
3399
|
-
Object.defineProperty(exports,
|
|
3400
|
-
|
|
3401
|
-
|
|
3402
|
-
|
|
3403
|
-
|
|
3404
|
-
});
|
|
3405
|
-
Object.defineProperty(exports,
|
|
3406
|
-
|
|
3407
|
-
|
|
3408
|
-
|
|
3409
|
-
|
|
3410
|
-
});
|
|
3411
|
-
Object.defineProperty(exports,
|
|
3412
|
-
|
|
3413
|
-
|
|
3414
|
-
|
|
3415
|
-
|
|
3416
|
-
});
|
|
3417
|
-
Object.defineProperty(exports,
|
|
3418
|
-
|
|
3419
|
-
|
|
3420
|
-
|
|
3421
|
-
|
|
3422
|
-
});
|
|
3423
|
-
Object.defineProperty(exports,
|
|
3424
|
-
|
|
3425
|
-
|
|
3426
|
-
|
|
3427
|
-
|
|
3428
|
-
});
|
|
3429
|
-
Object.defineProperty(exports,
|
|
3430
|
-
|
|
3431
|
-
|
|
3432
|
-
|
|
3433
|
-
|
|
3434
|
-
});
|
|
3435
|
-
Object.defineProperty(exports,
|
|
3436
|
-
|
|
3437
|
-
|
|
3438
|
-
|
|
3439
|
-
|
|
3440
|
-
});
|
|
3441
|
-
Object.defineProperty(exports,
|
|
3442
|
-
|
|
3443
|
-
|
|
3444
|
-
|
|
3445
|
-
|
|
3446
|
-
});
|
|
3447
|
-
Object.defineProperty(exports,
|
|
3448
|
-
|
|
3449
|
-
|
|
3450
|
-
|
|
3451
|
-
|
|
3452
|
-
});
|
|
3453
|
-
Object.defineProperty(exports,
|
|
3454
|
-
|
|
3455
|
-
|
|
3456
|
-
|
|
3457
|
-
|
|
3458
|
-
});
|
|
3459
|
-
Object.defineProperty(exports,
|
|
3460
|
-
|
|
3461
|
-
|
|
3462
|
-
|
|
3463
|
-
|
|
3464
|
-
});
|
|
3465
|
-
Object.defineProperty(exports,
|
|
3466
|
-
|
|
3467
|
-
|
|
3468
|
-
|
|
3469
|
-
|
|
3470
|
-
});
|
|
3471
|
-
Object.defineProperty(exports,
|
|
3472
|
-
|
|
3473
|
-
|
|
3474
|
-
|
|
3475
|
-
|
|
3476
|
-
});
|
|
3477
|
-
Object.defineProperty(exports,
|
|
3478
|
-
|
|
3479
|
-
|
|
3480
|
-
|
|
3481
|
-
|
|
3482
|
-
});
|
|
3483
|
-
Object.defineProperty(exports,
|
|
3484
|
-
|
|
3485
|
-
|
|
3486
|
-
|
|
3487
|
-
|
|
3488
|
-
});
|
|
3489
|
-
Object.defineProperty(exports,
|
|
3490
|
-
|
|
3491
|
-
|
|
3492
|
-
|
|
3493
|
-
|
|
3494
|
-
});
|
|
3495
|
-
Object.defineProperty(exports,
|
|
3496
|
-
|
|
3497
|
-
|
|
3498
|
-
|
|
3499
|
-
|
|
3500
|
-
});
|
|
3501
|
-
Object.defineProperty(exports,
|
|
3502
|
-
|
|
3503
|
-
|
|
3504
|
-
|
|
3505
|
-
|
|
3506
|
-
});
|
|
3507
|
-
Object.defineProperty(exports,
|
|
3508
|
-
|
|
3509
|
-
|
|
3510
|
-
|
|
3511
|
-
|
|
3512
|
-
});
|
|
3513
|
-
Object.defineProperty(exports,
|
|
3514
|
-
|
|
3515
|
-
|
|
3516
|
-
|
|
3517
|
-
|
|
3518
|
-
});
|
|
3519
|
-
Object.defineProperty(exports,
|
|
3520
|
-
|
|
3521
|
-
|
|
3522
|
-
|
|
3523
|
-
|
|
3524
|
-
});
|
|
3525
|
-
Object.defineProperty(exports,
|
|
3526
|
-
|
|
3527
|
-
|
|
3528
|
-
|
|
3529
|
-
|
|
3530
|
-
});
|
|
3531
|
-
Object.defineProperty(exports,
|
|
3532
|
-
|
|
3533
|
-
|
|
3534
|
-
|
|
3535
|
-
|
|
3536
|
-
});
|
|
3537
|
-
Object.defineProperty(exports,
|
|
3538
|
-
|
|
3539
|
-
|
|
3540
|
-
|
|
3541
|
-
|
|
3542
|
-
});
|
|
3543
|
-
Object.defineProperty(exports,
|
|
3544
|
-
|
|
3545
|
-
|
|
3546
|
-
|
|
3547
|
-
|
|
3548
|
-
});
|
|
3549
|
-
Object.defineProperty(exports,
|
|
3550
|
-
|
|
3551
|
-
|
|
3552
|
-
|
|
3553
|
-
|
|
3554
|
-
});
|
|
3555
|
-
Object.defineProperty(exports,
|
|
3556
|
-
|
|
3557
|
-
|
|
3558
|
-
|
|
3559
|
-
|
|
3560
|
-
});
|
|
3561
|
-
Object.defineProperty(exports,
|
|
3562
|
-
|
|
3563
|
-
|
|
3564
|
-
|
|
3565
|
-
|
|
3566
|
-
});
|
|
3567
|
-
Object.defineProperty(exports,
|
|
3568
|
-
|
|
3569
|
-
|
|
3570
|
-
|
|
3571
|
-
|
|
3572
|
-
});
|
|
3573
|
-
Object.defineProperty(exports,
|
|
3574
|
-
|
|
3575
|
-
|
|
3576
|
-
|
|
3577
|
-
|
|
3578
|
-
});
|
|
3579
|
-
Object.defineProperty(exports,
|
|
3580
|
-
|
|
3581
|
-
|
|
3582
|
-
|
|
3583
|
-
|
|
3584
|
-
});
|
|
3585
|
-
Object.defineProperty(exports,
|
|
3586
|
-
|
|
3587
|
-
|
|
3588
|
-
|
|
3589
|
-
|
|
3590
|
-
});
|
|
3591
|
-
Object.defineProperty(exports,
|
|
3592
|
-
|
|
3593
|
-
|
|
3594
|
-
|
|
3595
|
-
|
|
3596
|
-
});
|
|
3597
|
-
Object.defineProperty(exports,
|
|
3598
|
-
|
|
3599
|
-
|
|
3600
|
-
|
|
3601
|
-
|
|
3602
|
-
});
|
|
3603
|
-
Object.defineProperty(exports,
|
|
3604
|
-
|
|
3605
|
-
|
|
3606
|
-
|
|
3607
|
-
|
|
3608
|
-
});
|
|
3609
|
-
Object.defineProperty(exports,
|
|
3610
|
-
|
|
3611
|
-
|
|
3612
|
-
|
|
3613
|
-
|
|
3614
|
-
});
|
|
3615
|
-
Object.defineProperty(exports,
|
|
3616
|
-
|
|
3617
|
-
|
|
3618
|
-
|
|
3619
|
-
|
|
3620
|
-
});
|
|
3621
|
-
Object.defineProperty(exports,
|
|
3622
|
-
|
|
3623
|
-
|
|
3624
|
-
|
|
3625
|
-
|
|
3626
|
-
});
|
|
3627
|
-
Object.defineProperty(exports,
|
|
3628
|
-
|
|
3629
|
-
|
|
3630
|
-
|
|
3631
|
-
|
|
3632
|
-
});
|
|
3633
|
-
Object.defineProperty(exports,
|
|
3634
|
-
|
|
3635
|
-
|
|
3636
|
-
|
|
3637
|
-
|
|
3638
|
-
});
|
|
3639
|
-
Object.defineProperty(exports,
|
|
3640
|
-
|
|
3641
|
-
|
|
3642
|
-
|
|
3643
|
-
|
|
3644
|
-
});
|
|
3645
|
-
Object.defineProperty(exports,
|
|
3646
|
-
|
|
3647
|
-
|
|
3648
|
-
|
|
3649
|
-
|
|
3650
|
-
});
|
|
3651
|
-
Object.defineProperty(exports,
|
|
3652
|
-
|
|
3653
|
-
|
|
3654
|
-
|
|
3655
|
-
|
|
3656
|
-
});
|
|
3657
|
-
Object.defineProperty(exports,
|
|
3658
|
-
|
|
3659
|
-
|
|
3660
|
-
|
|
3661
|
-
|
|
3662
|
-
});
|
|
3663
|
-
Object.defineProperty(exports,
|
|
3664
|
-
|
|
3665
|
-
|
|
3666
|
-
|
|
3667
|
-
|
|
3668
|
-
});
|
|
3669
|
-
Object.defineProperty(exports,
|
|
3670
|
-
|
|
3671
|
-
|
|
3672
|
-
|
|
3673
|
-
|
|
3674
|
-
});
|
|
3675
|
-
Object.defineProperty(exports,
|
|
3676
|
-
|
|
3677
|
-
|
|
3678
|
-
|
|
3679
|
-
|
|
3680
|
-
});
|
|
3681
|
-
Object.defineProperty(exports,
|
|
3682
|
-
|
|
3683
|
-
|
|
3684
|
-
|
|
3685
|
-
|
|
3686
|
-
});
|
|
3687
|
-
Object.defineProperty(exports,
|
|
3688
|
-
|
|
3689
|
-
|
|
3690
|
-
|
|
3691
|
-
|
|
3692
|
-
});
|
|
3693
|
-
Object.defineProperty(exports,
|
|
3694
|
-
|
|
3695
|
-
|
|
3696
|
-
|
|
3697
|
-
|
|
3698
|
-
});
|
|
3699
|
-
Object.defineProperty(exports,
|
|
3700
|
-
|
|
3701
|
-
|
|
3702
|
-
|
|
3703
|
-
|
|
3704
|
-
});
|
|
3705
|
-
Object.defineProperty(exports,
|
|
3706
|
-
|
|
3707
|
-
|
|
3708
|
-
|
|
3709
|
-
|
|
3710
|
-
});
|
|
3711
|
-
Object.defineProperty(exports,
|
|
3712
|
-
|
|
3713
|
-
|
|
3714
|
-
|
|
3715
|
-
|
|
3716
|
-
});
|
|
3717
|
-
Object.defineProperty(exports,
|
|
3718
|
-
|
|
3719
|
-
|
|
3720
|
-
|
|
3721
|
-
|
|
3722
|
-
});
|
|
3723
|
-
|
|
3255
|
+
Object.defineProperty(exports, "AGENTIC_STRATEGIES", {
|
|
3256
|
+
enumerable: true,
|
|
3257
|
+
get: function() {
|
|
3258
|
+
return AGENTIC_STRATEGIES;
|
|
3259
|
+
}
|
|
3260
|
+
});
|
|
3261
|
+
Object.defineProperty(exports, "ALIASED_PLUGIN_MAPPINGS", {
|
|
3262
|
+
enumerable: true,
|
|
3263
|
+
get: function() {
|
|
3264
|
+
return ALIASED_PLUGIN_MAPPINGS;
|
|
3265
|
+
}
|
|
3266
|
+
});
|
|
3267
|
+
Object.defineProperty(exports, "AssertionOrSetSchema", {
|
|
3268
|
+
enumerable: true,
|
|
3269
|
+
get: function() {
|
|
3270
|
+
return AssertionOrSetSchema;
|
|
3271
|
+
}
|
|
3272
|
+
});
|
|
3273
|
+
Object.defineProperty(exports, "AssertionSchema", {
|
|
3274
|
+
enumerable: true,
|
|
3275
|
+
get: function() {
|
|
3276
|
+
return AssertionSchema;
|
|
3277
|
+
}
|
|
3278
|
+
});
|
|
3279
|
+
Object.defineProperty(exports, "AssertionSetSchema", {
|
|
3280
|
+
enumerable: true,
|
|
3281
|
+
get: function() {
|
|
3282
|
+
return AssertionSetSchema;
|
|
3283
|
+
}
|
|
3284
|
+
});
|
|
3285
|
+
Object.defineProperty(exports, "AssertionTypeSchema", {
|
|
3286
|
+
enumerable: true,
|
|
3287
|
+
get: function() {
|
|
3288
|
+
return AssertionTypeSchema;
|
|
3289
|
+
}
|
|
3290
|
+
});
|
|
3291
|
+
Object.defineProperty(exports, "AtomicTestCaseSchema", {
|
|
3292
|
+
enumerable: true,
|
|
3293
|
+
get: function() {
|
|
3294
|
+
return AtomicTestCaseSchema;
|
|
3295
|
+
}
|
|
3296
|
+
});
|
|
3297
|
+
Object.defineProperty(exports, "BIAS_PLUGINS", {
|
|
3298
|
+
enumerable: true,
|
|
3299
|
+
get: function() {
|
|
3300
|
+
return BIAS_PLUGINS;
|
|
3301
|
+
}
|
|
3302
|
+
});
|
|
3303
|
+
Object.defineProperty(exports, "BaseAssertionTypesSchema", {
|
|
3304
|
+
enumerable: true,
|
|
3305
|
+
get: function() {
|
|
3306
|
+
return BaseAssertionTypesSchema;
|
|
3307
|
+
}
|
|
3308
|
+
});
|
|
3309
|
+
Object.defineProperty(exports, "BaseTokenUsageSchema", {
|
|
3310
|
+
enumerable: true,
|
|
3311
|
+
get: function() {
|
|
3312
|
+
return BaseTokenUsageSchema;
|
|
3313
|
+
}
|
|
3314
|
+
});
|
|
3315
|
+
Object.defineProperty(exports, "CommandLineOptionsSchema", {
|
|
3316
|
+
enumerable: true,
|
|
3317
|
+
get: function() {
|
|
3318
|
+
return CommandLineOptionsSchema;
|
|
3319
|
+
}
|
|
3320
|
+
});
|
|
3321
|
+
Object.defineProperty(exports, "CompletedPromptSchema", {
|
|
3322
|
+
enumerable: true,
|
|
3323
|
+
get: function() {
|
|
3324
|
+
return CompletedPromptSchema;
|
|
3325
|
+
}
|
|
3326
|
+
});
|
|
3327
|
+
Object.defineProperty(exports, "CompletionTokenDetailsSchema", {
|
|
3328
|
+
enumerable: true,
|
|
3329
|
+
get: function() {
|
|
3330
|
+
return CompletionTokenDetailsSchema;
|
|
3331
|
+
}
|
|
3332
|
+
});
|
|
3333
|
+
Object.defineProperty(exports, "ConversationMessageSchema", {
|
|
3334
|
+
enumerable: true,
|
|
3335
|
+
get: function() {
|
|
3336
|
+
return ConversationMessageSchema;
|
|
3337
|
+
}
|
|
3338
|
+
});
|
|
3339
|
+
Object.defineProperty(exports, "DATASET_EXEMPT_PLUGINS", {
|
|
3340
|
+
enumerable: true,
|
|
3341
|
+
get: function() {
|
|
3342
|
+
return DATASET_EXEMPT_PLUGINS;
|
|
3343
|
+
}
|
|
3344
|
+
});
|
|
3345
|
+
Object.defineProperty(exports, "DATASET_PLUGINS", {
|
|
3346
|
+
enumerable: true,
|
|
3347
|
+
get: function() {
|
|
3348
|
+
return DATASET_PLUGINS;
|
|
3349
|
+
}
|
|
3350
|
+
});
|
|
3351
|
+
Object.defineProperty(exports, "DEFAULT_PLUGINS", {
|
|
3352
|
+
enumerable: true,
|
|
3353
|
+
get: function() {
|
|
3354
|
+
return DEFAULT_PLUGINS;
|
|
3355
|
+
}
|
|
3356
|
+
});
|
|
3357
|
+
Object.defineProperty(exports, "DEFAULT_STRATEGIES", {
|
|
3358
|
+
enumerable: true,
|
|
3359
|
+
get: function() {
|
|
3360
|
+
return DEFAULT_STRATEGIES;
|
|
3361
|
+
}
|
|
3362
|
+
});
|
|
3363
|
+
Object.defineProperty(exports, "DerivedMetricSchema", {
|
|
3364
|
+
enumerable: true,
|
|
3365
|
+
get: function() {
|
|
3366
|
+
return DerivedMetricSchema;
|
|
3367
|
+
}
|
|
3368
|
+
});
|
|
3369
|
+
Object.defineProperty(exports, "EvalResultsFilterMode", {
|
|
3370
|
+
enumerable: true,
|
|
3371
|
+
get: function() {
|
|
3372
|
+
return EvalResultsFilterMode;
|
|
3373
|
+
}
|
|
3374
|
+
});
|
|
3375
|
+
Object.defineProperty(exports, "EvaluateOptionsSchema", {
|
|
3376
|
+
enumerable: true,
|
|
3377
|
+
get: function() {
|
|
3378
|
+
return EvaluateOptionsSchema;
|
|
3379
|
+
}
|
|
3380
|
+
});
|
|
3381
|
+
Object.defineProperty(exports, "FINANCIAL_PLUGINS", {
|
|
3382
|
+
enumerable: true,
|
|
3383
|
+
get: function() {
|
|
3384
|
+
return FINANCIAL_PLUGINS;
|
|
3385
|
+
}
|
|
3386
|
+
});
|
|
3387
|
+
Object.defineProperty(exports, "FOUNDATION_PLUGINS", {
|
|
3388
|
+
enumerable: true,
|
|
3389
|
+
get: function() {
|
|
3390
|
+
return FOUNDATION_PLUGINS;
|
|
3391
|
+
}
|
|
3392
|
+
});
|
|
3393
|
+
Object.defineProperty(exports, "GradingConfigSchema", {
|
|
3394
|
+
enumerable: true,
|
|
3395
|
+
get: function() {
|
|
3396
|
+
return GradingConfigSchema;
|
|
3397
|
+
}
|
|
3398
|
+
});
|
|
3399
|
+
Object.defineProperty(exports, "HARM_PLUGINS", {
|
|
3400
|
+
enumerable: true,
|
|
3401
|
+
get: function() {
|
|
3402
|
+
return HARM_PLUGINS;
|
|
3403
|
+
}
|
|
3404
|
+
});
|
|
3405
|
+
Object.defineProperty(exports, "INSURANCE_PLUGINS", {
|
|
3406
|
+
enumerable: true,
|
|
3407
|
+
get: function() {
|
|
3408
|
+
return INSURANCE_PLUGINS;
|
|
3409
|
+
}
|
|
3410
|
+
});
|
|
3411
|
+
Object.defineProperty(exports, "InputsSchema", {
|
|
3412
|
+
enumerable: true,
|
|
3413
|
+
get: function() {
|
|
3414
|
+
return InputsSchema;
|
|
3415
|
+
}
|
|
3416
|
+
});
|
|
3417
|
+
Object.defineProperty(exports, "LLAMA_GUARD_ENABLED_CATEGORIES", {
|
|
3418
|
+
enumerable: true,
|
|
3419
|
+
get: function() {
|
|
3420
|
+
return LLAMA_GUARD_ENABLED_CATEGORIES;
|
|
3421
|
+
}
|
|
3422
|
+
});
|
|
3423
|
+
Object.defineProperty(exports, "LLAMA_GUARD_REPLICATE_PROVIDER", {
|
|
3424
|
+
enumerable: true,
|
|
3425
|
+
get: function() {
|
|
3426
|
+
return LLAMA_GUARD_REPLICATE_PROVIDER;
|
|
3427
|
+
}
|
|
3428
|
+
});
|
|
3429
|
+
Object.defineProperty(exports, "MEDICAL_PLUGINS", {
|
|
3430
|
+
enumerable: true,
|
|
3431
|
+
get: function() {
|
|
3432
|
+
return MEDICAL_PLUGINS;
|
|
3433
|
+
}
|
|
3434
|
+
});
|
|
3435
|
+
Object.defineProperty(exports, "MULTI_INPUT_EXCLUDED_PLUGINS", {
|
|
3436
|
+
enumerable: true,
|
|
3437
|
+
get: function() {
|
|
3438
|
+
return MULTI_INPUT_EXCLUDED_PLUGINS;
|
|
3439
|
+
}
|
|
3440
|
+
});
|
|
3441
|
+
Object.defineProperty(exports, "MULTI_INPUT_VAR", {
|
|
3442
|
+
enumerable: true,
|
|
3443
|
+
get: function() {
|
|
3444
|
+
return MULTI_INPUT_VAR;
|
|
3445
|
+
}
|
|
3446
|
+
});
|
|
3447
|
+
Object.defineProperty(exports, "MULTI_TURN_STRATEGIES", {
|
|
3448
|
+
enumerable: true,
|
|
3449
|
+
get: function() {
|
|
3450
|
+
return MULTI_TURN_STRATEGIES;
|
|
3451
|
+
}
|
|
3452
|
+
});
|
|
3453
|
+
Object.defineProperty(exports, "NotPrefixedAssertionTypesSchema", {
|
|
3454
|
+
enumerable: true,
|
|
3455
|
+
get: function() {
|
|
3456
|
+
return NotPrefixedAssertionTypesSchema;
|
|
3457
|
+
}
|
|
3458
|
+
});
|
|
3459
|
+
Object.defineProperty(exports, "OutputConfigSchema", {
|
|
3460
|
+
enumerable: true,
|
|
3461
|
+
get: function() {
|
|
3462
|
+
return OutputConfigSchema;
|
|
3463
|
+
}
|
|
3464
|
+
});
|
|
3465
|
+
Object.defineProperty(exports, "OutputFileExtension", {
|
|
3466
|
+
enumerable: true,
|
|
3467
|
+
get: function() {
|
|
3468
|
+
return OutputFileExtension;
|
|
3469
|
+
}
|
|
3470
|
+
});
|
|
3471
|
+
Object.defineProperty(exports, "PHARMACY_PLUGINS", {
|
|
3472
|
+
enumerable: true,
|
|
3473
|
+
get: function() {
|
|
3474
|
+
return PHARMACY_PLUGINS;
|
|
3475
|
+
}
|
|
3476
|
+
});
|
|
3477
|
+
Object.defineProperty(exports, "PII_PLUGINS", {
|
|
3478
|
+
enumerable: true,
|
|
3479
|
+
get: function() {
|
|
3480
|
+
return PII_PLUGINS;
|
|
3481
|
+
}
|
|
3482
|
+
});
|
|
3483
|
+
Object.defineProperty(exports, "PLUGIN_CATEGORIES", {
|
|
3484
|
+
enumerable: true,
|
|
3485
|
+
get: function() {
|
|
3486
|
+
return PLUGIN_CATEGORIES;
|
|
3487
|
+
}
|
|
3488
|
+
});
|
|
3489
|
+
Object.defineProperty(exports, "PartialGenerationError", {
|
|
3490
|
+
enumerable: true,
|
|
3491
|
+
get: function() {
|
|
3492
|
+
return PartialGenerationError;
|
|
3493
|
+
}
|
|
3494
|
+
});
|
|
3495
|
+
Object.defineProperty(exports, "PluginConfigSchema", {
|
|
3496
|
+
enumerable: true,
|
|
3497
|
+
get: function() {
|
|
3498
|
+
return PluginConfigSchema;
|
|
3499
|
+
}
|
|
3500
|
+
});
|
|
3501
|
+
Object.defineProperty(exports, "PolicyObjectSchema", {
|
|
3502
|
+
enumerable: true,
|
|
3503
|
+
get: function() {
|
|
3504
|
+
return PolicyObjectSchema;
|
|
3505
|
+
}
|
|
3506
|
+
});
|
|
3507
|
+
Object.defineProperty(exports, "PromptSchema", {
|
|
3508
|
+
enumerable: true,
|
|
3509
|
+
get: function() {
|
|
3510
|
+
return PromptSchema;
|
|
3511
|
+
}
|
|
3512
|
+
});
|
|
3513
|
+
Object.defineProperty(exports, "ProviderOptionsSchema", {
|
|
3514
|
+
enumerable: true,
|
|
3515
|
+
get: function() {
|
|
3516
|
+
return ProviderOptionsSchema;
|
|
3517
|
+
}
|
|
3518
|
+
});
|
|
3519
|
+
Object.defineProperty(exports, "ProvidersSchema", {
|
|
3520
|
+
enumerable: true,
|
|
3521
|
+
get: function() {
|
|
3522
|
+
return ProvidersSchema;
|
|
3523
|
+
}
|
|
3524
|
+
});
|
|
3525
|
+
Object.defineProperty(exports, "REDTEAM_PROVIDER_HARM_PLUGINS", {
|
|
3526
|
+
enumerable: true,
|
|
3527
|
+
get: function() {
|
|
3528
|
+
return REDTEAM_PROVIDER_HARM_PLUGINS;
|
|
3529
|
+
}
|
|
3530
|
+
});
|
|
3531
|
+
Object.defineProperty(exports, "REMOTE_ONLY_PLUGIN_IDS", {
|
|
3532
|
+
enumerable: true,
|
|
3533
|
+
get: function() {
|
|
3534
|
+
return REMOTE_ONLY_PLUGIN_IDS;
|
|
3535
|
+
}
|
|
3536
|
+
});
|
|
3537
|
+
Object.defineProperty(exports, "RedteamConfigSchema", {
|
|
3538
|
+
enumerable: true,
|
|
3539
|
+
get: function() {
|
|
3540
|
+
return RedteamConfigSchema;
|
|
3541
|
+
}
|
|
3542
|
+
});
|
|
3543
|
+
Object.defineProperty(exports, "ResultFailureReason", {
|
|
3544
|
+
enumerable: true,
|
|
3545
|
+
get: function() {
|
|
3546
|
+
return ResultFailureReason;
|
|
3547
|
+
}
|
|
3548
|
+
});
|
|
3549
|
+
Object.defineProperty(exports, "STRATEGY_COLLECTIONS", {
|
|
3550
|
+
enumerable: true,
|
|
3551
|
+
get: function() {
|
|
3552
|
+
return STRATEGY_COLLECTIONS;
|
|
3553
|
+
}
|
|
3554
|
+
});
|
|
3555
|
+
Object.defineProperty(exports, "STRATEGY_COLLECTION_MAPPINGS", {
|
|
3556
|
+
enumerable: true,
|
|
3557
|
+
get: function() {
|
|
3558
|
+
return STRATEGY_COLLECTION_MAPPINGS;
|
|
3559
|
+
}
|
|
3560
|
+
});
|
|
3561
|
+
Object.defineProperty(exports, "STRATEGY_EXEMPT_PLUGINS", {
|
|
3562
|
+
enumerable: true,
|
|
3563
|
+
get: function() {
|
|
3564
|
+
return STRATEGY_EXEMPT_PLUGINS;
|
|
3565
|
+
}
|
|
3566
|
+
});
|
|
3567
|
+
Object.defineProperty(exports, "ScenarioSchema", {
|
|
3568
|
+
enumerable: true,
|
|
3569
|
+
get: function() {
|
|
3570
|
+
return ScenarioSchema;
|
|
3571
|
+
}
|
|
3572
|
+
});
|
|
3573
|
+
Object.defineProperty(exports, "Severity", {
|
|
3574
|
+
enumerable: true,
|
|
3575
|
+
get: function() {
|
|
3576
|
+
return Severity;
|
|
3577
|
+
}
|
|
3578
|
+
});
|
|
3579
|
+
Object.defineProperty(exports, "SpecialAssertionTypesSchema", {
|
|
3580
|
+
enumerable: true,
|
|
3581
|
+
get: function() {
|
|
3582
|
+
return SpecialAssertionTypesSchema;
|
|
3583
|
+
}
|
|
3584
|
+
});
|
|
3585
|
+
Object.defineProperty(exports, "StrategyConfigSchema", {
|
|
3586
|
+
enumerable: true,
|
|
3587
|
+
get: function() {
|
|
3588
|
+
return StrategyConfigSchema;
|
|
3589
|
+
}
|
|
3590
|
+
});
|
|
3591
|
+
Object.defineProperty(exports, "TELECOM_PLUGINS", {
|
|
3592
|
+
enumerable: true,
|
|
3593
|
+
get: function() {
|
|
3594
|
+
return TELECOM_PLUGINS;
|
|
3595
|
+
}
|
|
3596
|
+
});
|
|
3597
|
+
Object.defineProperty(exports, "TestCaseSchema", {
|
|
3598
|
+
enumerable: true,
|
|
3599
|
+
get: function() {
|
|
3600
|
+
return TestCaseSchema;
|
|
3601
|
+
}
|
|
3602
|
+
});
|
|
3603
|
+
Object.defineProperty(exports, "TestCaseWithVarsFileSchema", {
|
|
3604
|
+
enumerable: true,
|
|
3605
|
+
get: function() {
|
|
3606
|
+
return TestCaseWithVarsFileSchema;
|
|
3607
|
+
}
|
|
3608
|
+
});
|
|
3609
|
+
Object.defineProperty(exports, "TestCasesWithMetadataPromptSchema", {
|
|
3610
|
+
enumerable: true,
|
|
3611
|
+
get: function() {
|
|
3612
|
+
return TestCasesWithMetadataPromptSchema;
|
|
3613
|
+
}
|
|
3614
|
+
});
|
|
3615
|
+
Object.defineProperty(exports, "TestCasesWithMetadataSchema", {
|
|
3616
|
+
enumerable: true,
|
|
3617
|
+
get: function() {
|
|
3618
|
+
return TestCasesWithMetadataSchema;
|
|
3619
|
+
}
|
|
3620
|
+
});
|
|
3621
|
+
Object.defineProperty(exports, "TestGeneratorConfigSchema", {
|
|
3622
|
+
enumerable: true,
|
|
3623
|
+
get: function() {
|
|
3624
|
+
return TestGeneratorConfigSchema;
|
|
3625
|
+
}
|
|
3626
|
+
});
|
|
3627
|
+
Object.defineProperty(exports, "TestSuiteConfigSchema", {
|
|
3628
|
+
enumerable: true,
|
|
3629
|
+
get: function() {
|
|
3630
|
+
return TestSuiteConfigSchema;
|
|
3631
|
+
}
|
|
3632
|
+
});
|
|
3633
|
+
Object.defineProperty(exports, "TestSuiteSchema", {
|
|
3634
|
+
enumerable: true,
|
|
3635
|
+
get: function() {
|
|
3636
|
+
return TestSuiteSchema;
|
|
3637
|
+
}
|
|
3638
|
+
});
|
|
3639
|
+
Object.defineProperty(exports, "UNALIGNED_PROVIDER_HARM_PLUGINS", {
|
|
3640
|
+
enumerable: true,
|
|
3641
|
+
get: function() {
|
|
3642
|
+
return UNALIGNED_PROVIDER_HARM_PLUGINS;
|
|
3643
|
+
}
|
|
3644
|
+
});
|
|
3645
|
+
Object.defineProperty(exports, "UnifiedConfigSchema", {
|
|
3646
|
+
enumerable: true,
|
|
3647
|
+
get: function() {
|
|
3648
|
+
return UnifiedConfigSchema;
|
|
3649
|
+
}
|
|
3650
|
+
});
|
|
3651
|
+
Object.defineProperty(exports, "VarsSchema", {
|
|
3652
|
+
enumerable: true,
|
|
3653
|
+
get: function() {
|
|
3654
|
+
return VarsSchema;
|
|
3655
|
+
}
|
|
3656
|
+
});
|
|
3657
|
+
Object.defineProperty(exports, "categoryAliases", {
|
|
3658
|
+
enumerable: true,
|
|
3659
|
+
get: function() {
|
|
3660
|
+
return categoryAliases;
|
|
3661
|
+
}
|
|
3662
|
+
});
|
|
3663
|
+
Object.defineProperty(exports, "getDefaultNFanout", {
|
|
3664
|
+
enumerable: true,
|
|
3665
|
+
get: function() {
|
|
3666
|
+
return getDefaultNFanout;
|
|
3667
|
+
}
|
|
3668
|
+
});
|
|
3669
|
+
Object.defineProperty(exports, "isApiProvider", {
|
|
3670
|
+
enumerable: true,
|
|
3671
|
+
get: function() {
|
|
3672
|
+
return isApiProvider;
|
|
3673
|
+
}
|
|
3674
|
+
});
|
|
3675
|
+
Object.defineProperty(exports, "isCustomStrategy", {
|
|
3676
|
+
enumerable: true,
|
|
3677
|
+
get: function() {
|
|
3678
|
+
return isCustomStrategy;
|
|
3679
|
+
}
|
|
3680
|
+
});
|
|
3681
|
+
Object.defineProperty(exports, "isFanoutStrategy", {
|
|
3682
|
+
enumerable: true,
|
|
3683
|
+
get: function() {
|
|
3684
|
+
return isFanoutStrategy;
|
|
3685
|
+
}
|
|
3686
|
+
});
|
|
3687
|
+
Object.defineProperty(exports, "isGradingResult", {
|
|
3688
|
+
enumerable: true,
|
|
3689
|
+
get: function() {
|
|
3690
|
+
return isGradingResult;
|
|
3691
|
+
}
|
|
3692
|
+
});
|
|
3693
|
+
Object.defineProperty(exports, "isProviderOptions", {
|
|
3694
|
+
enumerable: true,
|
|
3695
|
+
get: function() {
|
|
3696
|
+
return isProviderOptions;
|
|
3697
|
+
}
|
|
3698
|
+
});
|
|
3699
|
+
Object.defineProperty(exports, "isResultFailureReason", {
|
|
3700
|
+
enumerable: true,
|
|
3701
|
+
get: function() {
|
|
3702
|
+
return isResultFailureReason;
|
|
3703
|
+
}
|
|
3704
|
+
});
|
|
3705
|
+
Object.defineProperty(exports, "isUuid", {
|
|
3706
|
+
enumerable: true,
|
|
3707
|
+
get: function() {
|
|
3708
|
+
return isUuid;
|
|
3709
|
+
}
|
|
3710
|
+
});
|
|
3711
|
+
Object.defineProperty(exports, "isValidReusablePolicyId", {
|
|
3712
|
+
enumerable: true,
|
|
3713
|
+
get: function() {
|
|
3714
|
+
return isValidReusablePolicyId;
|
|
3715
|
+
}
|
|
3716
|
+
});
|
|
3717
|
+
Object.defineProperty(exports, "pluginDescriptions", {
|
|
3718
|
+
enumerable: true,
|
|
3719
|
+
get: function() {
|
|
3720
|
+
return pluginDescriptions;
|
|
3721
|
+
}
|
|
3722
|
+
});
|
|
3723
|
+
Object.defineProperty(exports, "riskCategorySeverityMap", {
|
|
3724
|
+
enumerable: true,
|
|
3725
|
+
get: function() {
|
|
3726
|
+
return riskCategorySeverityMap;
|
|
3727
|
+
}
|
|
3728
|
+
});
|
|
3729
|
+
|
|
3730
|
+
//# sourceMappingURL=types-LJ0r3wbR.cjs.map
|