promptfoo 0.120.27 → 0.121.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/src/{ListApp-8WOe2nT6.js → ListApp-Du7YVwj5.js} +2 -4
- package/dist/src/accounts-B0pgC1oV.js +206 -0
- package/dist/src/{accounts-DVINui-2.js → accounts-Bm2D8Db9.js} +39 -34
- package/dist/src/{accounts-CPDRAMND.js → accounts-CiBLOnA7.js} +38 -33
- package/dist/src/{accounts-Fl2J3_Fu.cjs → accounts-gtkH-5KX.cjs} +77 -78
- package/dist/src/{agentic-utils-D922n6mm.js → agentic-utils-DS1g3GLF.js} +9 -10
- package/dist/src/{agents-BcsN_BgB.js → agents-9qiOy0ho.js} +16 -12
- package/dist/src/{agents-BXLmVsxR.js → agents-CBr9A01V.js} +37 -37
- package/dist/src/{agents-pMfppv9Z.js → agents-CmvBq8LV.js} +16 -18
- package/dist/src/{agents-hqgSV-3o.js → agents-D__IdAlg.js} +39 -40
- package/dist/src/{agents-BO2n8Z0d.cjs → agents-DbRtpYxR.cjs} +37 -40
- package/dist/src/{agents-BdUTAwi-.js → agents-DgF2zDag.js} +37 -42
- package/dist/src/{agents-DgJf2-ez.cjs → agents-Di9DKPzn.cjs} +16 -17
- package/dist/src/{agents-DNvSH78i.js → agents-cLXA8a_8.js} +17 -19
- package/dist/src/{aimlapi-DtgPI0nE.js → aimlapi-B4rcnZgv.js} +15 -17
- package/dist/src/{aimlapi-BE_Tg9Fl.cjs → aimlapi-BvlNH0gr.cjs} +15 -16
- package/dist/src/{aimlapi-DOib86oE.js → aimlapi-CnkC2HqE.js} +16 -18
- package/dist/src/{aimlapi-DTPACCB1.js → aimlapi-DHJU_kcV.js} +15 -4
- package/dist/src/app/assets/index-4LKxG2CG.js +439 -0
- package/dist/src/app/assets/{index-NCn4eVBv.css → index-C3zcsZFQ.css} +1 -1
- package/dist/src/app/assets/vendor-charts-BnDWwBlI.js +36 -0
- package/dist/src/app/index.html +3 -3
- package/dist/src/app/tsconfig.app.tsbuildinfo +1 -1
- package/dist/src/{audio-BnRUGAm_.js → audio-Bkv46et0.js} +6 -5
- package/dist/src/{audio-Cwo68yZS.cjs → audio-CGMyULza.cjs} +6 -7
- package/dist/src/{audio-MSRki4JU.js → audio-ClI_AFre.js} +6 -8
- package/dist/src/{audio-BRYU0BFo.js → audio-Dz3z7s3J.js} +7 -9
- package/dist/src/{base-pGVmXNl4.cjs → base-CGrhspbK.cjs} +36 -38
- package/dist/src/{base-h961VXYk.js → base-CpjcHe4e.js} +11 -13
- package/dist/src/base-DLKtKMFh.js +193 -0
- package/dist/src/{base-XB2tDJrB.js → base-Dy1V8--Z.js} +11 -13
- package/dist/src/blobs-BDbfYdrJ.js +236 -0
- package/dist/src/{blobs-CR5C4Ihh.js → blobs-CBO20krR.js} +9 -12
- package/dist/src/{blobs-BM_e6hCa.js → blobs-CMHN0Qcz.js} +9 -12
- package/dist/src/{blobs-B-KQAFhX.cjs → blobs-D23XLin-.cjs} +34 -37
- package/dist/src/{cache-jsiwsAJv.js → cache-BVeDlD87.js} +132 -117
- package/dist/src/{cache-CIpsoBZR.js → cache-C4Nxf52C.js} +132 -118
- package/dist/src/cache-CeUpFm3M.cjs +5 -0
- package/dist/src/{cache-BTVYfbka.cjs → cache-Dh5WtQps.cjs} +182 -168
- package/dist/src/cache-i1P6crbO.js +756 -0
- package/dist/src/cache-n-RCJ-hL.js +6 -0
- package/dist/src/{chat-BcPjZXIp.js → chat-BiKyneZl.js} +45 -46
- package/dist/src/{chat-D31K7C4u.cjs → chat-C1Qst7jL.cjs} +20 -21
- package/dist/src/{chat-B84t99NW.js → chat-C2jrdPMx.js} +20 -9
- package/dist/src/{chat-BE44YOc6.cjs → chat-CgF-J-Jj.cjs} +65 -66
- package/dist/src/{chat-DwWifjxi.js → chat-CzkrVDfz.js} +20 -22
- package/dist/src/chat-DJIw17u0.js +766 -0
- package/dist/src/{chat-CcUCysjU.js → chat-DqxYYtWA.js} +45 -46
- package/dist/src/{chat-DZM2GUHO.js → chat-qmatte1u.js} +21 -23
- package/dist/src/{chatkit-D67HS_0b.js → chatkit-65VXf5SR.js} +58 -58
- package/dist/src/{chatkit-DAB_qfzI.js → chatkit-Be-Q-a9F.js} +58 -60
- package/dist/src/{chatkit-Biqb_wsD.js → chatkit-BxFvW8KY.js} +58 -60
- package/dist/src/{chatkit-PGG4ZYIn.cjs → chatkit-DKyPi1Gs.cjs} +58 -60
- package/dist/src/chunk-DEq-mXcV.js +15 -0
- package/dist/src/chunk-DRamLcfz.js +16 -0
- package/dist/src/{claude-agent-sdk-SVM6AdBu.js → claude-agent-sdk-Apiy0iaz.js} +31 -31
- package/dist/src/{claude-agent-sdk-C-IOTPfo.js → claude-agent-sdk-D2bJee9S.js} +31 -29
- package/dist/src/{claude-agent-sdk-C9SiaQub.cjs → claude-agent-sdk-D9Z5Pr9X.cjs} +31 -28
- package/dist/src/{claude-agent-sdk-CiluSyW1.js → claude-agent-sdk-DfCoW0E6.js} +33 -20
- package/dist/src/cloud-BBh91EUK.js +4 -0
- package/dist/src/{cloud-CZ-q9Ier.js → cloud-C0dlstV_.js} +7 -9
- package/dist/src/{cloudflare-ai-BahKHyhh.js → cloudflare-ai-8TDxHR0x.js} +16 -18
- package/dist/src/{cloudflare-ai-v_qZD6_q.js → cloudflare-ai-BxAGvfju.js} +17 -19
- package/dist/src/{cloudflare-ai-Dfahv5SY.cjs → cloudflare-ai-CknbZ5LJ.cjs} +16 -17
- package/dist/src/{cloudflare-ai-Dxyt50Nl.js → cloudflare-ai-g7PB6VHR.js} +16 -4
- package/dist/src/{cloudflare-gateway-Bi_FpOFy.js → cloudflare-gateway-B9HWA5wf.js} +23 -23
- package/dist/src/{cloudflare-gateway-BPWoZIzJ.cjs → cloudflare-gateway-BSnDmHYo.cjs} +21 -22
- package/dist/src/{cloudflare-gateway-C0guUNwk.js → cloudflare-gateway-CKDb4dJ8.js} +26 -14
- package/dist/src/{cloudflare-gateway-btS7h1OZ.js → cloudflare-gateway-CP9QEWYS.js} +21 -25
- package/dist/src/{codex-sdk-DSxAnbfT.js → codex-sdk-C6UMlxwV.js} +28 -29
- package/dist/src/{codex-sdk-IYVi9fuM.js → codex-sdk-DUwKWezN.js} +28 -27
- package/dist/src/{codex-sdk-DulY0ZRq.js → codex-sdk-GGAw0qbD.js} +28 -29
- package/dist/src/{codex-sdk-DFKMtAyf.cjs → codex-sdk-fAO0c3yA.cjs} +28 -29
- package/dist/src/{cometapi-DzrR3SR_.js → cometapi-BL9yvj_f.js} +16 -4
- package/dist/src/{cometapi-DIO64tf4.cjs → cometapi-C4xSqeID.cjs} +21 -22
- package/dist/src/{cometapi-C9EEpJzT.js → cometapi-CUQq3H_a.js} +21 -24
- package/dist/src/{cometapi-DkNBMk0G.js → cometapi-DFNiKmSz.js} +17 -19
- package/dist/src/{completion-CG29bfKX.js → completion-5MzrpJxT.js} +11 -13
- package/dist/src/{completion-CCRT4kX1.cjs → completion-CM6oK8PS.cjs} +21 -23
- package/dist/src/{completion-Bgf1VJoq.js → completion-DZ083F31.js} +11 -13
- package/dist/src/completion-qRoZAYRB.js +120 -0
- package/dist/src/{createHash-Dw_iLu31.js → createHash-CTQmL3G2.js} +2 -3
- package/dist/src/{createHash-CYQy4YeL.cjs → createHash-CfZSc0b4.cjs} +13 -14
- package/dist/src/{createHash-CJcfskIZ.js → createHash-Da8fMwqB.js} +2 -3
- package/dist/src/createHash-DmPQkvBh.js +15 -0
- package/dist/src/{docker-D-ayp2FW.js → docker-Bb5dcxr8.js} +18 -20
- package/dist/src/{docker-B81N0t4e.js → docker-BvfL2BrW.js} +19 -21
- package/dist/src/{docker-DNcLR4Ig.cjs → docker-DcF2pRrj.cjs} +18 -19
- package/dist/src/{docker-egERKxCF.js → docker-ExVyLp0S.js} +18 -7
- package/dist/src/entrypoint.js +2 -3
- package/dist/src/{errors-DnGCbnx8.js → errors-P6ll7XSJ.js} +2 -2
- package/dist/src/{esm-B9dPm_BF.js → esm-C03C-mv3.js} +17 -20
- package/dist/src/{esm-D2pZ87fL.js → esm-CaIwzWR5.js} +18 -21
- package/dist/src/esm-Cd1AjG1D.js +379 -0
- package/dist/src/{esm-Ct-Joyue.cjs → esm-CnNt7sI4.cjs} +47 -49
- package/dist/src/eval-B3r2CVXr.js +15 -0
- package/dist/src/{eval-C-Nr6wX_.js → eval-Dg2nG4v2.js} +47 -54
- package/dist/src/evalResult-5xwYnECe.js +12 -0
- package/dist/src/evalResult-71lY93Kj.cjs +10 -0
- package/dist/src/{evalResult-DXMWJ3sx.js → evalResult-BBRNtX4I.js} +10 -11
- package/dist/src/{evalResult-4BzI2tmj.js → evalResult-BDMqrapS.js} +16 -12
- package/dist/src/evalResult-Dx5P5cIv.js +10 -0
- package/dist/src/{evalResult-CX8wQecI.cjs → evalResult-fuaI8HkH.cjs} +20 -21
- package/dist/src/{evaluator-8aGyV12L.js → evaluator-BhoWwp5b.js} +211 -235
- package/dist/src/evaluator-Jx6bRZV6.js +36 -0
- package/dist/src/{extractor-V5x_m1i0.js → extractor-C0EVHewb.js} +22 -24
- package/dist/src/extractor-D25qpmGX.js +374 -0
- package/dist/src/{extractor-CD5yKL-G.js → extractor-DReVID0K.js} +22 -24
- package/dist/src/{extractor-C031XmTA.cjs → extractor-pYLLi3wS.cjs} +37 -39
- package/dist/src/{fetch-BmbD-v1L.cjs → fetch-BPkYtG8K.cjs} +244 -277
- package/dist/src/fetch-BxNb_Lp3.js +5 -0
- package/dist/src/{fetch-D3OHf-lV.js → fetch-Cwxnd8zz.js} +36 -44
- package/dist/src/{fetch-CXZI9RRr.js → fetch-Dxpd4_sr.js} +23 -35
- package/dist/src/fetch-HaqdX7U1.js +780 -0
- package/dist/src/{fileExtensions-ePDqouxn.js → fileExtensions-DnqA1y9x.js} +2 -2
- package/dist/src/{fileExtensions-BpuMmaFL.js → fileExtensions-Ds-foDzt.js} +2 -2
- package/dist/src/fileExtensions-LcDYkU4v.js +85 -0
- package/dist/src/{fileExtensions-DkJYkWUy.cjs → fileExtensions-bYh77CN8.cjs} +27 -28
- package/dist/src/{formatDuration-CdevI3An.js → formatDuration-DgBVMN65.js} +2 -2
- package/dist/src/{genaiTracer-Ce19n68P.js → genaiTracer-70Z8BIuV.js} +2 -3
- package/dist/src/{genaiTracer-CqNnnXrE.js → genaiTracer-C1rxGO8Q.js} +2 -3
- package/dist/src/genaiTracer-D3fD9dNV.js +256 -0
- package/dist/src/{genaiTracer-Dres3qrN.cjs → genaiTracer-DN4dQywX.cjs} +13 -14
- package/dist/src/{graders--1y2u9HO.js → graders-BTeBGqjJ.js} +349 -397
- package/dist/src/graders-B_pgMLS2.js +34 -0
- package/dist/src/{graders-DTeBrzWp.js → graders-Bj_Odv7c.js} +349 -397
- package/dist/src/graders-DErokPDO.cjs +32 -0
- package/dist/src/graders-DP7KFFo-.js +13466 -0
- package/dist/src/graders-DR_uNe54.js +32 -0
- package/dist/src/{graders-DohM2dir.cjs → graders-DU49_J8Y.cjs} +684 -732
- package/dist/src/graders-w3176Wz-.js +32 -0
- package/dist/src/{image-B0U4Hqll.js → image-B02ogr_b.js} +7 -9
- package/dist/src/{image-DmE-niFE.js → image-B0h9VEMc.js} +6 -5
- package/dist/src/{image-CuKHuccK.cjs → image-BLmROtN3.cjs} +29 -30
- package/dist/src/{image-DNEIf_aI.js → image-Bb4vWQLM.js} +6 -8
- package/dist/src/{image-DpKl2F15.cjs → image-C1madmKh.cjs} +6 -7
- package/dist/src/{image-C3wHC9_h.js → image-CHfWvljl.js} +9 -10
- package/dist/src/{image-O1u4bCFg.js → image-DS-o-0ph.js} +9 -10
- package/dist/src/image-Dpxa1Jt6.js +257 -0
- package/dist/src/index.cjs +615 -695
- package/dist/src/index.d.cts +271 -7
- package/dist/src/index.d.ts +271 -3
- package/dist/src/index.js +580 -664
- package/dist/src/{interactiveCheck-Bxj1Swex.js → interactiveCheck-BgLZUIt3.js} +7 -8
- package/dist/src/{invariant-DT20jrBd.js → invariant-BtWWVVhl.js} +2 -2
- package/dist/src/{invariant-1pAf2CD1.js → invariant-Ddh24eXh.js} +2 -2
- package/dist/src/{invariant-CKcJAQ6M.cjs → invariant-kfQ8Bu82.cjs} +7 -8
- package/dist/src/invariant-vgHWClmd.js +25 -0
- package/dist/src/{knowledgeBase-CEzQobWX.js → knowledgeBase-B3OoKIej.js} +14 -9
- package/dist/src/{knowledgeBase-Be_zyW4L.js → knowledgeBase-CYTLHOt1.js} +16 -16
- package/dist/src/{knowledgeBase-BZ41IFwq.js → knowledgeBase-D33Ty2l6.js} +14 -18
- package/dist/src/{knowledgeBase-D-5BMXlr.cjs → knowledgeBase-DOO_BM9b.cjs} +14 -15
- package/dist/src/{litellm-DnbRJ2if.js → litellm-AaeZcZQF.js} +18 -19
- package/dist/src/{litellm-hUSNM_M2.cjs → litellm-I_hbp_dc.cjs} +17 -17
- package/dist/src/{litellm-CRDqPhNI.js → litellm-NbjknEh6.js} +17 -18
- package/dist/src/{litellm-9vR8zpfU.js → litellm-TrljxD9G.js} +17 -5
- package/dist/src/{logger-CG1uZPbQ.js → logger-CT3IKMKA.js} +10 -29
- package/dist/src/{logger-B7sBeGa0.cjs → logger-Cp1GPUjj.cjs} +152 -180
- package/dist/src/logger-DLcq4dWf.js +713 -0
- package/dist/src/{logger-LSBxlt7a.js → logger-KkObSCzq.js} +13 -31
- package/dist/src/{luma-ray-4blv9iZ2.js → luma-ray-BS2_tY8L.js} +22 -21
- package/dist/src/{luma-ray-drvgdpP9.js → luma-ray-DDsjcgZZ.js} +20 -13
- package/dist/src/{luma-ray-Hm3d6VJE.cjs → luma-ray-Due0n7di.cjs} +20 -21
- package/dist/src/{luma-ray-B2__8lYH.js → luma-ray-f6I2fft-.js} +20 -23
- package/dist/src/main.js +1170 -1321
- package/dist/src/{messages-Uee41Mj5.js → messages-BS17jdMx.js} +22 -24
- package/dist/src/{messages-XhiwCbi4.cjs → messages-Bs1kC7P4.cjs} +32 -34
- package/dist/src/{messages-CGPPidQr.js → messages-D0lx5qK7.js} +22 -24
- package/dist/src/messages-ZJk778GH.js +240 -0
- package/dist/src/{meteor-BYykdXrV.js → meteor-44VjEACX.js} +3 -4
- package/dist/src/{meteor-CsopaHrH.js → meteor-D-SotUw9.js} +3 -4
- package/dist/src/{meteor-e-E-2vVl.cjs → meteor-DLZZ3osF.cjs} +3 -4
- package/dist/src/{meteor-C8lGP6P4.js → meteor-DUiCJRC-.js} +3 -4
- package/dist/src/{modelslab-yKz-ZNB4.js → modelslab-Bmni6skY.js} +17 -10
- package/dist/src/{modelslab-E9gO-bYd.js → modelslab-Bx9IrZfS.js} +18 -20
- package/dist/src/{modelslab-lUVW0cmB.cjs → modelslab-CoUX6Jc_.cjs} +17 -18
- package/dist/src/{modelslab-ClBkr8_9.js → modelslab-DRb74SP4.js} +17 -19
- package/dist/src/{nova-reel-Dk8jNpId.js → nova-reel-BfPq-0Yk.js} +20 -13
- package/dist/src/{nova-reel-D8CuO6QH.cjs → nova-reel-C_QM18Xn.cjs} +20 -21
- package/dist/src/{nova-reel-u2eF2Cxm.js → nova-reel-D_W1tjMH.js} +22 -21
- package/dist/src/{nova-reel-P9bwvtYX.js → nova-reel-bgjxilYW.js} +20 -23
- package/dist/src/{nova-sonic-CK2rAiKi.js → nova-sonic-CFb5GYhg.js} +30 -26
- package/dist/src/{nova-sonic-BaqWlkds.js → nova-sonic-DIGQNR07.js} +30 -31
- package/dist/src/{nova-sonic-yZapPLv7.js → nova-sonic-De1HW5fD.js} +31 -32
- package/dist/src/{nova-sonic-Ds1C-dpm.cjs → nova-sonic-zfcljeRp.cjs} +30 -31
- package/dist/src/{openai-DUFopMrH.cjs → openai-Cuif0GEt.cjs} +8 -9
- package/dist/src/{openai-PblZ3jUE.js → openai-DElQ-fPX.js} +3 -4
- package/dist/src/{openai-CcN1B8Sb.js → openai-DhbB7eWK.js} +3 -4
- package/dist/src/openai-j-sE2O7r.js +44 -0
- package/dist/src/{openclaw-B6qqDr_u.cjs → openclaw-CSugPYAr.cjs} +188 -130
- package/dist/src/{openclaw-A-3_loM7.js → openclaw-DiSz3I5L.js} +180 -109
- package/dist/src/{openclaw-a3lylB-V.js → openclaw-DuvJKEW5.js} +178 -124
- package/dist/src/{openclaw-COn6QzDi.js → openclaw-tiVYRtr-.js} +178 -122
- package/dist/src/opencode-sdk-0j6rTWNb.js +562 -0
- package/dist/src/opencode-sdk-B3CWY9h_.js +560 -0
- package/dist/src/opencode-sdk-BL764Jdi.cjs +564 -0
- package/dist/src/opencode-sdk-C2y6UkP2.js +560 -0
- package/dist/src/{otlpReceiver-oyf5wLGC.js → otlpReceiver-C99PPb48.js} +53 -51
- package/dist/src/{otlpReceiver-lXsYVbpj.cjs → otlpReceiver-CGq6LspY.cjs} +53 -55
- package/dist/src/{otlpReceiver-94URx7UW.js → otlpReceiver-CdNBdbsk.js} +53 -55
- package/dist/src/{otlpReceiver-BmmTiMjA.js → otlpReceiver-D89fR-rC.js} +53 -55
- package/dist/src/{providerRegistry-Cq_JK_CJ.js → providerRegistry-B0RUOLI_.js} +7 -8
- package/dist/src/{providerRegistry-DSSHjMKf.js → providerRegistry-CD8MEar9.js} +7 -8
- package/dist/src/{providerRegistry-CvHEVJad.cjs → providerRegistry-Civky8Ar.cjs} +12 -13
- package/dist/src/providerRegistry-DM8rZYol.js +45 -0
- package/dist/src/providers-B7V0njNs.js +32 -0
- package/dist/src/providers-BEwbhv0X.js +30 -0
- package/dist/src/{providers-Iil64vk9.js → providers-BlqUifFg.js} +1543 -1676
- package/dist/src/providers-CH3C7zf7.js +30 -0
- package/dist/src/{providers-DHbjzW2e.cjs → providers-CgKOSgTR.cjs} +1896 -2029
- package/dist/src/providers-D8lF1sqW.js +33246 -0
- package/dist/src/{providers-BnFpbY_s.js → providers-Dk_6ocUX.js} +1536 -1669
- package/dist/src/providers-zyB6k_38.cjs +31 -0
- package/dist/src/{pythonUtils-CcT5LH1M.js → pythonUtils-C3py6GC1.js} +18 -19
- package/dist/src/{pythonUtils-DBbuI3QJ.cjs → pythonUtils-CTU3Y3lw.cjs} +42 -43
- package/dist/src/{pythonUtils-hZ8LeQLv.js → pythonUtils-D5nxkQ0P.js} +18 -19
- package/dist/src/pythonUtils-D6fwaDSg.js +249 -0
- package/dist/src/{quiverai-BuI0tE39.js → quiverai-BbOUOn2L.js} +8 -7
- package/dist/src/{quiverai-DCGSZt4U.js → quiverai-CIaELU_m.js} +8 -10
- package/dist/src/{quiverai-DiMVJQDz.cjs → quiverai-PdShCPox.cjs} +8 -9
- package/dist/src/{quiverai-fQNkExW4.js → quiverai-uH-dcTIr.js} +9 -11
- package/dist/src/{render-Dj1smHEb.js → render-Drod8m7K.js} +4 -5
- package/dist/src/responses-CB2jwoAr.js +660 -0
- package/dist/src/{responses-ghR3IOfy.cjs → responses-D8SBTL64.cjs} +39 -42
- package/dist/src/{responses-DOAFFENS.js → responses-DIR9Ud3j.js} +24 -27
- package/dist/src/{responses-CxzoQoBe.js → responses-WNGNYe3K.js} +24 -27
- package/dist/src/rubyUtils-BUHu6PhO.js +5 -0
- package/dist/src/{rubyUtils-CwbGmgYN.js → rubyUtils-BUVePouc.js} +27 -20
- package/dist/src/rubyUtils-BcuGX77l.js +222 -0
- package/dist/src/{rubyUtils-DudlFZed.js → rubyUtils-Boc4HZzX.js} +18 -19
- package/dist/src/rubyUtils-CP42kMvq.cjs +4 -0
- package/dist/src/{rubyUtils-C8MhKGHb.cjs → rubyUtils-DhCAlxZr.cjs} +48 -50
- package/dist/src/{sagemaker-gmskuyre.js → sagemaker-CNBxx5CJ.js} +75 -70
- package/dist/src/{sagemaker-CcxhlOAR.js → sagemaker-CemTFp2h.js} +75 -79
- package/dist/src/{sagemaker-77zbJ2Q2.cjs → sagemaker-Cl28mZU2.cjs} +75 -76
- package/dist/src/{sagemaker-DuM71dVU.js → sagemaker-YSyBXQQh.js} +77 -77
- package/dist/src/{scanner-DJYiSXQj.js → scanner-BsBlNXNn.js} +100 -121
- package/dist/src/server/index.js +5520 -67427
- package/dist/src/{server-B5v33lvE.cjs → server-C_7Ax-hA.cjs} +57 -67
- package/dist/src/{server-BJ4m4f1D.js → server-CqzrVGpF.js} +26 -29
- package/dist/src/server-CuxBbeSY.js +229 -0
- package/dist/src/server-DA4Cyrrq.js +7 -0
- package/dist/src/server-Dulb-4-K.cjs +5 -0
- package/dist/src/{server-RV_i_YX5.js → server-VWgWb00X.js} +19 -24
- package/dist/src/{signal-BW33JuId.js → signal-4U3mfRvL.js} +9 -11
- package/dist/src/{slack-DEURelTy.cjs → slack-BmVAVGaK.cjs} +7 -8
- package/dist/src/{slack-BQYeW9L3.js → slack-DCUPTzS2.js} +8 -8
- package/dist/src/{slack-BB6yuZzp.js → slack-DOdy_kyv.js} +7 -8
- package/dist/src/{slack-2pRrhhgJ.js → slack-DXMKtA-f.js} +7 -9
- package/dist/src/store-CXGFv4aR.js +228 -0
- package/dist/src/store-CXS-Q_91.js +6 -0
- package/dist/src/{store-D7CgQzAR.cjs → store-DLlFCC4h.cjs} +44 -45
- package/dist/src/{store-DJNsD1iC.js → store-DXilxTl-.js} +40 -36
- package/dist/src/{store-s3SftUwF.js → store-Dim__MDd.js} +34 -35
- package/dist/src/store-eYkaKMwq.cjs +5 -0
- package/dist/src/{tables-DfTsNN7X.js → tables-6YKwjN9-.js} +19 -21
- package/dist/src/tables-DLJPUdUE.js +288 -0
- package/dist/src/{tables-BKTmd6u7.cjs → tables-DPi7wKeM.cjs} +89 -91
- package/dist/src/{tables-DMegD0Xf.js → tables-gftXzE9I.js} +21 -23
- package/dist/src/telemetry-BpMfhthR.cjs +5 -0
- package/dist/src/{telemetry--WAdAfVi.js → telemetry-CMrFgtPB.js} +11 -13
- package/dist/src/telemetry-Cps3mIU-.js +171 -0
- package/dist/src/{telemetry-DQgVBCAb.cjs → telemetry-DaX14Chu.cjs} +21 -24
- package/dist/src/{telemetry-BedSm-bZ.js → telemetry-Dthj_BbD.js} +17 -14
- package/dist/src/telemetry-Dw38hanS.js +7 -0
- package/dist/src/{text-oiSbwSOI.js → text-B_UCRPp2.js} +2 -2
- package/dist/src/{text-oKzCBnK6.cjs → text-CW1cyrwj.cjs} +12 -13
- package/dist/src/{text-B_IrO4GZ.js → text-Db-Wt2u2.js} +2 -2
- package/dist/src/text-TIv0QYnd.js +22 -0
- package/dist/src/{tokenUsageUtils-FZd5O_4A.js → tokenUsageUtils-BDGe-iyI.js} +2 -2
- package/dist/src/{tokenUsageUtils-DmZSD2eU.js → tokenUsageUtils-DflFMjS0.js} +2 -2
- package/dist/src/tokenUsageUtils-NYT-WKS6.js +138 -0
- package/dist/src/{tokenUsageUtils-CXhxVj72.cjs → tokenUsageUtils-bVa1ga6f.cjs} +32 -33
- package/dist/src/{transcription-mYS9vd5v.js → transcription-BNYURcXg.js} +14 -7
- package/dist/src/{transcription-X2-B4vkX.js → transcription-B_OdaHp7.js} +14 -16
- package/dist/src/{transcription-BO1AHegO.cjs → transcription-NLVG9MT1.cjs} +14 -15
- package/dist/src/{transcription-lzBLiTFJ.js → transcription-s6A-bNrZ.js} +15 -17
- package/dist/src/{transform-B1Hi5lWS.cjs → transform-CzK1Q0zl.cjs} +24 -26
- package/dist/src/{transform-DeGlxb0D.js → transform-D5HsjduX.js} +39 -47
- package/dist/src/{transform-CYDILYDe.js → transform-DECvGmzp.js} +15 -13
- package/dist/src/transform-DTGDnAzW.js +6 -0
- package/dist/src/{transform-BEgStbHK.js → transform-DilY9wbS.js} +10 -12
- package/dist/src/{transform-D5PjiWiZ.cjs → transform-DuHvhZpj.cjs} +179 -187
- package/dist/src/transform-aa6tmVpZ.js +216 -0
- package/dist/src/transform-m3qNw4KP.cjs +5 -0
- package/dist/src/transform-uAytVuyX.js +1506 -0
- package/dist/src/{transform-Dfl89yi4.js → transform-vNucnNr0.js} +39 -47
- package/dist/src/{transformersAvailability-SZnTS3pJ.js → transformersAvailability-CEVM2GNQ.js} +2 -2
- package/dist/src/{transformersAvailability-D-glmEy7.cjs → transformersAvailability-CwayUSlh.cjs} +2 -3
- package/dist/src/{transformersAvailability-CjeFXhuJ.js → transformersAvailability-D6c6ROpT.js} +2 -2
- package/dist/src/{types-DWNf48sT.cjs → types-C_7nyzr1.cjs} +538 -574
- package/dist/src/{types-CXQduE9o.js → types-Cbd8uOMq.js} +68 -100
- package/dist/src/types-CzW2QFyi.js +3288 -0
- package/dist/src/{types-C5hEkb-x.js → types-DmyIJ-sR.js} +63 -99
- package/dist/src/{util-CoQjmE3u.js → util-B3xGByQh.js} +4 -5
- package/dist/src/{util-aLhtl3fe.cjs → util-B9vlHIIh.cjs} +208 -223
- package/dist/src/{util-Du96oyYS.js → util-BHGHw5G1.js} +4 -5
- package/dist/src/{util-DQ984syk.js → util-BRYkYPTd.js} +36 -51
- package/dist/src/{util-D9eLdGfa.js → util-BV4XUC0n.js} +5 -6
- package/dist/src/util-Bv6uGDfH.js +293 -0
- package/dist/src/{util-1wWM599Z.cjs → util-BzMcevZc.cjs} +50 -51
- package/dist/src/{util-_h4pVqrz.js → util-C1CeHl-P.js} +36 -51
- package/dist/src/{util-Bm_-UMD_.js → util-CMy69ZgQ.js} +5 -6
- package/dist/src/{util-CyUdMzV0.cjs → util-DGNOS1db.cjs} +34 -35
- package/dist/src/util-Dnmk2mBQ.js +599 -0
- package/dist/src/util-ZzmqNPlg.js +1426 -0
- package/dist/src/{utils-BjLy-Q72.cjs → utils-Cz9qXqII.cjs} +29 -32
- package/dist/src/{utils-CFMn2yHW.js → utils-XiOAgly5.js} +4 -7
- package/dist/src/utils-dLokC-eR.js +94 -0
- package/dist/src/{utils-DvWMzuMx.js → utils-f2-Moju7.js} +4 -7
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +38 -38
- package/dist/src/app/assets/index-B2D0bCSI.js +0 -439
- package/dist/src/app/assets/vendor-charts-CCl15Imd.js +0 -36
- package/dist/src/cache-ChPcurj7.js +0 -6
- package/dist/src/cache-VVu_W-yg.js +0 -8
- package/dist/src/cache-YLNCFEM2.cjs +0 -6
- package/dist/src/chunk-DHDDz29n.js +0 -22
- package/dist/src/chunk-FhC4c-0y.js +0 -21
- package/dist/src/cloud-BndfXy4H.js +0 -5
- package/dist/src/eval-BhHvMY82.js +0 -17
- package/dist/src/evalResult-Dq2gFNQY.js +0 -12
- package/dist/src/evalResult-nmcP5VKH.cjs +0 -12
- package/dist/src/evalResult-trqZjVYh.js +0 -14
- package/dist/src/evaluator-CnfPstzT.js +0 -39
- package/dist/src/fetch-IDPDue6F.cjs +0 -4
- package/dist/src/fetch-hKJ-It8q.js +0 -6
- package/dist/src/fetch-ouKnrWK-.js +0 -4
- package/dist/src/graders-CQn7WUsd.cjs +0 -34
- package/dist/src/graders-DC6QAbpW.js +0 -35
- package/dist/src/graders-DUWz3Y7j.js +0 -37
- package/dist/src/opencode-sdk-4bL9n-Gk.js +0 -382
- package/dist/src/opencode-sdk-BfC2zWcR.js +0 -376
- package/dist/src/opencode-sdk-DMJyuwMg.js +0 -380
- package/dist/src/opencode-sdk-Da-9adza.cjs +0 -383
- package/dist/src/providers-CsXB2Ix-.js +0 -35
- package/dist/src/providers-DO8ltjLC.js +0 -33
- package/dist/src/providers-Dtq-xnXd.cjs +0 -33
- package/dist/src/rubyUtils-BUbcND2f.js +0 -6
- package/dist/src/rubyUtils-Cr55X_KE.js +0 -5
- package/dist/src/rubyUtils-DlIiqoYo.cjs +0 -5
- package/dist/src/server-C2eQH4Gu.js +0 -6
- package/dist/src/server-CXWycu7H.cjs +0 -6
- package/dist/src/server-Q6OGlxxT.js +0 -8
- package/dist/src/store-B3EDO9Q3.js +0 -7
- package/dist/src/store-Dl9F8aw5.js +0 -6
- package/dist/src/store-SnrGrlt9.cjs +0 -6
- package/dist/src/telemetry-BGhiPZtl.js +0 -8
- package/dist/src/telemetry-CFfiYan6.cjs +0 -6
- package/dist/src/telemetry-DHzEduxX.js +0 -6
- package/dist/src/transform-C1x1ZlMQ.cjs +0 -6
- package/dist/src/transform-DYHjFmQu.js +0 -8
- package/dist/src/transform-rmwJT5JQ.js +0 -7
- package/dist/src/transformersAvailability-eJooj0gX.js +0 -35
|
@@ -1,9 +1,8 @@
|
|
|
1
|
-
const require_logger = require(
|
|
2
|
-
const require_fileExtensions = require(
|
|
1
|
+
const require_logger = require("./logger-Cp1GPUjj.cjs");
|
|
2
|
+
const require_fileExtensions = require("./fileExtensions-bYh77CN8.cjs");
|
|
3
3
|
let dedent = require("dedent");
|
|
4
4
|
dedent = require_logger.__toESM(dedent);
|
|
5
5
|
let zod = require("zod");
|
|
6
|
-
|
|
7
6
|
//#region src/types/env.ts
|
|
8
7
|
const ProviderEnvOverridesSchema = zod.z.object({
|
|
9
8
|
AI21_API_BASE_URL: zod.z.string().optional(),
|
|
@@ -77,7 +76,12 @@ const ProviderEnvOverridesSchema = zod.z.object({
|
|
|
77
76
|
OPENAI_API_KEY: zod.z.string().optional(),
|
|
78
77
|
OPENAI_BASE_URL: zod.z.string().optional(),
|
|
79
78
|
OPENAI_ORGANIZATION: zod.z.string().optional(),
|
|
79
|
+
CLAWDBOT_GATEWAY_PASSWORD: zod.z.string().optional(),
|
|
80
|
+
CLAWDBOT_GATEWAY_TOKEN: zod.z.string().optional(),
|
|
81
|
+
CLAWDBOT_GATEWAY_URL: zod.z.string().optional(),
|
|
80
82
|
CODEX_API_KEY: zod.z.string().optional(),
|
|
83
|
+
OPENCLAW_CONFIG_PATH: zod.z.string().optional(),
|
|
84
|
+
OPENCLAW_GATEWAY_PASSWORD: zod.z.string().optional(),
|
|
81
85
|
OPENCLAW_GATEWAY_TOKEN: zod.z.string().optional(),
|
|
82
86
|
OPENCLAW_GATEWAY_URL: zod.z.string().optional(),
|
|
83
87
|
PALM_API_HOST: zod.z.string().optional(),
|
|
@@ -124,7 +128,6 @@ const ProviderEnvOverridesSchema = zod.z.object({
|
|
|
124
128
|
AWS_SAGEMAKER_MAX_RETRIES: zod.z.string().optional(),
|
|
125
129
|
PROMPTFOO_EVAL_TIMEOUT_MS: zod.z.string().optional()
|
|
126
130
|
});
|
|
127
|
-
|
|
128
131
|
//#endregion
|
|
129
132
|
//#region src/types/shared.ts
|
|
130
133
|
const CompletionTokenDetailsSchema = zod.z.object({
|
|
@@ -152,7 +155,6 @@ const BaseTokenUsageSchema = zod.z.object({
|
|
|
152
155
|
}).optional()
|
|
153
156
|
});
|
|
154
157
|
const InputsSchema = zod.z.record(zod.z.string().regex(/^[a-zA-Z_][a-zA-Z0-9_]*$/, { error: "Input variable names must be valid identifiers (start with letter or underscore)" }), zod.z.string().min(1, { error: "Input descriptions must be non-empty strings" }));
|
|
155
|
-
|
|
156
158
|
//#endregion
|
|
157
159
|
//#region src/validators/prompts.ts
|
|
158
160
|
const PromptConfigSchema = zod.z.object({
|
|
@@ -172,10 +174,8 @@ function assert$1() {}
|
|
|
172
174
|
assert$1();
|
|
173
175
|
assert$1();
|
|
174
176
|
assert$1();
|
|
175
|
-
|
|
176
177
|
//#endregion
|
|
177
178
|
//#region src/redteam/constants/plugins.ts
|
|
178
|
-
const DEFAULT_NUM_TESTS_PER_PLUGIN = 5;
|
|
179
179
|
const MULTI_INPUT_VAR = "__prompt";
|
|
180
180
|
const LLAMA_GUARD_REPLICATE_PROVIDER = "replicate:moderation:meta/llama-guard-4-12b";
|
|
181
181
|
const LLAMA_GUARD_ENABLED_CATEGORIES = [
|
|
@@ -372,6 +372,7 @@ const PHARMACY_PLUGINS = [
|
|
|
372
372
|
];
|
|
373
373
|
const INSURANCE_PLUGINS = [
|
|
374
374
|
"insurance:coverage-discrimination",
|
|
375
|
+
"insurance:data-disclosure",
|
|
375
376
|
"insurance:network-misinformation",
|
|
376
377
|
"insurance:phi-disclosure"
|
|
377
378
|
];
|
|
@@ -457,6 +458,7 @@ const ADDITIONAL_PLUGINS = [
|
|
|
457
458
|
"ecommerce:price-manipulation",
|
|
458
459
|
"goal-misalignment",
|
|
459
460
|
"insurance:coverage-discrimination",
|
|
461
|
+
"insurance:data-disclosure",
|
|
460
462
|
"insurance:network-misinformation",
|
|
461
463
|
"insurance:phi-disclosure",
|
|
462
464
|
"off-topic",
|
|
@@ -534,7 +536,7 @@ const DEFAULT_PLUGINS = new Set([...[
|
|
|
534
536
|
...PII_PLUGINS,
|
|
535
537
|
...BIAS_PLUGINS
|
|
536
538
|
].sort()]);
|
|
537
|
-
|
|
539
|
+
new Set([
|
|
538
540
|
...DEFAULT_PLUGINS,
|
|
539
541
|
"bola",
|
|
540
542
|
"bfla",
|
|
@@ -594,12 +596,11 @@ const REMOTE_ONLY_PLUGIN_IDS = [
|
|
|
594
596
|
...TELECOM_PLUGINS,
|
|
595
597
|
...REALESTATE_PLUGINS
|
|
596
598
|
];
|
|
597
|
-
|
|
599
|
+
[
|
|
598
600
|
...Object.keys(UNALIGNED_PROVIDER_HARM_PLUGINS),
|
|
599
601
|
...BIAS_PLUGINS,
|
|
600
602
|
...REMOTE_ONLY_PLUGIN_IDS
|
|
601
603
|
];
|
|
602
|
-
|
|
603
604
|
//#endregion
|
|
604
605
|
//#region src/redteam/constants/frameworks.ts
|
|
605
606
|
const OWASP_LLM_TOP_10_MAPPING = {
|
|
@@ -1156,7 +1157,8 @@ const EU_AI_ACT_MAPPING = {
|
|
|
1156
1157
|
plugins: [
|
|
1157
1158
|
"hijacking",
|
|
1158
1159
|
"intent",
|
|
1159
|
-
"excessive-agency"
|
|
1160
|
+
"excessive-agency",
|
|
1161
|
+
"harmful:misinformation-disinformation"
|
|
1160
1162
|
],
|
|
1161
1163
|
strategies: [
|
|
1162
1164
|
"jailbreak",
|
|
@@ -1169,12 +1171,21 @@ const EU_AI_ACT_MAPPING = {
|
|
|
1169
1171
|
plugins: [
|
|
1170
1172
|
"hijacking",
|
|
1171
1173
|
"imitation",
|
|
1172
|
-
"harmful:misinformation-disinformation"
|
|
1174
|
+
"harmful:misinformation-disinformation",
|
|
1175
|
+
"bias:age",
|
|
1176
|
+
"bias:disability"
|
|
1173
1177
|
],
|
|
1174
|
-
strategies: []
|
|
1178
|
+
strategies: ["jailbreak"]
|
|
1175
1179
|
},
|
|
1176
1180
|
"eu:ai-act:art5:social-scoring": {
|
|
1177
|
-
plugins: [
|
|
1181
|
+
plugins: [
|
|
1182
|
+
"harmful:misinformation-disinformation",
|
|
1183
|
+
"overreliance",
|
|
1184
|
+
"bias:age",
|
|
1185
|
+
"bias:gender",
|
|
1186
|
+
"bias:race",
|
|
1187
|
+
"bias:disability"
|
|
1188
|
+
],
|
|
1178
1189
|
strategies: []
|
|
1179
1190
|
},
|
|
1180
1191
|
"eu:ai-act:art5:biometric-categorisation": {
|
|
@@ -1222,7 +1233,10 @@ const EU_AI_ACT_MAPPING = {
|
|
|
1222
1233
|
plugins: [
|
|
1223
1234
|
"harmful:misinformation-disinformation",
|
|
1224
1235
|
"hallucination",
|
|
1225
|
-
"overreliance"
|
|
1236
|
+
"overreliance",
|
|
1237
|
+
"bias:race",
|
|
1238
|
+
"bias:gender",
|
|
1239
|
+
"bias:disability"
|
|
1226
1240
|
],
|
|
1227
1241
|
strategies: []
|
|
1228
1242
|
},
|
|
@@ -1230,7 +1244,11 @@ const EU_AI_ACT_MAPPING = {
|
|
|
1230
1244
|
plugins: [
|
|
1231
1245
|
"imitation",
|
|
1232
1246
|
"pii:direct",
|
|
1233
|
-
"overreliance"
|
|
1247
|
+
"overreliance",
|
|
1248
|
+
"bias:gender",
|
|
1249
|
+
"bias:race",
|
|
1250
|
+
"bias:age",
|
|
1251
|
+
"bias:disability"
|
|
1234
1252
|
],
|
|
1235
1253
|
strategies: []
|
|
1236
1254
|
},
|
|
@@ -1238,7 +1256,9 @@ const EU_AI_ACT_MAPPING = {
|
|
|
1238
1256
|
plugins: [
|
|
1239
1257
|
"pii:direct",
|
|
1240
1258
|
"pii:session",
|
|
1241
|
-
"excessive-agency"
|
|
1259
|
+
"excessive-agency",
|
|
1260
|
+
"bias:race",
|
|
1261
|
+
"bias:gender"
|
|
1242
1262
|
],
|
|
1243
1263
|
strategies: []
|
|
1244
1264
|
},
|
|
@@ -1246,7 +1266,8 @@ const EU_AI_ACT_MAPPING = {
|
|
|
1246
1266
|
plugins: [
|
|
1247
1267
|
"pii:direct",
|
|
1248
1268
|
"pii:api-db",
|
|
1249
|
-
"harmful:privacy"
|
|
1269
|
+
"harmful:privacy",
|
|
1270
|
+
"bias:race"
|
|
1250
1271
|
],
|
|
1251
1272
|
strategies: []
|
|
1252
1273
|
},
|
|
@@ -1254,7 +1275,8 @@ const EU_AI_ACT_MAPPING = {
|
|
|
1254
1275
|
plugins: [
|
|
1255
1276
|
"pii:direct",
|
|
1256
1277
|
"harmful:hate",
|
|
1257
|
-
"harmful:privacy"
|
|
1278
|
+
"harmful:privacy",
|
|
1279
|
+
"bias:race"
|
|
1258
1280
|
],
|
|
1259
1281
|
strategies: []
|
|
1260
1282
|
},
|
|
@@ -1262,7 +1284,9 @@ const EU_AI_ACT_MAPPING = {
|
|
|
1262
1284
|
plugins: [
|
|
1263
1285
|
"hallucination",
|
|
1264
1286
|
"harmful:misinformation-disinformation",
|
|
1265
|
-
"pii:direct"
|
|
1287
|
+
"pii:direct",
|
|
1288
|
+
"bias:race",
|
|
1289
|
+
"bias:gender"
|
|
1266
1290
|
],
|
|
1267
1291
|
strategies: []
|
|
1268
1292
|
}
|
|
@@ -1596,7 +1620,6 @@ const ALIASED_PLUGIN_MAPPINGS = {
|
|
|
1596
1620
|
strategies: []
|
|
1597
1621
|
} }
|
|
1598
1622
|
};
|
|
1599
|
-
|
|
1600
1623
|
//#endregion
|
|
1601
1624
|
//#region src/redteam/constants/metadata.ts
|
|
1602
1625
|
const Severity = {
|
|
@@ -1613,20 +1636,8 @@ const SeveritySchema = zod.z.enum([
|
|
|
1613
1636
|
"low",
|
|
1614
1637
|
"informational"
|
|
1615
1638
|
]);
|
|
1616
|
-
|
|
1617
|
-
|
|
1618
|
-
[Severity.High]: "High",
|
|
1619
|
-
[Severity.Medium]: "Medium",
|
|
1620
|
-
[Severity.Low]: "Low",
|
|
1621
|
-
[Severity.Informational]: "Informational"
|
|
1622
|
-
};
|
|
1623
|
-
const severityRiskScores = {
|
|
1624
|
-
[Severity.Critical]: 9,
|
|
1625
|
-
[Severity.High]: 7,
|
|
1626
|
-
[Severity.Medium]: 4,
|
|
1627
|
-
[Severity.Low]: 0,
|
|
1628
|
-
[Severity.Informational]: 0
|
|
1629
|
-
};
|
|
1639
|
+
Severity.Critical, Severity.High, Severity.Medium, Severity.Low, Severity.Informational;
|
|
1640
|
+
Severity.Critical, Severity.High, Severity.Medium, Severity.Low, Severity.Informational;
|
|
1630
1641
|
const riskCategorySeverityMap = {
|
|
1631
1642
|
["agentic:memory-poisoning"]: Severity.High,
|
|
1632
1643
|
aegis: Severity.Medium,
|
|
@@ -1715,6 +1726,7 @@ const riskCategorySeverityMap = {
|
|
|
1715
1726
|
imitation: Severity.Low,
|
|
1716
1727
|
"indirect-prompt-injection": Severity.High,
|
|
1717
1728
|
"insurance:coverage-discrimination": Severity.Critical,
|
|
1729
|
+
"insurance:data-disclosure": Severity.Critical,
|
|
1718
1730
|
"insurance:network-misinformation": Severity.High,
|
|
1719
1731
|
"insurance:phi-disclosure": Severity.Critical,
|
|
1720
1732
|
"ecommerce:pci-dss": Severity.Critical,
|
|
@@ -1775,7 +1787,7 @@ const riskCategorySeverityMap = {
|
|
|
1775
1787
|
wordplay: Severity.Low,
|
|
1776
1788
|
xstest: Severity.Low
|
|
1777
1789
|
};
|
|
1778
|
-
|
|
1790
|
+
Object.entries({
|
|
1779
1791
|
"Security & Access Control": [
|
|
1780
1792
|
"ascii-smuggling",
|
|
1781
1793
|
"bfla",
|
|
@@ -1798,6 +1810,7 @@ const riskCategories = {
|
|
|
1798
1810
|
"data-exfil",
|
|
1799
1811
|
"divergent-repetition",
|
|
1800
1812
|
"harmful:privacy",
|
|
1813
|
+
"insurance:data-disclosure",
|
|
1801
1814
|
"insurance:phi-disclosure",
|
|
1802
1815
|
"pii:api-db",
|
|
1803
1816
|
"pii:direct",
|
|
@@ -1923,14 +1936,12 @@ const riskCategories = {
|
|
|
1923
1936
|
"vlsu",
|
|
1924
1937
|
"xstest"
|
|
1925
1938
|
]
|
|
1926
|
-
}
|
|
1927
|
-
const categoryMapReverse = Object.entries(riskCategories).reduce((acc, [category, harms]) => {
|
|
1939
|
+
}).reduce((acc, [category, harms]) => {
|
|
1928
1940
|
harms.forEach((harm) => {
|
|
1929
1941
|
acc[harm] = category;
|
|
1930
1942
|
});
|
|
1931
1943
|
return acc;
|
|
1932
1944
|
}, {});
|
|
1933
|
-
const categoryLabels = Object.keys(categoryMapReverse);
|
|
1934
1945
|
const categoryAliases = {
|
|
1935
1946
|
["agentic:memory-poisoning"]: "AgenticMemoryPoisoning",
|
|
1936
1947
|
aegis: "Aegis",
|
|
@@ -2048,6 +2059,7 @@ const categoryAliases = {
|
|
|
2048
2059
|
imitation: "Imitation",
|
|
2049
2060
|
"indirect-prompt-injection": "Indirect Prompt Injection",
|
|
2050
2061
|
"insurance:coverage-discrimination": "InsuranceCoverageDiscrimination",
|
|
2062
|
+
"insurance:data-disclosure": "InsuranceDataDisclosure",
|
|
2051
2063
|
"insurance:network-misinformation": "InsuranceNetworkMisinformation",
|
|
2052
2064
|
"insurance:phi-disclosure": "InsurancePhiDisclosure",
|
|
2053
2065
|
intent: "Intent",
|
|
@@ -2079,7 +2091,7 @@ const categoryAliases = {
|
|
|
2079
2091
|
wordplay: "Wordplay",
|
|
2080
2092
|
xstest: "XSTest"
|
|
2081
2093
|
};
|
|
2082
|
-
|
|
2094
|
+
Object.entries(categoryAliases).reduce((acc, [key, value]) => {
|
|
2083
2095
|
acc[value] = key;
|
|
2084
2096
|
return acc;
|
|
2085
2097
|
}, {});
|
|
@@ -2117,7 +2129,7 @@ const pluginDescriptions = {
|
|
|
2117
2129
|
bias: "Unified bias detection across protected characteristics including age, disability, gender, and race",
|
|
2118
2130
|
medical: "Comprehensive medical AI safety testing for healthcare-specific vulnerabilities including hallucination, anchoring bias, incorrect knowledge, off-label use, prioritization errors, and sycophancy",
|
|
2119
2131
|
pharmacy: "Comprehensive pharmacy AI safety testing for pharmaceutical vulnerabilities including drug interactions, dosage calculations, and controlled substance compliance",
|
|
2120
|
-
insurance: "Comprehensive insurance AI safety testing
|
|
2132
|
+
insurance: "Comprehensive insurance AI safety testing across all insurance types including coverage discrimination, network misinformation, PHI disclosure, and policyholder data disclosure",
|
|
2121
2133
|
financial: "Comprehensive financial AI safety testing for financial services vulnerabilities including calculation errors, compliance violations, hallucination, and data leakage",
|
|
2122
2134
|
ecommerce: "Comprehensive e-commerce AI safety testing for payment security and transaction integrity vulnerabilities including PCI DSS compliance, fraud detection, and price manipulation",
|
|
2123
2135
|
telecom: "Comprehensive telecommunications AI safety testing across CPNI protection, account security, regulatory compliance (FCC, TCPA, CALEA), and telecom-specific fraud prevention",
|
|
@@ -2170,8 +2182,9 @@ const pluginDescriptions = {
|
|
|
2170
2182
|
"harmful:weapons:ied": "Tests handling of Improvised Explosive Devices",
|
|
2171
2183
|
hijacking: "Assesses protection against unauthorized resource usage and purpose deviation",
|
|
2172
2184
|
imitation: "Tests safeguards against unauthorized entity impersonation attempts",
|
|
2173
|
-
"insurance:coverage-discrimination": "Tests for discriminatory coverage or
|
|
2174
|
-
"insurance:
|
|
2185
|
+
"insurance:coverage-discrimination": "Tests for discriminatory coverage, underwriting, or claims determinations based on protected characteristics (age, disability, race, genetic information, sex) in violation of federal civil rights laws including ADA, Section 1557, GINA, Fair Housing Act, ECOA, and state unfair trade practices acts",
|
|
2186
|
+
"insurance:data-disclosure": "Tests for unauthorized disclosure of protected policyholder data including claims history, property details, driving records, beneficiary information, and business data in violation of GLBA, FCRA, DPPA, and state insurance privacy laws",
|
|
2187
|
+
"insurance:network-misinformation": "Tests for inaccurate provider or vendor network information including wrong network status, terminated contracts, ghost networks, and outdated provider data that could expose policyholders to unexpected costs, voided warranties, or inadequate service",
|
|
2175
2188
|
"insurance:phi-disclosure": "Tests for unauthorized disclosure of Protected Health Information in violation of HIPAA privacy regulations including cross-member PHI leakage, inadequate authentication, and disclosure to unauthorized third parties",
|
|
2176
2189
|
"ecommerce:pci-dss": "Tests for exposure of payment card data including credit card numbers, CVVs, expiration dates, cardholder names, bank account details, and payment tokens in violation of PCI DSS requirements for secure payment processing",
|
|
2177
2190
|
"ecommerce:compliance-bypass": "Tests for attempts to bypass security rules, terms of service, age restrictions, geographic limitations, or compliance policies in e-commerce systems",
|
|
@@ -2231,7 +2244,6 @@ const pluginDescriptions = {
|
|
|
2231
2244
|
xstest: "Tests how models handle ambiguous terms related to potentially harmful topics like violence and drugs",
|
|
2232
2245
|
"guardrails-eval": "Evaluate guardrail effectiveness against common risks"
|
|
2233
2246
|
};
|
|
2234
|
-
|
|
2235
2247
|
//#endregion
|
|
2236
2248
|
//#region src/redteam/constants/strategies.ts
|
|
2237
2249
|
const FRAMEWORK_COMPLIANCE_IDS = [
|
|
@@ -2250,7 +2262,6 @@ const DEFAULT_STRATEGIES = [
|
|
|
2250
2262
|
"jailbreak:meta",
|
|
2251
2263
|
"jailbreak:composite"
|
|
2252
2264
|
];
|
|
2253
|
-
const DEFAULT_STRATEGIES_SET = new Set(DEFAULT_STRATEGIES);
|
|
2254
2265
|
const MULTI_TURN_STRATEGIES = [
|
|
2255
2266
|
"crescendo",
|
|
2256
2267
|
"goat",
|
|
@@ -2258,16 +2269,9 @@ const MULTI_TURN_STRATEGIES = [
|
|
|
2258
2269
|
"custom",
|
|
2259
2270
|
"mischievous-user"
|
|
2260
2271
|
];
|
|
2261
|
-
const MULTI_TURN_STRATEGY_SET = new Set(MULTI_TURN_STRATEGIES);
|
|
2262
2272
|
const isCustomStrategy = (strategyId) => {
|
|
2263
2273
|
return strategyId === "custom" || strategyId.startsWith("custom:");
|
|
2264
2274
|
};
|
|
2265
|
-
const MULTI_MODAL_STRATEGIES = [
|
|
2266
|
-
"audio",
|
|
2267
|
-
"image",
|
|
2268
|
-
"video"
|
|
2269
|
-
];
|
|
2270
|
-
const MULTI_MODAL_STRATEGIES_SET = new Set(MULTI_MODAL_STRATEGIES);
|
|
2271
2275
|
const AGENTIC_STRATEGIES = [
|
|
2272
2276
|
"crescendo",
|
|
2273
2277
|
"goat",
|
|
@@ -2279,7 +2283,6 @@ const AGENTIC_STRATEGIES = [
|
|
|
2279
2283
|
"jailbreak:tree",
|
|
2280
2284
|
"mischievous-user"
|
|
2281
2285
|
];
|
|
2282
|
-
const AGENTIC_STRATEGIES_SET = new Set(AGENTIC_STRATEGIES);
|
|
2283
2286
|
const DATASET_PLUGINS = [
|
|
2284
2287
|
"beavertails",
|
|
2285
2288
|
"cyberseceval",
|
|
@@ -2341,22 +2344,6 @@ const _ALL_STRATEGIES = [
|
|
|
2341
2344
|
...AGENTIC_STRATEGIES
|
|
2342
2345
|
];
|
|
2343
2346
|
const ALL_STRATEGIES = Array.from(new Set(_ALL_STRATEGIES)).sort();
|
|
2344
|
-
const CONFIGURABLE_STRATEGIES = [
|
|
2345
|
-
"layer",
|
|
2346
|
-
"best-of-n",
|
|
2347
|
-
"goat",
|
|
2348
|
-
"crescendo",
|
|
2349
|
-
"indirect-web-pwn",
|
|
2350
|
-
"jailbreak",
|
|
2351
|
-
"jailbreak:hydra",
|
|
2352
|
-
"jailbreak:meta",
|
|
2353
|
-
"jailbreak:tree",
|
|
2354
|
-
"gcg",
|
|
2355
|
-
"citation",
|
|
2356
|
-
"custom",
|
|
2357
|
-
"mischievous-user"
|
|
2358
|
-
];
|
|
2359
|
-
const CONFIGURABLE_STRATEGIES_SET = new Set(CONFIGURABLE_STRATEGIES);
|
|
2360
2347
|
/**
|
|
2361
2348
|
* Default 'n' fan out for strategies that can add additional test cases during generation
|
|
2362
2349
|
*/
|
|
@@ -2371,19 +2358,6 @@ function getDefaultNFanout(strategyId) {
|
|
|
2371
2358
|
function isFanoutStrategy(strategyId) {
|
|
2372
2359
|
return strategyId in DEFAULT_N_FAN_OUT_BY_STRATEGY;
|
|
2373
2360
|
}
|
|
2374
|
-
const STRATEGIES_REQUIRING_REMOTE = [
|
|
2375
|
-
"audio",
|
|
2376
|
-
"citation",
|
|
2377
|
-
"gcg",
|
|
2378
|
-
"goat",
|
|
2379
|
-
"indirect-web-pwn",
|
|
2380
|
-
"jailbreak:composite",
|
|
2381
|
-
"jailbreak:hydra",
|
|
2382
|
-
"jailbreak:likert",
|
|
2383
|
-
"jailbreak:meta"
|
|
2384
|
-
];
|
|
2385
|
-
const STRATEGIES_REQUIRING_REMOTE_SET = new Set(STRATEGIES_REQUIRING_REMOTE);
|
|
2386
|
-
|
|
2387
2361
|
//#endregion
|
|
2388
2362
|
//#region src/util/uuid.ts
|
|
2389
2363
|
/**
|
|
@@ -2400,7 +2374,6 @@ const UUID_REGEX = /^[0-9a-f]{8}-[0-9a-f]{4}-[1-5][0-9a-f]{3}-[89ab][0-9a-f]{3}-
|
|
|
2400
2374
|
function isUuid(value) {
|
|
2401
2375
|
return UUID_REGEX.test(value);
|
|
2402
2376
|
}
|
|
2403
|
-
|
|
2404
2377
|
//#endregion
|
|
2405
2378
|
//#region src/redteam/plugins/policy/validators.ts
|
|
2406
2379
|
/**
|
|
@@ -2436,7 +2409,6 @@ function isValidInlinePolicyId(id) {
|
|
|
2436
2409
|
function isValidPolicyId(id) {
|
|
2437
2410
|
return isValidReusablePolicyId(id) || isValidInlinePolicyId(id);
|
|
2438
2411
|
}
|
|
2439
|
-
|
|
2440
2412
|
//#endregion
|
|
2441
2413
|
//#region src/redteam/types.ts
|
|
2442
2414
|
const PolicyObjectSchema = zod.z.object({
|
|
@@ -2503,7 +2475,6 @@ var PartialGenerationError = class extends Error {
|
|
|
2503
2475
|
this.failedPlugins = failedPlugins;
|
|
2504
2476
|
}
|
|
2505
2477
|
};
|
|
2506
|
-
|
|
2507
2478
|
//#endregion
|
|
2508
2479
|
//#region src/validators/providers.ts
|
|
2509
2480
|
const ProviderOptionsSchema = zod.z.object({
|
|
@@ -2528,7 +2499,7 @@ const ApiProviderSchema = zod.z.object({
|
|
|
2528
2499
|
config: zod.z.any().optional(),
|
|
2529
2500
|
inputs: InputsSchema.optional()
|
|
2530
2501
|
});
|
|
2531
|
-
|
|
2502
|
+
zod.z.object({
|
|
2532
2503
|
cached: zod.z.boolean().optional(),
|
|
2533
2504
|
cost: zod.z.number().optional(),
|
|
2534
2505
|
error: zod.z.string().optional(),
|
|
@@ -2537,17 +2508,17 @@ const ProviderResponseSchema = zod.z.object({
|
|
|
2537
2508
|
output: zod.z.union([zod.z.string(), zod.z.any()]).optional(),
|
|
2538
2509
|
tokenUsage: BaseTokenUsageSchema.optional()
|
|
2539
2510
|
});
|
|
2540
|
-
|
|
2511
|
+
zod.z.object({
|
|
2541
2512
|
error: zod.z.string().optional(),
|
|
2542
2513
|
embedding: zod.z.array(zod.z.number()).optional(),
|
|
2543
2514
|
tokenUsage: BaseTokenUsageSchema.partial().optional()
|
|
2544
2515
|
});
|
|
2545
|
-
|
|
2516
|
+
zod.z.object({
|
|
2546
2517
|
error: zod.z.string().optional(),
|
|
2547
2518
|
similarity: zod.z.number().optional(),
|
|
2548
2519
|
tokenUsage: BaseTokenUsageSchema.partial().optional()
|
|
2549
2520
|
});
|
|
2550
|
-
|
|
2521
|
+
zod.z.object({
|
|
2551
2522
|
error: zod.z.string().optional(),
|
|
2552
2523
|
classification: zod.z.record(zod.z.string(), zod.z.number()).optional()
|
|
2553
2524
|
});
|
|
@@ -2566,7 +2537,6 @@ const ProviderSchema = zod.z.union([
|
|
|
2566
2537
|
ApiProviderSchema,
|
|
2567
2538
|
ProviderOptionsSchema
|
|
2568
2539
|
]);
|
|
2569
|
-
|
|
2570
2540
|
//#endregion
|
|
2571
2541
|
//#region src/validators/redteam.ts
|
|
2572
2542
|
const TracingConfigSchema = zod.z.lazy(() => zod.z.object({
|
|
@@ -2611,7 +2581,7 @@ const RedteamPluginObjectSchema = zod.z.object({
|
|
|
2611
2581
|
message: `Invalid plugin id "${val}". Custom plugins must start with file:// or use a built-in plugin. See https://www.promptfoo.dev/docs/red-team/plugins for available plugins.`
|
|
2612
2582
|
});
|
|
2613
2583
|
})]).describe("Name of the plugin"),
|
|
2614
|
-
numTests: zod.z.int().positive().prefault(
|
|
2584
|
+
numTests: zod.z.int().positive().prefault(5).describe("Number of tests to generate for this plugin"),
|
|
2615
2585
|
config: zod.z.record(zod.z.string(), zod.z.unknown()).optional().describe("Plugin-specific configuration"),
|
|
2616
2586
|
severity: SeveritySchema.optional().describe("Severity level for this plugin")
|
|
2617
2587
|
});
|
|
@@ -2652,10 +2622,7 @@ const RedteamStrategySchema = zod.z.union([strategyIdSchema, zod.z.object({
|
|
|
2652
2622
|
id: strategyIdSchema,
|
|
2653
2623
|
config: zod.z.record(zod.z.string(), zod.z.unknown()).optional().describe("Strategy-specific configuration")
|
|
2654
2624
|
})]);
|
|
2655
|
-
|
|
2656
|
-
* Schema for `promptfoo redteam generate` command options
|
|
2657
|
-
*/
|
|
2658
|
-
const RedteamGenerateOptionsSchema = zod.z.object({
|
|
2625
|
+
zod.z.object({
|
|
2659
2626
|
addPlugins: zod.z.array(zod.z.enum(ADDITIONAL_PLUGINS)).optional().describe("Additional plugins to include"),
|
|
2660
2627
|
addStrategies: zod.z.array(zod.z.enum(ADDITIONAL_STRATEGIES)).optional().describe("Additional strategies to include"),
|
|
2661
2628
|
cache: zod.z.boolean().describe("Whether to use caching"),
|
|
@@ -2833,11 +2800,9 @@ const RedteamConfigSchema = zod.z.object({
|
|
|
2833
2800
|
});
|
|
2834
2801
|
function assert() {}
|
|
2835
2802
|
assert();
|
|
2836
|
-
|
|
2837
2803
|
//#endregion
|
|
2838
2804
|
//#region src/validators/shared.ts
|
|
2839
2805
|
const NunjucksFilterMapSchema = zod.z.record(zod.z.string(), zod.z.custom((v) => typeof v === "function"));
|
|
2840
|
-
|
|
2841
2806
|
//#endregion
|
|
2842
2807
|
//#region src/types/providers.ts
|
|
2843
2808
|
function isApiProvider(provider) {
|
|
@@ -2846,7 +2811,6 @@ function isApiProvider(provider) {
|
|
|
2846
2811
|
function isProviderOptions(provider) {
|
|
2847
2812
|
return typeof provider === "object" && provider != null && "id" in provider && typeof provider.id === "string";
|
|
2848
2813
|
}
|
|
2849
|
-
|
|
2850
2814
|
//#endregion
|
|
2851
2815
|
//#region src/types/index.ts
|
|
2852
2816
|
const CommandLineOptionsSchema = zod.z.object({
|
|
@@ -3315,480 +3279,480 @@ const EvalResultsFilterMode = zod.z.enum([
|
|
|
3315
3279
|
"passes",
|
|
3316
3280
|
"user-rated"
|
|
3317
3281
|
]);
|
|
3318
|
-
|
|
3319
3282
|
//#endregion
|
|
3320
|
-
Object.defineProperty(exports,
|
|
3321
|
-
|
|
3322
|
-
|
|
3323
|
-
|
|
3324
|
-
|
|
3325
|
-
});
|
|
3326
|
-
Object.defineProperty(exports,
|
|
3327
|
-
|
|
3328
|
-
|
|
3329
|
-
|
|
3330
|
-
|
|
3331
|
-
});
|
|
3332
|
-
Object.defineProperty(exports,
|
|
3333
|
-
|
|
3334
|
-
|
|
3335
|
-
|
|
3336
|
-
|
|
3337
|
-
});
|
|
3338
|
-
Object.defineProperty(exports,
|
|
3339
|
-
|
|
3340
|
-
|
|
3341
|
-
|
|
3342
|
-
|
|
3343
|
-
});
|
|
3344
|
-
Object.defineProperty(exports,
|
|
3345
|
-
|
|
3346
|
-
|
|
3347
|
-
|
|
3348
|
-
|
|
3349
|
-
});
|
|
3350
|
-
Object.defineProperty(exports,
|
|
3351
|
-
|
|
3352
|
-
|
|
3353
|
-
|
|
3354
|
-
|
|
3355
|
-
});
|
|
3356
|
-
Object.defineProperty(exports,
|
|
3357
|
-
|
|
3358
|
-
|
|
3359
|
-
|
|
3360
|
-
|
|
3361
|
-
});
|
|
3362
|
-
Object.defineProperty(exports,
|
|
3363
|
-
|
|
3364
|
-
|
|
3365
|
-
|
|
3366
|
-
|
|
3367
|
-
});
|
|
3368
|
-
Object.defineProperty(exports,
|
|
3369
|
-
|
|
3370
|
-
|
|
3371
|
-
|
|
3372
|
-
|
|
3373
|
-
});
|
|
3374
|
-
Object.defineProperty(exports,
|
|
3375
|
-
|
|
3376
|
-
|
|
3377
|
-
|
|
3378
|
-
|
|
3379
|
-
});
|
|
3380
|
-
Object.defineProperty(exports,
|
|
3381
|
-
|
|
3382
|
-
|
|
3383
|
-
|
|
3384
|
-
|
|
3385
|
-
});
|
|
3386
|
-
Object.defineProperty(exports,
|
|
3387
|
-
|
|
3388
|
-
|
|
3389
|
-
|
|
3390
|
-
|
|
3391
|
-
});
|
|
3392
|
-
Object.defineProperty(exports,
|
|
3393
|
-
|
|
3394
|
-
|
|
3395
|
-
|
|
3396
|
-
|
|
3397
|
-
});
|
|
3398
|
-
Object.defineProperty(exports,
|
|
3399
|
-
|
|
3400
|
-
|
|
3401
|
-
|
|
3402
|
-
|
|
3403
|
-
});
|
|
3404
|
-
Object.defineProperty(exports,
|
|
3405
|
-
|
|
3406
|
-
|
|
3407
|
-
|
|
3408
|
-
|
|
3409
|
-
});
|
|
3410
|
-
Object.defineProperty(exports,
|
|
3411
|
-
|
|
3412
|
-
|
|
3413
|
-
|
|
3414
|
-
|
|
3415
|
-
});
|
|
3416
|
-
Object.defineProperty(exports,
|
|
3417
|
-
|
|
3418
|
-
|
|
3419
|
-
|
|
3420
|
-
|
|
3421
|
-
});
|
|
3422
|
-
Object.defineProperty(exports,
|
|
3423
|
-
|
|
3424
|
-
|
|
3425
|
-
|
|
3426
|
-
|
|
3427
|
-
});
|
|
3428
|
-
Object.defineProperty(exports,
|
|
3429
|
-
|
|
3430
|
-
|
|
3431
|
-
|
|
3432
|
-
|
|
3433
|
-
});
|
|
3434
|
-
Object.defineProperty(exports,
|
|
3435
|
-
|
|
3436
|
-
|
|
3437
|
-
|
|
3438
|
-
|
|
3439
|
-
});
|
|
3440
|
-
Object.defineProperty(exports,
|
|
3441
|
-
|
|
3442
|
-
|
|
3443
|
-
|
|
3444
|
-
|
|
3445
|
-
});
|
|
3446
|
-
Object.defineProperty(exports,
|
|
3447
|
-
|
|
3448
|
-
|
|
3449
|
-
|
|
3450
|
-
|
|
3451
|
-
});
|
|
3452
|
-
Object.defineProperty(exports,
|
|
3453
|
-
|
|
3454
|
-
|
|
3455
|
-
|
|
3456
|
-
|
|
3457
|
-
});
|
|
3458
|
-
Object.defineProperty(exports,
|
|
3459
|
-
|
|
3460
|
-
|
|
3461
|
-
|
|
3462
|
-
|
|
3463
|
-
});
|
|
3464
|
-
Object.defineProperty(exports,
|
|
3465
|
-
|
|
3466
|
-
|
|
3467
|
-
|
|
3468
|
-
|
|
3469
|
-
});
|
|
3470
|
-
Object.defineProperty(exports,
|
|
3471
|
-
|
|
3472
|
-
|
|
3473
|
-
|
|
3474
|
-
|
|
3475
|
-
});
|
|
3476
|
-
Object.defineProperty(exports,
|
|
3477
|
-
|
|
3478
|
-
|
|
3479
|
-
|
|
3480
|
-
|
|
3481
|
-
});
|
|
3482
|
-
Object.defineProperty(exports,
|
|
3483
|
-
|
|
3484
|
-
|
|
3485
|
-
|
|
3486
|
-
|
|
3487
|
-
});
|
|
3488
|
-
Object.defineProperty(exports,
|
|
3489
|
-
|
|
3490
|
-
|
|
3491
|
-
|
|
3492
|
-
|
|
3493
|
-
});
|
|
3494
|
-
Object.defineProperty(exports,
|
|
3495
|
-
|
|
3496
|
-
|
|
3497
|
-
|
|
3498
|
-
|
|
3499
|
-
});
|
|
3500
|
-
Object.defineProperty(exports,
|
|
3501
|
-
|
|
3502
|
-
|
|
3503
|
-
|
|
3504
|
-
|
|
3505
|
-
});
|
|
3506
|
-
Object.defineProperty(exports,
|
|
3507
|
-
|
|
3508
|
-
|
|
3509
|
-
|
|
3510
|
-
|
|
3511
|
-
});
|
|
3512
|
-
Object.defineProperty(exports,
|
|
3513
|
-
|
|
3514
|
-
|
|
3515
|
-
|
|
3516
|
-
|
|
3517
|
-
});
|
|
3518
|
-
Object.defineProperty(exports,
|
|
3519
|
-
|
|
3520
|
-
|
|
3521
|
-
|
|
3522
|
-
|
|
3523
|
-
});
|
|
3524
|
-
Object.defineProperty(exports,
|
|
3525
|
-
|
|
3526
|
-
|
|
3527
|
-
|
|
3528
|
-
|
|
3529
|
-
});
|
|
3530
|
-
Object.defineProperty(exports,
|
|
3531
|
-
|
|
3532
|
-
|
|
3533
|
-
|
|
3534
|
-
|
|
3535
|
-
});
|
|
3536
|
-
Object.defineProperty(exports,
|
|
3537
|
-
|
|
3538
|
-
|
|
3539
|
-
|
|
3540
|
-
|
|
3541
|
-
});
|
|
3542
|
-
Object.defineProperty(exports,
|
|
3543
|
-
|
|
3544
|
-
|
|
3545
|
-
|
|
3546
|
-
|
|
3547
|
-
});
|
|
3548
|
-
Object.defineProperty(exports,
|
|
3549
|
-
|
|
3550
|
-
|
|
3551
|
-
|
|
3552
|
-
|
|
3553
|
-
});
|
|
3554
|
-
Object.defineProperty(exports,
|
|
3555
|
-
|
|
3556
|
-
|
|
3557
|
-
|
|
3558
|
-
|
|
3559
|
-
});
|
|
3560
|
-
Object.defineProperty(exports,
|
|
3561
|
-
|
|
3562
|
-
|
|
3563
|
-
|
|
3564
|
-
|
|
3565
|
-
});
|
|
3566
|
-
Object.defineProperty(exports,
|
|
3567
|
-
|
|
3568
|
-
|
|
3569
|
-
|
|
3570
|
-
|
|
3571
|
-
});
|
|
3572
|
-
Object.defineProperty(exports,
|
|
3573
|
-
|
|
3574
|
-
|
|
3575
|
-
|
|
3576
|
-
|
|
3577
|
-
});
|
|
3578
|
-
Object.defineProperty(exports,
|
|
3579
|
-
|
|
3580
|
-
|
|
3581
|
-
|
|
3582
|
-
|
|
3583
|
-
});
|
|
3584
|
-
Object.defineProperty(exports,
|
|
3585
|
-
|
|
3586
|
-
|
|
3587
|
-
|
|
3588
|
-
|
|
3589
|
-
});
|
|
3590
|
-
Object.defineProperty(exports,
|
|
3591
|
-
|
|
3592
|
-
|
|
3593
|
-
|
|
3594
|
-
|
|
3595
|
-
});
|
|
3596
|
-
Object.defineProperty(exports,
|
|
3597
|
-
|
|
3598
|
-
|
|
3599
|
-
|
|
3600
|
-
|
|
3601
|
-
});
|
|
3602
|
-
Object.defineProperty(exports,
|
|
3603
|
-
|
|
3604
|
-
|
|
3605
|
-
|
|
3606
|
-
|
|
3607
|
-
});
|
|
3608
|
-
Object.defineProperty(exports,
|
|
3609
|
-
|
|
3610
|
-
|
|
3611
|
-
|
|
3612
|
-
|
|
3613
|
-
});
|
|
3614
|
-
Object.defineProperty(exports,
|
|
3615
|
-
|
|
3616
|
-
|
|
3617
|
-
|
|
3618
|
-
|
|
3619
|
-
});
|
|
3620
|
-
Object.defineProperty(exports,
|
|
3621
|
-
|
|
3622
|
-
|
|
3623
|
-
|
|
3624
|
-
|
|
3625
|
-
});
|
|
3626
|
-
Object.defineProperty(exports,
|
|
3627
|
-
|
|
3628
|
-
|
|
3629
|
-
|
|
3630
|
-
|
|
3631
|
-
});
|
|
3632
|
-
Object.defineProperty(exports,
|
|
3633
|
-
|
|
3634
|
-
|
|
3635
|
-
|
|
3636
|
-
|
|
3637
|
-
});
|
|
3638
|
-
Object.defineProperty(exports,
|
|
3639
|
-
|
|
3640
|
-
|
|
3641
|
-
|
|
3642
|
-
|
|
3643
|
-
});
|
|
3644
|
-
Object.defineProperty(exports,
|
|
3645
|
-
|
|
3646
|
-
|
|
3647
|
-
|
|
3648
|
-
|
|
3649
|
-
});
|
|
3650
|
-
Object.defineProperty(exports,
|
|
3651
|
-
|
|
3652
|
-
|
|
3653
|
-
|
|
3654
|
-
|
|
3655
|
-
});
|
|
3656
|
-
Object.defineProperty(exports,
|
|
3657
|
-
|
|
3658
|
-
|
|
3659
|
-
|
|
3660
|
-
|
|
3661
|
-
});
|
|
3662
|
-
Object.defineProperty(exports,
|
|
3663
|
-
|
|
3664
|
-
|
|
3665
|
-
|
|
3666
|
-
|
|
3667
|
-
});
|
|
3668
|
-
Object.defineProperty(exports,
|
|
3669
|
-
|
|
3670
|
-
|
|
3671
|
-
|
|
3672
|
-
|
|
3673
|
-
});
|
|
3674
|
-
Object.defineProperty(exports,
|
|
3675
|
-
|
|
3676
|
-
|
|
3677
|
-
|
|
3678
|
-
|
|
3679
|
-
});
|
|
3680
|
-
Object.defineProperty(exports,
|
|
3681
|
-
|
|
3682
|
-
|
|
3683
|
-
|
|
3684
|
-
|
|
3685
|
-
});
|
|
3686
|
-
Object.defineProperty(exports,
|
|
3687
|
-
|
|
3688
|
-
|
|
3689
|
-
|
|
3690
|
-
|
|
3691
|
-
});
|
|
3692
|
-
Object.defineProperty(exports,
|
|
3693
|
-
|
|
3694
|
-
|
|
3695
|
-
|
|
3696
|
-
|
|
3697
|
-
});
|
|
3698
|
-
Object.defineProperty(exports,
|
|
3699
|
-
|
|
3700
|
-
|
|
3701
|
-
|
|
3702
|
-
|
|
3703
|
-
});
|
|
3704
|
-
Object.defineProperty(exports,
|
|
3705
|
-
|
|
3706
|
-
|
|
3707
|
-
|
|
3708
|
-
|
|
3709
|
-
});
|
|
3710
|
-
Object.defineProperty(exports,
|
|
3711
|
-
|
|
3712
|
-
|
|
3713
|
-
|
|
3714
|
-
|
|
3715
|
-
});
|
|
3716
|
-
Object.defineProperty(exports,
|
|
3717
|
-
|
|
3718
|
-
|
|
3719
|
-
|
|
3720
|
-
|
|
3721
|
-
});
|
|
3722
|
-
Object.defineProperty(exports,
|
|
3723
|
-
|
|
3724
|
-
|
|
3725
|
-
|
|
3726
|
-
|
|
3727
|
-
});
|
|
3728
|
-
Object.defineProperty(exports,
|
|
3729
|
-
|
|
3730
|
-
|
|
3731
|
-
|
|
3732
|
-
|
|
3733
|
-
});
|
|
3734
|
-
Object.defineProperty(exports,
|
|
3735
|
-
|
|
3736
|
-
|
|
3737
|
-
|
|
3738
|
-
|
|
3739
|
-
});
|
|
3740
|
-
Object.defineProperty(exports,
|
|
3741
|
-
|
|
3742
|
-
|
|
3743
|
-
|
|
3744
|
-
|
|
3745
|
-
});
|
|
3746
|
-
Object.defineProperty(exports,
|
|
3747
|
-
|
|
3748
|
-
|
|
3749
|
-
|
|
3750
|
-
|
|
3751
|
-
});
|
|
3752
|
-
Object.defineProperty(exports,
|
|
3753
|
-
|
|
3754
|
-
|
|
3755
|
-
|
|
3756
|
-
|
|
3757
|
-
});
|
|
3758
|
-
Object.defineProperty(exports,
|
|
3759
|
-
|
|
3760
|
-
|
|
3761
|
-
|
|
3762
|
-
|
|
3763
|
-
});
|
|
3764
|
-
Object.defineProperty(exports,
|
|
3765
|
-
|
|
3766
|
-
|
|
3767
|
-
|
|
3768
|
-
|
|
3769
|
-
});
|
|
3770
|
-
Object.defineProperty(exports,
|
|
3771
|
-
|
|
3772
|
-
|
|
3773
|
-
|
|
3774
|
-
|
|
3775
|
-
});
|
|
3776
|
-
Object.defineProperty(exports,
|
|
3777
|
-
|
|
3778
|
-
|
|
3779
|
-
|
|
3780
|
-
|
|
3781
|
-
});
|
|
3782
|
-
Object.defineProperty(exports,
|
|
3783
|
-
|
|
3784
|
-
|
|
3785
|
-
|
|
3786
|
-
|
|
3787
|
-
});
|
|
3788
|
-
Object.defineProperty(exports,
|
|
3789
|
-
|
|
3790
|
-
|
|
3791
|
-
|
|
3792
|
-
|
|
3793
|
-
});
|
|
3794
|
-
|
|
3283
|
+
Object.defineProperty(exports, "AGENTIC_STRATEGIES", {
|
|
3284
|
+
enumerable: true,
|
|
3285
|
+
get: function() {
|
|
3286
|
+
return AGENTIC_STRATEGIES;
|
|
3287
|
+
}
|
|
3288
|
+
});
|
|
3289
|
+
Object.defineProperty(exports, "ALIASED_PLUGIN_MAPPINGS", {
|
|
3290
|
+
enumerable: true,
|
|
3291
|
+
get: function() {
|
|
3292
|
+
return ALIASED_PLUGIN_MAPPINGS;
|
|
3293
|
+
}
|
|
3294
|
+
});
|
|
3295
|
+
Object.defineProperty(exports, "AssertionOrSetSchema", {
|
|
3296
|
+
enumerable: true,
|
|
3297
|
+
get: function() {
|
|
3298
|
+
return AssertionOrSetSchema;
|
|
3299
|
+
}
|
|
3300
|
+
});
|
|
3301
|
+
Object.defineProperty(exports, "AssertionSchema", {
|
|
3302
|
+
enumerable: true,
|
|
3303
|
+
get: function() {
|
|
3304
|
+
return AssertionSchema;
|
|
3305
|
+
}
|
|
3306
|
+
});
|
|
3307
|
+
Object.defineProperty(exports, "AssertionSetSchema", {
|
|
3308
|
+
enumerable: true,
|
|
3309
|
+
get: function() {
|
|
3310
|
+
return AssertionSetSchema;
|
|
3311
|
+
}
|
|
3312
|
+
});
|
|
3313
|
+
Object.defineProperty(exports, "AssertionTypeSchema", {
|
|
3314
|
+
enumerable: true,
|
|
3315
|
+
get: function() {
|
|
3316
|
+
return AssertionTypeSchema;
|
|
3317
|
+
}
|
|
3318
|
+
});
|
|
3319
|
+
Object.defineProperty(exports, "AtomicTestCaseSchema", {
|
|
3320
|
+
enumerable: true,
|
|
3321
|
+
get: function() {
|
|
3322
|
+
return AtomicTestCaseSchema;
|
|
3323
|
+
}
|
|
3324
|
+
});
|
|
3325
|
+
Object.defineProperty(exports, "BIAS_PLUGINS", {
|
|
3326
|
+
enumerable: true,
|
|
3327
|
+
get: function() {
|
|
3328
|
+
return BIAS_PLUGINS;
|
|
3329
|
+
}
|
|
3330
|
+
});
|
|
3331
|
+
Object.defineProperty(exports, "BaseAssertionTypesSchema", {
|
|
3332
|
+
enumerable: true,
|
|
3333
|
+
get: function() {
|
|
3334
|
+
return BaseAssertionTypesSchema;
|
|
3335
|
+
}
|
|
3336
|
+
});
|
|
3337
|
+
Object.defineProperty(exports, "BaseTokenUsageSchema", {
|
|
3338
|
+
enumerable: true,
|
|
3339
|
+
get: function() {
|
|
3340
|
+
return BaseTokenUsageSchema;
|
|
3341
|
+
}
|
|
3342
|
+
});
|
|
3343
|
+
Object.defineProperty(exports, "CommandLineOptionsSchema", {
|
|
3344
|
+
enumerable: true,
|
|
3345
|
+
get: function() {
|
|
3346
|
+
return CommandLineOptionsSchema;
|
|
3347
|
+
}
|
|
3348
|
+
});
|
|
3349
|
+
Object.defineProperty(exports, "CompletedPromptSchema", {
|
|
3350
|
+
enumerable: true,
|
|
3351
|
+
get: function() {
|
|
3352
|
+
return CompletedPromptSchema;
|
|
3353
|
+
}
|
|
3354
|
+
});
|
|
3355
|
+
Object.defineProperty(exports, "CompletionTokenDetailsSchema", {
|
|
3356
|
+
enumerable: true,
|
|
3357
|
+
get: function() {
|
|
3358
|
+
return CompletionTokenDetailsSchema;
|
|
3359
|
+
}
|
|
3360
|
+
});
|
|
3361
|
+
Object.defineProperty(exports, "ConversationMessageSchema", {
|
|
3362
|
+
enumerable: true,
|
|
3363
|
+
get: function() {
|
|
3364
|
+
return ConversationMessageSchema;
|
|
3365
|
+
}
|
|
3366
|
+
});
|
|
3367
|
+
Object.defineProperty(exports, "DATASET_EXEMPT_PLUGINS", {
|
|
3368
|
+
enumerable: true,
|
|
3369
|
+
get: function() {
|
|
3370
|
+
return DATASET_EXEMPT_PLUGINS;
|
|
3371
|
+
}
|
|
3372
|
+
});
|
|
3373
|
+
Object.defineProperty(exports, "DATASET_PLUGINS", {
|
|
3374
|
+
enumerable: true,
|
|
3375
|
+
get: function() {
|
|
3376
|
+
return DATASET_PLUGINS;
|
|
3377
|
+
}
|
|
3378
|
+
});
|
|
3379
|
+
Object.defineProperty(exports, "DEFAULT_PLUGINS", {
|
|
3380
|
+
enumerable: true,
|
|
3381
|
+
get: function() {
|
|
3382
|
+
return DEFAULT_PLUGINS;
|
|
3383
|
+
}
|
|
3384
|
+
});
|
|
3385
|
+
Object.defineProperty(exports, "DEFAULT_STRATEGIES", {
|
|
3386
|
+
enumerable: true,
|
|
3387
|
+
get: function() {
|
|
3388
|
+
return DEFAULT_STRATEGIES;
|
|
3389
|
+
}
|
|
3390
|
+
});
|
|
3391
|
+
Object.defineProperty(exports, "DerivedMetricSchema", {
|
|
3392
|
+
enumerable: true,
|
|
3393
|
+
get: function() {
|
|
3394
|
+
return DerivedMetricSchema;
|
|
3395
|
+
}
|
|
3396
|
+
});
|
|
3397
|
+
Object.defineProperty(exports, "EvalResultsFilterMode", {
|
|
3398
|
+
enumerable: true,
|
|
3399
|
+
get: function() {
|
|
3400
|
+
return EvalResultsFilterMode;
|
|
3401
|
+
}
|
|
3402
|
+
});
|
|
3403
|
+
Object.defineProperty(exports, "EvaluateOptionsSchema", {
|
|
3404
|
+
enumerable: true,
|
|
3405
|
+
get: function() {
|
|
3406
|
+
return EvaluateOptionsSchema;
|
|
3407
|
+
}
|
|
3408
|
+
});
|
|
3409
|
+
Object.defineProperty(exports, "FINANCIAL_PLUGINS", {
|
|
3410
|
+
enumerable: true,
|
|
3411
|
+
get: function() {
|
|
3412
|
+
return FINANCIAL_PLUGINS;
|
|
3413
|
+
}
|
|
3414
|
+
});
|
|
3415
|
+
Object.defineProperty(exports, "FOUNDATION_PLUGINS", {
|
|
3416
|
+
enumerable: true,
|
|
3417
|
+
get: function() {
|
|
3418
|
+
return FOUNDATION_PLUGINS;
|
|
3419
|
+
}
|
|
3420
|
+
});
|
|
3421
|
+
Object.defineProperty(exports, "GradingConfigSchema", {
|
|
3422
|
+
enumerable: true,
|
|
3423
|
+
get: function() {
|
|
3424
|
+
return GradingConfigSchema;
|
|
3425
|
+
}
|
|
3426
|
+
});
|
|
3427
|
+
Object.defineProperty(exports, "HARM_PLUGINS", {
|
|
3428
|
+
enumerable: true,
|
|
3429
|
+
get: function() {
|
|
3430
|
+
return HARM_PLUGINS;
|
|
3431
|
+
}
|
|
3432
|
+
});
|
|
3433
|
+
Object.defineProperty(exports, "INSURANCE_PLUGINS", {
|
|
3434
|
+
enumerable: true,
|
|
3435
|
+
get: function() {
|
|
3436
|
+
return INSURANCE_PLUGINS;
|
|
3437
|
+
}
|
|
3438
|
+
});
|
|
3439
|
+
Object.defineProperty(exports, "InputsSchema", {
|
|
3440
|
+
enumerable: true,
|
|
3441
|
+
get: function() {
|
|
3442
|
+
return InputsSchema;
|
|
3443
|
+
}
|
|
3444
|
+
});
|
|
3445
|
+
Object.defineProperty(exports, "LLAMA_GUARD_ENABLED_CATEGORIES", {
|
|
3446
|
+
enumerable: true,
|
|
3447
|
+
get: function() {
|
|
3448
|
+
return LLAMA_GUARD_ENABLED_CATEGORIES;
|
|
3449
|
+
}
|
|
3450
|
+
});
|
|
3451
|
+
Object.defineProperty(exports, "LLAMA_GUARD_REPLICATE_PROVIDER", {
|
|
3452
|
+
enumerable: true,
|
|
3453
|
+
get: function() {
|
|
3454
|
+
return LLAMA_GUARD_REPLICATE_PROVIDER;
|
|
3455
|
+
}
|
|
3456
|
+
});
|
|
3457
|
+
Object.defineProperty(exports, "MEDICAL_PLUGINS", {
|
|
3458
|
+
enumerable: true,
|
|
3459
|
+
get: function() {
|
|
3460
|
+
return MEDICAL_PLUGINS;
|
|
3461
|
+
}
|
|
3462
|
+
});
|
|
3463
|
+
Object.defineProperty(exports, "MULTI_INPUT_EXCLUDED_PLUGINS", {
|
|
3464
|
+
enumerable: true,
|
|
3465
|
+
get: function() {
|
|
3466
|
+
return MULTI_INPUT_EXCLUDED_PLUGINS;
|
|
3467
|
+
}
|
|
3468
|
+
});
|
|
3469
|
+
Object.defineProperty(exports, "MULTI_INPUT_VAR", {
|
|
3470
|
+
enumerable: true,
|
|
3471
|
+
get: function() {
|
|
3472
|
+
return MULTI_INPUT_VAR;
|
|
3473
|
+
}
|
|
3474
|
+
});
|
|
3475
|
+
Object.defineProperty(exports, "MULTI_TURN_STRATEGIES", {
|
|
3476
|
+
enumerable: true,
|
|
3477
|
+
get: function() {
|
|
3478
|
+
return MULTI_TURN_STRATEGIES;
|
|
3479
|
+
}
|
|
3480
|
+
});
|
|
3481
|
+
Object.defineProperty(exports, "NotPrefixedAssertionTypesSchema", {
|
|
3482
|
+
enumerable: true,
|
|
3483
|
+
get: function() {
|
|
3484
|
+
return NotPrefixedAssertionTypesSchema;
|
|
3485
|
+
}
|
|
3486
|
+
});
|
|
3487
|
+
Object.defineProperty(exports, "OutputConfigSchema", {
|
|
3488
|
+
enumerable: true,
|
|
3489
|
+
get: function() {
|
|
3490
|
+
return OutputConfigSchema;
|
|
3491
|
+
}
|
|
3492
|
+
});
|
|
3493
|
+
Object.defineProperty(exports, "OutputFileExtension", {
|
|
3494
|
+
enumerable: true,
|
|
3495
|
+
get: function() {
|
|
3496
|
+
return OutputFileExtension;
|
|
3497
|
+
}
|
|
3498
|
+
});
|
|
3499
|
+
Object.defineProperty(exports, "PHARMACY_PLUGINS", {
|
|
3500
|
+
enumerable: true,
|
|
3501
|
+
get: function() {
|
|
3502
|
+
return PHARMACY_PLUGINS;
|
|
3503
|
+
}
|
|
3504
|
+
});
|
|
3505
|
+
Object.defineProperty(exports, "PII_PLUGINS", {
|
|
3506
|
+
enumerable: true,
|
|
3507
|
+
get: function() {
|
|
3508
|
+
return PII_PLUGINS;
|
|
3509
|
+
}
|
|
3510
|
+
});
|
|
3511
|
+
Object.defineProperty(exports, "PLUGIN_CATEGORIES", {
|
|
3512
|
+
enumerable: true,
|
|
3513
|
+
get: function() {
|
|
3514
|
+
return PLUGIN_CATEGORIES;
|
|
3515
|
+
}
|
|
3516
|
+
});
|
|
3517
|
+
Object.defineProperty(exports, "PartialGenerationError", {
|
|
3518
|
+
enumerable: true,
|
|
3519
|
+
get: function() {
|
|
3520
|
+
return PartialGenerationError;
|
|
3521
|
+
}
|
|
3522
|
+
});
|
|
3523
|
+
Object.defineProperty(exports, "PluginConfigSchema", {
|
|
3524
|
+
enumerable: true,
|
|
3525
|
+
get: function() {
|
|
3526
|
+
return PluginConfigSchema;
|
|
3527
|
+
}
|
|
3528
|
+
});
|
|
3529
|
+
Object.defineProperty(exports, "PolicyObjectSchema", {
|
|
3530
|
+
enumerable: true,
|
|
3531
|
+
get: function() {
|
|
3532
|
+
return PolicyObjectSchema;
|
|
3533
|
+
}
|
|
3534
|
+
});
|
|
3535
|
+
Object.defineProperty(exports, "PromptSchema", {
|
|
3536
|
+
enumerable: true,
|
|
3537
|
+
get: function() {
|
|
3538
|
+
return PromptSchema;
|
|
3539
|
+
}
|
|
3540
|
+
});
|
|
3541
|
+
Object.defineProperty(exports, "ProviderOptionsSchema", {
|
|
3542
|
+
enumerable: true,
|
|
3543
|
+
get: function() {
|
|
3544
|
+
return ProviderOptionsSchema;
|
|
3545
|
+
}
|
|
3546
|
+
});
|
|
3547
|
+
Object.defineProperty(exports, "ProvidersSchema", {
|
|
3548
|
+
enumerable: true,
|
|
3549
|
+
get: function() {
|
|
3550
|
+
return ProvidersSchema;
|
|
3551
|
+
}
|
|
3552
|
+
});
|
|
3553
|
+
Object.defineProperty(exports, "REDTEAM_PROVIDER_HARM_PLUGINS", {
|
|
3554
|
+
enumerable: true,
|
|
3555
|
+
get: function() {
|
|
3556
|
+
return REDTEAM_PROVIDER_HARM_PLUGINS;
|
|
3557
|
+
}
|
|
3558
|
+
});
|
|
3559
|
+
Object.defineProperty(exports, "REMOTE_ONLY_PLUGIN_IDS", {
|
|
3560
|
+
enumerable: true,
|
|
3561
|
+
get: function() {
|
|
3562
|
+
return REMOTE_ONLY_PLUGIN_IDS;
|
|
3563
|
+
}
|
|
3564
|
+
});
|
|
3565
|
+
Object.defineProperty(exports, "RedteamConfigSchema", {
|
|
3566
|
+
enumerable: true,
|
|
3567
|
+
get: function() {
|
|
3568
|
+
return RedteamConfigSchema;
|
|
3569
|
+
}
|
|
3570
|
+
});
|
|
3571
|
+
Object.defineProperty(exports, "ResultFailureReason", {
|
|
3572
|
+
enumerable: true,
|
|
3573
|
+
get: function() {
|
|
3574
|
+
return ResultFailureReason;
|
|
3575
|
+
}
|
|
3576
|
+
});
|
|
3577
|
+
Object.defineProperty(exports, "STRATEGY_COLLECTIONS", {
|
|
3578
|
+
enumerable: true,
|
|
3579
|
+
get: function() {
|
|
3580
|
+
return STRATEGY_COLLECTIONS;
|
|
3581
|
+
}
|
|
3582
|
+
});
|
|
3583
|
+
Object.defineProperty(exports, "STRATEGY_COLLECTION_MAPPINGS", {
|
|
3584
|
+
enumerable: true,
|
|
3585
|
+
get: function() {
|
|
3586
|
+
return STRATEGY_COLLECTION_MAPPINGS;
|
|
3587
|
+
}
|
|
3588
|
+
});
|
|
3589
|
+
Object.defineProperty(exports, "STRATEGY_EXEMPT_PLUGINS", {
|
|
3590
|
+
enumerable: true,
|
|
3591
|
+
get: function() {
|
|
3592
|
+
return STRATEGY_EXEMPT_PLUGINS;
|
|
3593
|
+
}
|
|
3594
|
+
});
|
|
3595
|
+
Object.defineProperty(exports, "ScenarioSchema", {
|
|
3596
|
+
enumerable: true,
|
|
3597
|
+
get: function() {
|
|
3598
|
+
return ScenarioSchema;
|
|
3599
|
+
}
|
|
3600
|
+
});
|
|
3601
|
+
Object.defineProperty(exports, "Severity", {
|
|
3602
|
+
enumerable: true,
|
|
3603
|
+
get: function() {
|
|
3604
|
+
return Severity;
|
|
3605
|
+
}
|
|
3606
|
+
});
|
|
3607
|
+
Object.defineProperty(exports, "SpecialAssertionTypesSchema", {
|
|
3608
|
+
enumerable: true,
|
|
3609
|
+
get: function() {
|
|
3610
|
+
return SpecialAssertionTypesSchema;
|
|
3611
|
+
}
|
|
3612
|
+
});
|
|
3613
|
+
Object.defineProperty(exports, "StrategyConfigSchema", {
|
|
3614
|
+
enumerable: true,
|
|
3615
|
+
get: function() {
|
|
3616
|
+
return StrategyConfigSchema;
|
|
3617
|
+
}
|
|
3618
|
+
});
|
|
3619
|
+
Object.defineProperty(exports, "TELECOM_PLUGINS", {
|
|
3620
|
+
enumerable: true,
|
|
3621
|
+
get: function() {
|
|
3622
|
+
return TELECOM_PLUGINS;
|
|
3623
|
+
}
|
|
3624
|
+
});
|
|
3625
|
+
Object.defineProperty(exports, "TestCaseSchema", {
|
|
3626
|
+
enumerable: true,
|
|
3627
|
+
get: function() {
|
|
3628
|
+
return TestCaseSchema;
|
|
3629
|
+
}
|
|
3630
|
+
});
|
|
3631
|
+
Object.defineProperty(exports, "TestCaseWithVarsFileSchema", {
|
|
3632
|
+
enumerable: true,
|
|
3633
|
+
get: function() {
|
|
3634
|
+
return TestCaseWithVarsFileSchema;
|
|
3635
|
+
}
|
|
3636
|
+
});
|
|
3637
|
+
Object.defineProperty(exports, "TestCasesWithMetadataPromptSchema", {
|
|
3638
|
+
enumerable: true,
|
|
3639
|
+
get: function() {
|
|
3640
|
+
return TestCasesWithMetadataPromptSchema;
|
|
3641
|
+
}
|
|
3642
|
+
});
|
|
3643
|
+
Object.defineProperty(exports, "TestCasesWithMetadataSchema", {
|
|
3644
|
+
enumerable: true,
|
|
3645
|
+
get: function() {
|
|
3646
|
+
return TestCasesWithMetadataSchema;
|
|
3647
|
+
}
|
|
3648
|
+
});
|
|
3649
|
+
Object.defineProperty(exports, "TestGeneratorConfigSchema", {
|
|
3650
|
+
enumerable: true,
|
|
3651
|
+
get: function() {
|
|
3652
|
+
return TestGeneratorConfigSchema;
|
|
3653
|
+
}
|
|
3654
|
+
});
|
|
3655
|
+
Object.defineProperty(exports, "TestSuiteConfigSchema", {
|
|
3656
|
+
enumerable: true,
|
|
3657
|
+
get: function() {
|
|
3658
|
+
return TestSuiteConfigSchema;
|
|
3659
|
+
}
|
|
3660
|
+
});
|
|
3661
|
+
Object.defineProperty(exports, "TestSuiteSchema", {
|
|
3662
|
+
enumerable: true,
|
|
3663
|
+
get: function() {
|
|
3664
|
+
return TestSuiteSchema;
|
|
3665
|
+
}
|
|
3666
|
+
});
|
|
3667
|
+
Object.defineProperty(exports, "UNALIGNED_PROVIDER_HARM_PLUGINS", {
|
|
3668
|
+
enumerable: true,
|
|
3669
|
+
get: function() {
|
|
3670
|
+
return UNALIGNED_PROVIDER_HARM_PLUGINS;
|
|
3671
|
+
}
|
|
3672
|
+
});
|
|
3673
|
+
Object.defineProperty(exports, "UnifiedConfigSchema", {
|
|
3674
|
+
enumerable: true,
|
|
3675
|
+
get: function() {
|
|
3676
|
+
return UnifiedConfigSchema;
|
|
3677
|
+
}
|
|
3678
|
+
});
|
|
3679
|
+
Object.defineProperty(exports, "VarsSchema", {
|
|
3680
|
+
enumerable: true,
|
|
3681
|
+
get: function() {
|
|
3682
|
+
return VarsSchema;
|
|
3683
|
+
}
|
|
3684
|
+
});
|
|
3685
|
+
Object.defineProperty(exports, "categoryAliases", {
|
|
3686
|
+
enumerable: true,
|
|
3687
|
+
get: function() {
|
|
3688
|
+
return categoryAliases;
|
|
3689
|
+
}
|
|
3690
|
+
});
|
|
3691
|
+
Object.defineProperty(exports, "getDefaultNFanout", {
|
|
3692
|
+
enumerable: true,
|
|
3693
|
+
get: function() {
|
|
3694
|
+
return getDefaultNFanout;
|
|
3695
|
+
}
|
|
3696
|
+
});
|
|
3697
|
+
Object.defineProperty(exports, "isApiProvider", {
|
|
3698
|
+
enumerable: true,
|
|
3699
|
+
get: function() {
|
|
3700
|
+
return isApiProvider;
|
|
3701
|
+
}
|
|
3702
|
+
});
|
|
3703
|
+
Object.defineProperty(exports, "isCustomStrategy", {
|
|
3704
|
+
enumerable: true,
|
|
3705
|
+
get: function() {
|
|
3706
|
+
return isCustomStrategy;
|
|
3707
|
+
}
|
|
3708
|
+
});
|
|
3709
|
+
Object.defineProperty(exports, "isFanoutStrategy", {
|
|
3710
|
+
enumerable: true,
|
|
3711
|
+
get: function() {
|
|
3712
|
+
return isFanoutStrategy;
|
|
3713
|
+
}
|
|
3714
|
+
});
|
|
3715
|
+
Object.defineProperty(exports, "isGradingResult", {
|
|
3716
|
+
enumerable: true,
|
|
3717
|
+
get: function() {
|
|
3718
|
+
return isGradingResult;
|
|
3719
|
+
}
|
|
3720
|
+
});
|
|
3721
|
+
Object.defineProperty(exports, "isProviderOptions", {
|
|
3722
|
+
enumerable: true,
|
|
3723
|
+
get: function() {
|
|
3724
|
+
return isProviderOptions;
|
|
3725
|
+
}
|
|
3726
|
+
});
|
|
3727
|
+
Object.defineProperty(exports, "isResultFailureReason", {
|
|
3728
|
+
enumerable: true,
|
|
3729
|
+
get: function() {
|
|
3730
|
+
return isResultFailureReason;
|
|
3731
|
+
}
|
|
3732
|
+
});
|
|
3733
|
+
Object.defineProperty(exports, "isUuid", {
|
|
3734
|
+
enumerable: true,
|
|
3735
|
+
get: function() {
|
|
3736
|
+
return isUuid;
|
|
3737
|
+
}
|
|
3738
|
+
});
|
|
3739
|
+
Object.defineProperty(exports, "isValidReusablePolicyId", {
|
|
3740
|
+
enumerable: true,
|
|
3741
|
+
get: function() {
|
|
3742
|
+
return isValidReusablePolicyId;
|
|
3743
|
+
}
|
|
3744
|
+
});
|
|
3745
|
+
Object.defineProperty(exports, "pluginDescriptions", {
|
|
3746
|
+
enumerable: true,
|
|
3747
|
+
get: function() {
|
|
3748
|
+
return pluginDescriptions;
|
|
3749
|
+
}
|
|
3750
|
+
});
|
|
3751
|
+
Object.defineProperty(exports, "riskCategorySeverityMap", {
|
|
3752
|
+
enumerable: true,
|
|
3753
|
+
get: function() {
|
|
3754
|
+
return riskCategorySeverityMap;
|
|
3755
|
+
}
|
|
3756
|
+
});
|
|
3757
|
+
|
|
3758
|
+
//# sourceMappingURL=types-C_7nyzr1.cjs.map
|