promptfoo 0.120.27 → 0.121.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/src/{ListApp-8WOe2nT6.js → ListApp-Du7YVwj5.js} +2 -4
- package/dist/src/accounts-BgNJDBE6.js +206 -0
- package/dist/src/{accounts-Fl2J3_Fu.cjs → accounts-Bx-x3bmW.cjs} +77 -78
- package/dist/src/{accounts-DVINui-2.js → accounts-CMqkzrVf.js} +39 -34
- package/dist/src/{accounts-CPDRAMND.js → accounts-xrUGFA6n.js} +38 -33
- package/dist/src/{agentic-utils-D922n6mm.js → agentic-utils-BKIN5PKu.js} +9 -10
- package/dist/src/{agents-BO2n8Z0d.cjs → agents-B0f4HICh.cjs} +37 -40
- package/dist/src/{agents-BXLmVsxR.js → agents-C-dDThPK.js} +37 -37
- package/dist/src/{agents-DgJf2-ez.cjs → agents-CErsqg5U.cjs} +16 -17
- package/dist/src/{agents-BcsN_BgB.js → agents-CVIn-Utx.js} +16 -12
- package/dist/src/{agents-hqgSV-3o.js → agents-CXknwsFX.js} +37 -40
- package/dist/src/{agents-pMfppv9Z.js → agents-DeH4Gu94.js} +18 -18
- package/dist/src/{agents-BdUTAwi-.js → agents-Dy2YpZpa.js} +38 -41
- package/dist/src/{agents-DNvSH78i.js → agents-aF4-T121.js} +16 -20
- package/dist/src/{aimlapi-DOib86oE.js → aimlapi-BAGZDo5G.js} +16 -18
- package/dist/src/{aimlapi-DtgPI0nE.js → aimlapi-BNfTBexL.js} +15 -17
- package/dist/src/{aimlapi-DTPACCB1.js → aimlapi-DHRKlBEA.js} +15 -4
- package/dist/src/{aimlapi-BE_Tg9Fl.cjs → aimlapi-tg0Gkcvr.cjs} +15 -16
- package/dist/src/app/assets/index-BFCZg7hQ.js +439 -0
- package/dist/src/app/index.html +1 -1
- package/dist/src/{audio-BRYU0BFo.js → audio-BRODU0UK.js} +7 -9
- package/dist/src/{audio-Cwo68yZS.cjs → audio-BWeaWovU.cjs} +6 -7
- package/dist/src/{audio-BnRUGAm_.js → audio-CHQ4r-RV.js} +6 -5
- package/dist/src/{audio-MSRki4JU.js → audio-tf_NBjlC.js} +6 -8
- package/dist/src/{base-h961VXYk.js → base-B0tcrnq_.js} +11 -13
- package/dist/src/{base-XB2tDJrB.js → base-B4QJRyFS.js} +11 -13
- package/dist/src/{base-pGVmXNl4.cjs → base-DBtwl2FR.cjs} +36 -38
- package/dist/src/base-fEDN28WM.js +193 -0
- package/dist/src/{blobs-BM_e6hCa.js → blobs-BAU-dXan.js} +9 -12
- package/dist/src/{blobs-CR5C4Ihh.js → blobs-Bpg5rH6i.js} +9 -12
- package/dist/src/{blobs-B-KQAFhX.cjs → blobs-DvS-O6be.cjs} +34 -37
- package/dist/src/blobs-qTYm-1PY.js +236 -0
- package/dist/src/{cache-CIpsoBZR.js → cache-8XhNqPKW.js} +64 -67
- package/dist/src/cache-Bbn1Nyrd.cjs +5 -0
- package/dist/src/cache-BwsMSda7.js +6 -0
- package/dist/src/{cache-jsiwsAJv.js → cache-CG0SlR1d.js} +64 -66
- package/dist/src/{cache-BTVYfbka.cjs → cache-COish3-W.cjs} +114 -117
- package/dist/src/cache-D3eqDYGU.js +739 -0
- package/dist/src/{chat-D31K7C4u.cjs → chat-2K608PeQ.cjs} +20 -21
- package/dist/src/chat-BKm79wib.js +764 -0
- package/dist/src/{chat-B84t99NW.js → chat-CM_kyI8B.js} +20 -9
- package/dist/src/{chat-BcPjZXIp.js → chat-CRWNNq73.js} +41 -44
- package/dist/src/{chat-CcUCysjU.js → chat-CznLWr_D.js} +41 -44
- package/dist/src/{chat-DwWifjxi.js → chat-DHMH-N64.js} +20 -22
- package/dist/src/{chat-BE44YOc6.cjs → chat-DaqekjFr.cjs} +61 -64
- package/dist/src/{chat-DZM2GUHO.js → chat-DxysjBvt.js} +21 -23
- package/dist/src/{chatkit-D67HS_0b.js → chatkit-65VXf5SR.js} +58 -58
- package/dist/src/{chatkit-DAB_qfzI.js → chatkit-Be-Q-a9F.js} +58 -60
- package/dist/src/{chatkit-Biqb_wsD.js → chatkit-BxFvW8KY.js} +58 -60
- package/dist/src/{chatkit-PGG4ZYIn.cjs → chatkit-DKyPi1Gs.cjs} +58 -60
- package/dist/src/chunk-DEq-mXcV.js +15 -0
- package/dist/src/chunk-DRamLcfz.js +16 -0
- package/dist/src/{claude-agent-sdk-SVM6AdBu.js → claude-agent-sdk-BLTu0WBO.js} +31 -31
- package/dist/src/{claude-agent-sdk-C9SiaQub.cjs → claude-agent-sdk-CJH22shf.cjs} +31 -28
- package/dist/src/{claude-agent-sdk-C-IOTPfo.js → claude-agent-sdk-D6_k9FKA.js} +31 -29
- package/dist/src/{claude-agent-sdk-CiluSyW1.js → claude-agent-sdk-Dy5lT-Tx.js} +33 -20
- package/dist/src/{cloud-CZ-q9Ier.js → cloud-Bc9526yV.js} +7 -9
- package/dist/src/cloud-DmE0EwsY.js +4 -0
- package/dist/src/{cloudflare-ai-BahKHyhh.js → cloudflare-ai-C9r2sRhw.js} +16 -18
- package/dist/src/{cloudflare-ai-Dxyt50Nl.js → cloudflare-ai-CWWJCRim.js} +16 -4
- package/dist/src/{cloudflare-ai-Dfahv5SY.cjs → cloudflare-ai-ClWSdor4.cjs} +16 -17
- package/dist/src/{cloudflare-ai-v_qZD6_q.js → cloudflare-ai-ICsOuD-z.js} +17 -19
- package/dist/src/{cloudflare-gateway-BPWoZIzJ.cjs → cloudflare-gateway-C2_-KG5o.cjs} +21 -22
- package/dist/src/{cloudflare-gateway-Bi_FpOFy.js → cloudflare-gateway-D6O7AlYb.js} +23 -23
- package/dist/src/{cloudflare-gateway-btS7h1OZ.js → cloudflare-gateway-D6xFc5pa.js} +21 -25
- package/dist/src/{cloudflare-gateway-C0guUNwk.js → cloudflare-gateway-pXGHxJ47.js} +26 -14
- package/dist/src/{codex-sdk-DSxAnbfT.js → codex-sdk-C6UMlxwV.js} +28 -29
- package/dist/src/{codex-sdk-IYVi9fuM.js → codex-sdk-DUwKWezN.js} +28 -27
- package/dist/src/{codex-sdk-DulY0ZRq.js → codex-sdk-GGAw0qbD.js} +28 -29
- package/dist/src/{codex-sdk-DFKMtAyf.cjs → codex-sdk-fAO0c3yA.cjs} +28 -29
- package/dist/src/{cometapi-DkNBMk0G.js → cometapi-BasUi7-_.js} +17 -19
- package/dist/src/{cometapi-DzrR3SR_.js → cometapi-Bbjp5V4x.js} +16 -4
- package/dist/src/{cometapi-C9EEpJzT.js → cometapi-DkXrKi5z.js} +21 -24
- package/dist/src/{cometapi-DIO64tf4.cjs → cometapi-vY6aDZgo.cjs} +21 -22
- package/dist/src/{completion-CG29bfKX.js → completion-6Mx_iXxK.js} +11 -13
- package/dist/src/{completion-Bgf1VJoq.js → completion-C5rtR_9P.js} +11 -13
- package/dist/src/{completion-CCRT4kX1.cjs → completion-CDOouNzq.cjs} +21 -23
- package/dist/src/completion-C_P3ypkJ.js +120 -0
- package/dist/src/{createHash-Dw_iLu31.js → createHash-CTQmL3G2.js} +2 -3
- package/dist/src/{createHash-CYQy4YeL.cjs → createHash-CfZSc0b4.cjs} +13 -14
- package/dist/src/{createHash-CJcfskIZ.js → createHash-Da8fMwqB.js} +2 -3
- package/dist/src/createHash-DmPQkvBh.js +15 -0
- package/dist/src/{docker-D-ayp2FW.js → docker-5KcG-_86.js} +18 -20
- package/dist/src/{docker-DNcLR4Ig.cjs → docker-BwsKwxFs.cjs} +18 -19
- package/dist/src/{docker-egERKxCF.js → docker-CZnqU1XV.js} +18 -7
- package/dist/src/{docker-B81N0t4e.js → docker-DzxyDPIj.js} +19 -21
- package/dist/src/entrypoint.js +2 -3
- package/dist/src/{errors-DnGCbnx8.js → errors-P6ll7XSJ.js} +2 -2
- package/dist/src/{esm-B9dPm_BF.js → esm-C03C-mv3.js} +17 -20
- package/dist/src/{esm-D2pZ87fL.js → esm-CaIwzWR5.js} +18 -21
- package/dist/src/esm-Cd1AjG1D.js +379 -0
- package/dist/src/{esm-Ct-Joyue.cjs → esm-CnNt7sI4.cjs} +47 -49
- package/dist/src/eval-17JizQIv.js +15 -0
- package/dist/src/{eval-C-Nr6wX_.js → eval-DmFyWU7i.js} +47 -54
- package/dist/src/{evalResult-4BzI2tmj.js → evalResult-CDQiuUuf.js} +16 -12
- package/dist/src/{evalResult-DXMWJ3sx.js → evalResult-CTG2AHOS.js} +10 -11
- package/dist/src/evalResult-Cqj8pldJ.js +12 -0
- package/dist/src/{evalResult-CX8wQecI.cjs → evalResult-Dap2CekP.cjs} +20 -21
- package/dist/src/evalResult-DvcJAWJU.cjs +10 -0
- package/dist/src/evalResult-Hftn-S_i.js +10 -0
- package/dist/src/evaluator-B2CFNt-P.js +36 -0
- package/dist/src/{evaluator-8aGyV12L.js → evaluator-DPFRbFIL.js} +201 -229
- package/dist/src/{extractor-CD5yKL-G.js → extractor-CFG6bcWJ.js} +22 -24
- package/dist/src/{extractor-C031XmTA.cjs → extractor-DX36oYEv.cjs} +37 -39
- package/dist/src/{extractor-V5x_m1i0.js → extractor-M67RUtg6.js} +22 -24
- package/dist/src/extractor-YMU_Gvt8.js +374 -0
- package/dist/src/{fetch-D3OHf-lV.js → fetch-4M3YRaqL.js} +40 -45
- package/dist/src/fetch-60Gzydls.js +777 -0
- package/dist/src/{fetch-CXZI9RRr.js → fetch-BMv0O527.js} +23 -35
- package/dist/src/{fetch-BmbD-v1L.cjs → fetch-BxUk8odA.cjs} +244 -277
- package/dist/src/fetch-KV5kNASw.js +5 -0
- package/dist/src/{fileExtensions-ePDqouxn.js → fileExtensions-DnqA1y9x.js} +2 -2
- package/dist/src/{fileExtensions-BpuMmaFL.js → fileExtensions-Ds-foDzt.js} +2 -2
- package/dist/src/fileExtensions-LcDYkU4v.js +85 -0
- package/dist/src/{fileExtensions-DkJYkWUy.cjs → fileExtensions-bYh77CN8.cjs} +27 -28
- package/dist/src/{formatDuration-CdevI3An.js → formatDuration-DgBVMN65.js} +2 -2
- package/dist/src/{genaiTracer-Ce19n68P.js → genaiTracer-70Z8BIuV.js} +2 -3
- package/dist/src/{genaiTracer-CqNnnXrE.js → genaiTracer-C1rxGO8Q.js} +2 -3
- package/dist/src/genaiTracer-D3fD9dNV.js +256 -0
- package/dist/src/{genaiTracer-Dres3qrN.cjs → genaiTracer-DN4dQywX.cjs} +13 -14
- package/dist/src/graders-Bu0H9nXi.js +32 -0
- package/dist/src/{graders-DTeBrzWp.js → graders-CHO8EPM4.js} +349 -397
- package/dist/src/graders-Cfhkvx-e.js +34 -0
- package/dist/src/{graders--1y2u9HO.js → graders-CpdqD9PI.js} +349 -397
- package/dist/src/graders-DClJVpGP.cjs +32 -0
- package/dist/src/{graders-DohM2dir.cjs → graders-DOXycdlG.cjs} +684 -732
- package/dist/src/graders-DcnJsrMO.js +32 -0
- package/dist/src/graders-R9rYUM0d.js +13466 -0
- package/dist/src/{image-C3wHC9_h.js → image-BmEZqVmk.js} +9 -10
- package/dist/src/{image-O1u4bCFg.js → image-CBBVXWuT.js} +9 -10
- package/dist/src/{image-DpKl2F15.cjs → image-CDLQOcqT.cjs} +6 -7
- package/dist/src/{image-DmE-niFE.js → image-DJEvKveK.js} +6 -5
- package/dist/src/{image-CuKHuccK.cjs → image-DTedmQPg.cjs} +29 -30
- package/dist/src/{image-B0U4Hqll.js → image-gvmivTEe.js} +7 -9
- package/dist/src/image-pAX56tPG.js +257 -0
- package/dist/src/{image-DNEIf_aI.js → image-tL5hIOFh.js} +6 -8
- package/dist/src/index.cjs +605 -689
- package/dist/src/index.d.cts +11 -7
- package/dist/src/index.d.ts +11 -3
- package/dist/src/index.js +570 -658
- package/dist/src/{interactiveCheck-Bxj1Swex.js → interactiveCheck-BgLZUIt3.js} +7 -8
- package/dist/src/{invariant-DT20jrBd.js → invariant-BtWWVVhl.js} +2 -2
- package/dist/src/{invariant-1pAf2CD1.js → invariant-Ddh24eXh.js} +2 -2
- package/dist/src/{invariant-CKcJAQ6M.cjs → invariant-kfQ8Bu82.cjs} +7 -8
- package/dist/src/invariant-vgHWClmd.js +25 -0
- package/dist/src/{knowledgeBase-Be_zyW4L.js → knowledgeBase-CLJybhnF.js} +16 -16
- package/dist/src/{knowledgeBase-CEzQobWX.js → knowledgeBase-CoU-UQBg.js} +14 -9
- package/dist/src/{knowledgeBase-BZ41IFwq.js → knowledgeBase-DjWPVqSb.js} +14 -18
- package/dist/src/{knowledgeBase-D-5BMXlr.cjs → knowledgeBase-wkxuRFhA.cjs} +14 -15
- package/dist/src/{litellm-DnbRJ2if.js → litellm-B9Hysuri.js} +16 -18
- package/dist/src/{litellm-CRDqPhNI.js → litellm-CTfa0hqi.js} +15 -17
- package/dist/src/{litellm-hUSNM_M2.cjs → litellm-NYpQ8RQu.cjs} +15 -16
- package/dist/src/{litellm-9vR8zpfU.js → litellm-ePxtr9F1.js} +15 -4
- package/dist/src/{logger-CG1uZPbQ.js → logger-CT3IKMKA.js} +10 -29
- package/dist/src/{logger-B7sBeGa0.cjs → logger-Cp1GPUjj.cjs} +152 -180
- package/dist/src/logger-DLcq4dWf.js +713 -0
- package/dist/src/{logger-LSBxlt7a.js → logger-KkObSCzq.js} +13 -31
- package/dist/src/{luma-ray-Hm3d6VJE.cjs → luma-ray-B0GGNRc1.cjs} +20 -21
- package/dist/src/{luma-ray-drvgdpP9.js → luma-ray-BE2mOt6N.js} +20 -13
- package/dist/src/{luma-ray-4blv9iZ2.js → luma-ray-BW9IRGIc.js} +22 -21
- package/dist/src/{luma-ray-B2__8lYH.js → luma-ray-Cm1KZBhs.js} +20 -23
- package/dist/src/main.js +1170 -1321
- package/dist/src/{messages-XhiwCbi4.cjs → messages-1JrJs91T.cjs} +32 -34
- package/dist/src/{messages-CGPPidQr.js → messages-1x9atZmP.js} +22 -24
- package/dist/src/{messages-Uee41Mj5.js → messages-BLbWdsyt.js} +22 -24
- package/dist/src/messages-D8EA0oDc.js +240 -0
- package/dist/src/{meteor-BYykdXrV.js → meteor-44VjEACX.js} +3 -4
- package/dist/src/{meteor-CsopaHrH.js → meteor-D-SotUw9.js} +3 -4
- package/dist/src/{meteor-e-E-2vVl.cjs → meteor-DLZZ3osF.cjs} +3 -4
- package/dist/src/{meteor-C8lGP6P4.js → meteor-DUiCJRC-.js} +3 -4
- package/dist/src/{modelslab-yKz-ZNB4.js → modelslab-C1OLRmVX.js} +17 -10
- package/dist/src/{modelslab-E9gO-bYd.js → modelslab-CqXBy3U8.js} +18 -20
- package/dist/src/{modelslab-lUVW0cmB.cjs → modelslab-DcOSFwKh.cjs} +17 -18
- package/dist/src/{modelslab-ClBkr8_9.js → modelslab-X5-4LroM.js} +17 -19
- package/dist/src/{nova-reel-Dk8jNpId.js → nova-reel-BgS1ZWuK.js} +20 -13
- package/dist/src/{nova-reel-u2eF2Cxm.js → nova-reel-D2ZkOSyr.js} +22 -21
- package/dist/src/{nova-reel-D8CuO6QH.cjs → nova-reel-D9xfaMBs.cjs} +20 -21
- package/dist/src/{nova-reel-P9bwvtYX.js → nova-reel-DihqLeol.js} +20 -23
- package/dist/src/{nova-sonic-Ds1C-dpm.cjs → nova-sonic-DVu3mMIy.cjs} +30 -31
- package/dist/src/{nova-sonic-CK2rAiKi.js → nova-sonic-DezhVUYT.js} +30 -26
- package/dist/src/{nova-sonic-BaqWlkds.js → nova-sonic-P-CdUMlV.js} +30 -31
- package/dist/src/{nova-sonic-yZapPLv7.js → nova-sonic-Q3BOJeig.js} +31 -32
- package/dist/src/{openai-DUFopMrH.cjs → openai-Cuif0GEt.cjs} +8 -9
- package/dist/src/{openai-PblZ3jUE.js → openai-DElQ-fPX.js} +3 -4
- package/dist/src/{openai-CcN1B8Sb.js → openai-DhbB7eWK.js} +3 -4
- package/dist/src/openai-j-sE2O7r.js +44 -0
- package/dist/src/{openclaw-A-3_loM7.js → openclaw-BiSZPL7J.js} +20 -14
- package/dist/src/{openclaw-COn6QzDi.js → openclaw-Bv1DINsX.js} +20 -27
- package/dist/src/{openclaw-a3lylB-V.js → openclaw-D1D_ej1z.js} +21 -28
- package/dist/src/{openclaw-B6qqDr_u.cjs → openclaw-DAfWQn-o.cjs} +33 -39
- package/dist/src/opencode-sdk-C7m-wRfI.js +560 -0
- package/dist/src/opencode-sdk-CfaLN8PY.cjs +564 -0
- package/dist/src/opencode-sdk-D95s6SnR.js +562 -0
- package/dist/src/opencode-sdk-DxUPkLT7.js +560 -0
- package/dist/src/{otlpReceiver-oyf5wLGC.js → otlpReceiver--AIRW_S4.js} +53 -51
- package/dist/src/{otlpReceiver-BmmTiMjA.js → otlpReceiver-Bn5wGB1v.js} +53 -55
- package/dist/src/{otlpReceiver-lXsYVbpj.cjs → otlpReceiver-Diec4cln.cjs} +53 -55
- package/dist/src/{otlpReceiver-94URx7UW.js → otlpReceiver-g3ByGaXs.js} +53 -55
- package/dist/src/{providerRegistry-Cq_JK_CJ.js → providerRegistry-B0RUOLI_.js} +7 -8
- package/dist/src/{providerRegistry-DSSHjMKf.js → providerRegistry-CD8MEar9.js} +7 -8
- package/dist/src/{providerRegistry-CvHEVJad.cjs → providerRegistry-Civky8Ar.cjs} +12 -13
- package/dist/src/providerRegistry-DM8rZYol.js +45 -0
- package/dist/src/providers-B3HvufyI.js +33246 -0
- package/dist/src/{providers-BnFpbY_s.js → providers-BKRJTjBz.js} +1536 -1669
- package/dist/src/providers-C1rOSHiR.js +32 -0
- package/dist/src/{providers-Iil64vk9.js → providers-CFLy1_ji.js} +1543 -1676
- package/dist/src/{providers-DHbjzW2e.cjs → providers-CFu-TZl-.cjs} +1896 -2029
- package/dist/src/providers-CxmDwEFf.cjs +31 -0
- package/dist/src/providers-Dodakqr0.js +30 -0
- package/dist/src/providers-GIQ2TcsA.js +30 -0
- package/dist/src/{pythonUtils-CcT5LH1M.js → pythonUtils-C3py6GC1.js} +18 -19
- package/dist/src/{pythonUtils-DBbuI3QJ.cjs → pythonUtils-CTU3Y3lw.cjs} +42 -43
- package/dist/src/{pythonUtils-hZ8LeQLv.js → pythonUtils-D5nxkQ0P.js} +18 -19
- package/dist/src/pythonUtils-D6fwaDSg.js +249 -0
- package/dist/src/{quiverai-BuI0tE39.js → quiverai-C2jVwbH1.js} +8 -7
- package/dist/src/{quiverai-DCGSZt4U.js → quiverai-CI6gYJVI.js} +8 -10
- package/dist/src/{quiverai-DiMVJQDz.cjs → quiverai-CLkWkyZc.cjs} +8 -9
- package/dist/src/{quiverai-fQNkExW4.js → quiverai-MHSxbmmZ.js} +9 -11
- package/dist/src/{render-Dj1smHEb.js → render-Drod8m7K.js} +4 -5
- package/dist/src/{responses-DOAFFENS.js → responses-BKqJmhhc.js} +22 -25
- package/dist/src/{responses-CxzoQoBe.js → responses-CGw0DCzh.js} +22 -25
- package/dist/src/responses-jxdehPkC.js +660 -0
- package/dist/src/{responses-ghR3IOfy.cjs → responses-tD4Bd4dc.cjs} +37 -40
- package/dist/src/rubyUtils-BUHu6PhO.js +5 -0
- package/dist/src/{rubyUtils-CwbGmgYN.js → rubyUtils-BUVePouc.js} +27 -20
- package/dist/src/rubyUtils-BcuGX77l.js +222 -0
- package/dist/src/{rubyUtils-DudlFZed.js → rubyUtils-Boc4HZzX.js} +18 -19
- package/dist/src/rubyUtils-CP42kMvq.cjs +4 -0
- package/dist/src/{rubyUtils-C8MhKGHb.cjs → rubyUtils-DhCAlxZr.cjs} +48 -50
- package/dist/src/{sagemaker-gmskuyre.js → sagemaker-BK4Zb993.js} +75 -70
- package/dist/src/{sagemaker-DuM71dVU.js → sagemaker-BfiWTmvn.js} +77 -77
- package/dist/src/{sagemaker-77zbJ2Q2.cjs → sagemaker-CcQHM1jV.cjs} +75 -76
- package/dist/src/{sagemaker-CcxhlOAR.js → sagemaker-D2Q1c-sD.js} +75 -79
- package/dist/src/{scanner-DJYiSXQj.js → scanner-J8CA3LsV.js} +100 -121
- package/dist/src/server/index.js +5505 -67416
- package/dist/src/{server-B5v33lvE.cjs → server-B0PPuDw-.cjs} +57 -67
- package/dist/src/server-B1vi21hA.js +7 -0
- package/dist/src/{server-RV_i_YX5.js → server-BC7XJFgr.js} +19 -24
- package/dist/src/server-Cm9Kai_h.cjs +5 -0
- package/dist/src/{server-BJ4m4f1D.js → server-DbFphssR.js} +26 -29
- package/dist/src/server-OAs3nBRT.js +229 -0
- package/dist/src/{signal-BW33JuId.js → signal-BOTbd53Z.js} +9 -11
- package/dist/src/{slack-DEURelTy.cjs → slack-BmVAVGaK.cjs} +7 -8
- package/dist/src/{slack-BQYeW9L3.js → slack-DCUPTzS2.js} +8 -8
- package/dist/src/{slack-BB6yuZzp.js → slack-DOdy_kyv.js} +7 -8
- package/dist/src/{slack-2pRrhhgJ.js → slack-DXMKtA-f.js} +7 -9
- package/dist/src/store-BNmZ1KAz.cjs +5 -0
- package/dist/src/{store-D7CgQzAR.cjs → store-BSc-TF2w.cjs} +44 -45
- package/dist/src/store-BltJg2cd.js +6 -0
- package/dist/src/{store-s3SftUwF.js → store-D1tv90v3.js} +34 -35
- package/dist/src/{store-DJNsD1iC.js → store-DQLEjuEO.js} +40 -36
- package/dist/src/store-Ub2vaGJ1.js +228 -0
- package/dist/src/{tables-DfTsNN7X.js → tables-5EvT_Bwn.js} +19 -21
- package/dist/src/{tables-BKTmd6u7.cjs → tables-C7K-XKWp.cjs} +89 -91
- package/dist/src/{tables-DMegD0Xf.js → tables-D36WTqKX.js} +21 -23
- package/dist/src/tables-xKANLRBD.js +288 -0
- package/dist/src/telemetry-5BCRNBbe.cjs +5 -0
- package/dist/src/{telemetry-BedSm-bZ.js → telemetry-C15ziL8u.js} +17 -14
- package/dist/src/{telemetry--WAdAfVi.js → telemetry-C2YDkUQH.js} +11 -13
- package/dist/src/{telemetry-DQgVBCAb.cjs → telemetry-CbrnxHp_.cjs} +21 -24
- package/dist/src/telemetry-D4W5hboe.js +7 -0
- package/dist/src/telemetry-DMb2Mpfm.js +171 -0
- package/dist/src/{text-oiSbwSOI.js → text-B_UCRPp2.js} +2 -2
- package/dist/src/{text-oKzCBnK6.cjs → text-CW1cyrwj.cjs} +12 -13
- package/dist/src/{text-B_IrO4GZ.js → text-Db-Wt2u2.js} +2 -2
- package/dist/src/text-TIv0QYnd.js +22 -0
- package/dist/src/{tokenUsageUtils-FZd5O_4A.js → tokenUsageUtils-BDGe-iyI.js} +2 -2
- package/dist/src/{tokenUsageUtils-DmZSD2eU.js → tokenUsageUtils-DflFMjS0.js} +2 -2
- package/dist/src/tokenUsageUtils-NYT-WKS6.js +138 -0
- package/dist/src/{tokenUsageUtils-CXhxVj72.cjs → tokenUsageUtils-bVa1ga6f.cjs} +32 -33
- package/dist/src/{transcription-BO1AHegO.cjs → transcription-CL78qbOU.cjs} +14 -15
- package/dist/src/{transcription-mYS9vd5v.js → transcription-DAtxHhAM.js} +14 -7
- package/dist/src/{transcription-X2-B4vkX.js → transcription-LNZTNUUL.js} +14 -16
- package/dist/src/{transcription-lzBLiTFJ.js → transcription-QHh3AH6Z.js} +15 -17
- package/dist/src/{transform-DeGlxb0D.js → transform-Cgi24fJ7.js} +39 -47
- package/dist/src/{transform-B1Hi5lWS.cjs → transform-CzK1Q0zl.cjs} +24 -26
- package/dist/src/{transform-CYDILYDe.js → transform-DECvGmzp.js} +15 -13
- package/dist/src/{transform-Dfl89yi4.js → transform-DGLazrMm.js} +39 -47
- package/dist/src/transform-DGxXocjk.js +1506 -0
- package/dist/src/{transform-D5PjiWiZ.cjs → transform-DOcQeLld.cjs} +179 -187
- package/dist/src/transform-DTGDnAzW.js +6 -0
- package/dist/src/{transform-BEgStbHK.js → transform-DilY9wbS.js} +10 -12
- package/dist/src/transform-aa6tmVpZ.js +216 -0
- package/dist/src/transform-m3qNw4KP.cjs +5 -0
- package/dist/src/{transformersAvailability-SZnTS3pJ.js → transformersAvailability-CEVM2GNQ.js} +2 -2
- package/dist/src/{transformersAvailability-D-glmEy7.cjs → transformersAvailability-CwayUSlh.cjs} +2 -3
- package/dist/src/{transformersAvailability-CjeFXhuJ.js → transformersAvailability-D6c6ROpT.js} +2 -2
- package/dist/src/{types-CXQduE9o.js → types-CH3Ge2sE.js} +30 -90
- package/dist/src/{types-C5hEkb-x.js → types-CLKiCBW3.js} +25 -89
- package/dist/src/types-CN_TZ2GJ.js +3260 -0
- package/dist/src/{types-DWNf48sT.cjs → types-LJ0r3wbR.cjs} +500 -564
- package/dist/src/util-5cB-L7U3.js +1430 -0
- package/dist/src/util-6-GqIvzS.js +599 -0
- package/dist/src/{util-CoQjmE3u.js → util-B7T3SiBS.js} +4 -5
- package/dist/src/{util-D9eLdGfa.js → util-Betm42rL.js} +5 -6
- package/dist/src/{util-Bm_-UMD_.js → util-C-PPYSMq.js} +5 -6
- package/dist/src/{util-CyUdMzV0.cjs → util-CchiqXh_.cjs} +34 -35
- package/dist/src/{util-Du96oyYS.js → util-DaWTWKBK.js} +4 -5
- package/dist/src/{util-1wWM599Z.cjs → util-Db0a0AFH.cjs} +50 -51
- package/dist/src/{util-DQ984syk.js → util-Dlz_Wvgm.js} +37 -48
- package/dist/src/{util-_h4pVqrz.js → util-YT5HPZaS.js} +37 -48
- package/dist/src/{util-aLhtl3fe.cjs → util-Yz-1aEhW.cjs} +209 -220
- package/dist/src/util-ZZH-3QZz.js +293 -0
- package/dist/src/{utils-BjLy-Q72.cjs → utils-Cz9qXqII.cjs} +29 -32
- package/dist/src/{utils-CFMn2yHW.js → utils-XiOAgly5.js} +4 -7
- package/dist/src/utils-dLokC-eR.js +94 -0
- package/dist/src/{utils-DvWMzuMx.js → utils-f2-Moju7.js} +4 -7
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +30 -30
- package/dist/src/app/assets/index-B2D0bCSI.js +0 -439
- package/dist/src/app/tsconfig.app.tsbuildinfo +0 -1
- package/dist/src/cache-ChPcurj7.js +0 -6
- package/dist/src/cache-VVu_W-yg.js +0 -8
- package/dist/src/cache-YLNCFEM2.cjs +0 -6
- package/dist/src/chunk-DHDDz29n.js +0 -22
- package/dist/src/chunk-FhC4c-0y.js +0 -21
- package/dist/src/cloud-BndfXy4H.js +0 -5
- package/dist/src/eval-BhHvMY82.js +0 -17
- package/dist/src/evalResult-Dq2gFNQY.js +0 -12
- package/dist/src/evalResult-nmcP5VKH.cjs +0 -12
- package/dist/src/evalResult-trqZjVYh.js +0 -14
- package/dist/src/evaluator-CnfPstzT.js +0 -39
- package/dist/src/fetch-IDPDue6F.cjs +0 -4
- package/dist/src/fetch-hKJ-It8q.js +0 -6
- package/dist/src/fetch-ouKnrWK-.js +0 -4
- package/dist/src/graders-CQn7WUsd.cjs +0 -34
- package/dist/src/graders-DC6QAbpW.js +0 -35
- package/dist/src/graders-DUWz3Y7j.js +0 -37
- package/dist/src/opencode-sdk-4bL9n-Gk.js +0 -382
- package/dist/src/opencode-sdk-BfC2zWcR.js +0 -376
- package/dist/src/opencode-sdk-DMJyuwMg.js +0 -380
- package/dist/src/opencode-sdk-Da-9adza.cjs +0 -383
- package/dist/src/providers-CsXB2Ix-.js +0 -35
- package/dist/src/providers-DO8ltjLC.js +0 -33
- package/dist/src/providers-Dtq-xnXd.cjs +0 -33
- package/dist/src/rubyUtils-BUbcND2f.js +0 -6
- package/dist/src/rubyUtils-Cr55X_KE.js +0 -5
- package/dist/src/rubyUtils-DlIiqoYo.cjs +0 -5
- package/dist/src/server-C2eQH4Gu.js +0 -6
- package/dist/src/server-CXWycu7H.cjs +0 -6
- package/dist/src/server-Q6OGlxxT.js +0 -8
- package/dist/src/store-B3EDO9Q3.js +0 -7
- package/dist/src/store-Dl9F8aw5.js +0 -6
- package/dist/src/store-SnrGrlt9.cjs +0 -6
- package/dist/src/telemetry-BGhiPZtl.js +0 -8
- package/dist/src/telemetry-CFfiYan6.cjs +0 -6
- package/dist/src/telemetry-DHzEduxX.js +0 -6
- package/dist/src/transform-C1x1ZlMQ.cjs +0 -6
- package/dist/src/transform-DYHjFmQu.js +0 -8
- package/dist/src/transform-rmwJT5JQ.js +0 -7
- package/dist/src/transformersAvailability-eJooj0gX.js +0 -35
|
@@ -1,8 +1,7 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import { i as isJavascriptFile, t as JAVASCRIPT_EXTENSIONS } from "./fileExtensions-
|
|
2
|
+
import { i as isJavascriptFile, t as JAVASCRIPT_EXTENSIONS } from "./fileExtensions-Ds-foDzt.js";
|
|
3
3
|
import { z } from "zod";
|
|
4
4
|
import dedent from "dedent";
|
|
5
|
-
|
|
6
5
|
//#region src/types/shared.ts
|
|
7
6
|
const CompletionTokenDetailsSchema = z.object({
|
|
8
7
|
reasoning: z.number().optional(),
|
|
@@ -29,10 +28,8 @@ const BaseTokenUsageSchema = z.object({
|
|
|
29
28
|
}).optional()
|
|
30
29
|
});
|
|
31
30
|
const InputsSchema = z.record(z.string().regex(/^[a-zA-Z_][a-zA-Z0-9_]*$/, { error: "Input variable names must be valid identifiers (start with letter or underscore)" }), z.string().min(1, { error: "Input descriptions must be non-empty strings" }));
|
|
32
|
-
|
|
33
31
|
//#endregion
|
|
34
32
|
//#region src/redteam/constants/plugins.ts
|
|
35
|
-
const DEFAULT_NUM_TESTS_PER_PLUGIN = 5;
|
|
36
33
|
const MULTI_INPUT_VAR = "__prompt";
|
|
37
34
|
const REDTEAM_MODEL = "openai:chat:gpt-5-2025-08-07";
|
|
38
35
|
const LLAMA_GUARD_REPLICATE_PROVIDER = "replicate:moderation:meta/llama-guard-4-12b";
|
|
@@ -230,6 +227,7 @@ const PHARMACY_PLUGINS = [
|
|
|
230
227
|
];
|
|
231
228
|
const INSURANCE_PLUGINS = [
|
|
232
229
|
"insurance:coverage-discrimination",
|
|
230
|
+
"insurance:data-disclosure",
|
|
233
231
|
"insurance:network-misinformation",
|
|
234
232
|
"insurance:phi-disclosure"
|
|
235
233
|
];
|
|
@@ -315,6 +313,7 @@ const ADDITIONAL_PLUGINS = [
|
|
|
315
313
|
"ecommerce:price-manipulation",
|
|
316
314
|
"goal-misalignment",
|
|
317
315
|
"insurance:coverage-discrimination",
|
|
316
|
+
"insurance:data-disclosure",
|
|
318
317
|
"insurance:network-misinformation",
|
|
319
318
|
"insurance:phi-disclosure",
|
|
320
319
|
"off-topic",
|
|
@@ -392,7 +391,7 @@ const DEFAULT_PLUGINS = new Set([...[
|
|
|
392
391
|
...PII_PLUGINS,
|
|
393
392
|
...BIAS_PLUGINS
|
|
394
393
|
].sort()]);
|
|
395
|
-
|
|
394
|
+
new Set([
|
|
396
395
|
...DEFAULT_PLUGINS,
|
|
397
396
|
"bola",
|
|
398
397
|
"bfla",
|
|
@@ -452,12 +451,11 @@ const REMOTE_ONLY_PLUGIN_IDS = [
|
|
|
452
451
|
...TELECOM_PLUGINS,
|
|
453
452
|
...REALESTATE_PLUGINS
|
|
454
453
|
];
|
|
455
|
-
|
|
454
|
+
[
|
|
456
455
|
...Object.keys(UNALIGNED_PROVIDER_HARM_PLUGINS),
|
|
457
456
|
...BIAS_PLUGINS,
|
|
458
457
|
...REMOTE_ONLY_PLUGIN_IDS
|
|
459
458
|
];
|
|
460
|
-
|
|
461
459
|
//#endregion
|
|
462
460
|
//#region src/redteam/constants/frameworks.ts
|
|
463
461
|
const OWASP_LLM_TOP_10_MAPPING = {
|
|
@@ -1454,7 +1452,6 @@ const ALIASED_PLUGIN_MAPPINGS = {
|
|
|
1454
1452
|
strategies: []
|
|
1455
1453
|
} }
|
|
1456
1454
|
};
|
|
1457
|
-
|
|
1458
1455
|
//#endregion
|
|
1459
1456
|
//#region src/redteam/constants/metadata.ts
|
|
1460
1457
|
const subCategoryDescriptions = {
|
|
@@ -1532,6 +1529,7 @@ const subCategoryDescriptions = {
|
|
|
1532
1529
|
imitation: "Tests handling of unauthorized impersonation of entities",
|
|
1533
1530
|
"indirect-prompt-injection": "Tests for injection vulnerabilities via untrusted variables",
|
|
1534
1531
|
"insurance:coverage-discrimination": "Tests for discriminatory coverage decisions based on protected characteristics (age, disability, race, etc.)",
|
|
1532
|
+
"insurance:data-disclosure": "Tests for unauthorized disclosure of protected policyholder data including claims history, property details, driving records, and financial information",
|
|
1535
1533
|
"insurance:network-misinformation": "Tests for inaccurate provider network information",
|
|
1536
1534
|
"insurance:phi-disclosure": "Tests for unauthorized disclosure of Protected Health Information in violation of HIPAA privacy regulations",
|
|
1537
1535
|
"ecommerce:pci-dss": "Tests for exposure of payment card data including credit card numbers, CVVs, and bank account details in violation of PCI DSS requirements",
|
|
@@ -1614,7 +1612,7 @@ const subCategoryDescriptions = {
|
|
|
1614
1612
|
bias: "Bias detection across protected characteristics",
|
|
1615
1613
|
medical: "Medical AI safety testing across healthcare vulnerabilities",
|
|
1616
1614
|
pharmacy: "Pharmacy AI safety testing across pharmaceutical vulnerabilities",
|
|
1617
|
-
insurance: "Insurance AI safety testing across
|
|
1615
|
+
insurance: "Insurance AI safety testing across all insurance types",
|
|
1618
1616
|
financial: "Financial AI safety testing across financial services vulnerabilities",
|
|
1619
1617
|
ecommerce: "E-commerce AI safety testing across payment security and transaction integrity vulnerabilities",
|
|
1620
1618
|
telecom: "Telecommunications AI safety testing across CPNI protection, account security, and regulatory compliance vulnerabilities",
|
|
@@ -1654,20 +1652,8 @@ const SeveritySchema = z.enum([
|
|
|
1654
1652
|
"low",
|
|
1655
1653
|
"informational"
|
|
1656
1654
|
]);
|
|
1657
|
-
|
|
1658
|
-
|
|
1659
|
-
[Severity.High]: "High",
|
|
1660
|
-
[Severity.Medium]: "Medium",
|
|
1661
|
-
[Severity.Low]: "Low",
|
|
1662
|
-
[Severity.Informational]: "Informational"
|
|
1663
|
-
};
|
|
1664
|
-
const severityRiskScores = {
|
|
1665
|
-
[Severity.Critical]: 9,
|
|
1666
|
-
[Severity.High]: 7,
|
|
1667
|
-
[Severity.Medium]: 4,
|
|
1668
|
-
[Severity.Low]: 0,
|
|
1669
|
-
[Severity.Informational]: 0
|
|
1670
|
-
};
|
|
1655
|
+
Severity.Critical, Severity.High, Severity.Medium, Severity.Low, Severity.Informational;
|
|
1656
|
+
Severity.Critical, Severity.High, Severity.Medium, Severity.Low, Severity.Informational;
|
|
1671
1657
|
const riskCategorySeverityMap = {
|
|
1672
1658
|
["agentic:memory-poisoning"]: Severity.High,
|
|
1673
1659
|
aegis: Severity.Medium,
|
|
@@ -1756,6 +1742,7 @@ const riskCategorySeverityMap = {
|
|
|
1756
1742
|
imitation: Severity.Low,
|
|
1757
1743
|
"indirect-prompt-injection": Severity.High,
|
|
1758
1744
|
"insurance:coverage-discrimination": Severity.Critical,
|
|
1745
|
+
"insurance:data-disclosure": Severity.Critical,
|
|
1759
1746
|
"insurance:network-misinformation": Severity.High,
|
|
1760
1747
|
"insurance:phi-disclosure": Severity.Critical,
|
|
1761
1748
|
"ecommerce:pci-dss": Severity.Critical,
|
|
@@ -1816,7 +1803,7 @@ const riskCategorySeverityMap = {
|
|
|
1816
1803
|
wordplay: Severity.Low,
|
|
1817
1804
|
xstest: Severity.Low
|
|
1818
1805
|
};
|
|
1819
|
-
|
|
1806
|
+
Object.entries({
|
|
1820
1807
|
"Security & Access Control": [
|
|
1821
1808
|
"ascii-smuggling",
|
|
1822
1809
|
"bfla",
|
|
@@ -1839,6 +1826,7 @@ const riskCategories = {
|
|
|
1839
1826
|
"data-exfil",
|
|
1840
1827
|
"divergent-repetition",
|
|
1841
1828
|
"harmful:privacy",
|
|
1829
|
+
"insurance:data-disclosure",
|
|
1842
1830
|
"insurance:phi-disclosure",
|
|
1843
1831
|
"pii:api-db",
|
|
1844
1832
|
"pii:direct",
|
|
@@ -1964,14 +1952,12 @@ const riskCategories = {
|
|
|
1964
1952
|
"vlsu",
|
|
1965
1953
|
"xstest"
|
|
1966
1954
|
]
|
|
1967
|
-
}
|
|
1968
|
-
const categoryMapReverse = Object.entries(riskCategories).reduce((acc, [category, harms]) => {
|
|
1955
|
+
}).reduce((acc, [category, harms]) => {
|
|
1969
1956
|
harms.forEach((harm) => {
|
|
1970
1957
|
acc[harm] = category;
|
|
1971
1958
|
});
|
|
1972
1959
|
return acc;
|
|
1973
1960
|
}, {});
|
|
1974
|
-
const categoryLabels = Object.keys(categoryMapReverse);
|
|
1975
1961
|
const categoryAliases = {
|
|
1976
1962
|
["agentic:memory-poisoning"]: "AgenticMemoryPoisoning",
|
|
1977
1963
|
aegis: "Aegis",
|
|
@@ -2089,6 +2075,7 @@ const categoryAliases = {
|
|
|
2089
2075
|
imitation: "Imitation",
|
|
2090
2076
|
"indirect-prompt-injection": "Indirect Prompt Injection",
|
|
2091
2077
|
"insurance:coverage-discrimination": "InsuranceCoverageDiscrimination",
|
|
2078
|
+
"insurance:data-disclosure": "InsuranceDataDisclosure",
|
|
2092
2079
|
"insurance:network-misinformation": "InsuranceNetworkMisinformation",
|
|
2093
2080
|
"insurance:phi-disclosure": "InsurancePhiDisclosure",
|
|
2094
2081
|
intent: "Intent",
|
|
@@ -2120,7 +2107,7 @@ const categoryAliases = {
|
|
|
2120
2107
|
wordplay: "Wordplay",
|
|
2121
2108
|
xstest: "XSTest"
|
|
2122
2109
|
};
|
|
2123
|
-
|
|
2110
|
+
Object.entries(categoryAliases).reduce((acc, [key, value]) => {
|
|
2124
2111
|
acc[value] = key;
|
|
2125
2112
|
return acc;
|
|
2126
2113
|
}, {});
|
|
@@ -2158,7 +2145,7 @@ const pluginDescriptions = {
|
|
|
2158
2145
|
bias: "Unified bias detection across protected characteristics including age, disability, gender, and race",
|
|
2159
2146
|
medical: "Comprehensive medical AI safety testing for healthcare-specific vulnerabilities including hallucination, anchoring bias, incorrect knowledge, off-label use, prioritization errors, and sycophancy",
|
|
2160
2147
|
pharmacy: "Comprehensive pharmacy AI safety testing for pharmaceutical vulnerabilities including drug interactions, dosage calculations, and controlled substance compliance",
|
|
2161
|
-
insurance: "Comprehensive insurance AI safety testing
|
|
2148
|
+
insurance: "Comprehensive insurance AI safety testing across all insurance types including coverage discrimination, network misinformation, PHI disclosure, and policyholder data disclosure",
|
|
2162
2149
|
financial: "Comprehensive financial AI safety testing for financial services vulnerabilities including calculation errors, compliance violations, hallucination, and data leakage",
|
|
2163
2150
|
ecommerce: "Comprehensive e-commerce AI safety testing for payment security and transaction integrity vulnerabilities including PCI DSS compliance, fraud detection, and price manipulation",
|
|
2164
2151
|
telecom: "Comprehensive telecommunications AI safety testing across CPNI protection, account security, regulatory compliance (FCC, TCPA, CALEA), and telecom-specific fraud prevention",
|
|
@@ -2211,8 +2198,9 @@ const pluginDescriptions = {
|
|
|
2211
2198
|
"harmful:weapons:ied": "Tests handling of Improvised Explosive Devices",
|
|
2212
2199
|
hijacking: "Assesses protection against unauthorized resource usage and purpose deviation",
|
|
2213
2200
|
imitation: "Tests safeguards against unauthorized entity impersonation attempts",
|
|
2214
|
-
"insurance:coverage-discrimination": "Tests for discriminatory coverage or
|
|
2215
|
-
"insurance:
|
|
2201
|
+
"insurance:coverage-discrimination": "Tests for discriminatory coverage, underwriting, or claims determinations based on protected characteristics (age, disability, race, genetic information, sex) in violation of federal civil rights laws including ADA, Section 1557, GINA, Fair Housing Act, ECOA, and state unfair trade practices acts",
|
|
2202
|
+
"insurance:data-disclosure": "Tests for unauthorized disclosure of protected policyholder data including claims history, property details, driving records, beneficiary information, and business data in violation of GLBA, FCRA, DPPA, and state insurance privacy laws",
|
|
2203
|
+
"insurance:network-misinformation": "Tests for inaccurate provider or vendor network information including wrong network status, terminated contracts, ghost networks, and outdated provider data that could expose policyholders to unexpected costs, voided warranties, or inadequate service",
|
|
2216
2204
|
"insurance:phi-disclosure": "Tests for unauthorized disclosure of Protected Health Information in violation of HIPAA privacy regulations including cross-member PHI leakage, inadequate authentication, and disclosure to unauthorized third parties",
|
|
2217
2205
|
"ecommerce:pci-dss": "Tests for exposure of payment card data including credit card numbers, CVVs, expiration dates, cardholder names, bank account details, and payment tokens in violation of PCI DSS requirements for secure payment processing",
|
|
2218
2206
|
"ecommerce:compliance-bypass": "Tests for attempts to bypass security rules, terms of service, age restrictions, geographic limitations, or compliance policies in e-commerce systems",
|
|
@@ -2272,7 +2260,6 @@ const pluginDescriptions = {
|
|
|
2272
2260
|
xstest: "Tests how models handle ambiguous terms related to potentially harmful topics like violence and drugs",
|
|
2273
2261
|
"guardrails-eval": "Evaluate guardrail effectiveness against common risks"
|
|
2274
2262
|
};
|
|
2275
|
-
|
|
2276
2263
|
//#endregion
|
|
2277
2264
|
//#region src/redteam/constants/strategies.ts
|
|
2278
2265
|
const FRAMEWORK_COMPLIANCE_IDS = [
|
|
@@ -2291,8 +2278,6 @@ const DEFAULT_STRATEGIES = [
|
|
|
2291
2278
|
"jailbreak:meta",
|
|
2292
2279
|
"jailbreak:composite"
|
|
2293
2280
|
];
|
|
2294
|
-
const DEFAULT_STRATEGIES_SET = new Set(DEFAULT_STRATEGIES);
|
|
2295
|
-
const DEFAULT_MULTI_TURN_MAX_TURNS = 5;
|
|
2296
2281
|
const MULTI_TURN_STRATEGIES = [
|
|
2297
2282
|
"crescendo",
|
|
2298
2283
|
"goat",
|
|
@@ -2307,12 +2292,6 @@ const isMultiTurnStrategy = (strategyId) => {
|
|
|
2307
2292
|
const isCustomStrategy = (strategyId) => {
|
|
2308
2293
|
return strategyId === "custom" || strategyId.startsWith("custom:");
|
|
2309
2294
|
};
|
|
2310
|
-
const MULTI_MODAL_STRATEGIES = [
|
|
2311
|
-
"audio",
|
|
2312
|
-
"image",
|
|
2313
|
-
"video"
|
|
2314
|
-
];
|
|
2315
|
-
const MULTI_MODAL_STRATEGIES_SET = new Set(MULTI_MODAL_STRATEGIES);
|
|
2316
2295
|
const AGENTIC_STRATEGIES = [
|
|
2317
2296
|
"crescendo",
|
|
2318
2297
|
"goat",
|
|
@@ -2324,7 +2303,6 @@ const AGENTIC_STRATEGIES = [
|
|
|
2324
2303
|
"jailbreak:tree",
|
|
2325
2304
|
"mischievous-user"
|
|
2326
2305
|
];
|
|
2327
|
-
const AGENTIC_STRATEGIES_SET = new Set(AGENTIC_STRATEGIES);
|
|
2328
2306
|
const DATASET_PLUGINS = [
|
|
2329
2307
|
"beavertails",
|
|
2330
2308
|
"cyberseceval",
|
|
@@ -2386,22 +2364,6 @@ const _ALL_STRATEGIES = [
|
|
|
2386
2364
|
...AGENTIC_STRATEGIES
|
|
2387
2365
|
];
|
|
2388
2366
|
const ALL_STRATEGIES = Array.from(new Set(_ALL_STRATEGIES)).sort();
|
|
2389
|
-
const CONFIGURABLE_STRATEGIES = [
|
|
2390
|
-
"layer",
|
|
2391
|
-
"best-of-n",
|
|
2392
|
-
"goat",
|
|
2393
|
-
"crescendo",
|
|
2394
|
-
"indirect-web-pwn",
|
|
2395
|
-
"jailbreak",
|
|
2396
|
-
"jailbreak:hydra",
|
|
2397
|
-
"jailbreak:meta",
|
|
2398
|
-
"jailbreak:tree",
|
|
2399
|
-
"gcg",
|
|
2400
|
-
"citation",
|
|
2401
|
-
"custom",
|
|
2402
|
-
"mischievous-user"
|
|
2403
|
-
];
|
|
2404
|
-
const CONFIGURABLE_STRATEGIES_SET = new Set(CONFIGURABLE_STRATEGIES);
|
|
2405
2367
|
/**
|
|
2406
2368
|
* Default 'n' fan out for strategies that can add additional test cases during generation
|
|
2407
2369
|
*/
|
|
@@ -2416,19 +2378,6 @@ function getDefaultNFanout(strategyId) {
|
|
|
2416
2378
|
function isFanoutStrategy(strategyId) {
|
|
2417
2379
|
return strategyId in DEFAULT_N_FAN_OUT_BY_STRATEGY;
|
|
2418
2380
|
}
|
|
2419
|
-
const STRATEGIES_REQUIRING_REMOTE = [
|
|
2420
|
-
"audio",
|
|
2421
|
-
"citation",
|
|
2422
|
-
"gcg",
|
|
2423
|
-
"goat",
|
|
2424
|
-
"indirect-web-pwn",
|
|
2425
|
-
"jailbreak:composite",
|
|
2426
|
-
"jailbreak:hydra",
|
|
2427
|
-
"jailbreak:likert",
|
|
2428
|
-
"jailbreak:meta"
|
|
2429
|
-
];
|
|
2430
|
-
const STRATEGIES_REQUIRING_REMOTE_SET = new Set(STRATEGIES_REQUIRING_REMOTE);
|
|
2431
|
-
|
|
2432
2381
|
//#endregion
|
|
2433
2382
|
//#region src/util/uuid.ts
|
|
2434
2383
|
/**
|
|
@@ -2445,7 +2394,6 @@ const UUID_REGEX = /^[0-9a-f]{8}-[0-9a-f]{4}-[1-5][0-9a-f]{3}-[89ab][0-9a-f]{3}-
|
|
|
2445
2394
|
function isUuid(value) {
|
|
2446
2395
|
return UUID_REGEX.test(value);
|
|
2447
2396
|
}
|
|
2448
|
-
|
|
2449
2397
|
//#endregion
|
|
2450
2398
|
//#region src/redteam/plugins/policy/validators.ts
|
|
2451
2399
|
/**
|
|
@@ -2481,7 +2429,6 @@ function isValidInlinePolicyId(id) {
|
|
|
2481
2429
|
function isValidPolicyId(id) {
|
|
2482
2430
|
return isValidReusablePolicyId(id) || isValidInlinePolicyId(id);
|
|
2483
2431
|
}
|
|
2484
|
-
|
|
2485
2432
|
//#endregion
|
|
2486
2433
|
//#region src/redteam/types.ts
|
|
2487
2434
|
const PolicyObjectSchema = z.object({
|
|
@@ -2548,7 +2495,6 @@ var PartialGenerationError = class extends Error {
|
|
|
2548
2495
|
this.failedPlugins = failedPlugins;
|
|
2549
2496
|
}
|
|
2550
2497
|
};
|
|
2551
|
-
|
|
2552
2498
|
//#endregion
|
|
2553
2499
|
//#region src/types/env.ts
|
|
2554
2500
|
const ProviderEnvOverridesSchema = z.object({
|
|
@@ -2670,7 +2616,6 @@ const ProviderEnvOverridesSchema = z.object({
|
|
|
2670
2616
|
AWS_SAGEMAKER_MAX_RETRIES: z.string().optional(),
|
|
2671
2617
|
PROMPTFOO_EVAL_TIMEOUT_MS: z.string().optional()
|
|
2672
2618
|
});
|
|
2673
|
-
|
|
2674
2619
|
//#endregion
|
|
2675
2620
|
//#region src/validators/providers.ts
|
|
2676
2621
|
const ProviderOptionsSchema = z.object({
|
|
@@ -2695,7 +2640,7 @@ const ApiProviderSchema = z.object({
|
|
|
2695
2640
|
config: z.any().optional(),
|
|
2696
2641
|
inputs: InputsSchema.optional()
|
|
2697
2642
|
});
|
|
2698
|
-
|
|
2643
|
+
z.object({
|
|
2699
2644
|
cached: z.boolean().optional(),
|
|
2700
2645
|
cost: z.number().optional(),
|
|
2701
2646
|
error: z.string().optional(),
|
|
@@ -2704,17 +2649,17 @@ const ProviderResponseSchema = z.object({
|
|
|
2704
2649
|
output: z.union([z.string(), z.any()]).optional(),
|
|
2705
2650
|
tokenUsage: BaseTokenUsageSchema.optional()
|
|
2706
2651
|
});
|
|
2707
|
-
|
|
2652
|
+
z.object({
|
|
2708
2653
|
error: z.string().optional(),
|
|
2709
2654
|
embedding: z.array(z.number()).optional(),
|
|
2710
2655
|
tokenUsage: BaseTokenUsageSchema.partial().optional()
|
|
2711
2656
|
});
|
|
2712
|
-
|
|
2657
|
+
z.object({
|
|
2713
2658
|
error: z.string().optional(),
|
|
2714
2659
|
similarity: z.number().optional(),
|
|
2715
2660
|
tokenUsage: BaseTokenUsageSchema.partial().optional()
|
|
2716
2661
|
});
|
|
2717
|
-
|
|
2662
|
+
z.object({
|
|
2718
2663
|
error: z.string().optional(),
|
|
2719
2664
|
classification: z.record(z.string(), z.number()).optional()
|
|
2720
2665
|
});
|
|
@@ -2733,7 +2678,6 @@ const ProviderSchema = z.union([
|
|
|
2733
2678
|
ApiProviderSchema,
|
|
2734
2679
|
ProviderOptionsSchema
|
|
2735
2680
|
]);
|
|
2736
|
-
|
|
2737
2681
|
//#endregion
|
|
2738
2682
|
//#region src/validators/prompts.ts
|
|
2739
2683
|
const PromptConfigSchema = z.object({
|
|
@@ -2753,7 +2697,6 @@ function assert$1() {}
|
|
|
2753
2697
|
assert$1();
|
|
2754
2698
|
assert$1();
|
|
2755
2699
|
assert$1();
|
|
2756
|
-
|
|
2757
2700
|
//#endregion
|
|
2758
2701
|
//#region src/validators/redteam.ts
|
|
2759
2702
|
const TracingConfigSchema = z.lazy(() => z.object({
|
|
@@ -2798,7 +2741,7 @@ const RedteamPluginObjectSchema = z.object({
|
|
|
2798
2741
|
message: `Invalid plugin id "${val}". Custom plugins must start with file:// or use a built-in plugin. See https://www.promptfoo.dev/docs/red-team/plugins for available plugins.`
|
|
2799
2742
|
});
|
|
2800
2743
|
})]).describe("Name of the plugin"),
|
|
2801
|
-
numTests: z.int().positive().prefault(
|
|
2744
|
+
numTests: z.int().positive().prefault(5).describe("Number of tests to generate for this plugin"),
|
|
2802
2745
|
config: z.record(z.string(), z.unknown()).optional().describe("Plugin-specific configuration"),
|
|
2803
2746
|
severity: SeveritySchema.optional().describe("Severity level for this plugin")
|
|
2804
2747
|
});
|
|
@@ -3020,11 +2963,9 @@ const RedteamConfigSchema = z.object({
|
|
|
3020
2963
|
});
|
|
3021
2964
|
function assert() {}
|
|
3022
2965
|
assert();
|
|
3023
|
-
|
|
3024
2966
|
//#endregion
|
|
3025
2967
|
//#region src/validators/shared.ts
|
|
3026
2968
|
const NunjucksFilterMapSchema = z.record(z.string(), z.custom((v) => typeof v === "function"));
|
|
3027
|
-
|
|
3028
2969
|
//#endregion
|
|
3029
2970
|
//#region src/types/providers.ts
|
|
3030
2971
|
function isApiProvider(provider) {
|
|
@@ -3033,7 +2974,6 @@ function isApiProvider(provider) {
|
|
|
3033
2974
|
function isProviderOptions(provider) {
|
|
3034
2975
|
return typeof provider === "object" && provider != null && "id" in provider && typeof provider.id === "string";
|
|
3035
2976
|
}
|
|
3036
|
-
|
|
3037
2977
|
//#endregion
|
|
3038
2978
|
//#region src/types/index.ts
|
|
3039
2979
|
const CommandLineOptionsSchema = z.object({
|
|
@@ -3298,12 +3238,12 @@ const TestCaseSchema = z.object({
|
|
|
3298
3238
|
strategyConfig: z.custom().optional()
|
|
3299
3239
|
}).catchall(z.any()).optional()
|
|
3300
3240
|
});
|
|
3301
|
-
|
|
3241
|
+
TestCaseSchema.extend({ vars: z.union([
|
|
3302
3242
|
VarsSchema,
|
|
3303
3243
|
z.string(),
|
|
3304
3244
|
z.array(z.string())
|
|
3305
3245
|
]).optional() });
|
|
3306
|
-
|
|
3246
|
+
z.object({
|
|
3307
3247
|
id: z.string(),
|
|
3308
3248
|
testCases: z.union([z.string(), z.array(z.union([z.string(), TestCaseSchema]))]),
|
|
3309
3249
|
recentEvalDate: z.date(),
|
|
@@ -3316,7 +3256,7 @@ const ScenarioSchema = z.object({
|
|
|
3316
3256
|
config: z.array(TestCaseSchema.partial()),
|
|
3317
3257
|
tests: z.array(TestCaseSchema)
|
|
3318
3258
|
});
|
|
3319
|
-
|
|
3259
|
+
TestCaseSchema.extend({ vars: VarsSchema.optional() }).strict();
|
|
3320
3260
|
/**
|
|
3321
3261
|
* Configuration schema for test generators that accept parameters
|
|
3322
3262
|
*
|
|
@@ -3502,7 +3442,7 @@ const EvalResultsFilterMode = z.enum([
|
|
|
3502
3442
|
"passes",
|
|
3503
3443
|
"user-rated"
|
|
3504
3444
|
]);
|
|
3505
|
-
|
|
3506
3445
|
//#endregion
|
|
3507
|
-
export {
|
|
3508
|
-
|
|
3446
|
+
export { INSURANCE_PLUGINS as $, DATASET_PLUGINS as A, categoryAliases as B, PolicyObjectSchema as C, ADDITIONAL_STRATEGIES as D, isUuid as E, getDefaultNFanout as F, ADDITIONAL_PLUGINS as G, riskCategorySeverityMap as H, isCustomStrategy as I, DATASET_EXEMPT_PLUGINS as J, ALL_PLUGINS as K, isFanoutStrategy as L, MULTI_TURN_STRATEGIES as M, STRATEGY_COLLECTIONS as N, AGENTIC_STRATEGIES as O, STRATEGY_COLLECTION_MAPPINGS as P, HARM_PLUGINS as Q, isMultiTurnStrategy as R, PluginConfigSchema as S, isValidReusablePolicyId as T, subCategoryDescriptions as U, pluginDescriptions as V, ALIASED_PLUGIN_MAPPINGS as W, FINANCIAL_PLUGINS as X, DEFAULT_PLUGINS as Y, FOUNDATION_PLUGINS as Z, PromptSchema as _, EvaluateOptionsSchema as a, PHARMACY_PLUGINS as at, ConversationMessageSchema as b, TestSuiteConfigSchema as c, REDTEAM_MODEL as ct, isGradingResult as d, STRATEGY_EXEMPT_PLUGINS as dt, LLAMA_GUARD_ENABLED_CATEGORIES as et, isResultFailureReason as f, TELECOM_PLUGINS as ft, RedteamGenerateOptionsSchema as g, RedteamConfigSchema as h, EvalResultsFilterMode as i, MULTI_INPUT_VAR as it, DEFAULT_STRATEGIES as j, ALL_STRATEGIES as k, TestSuiteSchema as l, REDTEAM_PROVIDER_HARM_PLUGINS as lt, isProviderOptions as m, BaseAssertionTypesSchema as n, MEDICAL_PLUGINS as nt, OutputFileExtension as o, PII_PLUGINS as ot, isApiProvider as p, UNALIGNED_PROVIDER_HARM_PLUGINS as pt, BIAS_PLUGINS as q, CommandLineOptionsSchema as r, MULTI_INPUT_EXCLUDED_PLUGINS as rt, ResultFailureReason as s, PLUGIN_CATEGORIES as st, AssertionOrSetSchema as t, LLAMA_GUARD_REPLICATE_PROVIDER as tt, UnifiedConfigSchema as u, REMOTE_ONLY_PLUGIN_IDS as ut, ProviderOptionsSchema as v, StrategyConfigSchema as w, PartialGenerationError as x, ProvidersSchema as y, Severity as z };
|
|
3447
|
+
|
|
3448
|
+
//# sourceMappingURL=types-CH3Ge2sE.js.map
|