promptfoo 0.81.5 → 0.83.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +10 -4
- package/dist/package.json +8 -8
- package/dist/src/commands/{generate/redteam.d.ts → redteam/generate.d.ts} +3 -3
- package/dist/src/commands/redteam/generate.d.ts.map +1 -0
- package/dist/src/commands/{generate/redteam.js → redteam/generate.js} +5 -3
- package/dist/src/commands/redteam/generate.js.map +1 -0
- package/dist/src/commands/{redteam.d.ts → redteam/init.d.ts} +1 -2
- package/dist/src/commands/redteam/init.d.ts.map +1 -0
- package/dist/src/commands/{redteam.js → redteam/init.js} +148 -147
- package/dist/src/commands/redteam/init.js.map +1 -0
- package/dist/src/commands/redteam/plugins.d.ts +3 -0
- package/dist/src/commands/redteam/plugins.d.ts.map +1 -0
- package/dist/src/commands/redteam/plugins.js +31 -0
- package/dist/src/commands/redteam/plugins.js.map +1 -0
- package/dist/src/database/tables.d.ts +6 -6
- package/dist/src/envars.d.ts +3 -0
- package/dist/src/envars.d.ts.map +1 -1
- package/dist/src/envars.js.map +1 -1
- package/dist/src/index.d.ts +15 -3
- package/dist/src/index.d.ts.map +1 -1
- package/dist/src/index.js +14 -3
- package/dist/src/index.js.map +1 -1
- package/dist/src/main.d.ts.map +1 -1
- package/dist/src/main.js +7 -6
- package/dist/src/main.js.map +1 -1
- package/dist/src/onboarding.js +2 -2
- package/dist/src/onboarding.js.map +1 -1
- package/dist/src/redteam/constants.d.ts +1 -0
- package/dist/src/redteam/constants.d.ts.map +1 -1
- package/dist/src/redteam/constants.js +3 -1
- package/dist/src/redteam/constants.js.map +1 -1
- package/dist/src/redteam/extraction/entities.d.ts.map +1 -1
- package/dist/src/redteam/extraction/entities.js +14 -3
- package/dist/src/redteam/extraction/entities.js.map +1 -1
- package/dist/src/redteam/extraction/purpose.d.ts.map +1 -1
- package/dist/src/redteam/extraction/purpose.js +15 -3
- package/dist/src/redteam/extraction/purpose.js.map +1 -1
- package/dist/src/redteam/extraction/util.d.ts +27 -0
- package/dist/src/redteam/extraction/util.d.ts.map +1 -1
- package/dist/src/redteam/extraction/util.js +46 -0
- package/dist/src/redteam/extraction/util.js.map +1 -1
- package/dist/src/redteam/index.d.ts +1 -1
- package/dist/src/redteam/index.d.ts.map +1 -1
- package/dist/src/redteam/index.js +38 -23
- package/dist/src/redteam/index.js.map +1 -1
- package/dist/src/redteam/plugins/base.d.ts +6 -5
- package/dist/src/redteam/plugins/base.d.ts.map +1 -1
- package/dist/src/redteam/plugins/base.js +21 -7
- package/dist/src/redteam/plugins/base.js.map +1 -1
- package/dist/src/redteam/plugins/bfla.d.ts +1 -1
- package/dist/src/redteam/plugins/bfla.d.ts.map +1 -1
- package/dist/src/redteam/plugins/bfla.js +11 -5
- package/dist/src/redteam/plugins/bfla.js.map +1 -1
- package/dist/src/redteam/plugins/bola.d.ts +1 -1
- package/dist/src/redteam/plugins/bola.d.ts.map +1 -1
- package/dist/src/redteam/plugins/bola.js +11 -7
- package/dist/src/redteam/plugins/bola.js.map +1 -1
- package/dist/src/redteam/plugins/custom.d.ts +1 -1
- package/dist/src/redteam/plugins/custom.d.ts.map +1 -1
- package/dist/src/redteam/plugins/custom.js +2 -2
- package/dist/src/redteam/plugins/custom.js.map +1 -1
- package/dist/src/redteam/plugins/harmful.d.ts +1 -1
- package/dist/src/redteam/plugins/harmful.d.ts.map +1 -1
- package/dist/src/redteam/plugins/harmful.js +45 -34
- package/dist/src/redteam/plugins/harmful.js.map +1 -1
- package/dist/src/redteam/plugins/index.d.ts +5 -4
- package/dist/src/redteam/plugins/index.d.ts.map +1 -1
- package/dist/src/redteam/plugins/index.js +78 -83
- package/dist/src/redteam/plugins/index.js.map +1 -1
- package/dist/src/redteam/plugins/indirectPromptInjection.d.ts +0 -2
- package/dist/src/redteam/plugins/indirectPromptInjection.d.ts.map +1 -1
- package/dist/src/redteam/plugins/indirectPromptInjection.js +0 -3
- package/dist/src/redteam/plugins/indirectPromptInjection.js.map +1 -1
- package/dist/src/redteam/plugins/policy.d.ts +1 -1
- package/dist/src/redteam/plugins/policy.d.ts.map +1 -1
- package/dist/src/redteam/plugins/policy.js +4 -2
- package/dist/src/redteam/plugins/policy.js.map +1 -1
- package/dist/src/redteam/plugins/promptExtraction.d.ts +1 -1
- package/dist/src/redteam/plugins/promptExtraction.d.ts.map +1 -1
- package/dist/src/redteam/plugins/promptExtraction.js +1 -1
- package/dist/src/redteam/plugins/promptExtraction.js.map +1 -1
- package/dist/src/redteam/plugins/ssrf.d.ts +1 -1
- package/dist/src/redteam/plugins/ssrf.d.ts.map +1 -1
- package/dist/src/redteam/plugins/ssrf.js +2 -2
- package/dist/src/redteam/plugins/ssrf.js.map +1 -1
- package/dist/src/redteam/providers/crescendo/index.d.ts +2 -2
- package/dist/src/redteam/providers/crescendo/index.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterative.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterativeImage.d.ts.map +1 -1
- package/dist/src/redteam/providers/shared.d.ts +2 -2
- package/dist/src/redteam/providers/shared.d.ts.map +1 -1
- package/dist/src/redteam/providers/shared.js +1 -1
- package/dist/src/redteam/providers/shared.js.map +1 -1
- package/dist/src/redteam/strategies/index.d.ts +2 -4
- package/dist/src/redteam/strategies/index.d.ts.map +1 -1
- package/dist/src/redteam/strategies/index.js.map +1 -1
- package/dist/src/redteam/strategies/multilingual.d.ts.map +1 -1
- package/dist/src/redteam/strategies/multilingual.js +20 -0
- package/dist/src/redteam/strategies/multilingual.js.map +1 -1
- package/dist/src/redteam/util.d.ts +1 -0
- package/dist/src/redteam/util.d.ts.map +1 -1
- package/dist/src/redteam/util.js +6 -0
- package/dist/src/redteam/util.js.map +1 -1
- package/dist/src/types/index.d.ts +40 -40
- package/dist/src/types/index.d.ts.map +1 -1
- package/dist/src/types/index.js.map +1 -1
- package/dist/src/types/redteam.d.ts +29 -35
- package/dist/src/types/redteam.d.ts.map +1 -1
- package/dist/src/validators/redteam.d.ts +20 -13
- package/dist/src/validators/redteam.d.ts.map +1 -1
- package/dist/src/validators/redteam.js +13 -0
- package/dist/src/validators/redteam.js.map +1 -1
- package/dist/src/web/nextui/404/index.html +1 -1
- package/dist/src/web/nextui/404.html +1 -1
- package/dist/src/web/nextui/_next/static/chunks/app/eval/[id]/{page-67165aedfd3a64fc.js → page-766e25cc9af8e519.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/app/{layout-e9b86858e84ebd38.js → layout-3fb162429b886376.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/app/page-b6714efe6c381b92.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/report/{page-0b89c8ba365b7195.js → page-a330d7b915e8a5b9.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/main-app-cf76b7c55faa5c9b.js +1 -0
- package/dist/src/web/nextui/auth/login/index.html +1 -1
- package/dist/src/web/nextui/auth/login/index.txt +2 -2
- package/dist/src/web/nextui/auth/signup/index.html +1 -1
- package/dist/src/web/nextui/auth/signup/index.txt +2 -2
- package/dist/src/web/nextui/datasets/index.html +1 -1
- package/dist/src/web/nextui/datasets/index.txt +2 -2
- package/dist/src/web/nextui/eval/index.html +1 -1
- package/dist/src/web/nextui/eval/index.txt +3 -3
- package/dist/src/web/nextui/index.html +1 -1
- package/dist/src/web/nextui/index.txt +2 -2
- package/dist/src/web/nextui/progress/index.html +1 -1
- package/dist/src/web/nextui/progress/index.txt +2 -2
- package/dist/src/web/nextui/prompts/index.html +1 -1
- package/dist/src/web/nextui/prompts/index.txt +2 -2
- package/dist/src/web/nextui/report/index.html +1 -1
- package/dist/src/web/nextui/report/index.txt +3 -3
- package/dist/src/web/nextui/setup/index.html +1 -1
- package/dist/src/web/nextui/setup/index.txt +2 -2
- package/dist/test/commands/redteam/generate.test.d.ts +2 -0
- package/dist/test/commands/redteam/generate.test.d.ts.map +1 -0
- package/dist/test/commands/{generate/redteam.test.js → redteam/generate.test.js} +12 -13
- package/dist/test/commands/redteam/generate.test.js.map +1 -0
- package/dist/test/redteam/extraction/entities.test.js +45 -2
- package/dist/test/redteam/extraction/entities.test.js.map +1 -1
- package/dist/test/redteam/extraction/purpose.test.js +45 -10
- package/dist/test/redteam/extraction/purpose.test.js.map +1 -1
- package/dist/test/redteam/extraction/util.test.js +93 -4
- package/dist/test/redteam/extraction/util.test.js.map +1 -1
- package/dist/test/redteam/index.test.js +0 -23
- package/dist/test/redteam/index.test.js.map +1 -1
- package/dist/test/redteam/plugins/base.test.js +16 -4
- package/dist/test/redteam/plugins/base.test.js.map +1 -1
- package/dist/test/redteam/providers/shared.test.js +0 -8
- package/dist/test/redteam/providers/shared.test.js.map +1 -1
- package/dist/test/redteam/validators.test.js +1 -1
- package/dist/test/redteam/validators.test.js.map +1 -1
- package/package.json +8 -8
- package/dist/src/commands/generate/redteam.d.ts.map +0 -1
- package/dist/src/commands/generate/redteam.js.map +0 -1
- package/dist/src/commands/redteam.d.ts.map +0 -1
- package/dist/src/commands/redteam.js.map +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/page-81e3b8fee37eaf67.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/main-app-0dc90092cd7acaaf.js +0 -1
- package/dist/test/commands/generate/redteam.test.d.ts +0 -2
- package/dist/test/commands/generate/redteam.test.d.ts.map +0 -1
- package/dist/test/commands/generate/redteam.test.js.map +0 -1
- /package/dist/src/web/nextui/_next/static/{B-Wbtl8GsdNHqd1Jebs7I → 8ykUqaOH4zii7_PoqqHv2}/_buildManifest.js +0 -0
- /package/dist/src/web/nextui/_next/static/{B-Wbtl8GsdNHqd1Jebs7I → 8ykUqaOH4zii7_PoqqHv2}/_ssgManifest.js +0 -0
- /package/dist/src/web/nextui/_next/static/chunks/{258-5f4892005dadd945.js → 258-6060e00d93b0f598.js} +0 -0
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"harmful.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/harmful.ts"],"names":[],"mappings":";;;;;;
|
|
1
|
+
{"version":3,"file":"harmful.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/harmful.ts"],"names":[],"mappings":";;;;;;AA0QA,0CAmFC;AA7VD,oDAA4B;AAC5B,yCAAwD;AACxD,0DAAkC;AAClC,0EAA2E;AAG3E,sDAA4E;AAC5E,4CAMsB;AACtB,kCAAyC;AACzC,iCAAwD;AAS3C,QAAA,SAAS,GAAG,2BAA2B,CAAC;AAErD,MAAM,wBAAwB,GAAsB;IAClD;QACE,GAAG,EAAE,+BAA+B;QACpC,KAAK,EAAE,iCAAiC;QACxC,WAAW,EAAE,gFAAgF;QAC7F,MAAM,EAAE,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAmCb;KACF;IACD;QACE,GAAG,EAAE,uCAAuC;QAC5C,KAAK,EAAE,+DAA+D;QACtE,WAAW,EAAE,8DAA8D;QAC3E,MAAM,EAAE,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;;;;KAuBb;KACF;IACD;QACE,GAAG,EAAE,iBAAiB;QACtB,KAAK,EAAE,oBAAoB;QAC3B,WAAW,EAAE,qEAAqE;QAClF,MAAM,EAAE,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;KAmBb;KACF;IACD;QACE,GAAG,EAAE,4BAA4B;QACjC,KAAK,EAAE,gCAAgC;QACvC,WAAW,EAAE,gFAAgF;QAC7F,MAAM,EAAE,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;KAmBb;KACF;CACF,CAAC;AAEF,MAAM,aAAc,SAAQ,iBAAU;IAG1B,KAAK,CAAC,WAAW;QACzB,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;IAC9B,CAAC;IAED,YACE,QAAqB,EACrB,OAAe,EACf,SAAiB,EACjB,aAAqB,EACrB,SAAiC;QAEjC,MAAM,QAAQ,GAAG,wBAAwB,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,KAAK,aAAa,CAAC,CAAC;QACrF,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,YAAY,aAAa,YAAY,CAAC,CAAC;QACzD,CAAC;QACD,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QAC/C,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;IAES,aAAa,CAAC,MAAc;QACpC,MAAM,UAAU,GAAgB,EAAE,CAAC;QAEnC,IAAI,CAAC,IAAA,mBAAU,EAAC,sCAAsC,CAAC,EAAE,CAAC;YACxD,IAAI,IAAA,qBAAY,EAAC,mBAAmB,CAAC,IAAI,IAAA,qBAAY,EAAC,qBAAqB,CAAC,EAAE,CAAC;gBAC7E,UAAU,CAAC,IAAI,CAAC;oBACd,MAAM,EAAE,SAAS;oBACjB,IAAI,EAAE,YAAY;oBAClB,KAAK,EAAE,0CAA8B;oBACrC,QAAQ,EAAE,0CAA8B;iBACzC,CAAC,CAAC;YACL,CAAC;iBAAM,IAAI,IAAA,qBAAY,EAAC,gBAAgB,CAAC,EAAE,CAAC;gBAC1C,UAAU,CAAC,IAAI,CAAC;oBACd,MAAM,EAAE,SAAS;oBACjB,IAAI,EAAE,YAAY;iBACnB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO;YACL;gBACE,IAAI,EAAE,qBAAqB,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;gBAC9C,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;aAC/B;SACF,CAAC;IACJ,CAAC;CACF;AAED,SAAS,cAAc,CACrB,SAAiB,EACjB,eAAuB,EACvB,YAAoB;IAEpB,MAAM,WAAW,GAAG,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC1D,MAAM,iBAAiB,GAAG,wBAAY,CAAC,YAAyC,CAAC,IAAI,YAAY,CAAC;IAClG,MAAM,UAAU,GAAgB;QAC9B;YACE,MAAM,EAAE,SAAS;YACjB,IAAI,EAAE,2BAA2B;SAClC;KACF,CAAC;IAEF,IAAI,CAAC,IAAA,mBAAU,EAAC,sCAAsC,CAAC,EAAE,CAAC;QACxD,IAAI,IAAA,qBAAY,EAAC,mBAAmB,CAAC,IAAI,IAAA,qBAAY,EAAC,qBAAqB,CAAC,EAAE,CAAC;YAC7E,UAAU,CAAC,IAAI,CAAC;gBACd,MAAM,EAAE,SAAS;gBACjB,IAAI,EAAE,YAAY;gBAClB,KAAK,EAAE,0CAA8B;gBACrC,QAAQ,EAAE,0CAA8B;aACzC,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,IAAA,qBAAY,EAAC,gBAAgB,CAAC,EAAE,CAAC;YAC1C,UAAU,CAAC,IAAI,CAAC;gBACd,MAAM,EAAE,SAAS;gBACjB,IAAI,EAAE,YAAY;aACnB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO;QACL,IAAI,EAAE;YACJ,CAAC,SAAS,CAAC,EAAE,WAAW;YACxB,YAAY,EAAE,iBAAiB;SAChC;QACD,QAAQ,EAAE;YACR,YAAY,EAAE,iBAAiB;SAChC;QACD,MAAM,EAAE,UAAU;KACnB,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,wBAAwB,CACrC,SAAiB,EACjB,QAA0D,EAC1D,OAAe,EACf,YAAoB,EACpB,OAAe,EACf,KAAa;IAEb,IAAI,QAAQ,YAAY,mBAAkC,EAAE,CAAC;QAC3D,MAAM,OAAO,GAAG,EAAE,CAAC;QACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/B,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAC1C,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACrB,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;gBAChB,gBAAM,CAAC,KAAK,CAAC,gBAAgB,OAAO,IAAI,CAAC,CAAC;gBAC1C,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;YAC/D,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,cAAc,CAAC,SAAS,EAAE,MAAM,CAAC,MAAM,IAAI,EAAE,EAAE,YAAY,CAAC,CAAC,CAAC;IAC/F,CAAC;SAAM,CAAC;QACN,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,EAAE,CAAC,CAAC;QACjF,OAAO,MAAM,CAAC,aAAa,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC9C,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,eAAe,CACnC,QAAqB,EACrB,OAAe,EACf,SAAiB,EACjB,OAAiB,EACjB,QAAgB,EAChB,UAAkB,CAAC;IAEnB,MAAM,SAAS,GAAe,EAAE,CAAC;IACjC,MAAM,mBAAmB,GACvB,OAAO,CAAC,MAAM,GAAG,CAAC;QAChB,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,wBAAY,CAAC,MAAmC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC;QAC5F,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,wBAAY,CAAC,CAAC;IAElC,8EAA8E;IAC9E,wGAAwG;IACxG,MAAM,+BAA+B,GAAG,MAAM,CAAC,IAAI,CAAC,2CAA+B,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAChG,mBAAmB,CAAC,QAAQ,CAC1B,2CAA+B,CAAC,CAAiD,CAAC,CACnF,CACF,CAAC;IAEF,MAAM,sBAAsB,GAAG,KAAK,EAAE,YAAwB,EAAuB,EAAE;QACrF,MAAM,cAAc,GAAG,QAAQ,GAAG,YAAY,CAAC,MAAM,CAAC;QACtD,MAAM,QAAQ,GAAe,EAAE,CAAC;QAEhC,KAAK,MAAM,YAAY,IAAI,+BAA+B,EAAE,CAAC;YAC3D,MAAM,mBAAmB,GAAG,IAAI,mBAAkC,CAAC,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC;YAC9F,MAAM,OAAO,GAAG,MAAM,wBAAwB,CAC5C,SAAS,EACT,mBAAmB,EACnB,OAAO,EACP,YAAY,EACZ,OAAO,EACP,cAAc,CACf,CAAC;YACF,QAAQ,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;QAC5B,CAAC;QAED,OAAO,CAAC,GAAG,YAAY,EAAE,GAAG,QAAQ,CAAC,CAAC;IACxC,CAAC,CAAC;IAEF,MAAM,cAAc,GAAG,MAAM,IAAA,mCAAsB,EAAC,sBAAsB,EAAE,QAAQ,CAAC,CAAC;IACtF,SAAS,CAAC,IAAI,CAAC,GAAG,IAAA,wBAAW,EAAC,cAAc,EAAE,QAAQ,CAAC,CAAC,CAAC;IAEzD,qFAAqF;IACrF,MAAM,6BAA6B,GAAG,MAAM,CAAC,MAAM,CAAC,yCAA6B,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAC9F,mBAAmB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAChC,CAAC;IAEF,MAAM,oBAAoB,GAAG,KAAK,EAAE,YAAwB,EAAuB,EAAE;QACnF,MAAM,cAAc,GAAG,QAAQ,GAAG,YAAY,CAAC,MAAM,CAAC;QACtD,MAAM,QAAQ,GAAe,EAAE,CAAC;QAEhC,KAAK,MAAM,YAAY,IAAI,6BAA6B,EAAE,CAAC;YACzD,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,EAAE,CAAC,CAAC;YACjF,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;YACpE,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC7B,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;oBAChB,MAAM,CAAC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;gBAC1C,CAAC;gBACD,MAAM,CAAC,QAAQ,GAAG;oBAChB,GAAG,MAAM,CAAC,QAAQ;oBAClB,YAAY;iBACb,CAAC;gBACF,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACxB,CAAC;QACH,CAAC;QACD,OAAO,CAAC,GAAG,YAAY,EAAE,GAAG,QAAQ,CAAC,CAAC;IACxC,CAAC,CAAC;IAEF,MAAM,YAAY,GAAG,MAAM,IAAA,mCAAsB,EAAC,oBAAoB,EAAE,QAAQ,CAAC,CAAC;IAClF,SAAS,CAAC,IAAI,CAAC,GAAG,IAAA,wBAAW,EAAC,YAAY,EAAE,QAAQ,CAAC,CAAC,CAAC;IAEvD,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAC7B,MAAM,kBAAkB,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,YAAY,IAAI,EAAE,CAAC,CAAC,aAAa,CACxE,CAAC,EAAE,QAAQ,EAAE,YAAY,IAAI,EAAE,CAChC,CAAC;QACF,IAAI,kBAAkB,KAAK,CAAC,EAAE,CAAC;YAC7B,OAAO,kBAAkB,CAAC;QAC5B,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC;IACpF,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAa,aAAc,SAAQ,yBAAkB;IAArD;;QACE,OAAE,GAAG,2BAA2B,CAAC;QACjC,WAAM,GAAG,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+Bd,CAAC;IAqBJ,CAAC;IAnBC,KAAK,CAAC,SAAS,CACb,MAAc,EACd,SAAiB,EACjB,IAAoB,EACpB,QAAiC;QAEjC,IAAI,IAAA,qBAAc,EAAC,SAAS,CAAC,EAAE,CAAC;YAC9B,OAAO;gBACL,KAAK,EAAE;oBACL,IAAI,EAAE,IAAI;oBACV,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,yCAAyC;iBAClD;gBACD,MAAM,EAAE,IAAI,CAAC,MAAM;aACpB,CAAC;QACJ,CAAC;QAED,OAAO,KAAK,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;IACvE,CAAC;CACF;AAtDD,sCAsDC;AAED,MAAa,oBAAqB,SAAQ,aAAa;IAAvD;;QACE,OAAE,GAAG,mCAAmC,CAAC;QACzC,WAAM,GAAG,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;KA0BZ,CAAC;IACN,CAAC;CAAA;AA7BD,oDA6BC"}
|
|
@@ -1,7 +1,8 @@
|
|
|
1
|
-
import type { ApiProvider, TestCase } from '../../types';
|
|
2
|
-
export interface
|
|
1
|
+
import type { ApiProvider, PluginConfig, TestCase } from '../../types';
|
|
2
|
+
export interface PluginFactory {
|
|
3
3
|
key: string;
|
|
4
|
-
|
|
4
|
+
validate?: (config: PluginConfig) => void;
|
|
5
|
+
action: (provider: ApiProvider, purpose: string, injectVar: string, n: number, delayMs: number, config?: PluginConfig) => Promise<TestCase[]>;
|
|
5
6
|
}
|
|
6
|
-
export declare const Plugins:
|
|
7
|
+
export declare const Plugins: PluginFactory[];
|
|
7
8
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/index.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/index.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAyBvE,MAAM,WAAW,aAAa;IAC5B,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,YAAY,KAAK,IAAI,CAAC;IAC1C,MAAM,EAAE,CACN,QAAQ,EAAE,WAAW,EACrB,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,CAAC,EAAE,MAAM,EACT,OAAO,EAAE,MAAM,EACf,MAAM,CAAC,EAAE,YAAY,KAClB,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;CAC1B;AA4HD,eAAO,MAAM,OAAO,EAAE,aAAa,EAAwD,CAAC"}
|
|
@@ -5,7 +5,12 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
5
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
6
|
exports.Plugins = void 0;
|
|
7
7
|
const tiny_invariant_1 = __importDefault(require("tiny-invariant"));
|
|
8
|
+
const cache_1 = require("../../cache");
|
|
9
|
+
const envars_1 = require("../../envars");
|
|
10
|
+
const logger_1 = __importDefault(require("../../logger"));
|
|
11
|
+
const shared_1 = require("../../providers/shared");
|
|
8
12
|
const constants_1 = require("../constants");
|
|
13
|
+
const util_1 = require("../util");
|
|
9
14
|
const bfla_1 = require("./bfla");
|
|
10
15
|
const bola_1 = require("./bola");
|
|
11
16
|
const competitors_1 = require("./competitors");
|
|
@@ -26,89 +31,79 @@ const rbac_1 = require("./rbac");
|
|
|
26
31
|
const shellInjection_1 = require("./shellInjection");
|
|
27
32
|
const sqlInjection_1 = require("./sqlInjection");
|
|
28
33
|
const ssrf_1 = require("./ssrf");
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
}
|
|
38
|
-
{
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
key: 'hallucination',
|
|
44
|
-
action: (provider, purpose, injectVar, n, config) => new hallucination_1.HallucinationPlugin(provider, purpose, injectVar, config).generateTests(n),
|
|
45
|
-
},
|
|
46
|
-
...Object.keys(constants_1.HARM_PLUGINS).map((category) => ({
|
|
47
|
-
key: category,
|
|
48
|
-
action: (provider, purpose, injectVar, n, config) => (0, harmful_1.getHarmfulTests)(provider, purpose, injectVar, [category], n),
|
|
49
|
-
})),
|
|
50
|
-
{
|
|
51
|
-
key: 'hijacking',
|
|
52
|
-
action: (provider, purpose, injectVar, n, config) => new hijacking_1.HijackingPlugin(provider, purpose, injectVar, config).generateTests(n),
|
|
53
|
-
},
|
|
54
|
-
{
|
|
55
|
-
key: 'imitation',
|
|
56
|
-
action: (provider, purpose, injectVar, n, config) => new imitation_1.ImitationPlugin(provider, purpose, injectVar, config).generateTests(n),
|
|
57
|
-
},
|
|
58
|
-
{
|
|
59
|
-
key: 'overreliance',
|
|
60
|
-
action: (provider, purpose, injectVar, n, config) => new overreliance_1.OverreliancePlugin(provider, purpose, injectVar, config).generateTests(n),
|
|
61
|
-
},
|
|
62
|
-
{
|
|
63
|
-
key: 'sql-injection',
|
|
64
|
-
action: (provider, purpose, injectVar, n, config) => new sqlInjection_1.SqlInjectionPlugin(provider, purpose, injectVar, config).generateTests(n),
|
|
65
|
-
},
|
|
66
|
-
{
|
|
67
|
-
key: 'shell-injection',
|
|
68
|
-
action: (provider, purpose, injectVar, n, config) => new shellInjection_1.ShellInjectionPlugin(provider, purpose, injectVar, config).generateTests(n),
|
|
69
|
-
},
|
|
70
|
-
{
|
|
71
|
-
key: 'debug-access',
|
|
72
|
-
action: (provider, purpose, injectVar, n, config) => new debugAccess_1.DebugAccessPlugin(provider, purpose, injectVar, config).generateTests(n),
|
|
73
|
-
},
|
|
74
|
-
{
|
|
75
|
-
key: 'rbac',
|
|
76
|
-
action: (provider, purpose, injectVar, n, config) => new rbac_1.RbacPlugin(provider, purpose, injectVar, config).generateTests(n),
|
|
77
|
-
},
|
|
78
|
-
{
|
|
79
|
-
key: 'politics',
|
|
80
|
-
action: (provider, purpose, injectVar, n, config) => new politics_1.PoliticsPlugin(provider, purpose, injectVar, config).generateTests(n),
|
|
81
|
-
},
|
|
82
|
-
...constants_1.PII_PLUGINS.map((category) => ({
|
|
83
|
-
key: category,
|
|
84
|
-
action: (provider, purpose, injectVar, n, config) => (0, pii_1.getPiiLeakTestsForCategory)(provider, purpose, injectVar, category, n),
|
|
85
|
-
})),
|
|
86
|
-
{
|
|
87
|
-
key: 'policy',
|
|
88
|
-
action: (provider, purpose, injectVar, n, config) => {
|
|
89
|
-
(0, tiny_invariant_1.default)(config?.policy, 'Policy plugin requires a config');
|
|
90
|
-
return new policy_1.PolicyPlugin(provider, purpose, injectVar, config).generateTests(n);
|
|
34
|
+
async function fetchRemoteTestCases(key, purpose, injectVar, n, config) {
|
|
35
|
+
(0, tiny_invariant_1.default)(!(0, envars_1.getEnvBool)('PROMPTFOO_DISABLE_REDTEAM_REMOTE_GENERATION'), 'fetchRemoteTestCases should never be called when remote generation is disabled');
|
|
36
|
+
const body = JSON.stringify({
|
|
37
|
+
task: key,
|
|
38
|
+
purpose,
|
|
39
|
+
injectVar,
|
|
40
|
+
n,
|
|
41
|
+
config,
|
|
42
|
+
});
|
|
43
|
+
logger_1.default.debug(`Using remote redteam generation for ${key}:\n${body}`);
|
|
44
|
+
const { data } = await (0, cache_1.fetchWithCache)(constants_1.REMOTE_GENERATION_URL, {
|
|
45
|
+
method: 'POST',
|
|
46
|
+
headers: {
|
|
47
|
+
'Content-Type': 'application/json',
|
|
91
48
|
},
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
49
|
+
body,
|
|
50
|
+
}, shared_1.REQUEST_TIMEOUT_MS);
|
|
51
|
+
const ret = data.result;
|
|
52
|
+
logger_1.default.debug(`Received remote generation for ${key}:\n${JSON.stringify(ret)}`);
|
|
53
|
+
return ret;
|
|
54
|
+
}
|
|
55
|
+
function createPluginFactory(PluginClass, key, validate) {
|
|
56
|
+
return {
|
|
57
|
+
key,
|
|
58
|
+
validate: validate,
|
|
59
|
+
action: async (provider, purpose, injectVar, n, delayMs, config) => {
|
|
60
|
+
if ((0, util_1.shouldGenerateRemote)()) {
|
|
61
|
+
return fetchRemoteTestCases(key, purpose, injectVar, n, config);
|
|
62
|
+
}
|
|
63
|
+
logger_1.default.debug(`Using local redteam generation for ${key}`);
|
|
64
|
+
return new PluginClass(provider, purpose, injectVar, config).generateTests(n, delayMs);
|
|
65
|
+
},
|
|
66
|
+
};
|
|
67
|
+
}
|
|
68
|
+
const pluginFactories = [
|
|
69
|
+
createPluginFactory(competitors_1.CompetitorPlugin, 'competitors'),
|
|
70
|
+
createPluginFactory(contracts_1.ContractPlugin, 'contracts'),
|
|
71
|
+
createPluginFactory(excessiveAgency_1.ExcessiveAgencyPlugin, 'excessive-agency'),
|
|
72
|
+
createPluginFactory(hallucination_1.HallucinationPlugin, 'hallucination'),
|
|
73
|
+
createPluginFactory(hijacking_1.HijackingPlugin, 'hijacking'),
|
|
74
|
+
createPluginFactory(imitation_1.ImitationPlugin, 'imitation'),
|
|
75
|
+
createPluginFactory(overreliance_1.OverreliancePlugin, 'overreliance'),
|
|
76
|
+
createPluginFactory(sqlInjection_1.SqlInjectionPlugin, 'sql-injection'),
|
|
77
|
+
createPluginFactory(shellInjection_1.ShellInjectionPlugin, 'shell-injection'),
|
|
78
|
+
createPluginFactory(debugAccess_1.DebugAccessPlugin, 'debug-access'),
|
|
79
|
+
createPluginFactory(rbac_1.RbacPlugin, 'rbac'),
|
|
80
|
+
createPluginFactory(politics_1.PoliticsPlugin, 'politics'),
|
|
81
|
+
createPluginFactory(bola_1.BolaPlugin, 'bola'),
|
|
82
|
+
createPluginFactory(bfla_1.BflaPlugin, 'bfla'),
|
|
83
|
+
createPluginFactory(ssrf_1.SsrfPlugin, 'ssrf'),
|
|
84
|
+
createPluginFactory(policy_1.PolicyPlugin, 'policy', (config) => (0, tiny_invariant_1.default)(config.policy, 'Policy plugin requires `config.policy` to be set')),
|
|
85
|
+
createPluginFactory(promptExtraction_1.PromptExtractionPlugin, 'prompt-extraction', (config) => (0, tiny_invariant_1.default)(config.systemPrompt, 'Prompt extraction plugin requires `config.systemPrompt` to be set')),
|
|
86
|
+
createPluginFactory(indirectPromptInjection_1.IndirectPromptInjectionPlugin, 'indirect-prompt-injection', (config) => (0, tiny_invariant_1.default)(config.indirectInjectionVar, 'Indirect prompt injection plugin requires `config.indirectInjectionVar` to be set')),
|
|
113
87
|
];
|
|
88
|
+
const harmPlugins = Object.keys(constants_1.HARM_PLUGINS).map((category) => ({
|
|
89
|
+
key: category,
|
|
90
|
+
action: async (provider, purpose, injectVar, n, delayMs) => {
|
|
91
|
+
if ((0, util_1.shouldGenerateRemote)()) {
|
|
92
|
+
return fetchRemoteTestCases(category, purpose, injectVar, n);
|
|
93
|
+
}
|
|
94
|
+
logger_1.default.debug(`Using local redteam generation for ${category}`);
|
|
95
|
+
return (0, harmful_1.getHarmfulTests)(provider, purpose, injectVar, [category], n, delayMs);
|
|
96
|
+
},
|
|
97
|
+
}));
|
|
98
|
+
const piiPlugins = constants_1.PII_PLUGINS.map((category) => ({
|
|
99
|
+
key: category,
|
|
100
|
+
action: async (provider, purpose, injectVar, n) => {
|
|
101
|
+
if ((0, util_1.shouldGenerateRemote)()) {
|
|
102
|
+
return fetchRemoteTestCases(category, purpose, injectVar, n);
|
|
103
|
+
}
|
|
104
|
+
logger_1.default.debug(`Using local redteam generation for ${category}`);
|
|
105
|
+
return (0, pii_1.getPiiLeakTestsForCategory)(provider, purpose, injectVar, category, n);
|
|
106
|
+
},
|
|
107
|
+
}));
|
|
108
|
+
exports.Plugins = [...pluginFactories, ...harmPlugins, ...piiPlugins];
|
|
114
109
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/index.ts"],"names":[],"mappings":";;;;;;AAAA,oEAAuC;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/index.ts"],"names":[],"mappings":";;;;;;AAAA,oEAAuC;AACvC,uCAA6C;AAC7C,yCAA0C;AAC1C,0DAAkC;AAClC,mDAA4D;AAE5D,4CAAgF;AAChF,kCAA+C;AAE/C,iCAAoC;AACpC,iCAAoC;AACpC,+CAAiD;AACjD,2CAA6C;AAC7C,+CAAkD;AAClD,uDAA0D;AAC1D,mDAAsD;AACtD,uCAA4C;AAC5C,2CAA8C;AAC9C,2CAA8C;AAC9C,uEAA0E;AAC1E,iDAAoD;AACpD,+BAAmD;AACnD,qCAAwC;AACxC,yCAA4C;AAC5C,yDAA4D;AAC5D,iCAAoC;AACpC,qDAAwD;AACxD,iDAAoD;AACpD,iCAAoC;AAsBpC,KAAK,UAAU,oBAAoB,CACjC,GAAW,EACX,OAAe,EACf,SAAiB,EACjB,CAAS,EACT,MAAqB;IAErB,IAAA,wBAAS,EACP,CAAC,IAAA,mBAAU,EAAC,6CAA6C,CAAC,EAC1D,gFAAgF,CACjF,CAAC;IAEF,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;QAC1B,IAAI,EAAE,GAAG;QACT,OAAO;QACP,SAAS;QACT,CAAC;QACD,MAAM;KACP,CAAC,CAAC;IACH,gBAAM,CAAC,KAAK,CAAC,uCAAuC,GAAG,MAAM,IAAI,EAAE,CAAC,CAAC;IACrE,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAA,sBAAc,EACnC,iCAAqB,EACrB;QACE,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;SACnC;QACD,IAAI;KACL,EACD,2BAAkB,CACnB,CAAC;IACF,MAAM,GAAG,GAAI,IAA+B,CAAC,MAAM,CAAC;IACpD,gBAAM,CAAC,KAAK,CAAC,kCAAkC,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC/E,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,mBAAmB,CAC1B,WAA2B,EAC3B,GAAW,EACX,QAA8B;IAE9B,OAAO;QACL,GAAG;QACH,QAAQ,EAAE,QAAwD;QAClE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;YACjE,IAAI,IAAA,2BAAoB,GAAE,EAAE,CAAC;gBAC3B,OAAO,oBAAoB,CAAC,GAAG,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;YAClE,CAAC;YACD,gBAAM,CAAC,KAAK,CAAC,sCAAsC,GAAG,EAAE,CAAC,CAAC;YAC1D,OAAO,IAAI,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,MAAW,CAAC,CAAC,aAAa,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QAC9F,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,eAAe,GAAoB;IACvC,mBAAmB,CAAC,8BAAgB,EAAE,aAAa,CAAC;IACpD,mBAAmB,CAAC,0BAAc,EAAE,WAAW,CAAC;IAChD,mBAAmB,CAAC,uCAAqB,EAAE,kBAAkB,CAAC;IAC9D,mBAAmB,CAAC,mCAAmB,EAAE,eAAe,CAAC;IACzD,mBAAmB,CAAC,2BAAe,EAAE,WAAW,CAAC;IACjD,mBAAmB,CAAC,2BAAe,EAAE,WAAW,CAAC;IACjD,mBAAmB,CAAC,iCAAkB,EAAE,cAAc,CAAC;IACvD,mBAAmB,CAAC,iCAAkB,EAAE,eAAe,CAAC;IACxD,mBAAmB,CAAC,qCAAoB,EAAE,iBAAiB,CAAC;IAC5D,mBAAmB,CAAC,+BAAiB,EAAE,cAAc,CAAC;IACtD,mBAAmB,CAAC,iBAAU,EAAE,MAAM,CAAC;IACvC,mBAAmB,CAAC,yBAAc,EAAE,UAAU,CAAC;IAC/C,mBAAmB,CAAC,iBAAU,EAAE,MAAM,CAAC;IACvC,mBAAmB,CAAC,iBAAU,EAAE,MAAM,CAAC;IACvC,mBAAmB,CAAC,iBAAU,EAAE,MAAM,CAAC;IACvC,mBAAmB,CAAqB,qBAAY,EAAE,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE,CACzE,IAAA,wBAAS,EAAC,MAAM,CAAC,MAAM,EAAE,kDAAkD,CAAC,CAC7E;IACD,mBAAmB,CACjB,yCAAsB,EACtB,mBAAmB,EACnB,CAAC,MAAM,EAAE,EAAE,CACT,IAAA,wBAAS,EACP,MAAM,CAAC,YAAY,EACnB,mEAAmE,CACpE,CACJ;IACD,mBAAmB,CACjB,uDAA6B,EAC7B,2BAA2B,EAC3B,CAAC,MAAM,EAAE,EAAE,CACT,IAAA,wBAAS,EACP,MAAM,CAAC,oBAAoB,EAC3B,mFAAmF,CACpF,CACJ;CACF,CAAC;AAEF,MAAM,WAAW,GAAoB,MAAM,CAAC,IAAI,CAAC,wBAAY,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IAChF,GAAG,EAAE,QAAQ;IACb,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE;QACzD,IAAI,IAAA,2BAAoB,GAAE,EAAE,CAAC;YAC3B,OAAO,oBAAoB,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;QAC/D,CAAC;QACD,gBAAM,CAAC,KAAK,CAAC,sCAAsC,QAAQ,EAAE,CAAC,CAAC;QAC/D,OAAO,IAAA,yBAAe,EAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC;IAC/E,CAAC;CACF,CAAC,CAAC,CAAC;AAEJ,MAAM,UAAU,GAAoB,uBAAW,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IACjE,GAAG,EAAE,QAAQ;IACb,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE;QAChD,IAAI,IAAA,2BAAoB,GAAE,EAAE,CAAC;YAC3B,OAAO,oBAAoB,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;QAC/D,CAAC;QACD,gBAAM,CAAC,KAAK,CAAC,sCAAsC,QAAQ,EAAE,CAAC,CAAC;QAC/D,OAAO,IAAA,gCAA0B,EAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;IAC/E,CAAC;CACF,CAAC,CAAC,CAAC;AAES,QAAA,OAAO,GAAoB,CAAC,GAAG,eAAe,EAAE,GAAG,WAAW,EAAE,GAAG,UAAU,CAAC,CAAC"}
|
|
@@ -2,10 +2,8 @@ import type { ApiProvider, Assertion, TestCase } from '../../types';
|
|
|
2
2
|
import { PluginBase, RedteamModelGrader } from './base';
|
|
3
3
|
export declare const PLUGIN_ID = "promptfoo:redteam:indirect-prompt-injection";
|
|
4
4
|
export declare class IndirectPromptInjectionPlugin extends PluginBase {
|
|
5
|
-
private systemPrompt;
|
|
6
5
|
private indirectInjectionVar;
|
|
7
6
|
constructor(provider: ApiProvider, purpose: string, injectVar: string, config: {
|
|
8
|
-
systemPrompt: string;
|
|
9
7
|
indirectInjectionVar: string;
|
|
10
8
|
});
|
|
11
9
|
protected getTemplate(): Promise<string>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"indirectPromptInjection.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/indirectPromptInjection.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAEpE,OAAO,EAAE,UAAU,EAAE,kBAAkB,EAAE,MAAM,QAAQ,CAAC;AAExD,eAAO,MAAM,SAAS,gDAAgD,CAAC;AAEvE,qBAAa,6BAA8B,SAAQ,UAAU;IAC3D,OAAO,CAAC,
|
|
1
|
+
{"version":3,"file":"indirectPromptInjection.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/indirectPromptInjection.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAEpE,OAAO,EAAE,UAAU,EAAE,kBAAkB,EAAE,MAAM,QAAQ,CAAC;AAExD,eAAO,MAAM,SAAS,gDAAgD,CAAC;AAEvE,qBAAa,6BAA8B,SAAQ,UAAU;IAC3D,OAAO,CAAC,oBAAoB,CAAS;gBAGnC,QAAQ,EAAE,WAAW,EACrB,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE;QAAE,oBAAoB,EAAE,MAAM,CAAA;KAAE;cAU1B,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IAc9C,SAAS,CAAC,aAAa,CAAC,qBAAqB,EAAE,MAAM,GAAG,SAAS,EAAE;IAUnE,SAAS,CAAC,kBAAkB,CAC1B,OAAO,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,qBAAqB,EAAE,MAAM,CAAA;KAAE,EAAE,GAC3D,QAAQ,EAAE;IAUb,SAAS,CAAC,qBAAqB,CAC7B,MAAM,EAAE,MAAM,GACb;QAAE,qBAAqB,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,EAAE;CA0BvD;AAED,qBAAa,6BAA8B,SAAQ,kBAAkB;IACnE,EAAE,SAAa;IACf,MAAM,SASJ;CACH"}
|
|
@@ -12,9 +12,7 @@ exports.PLUGIN_ID = 'promptfoo:redteam:indirect-prompt-injection';
|
|
|
12
12
|
class IndirectPromptInjectionPlugin extends base_1.PluginBase {
|
|
13
13
|
constructor(provider, purpose, injectVar, config) {
|
|
14
14
|
super(provider, purpose, injectVar);
|
|
15
|
-
(0, tiny_invariant_1.default)(config.systemPrompt, '`systemPrompt` config is required for `indirect-prompt-injection` plugin');
|
|
16
15
|
(0, tiny_invariant_1.default)(config.indirectInjectionVar, '`indirectInjectionVar` config is required for `indirect-prompt-injection` plugin');
|
|
17
|
-
this.systemPrompt = config.systemPrompt;
|
|
18
16
|
this.indirectInjectionVar = config.indirectInjectionVar;
|
|
19
17
|
}
|
|
20
18
|
async getTemplate() {
|
|
@@ -48,7 +46,6 @@ class IndirectPromptInjectionPlugin extends base_1.PluginBase {
|
|
|
48
46
|
assert: this.getAssertions(prompt.systemPromptInjection),
|
|
49
47
|
}));
|
|
50
48
|
}
|
|
51
|
-
// Override the parseGeneratedPrompts method
|
|
52
49
|
parseGeneratedPrompts(output) {
|
|
53
50
|
const lines = output.split('\n');
|
|
54
51
|
const results = [];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"indirectPromptInjection.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/indirectPromptInjection.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,oEAAuC;AAEvC,kCAAuC;AACvC,iCAAwD;AAE3C,QAAA,SAAS,GAAG,6CAA6C,CAAC;AAEvE,MAAa,6BAA8B,SAAQ,iBAAU;
|
|
1
|
+
{"version":3,"file":"indirectPromptInjection.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/indirectPromptInjection.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,oEAAuC;AAEvC,kCAAuC;AACvC,iCAAwD;AAE3C,QAAA,SAAS,GAAG,6CAA6C,CAAC;AAEvE,MAAa,6BAA8B,SAAQ,iBAAU;IAG3D,YACE,QAAqB,EACrB,OAAe,EACf,SAAiB,EACjB,MAAwC;QAExC,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;QACpC,IAAA,wBAAS,EACP,MAAM,CAAC,oBAAoB,EAC3B,kFAAkF,CACnF,CAAC;QACF,IAAI,CAAC,oBAAoB,GAAG,MAAM,CAAC,oBAAoB,CAAC;IAC1D,CAAC;IAES,KAAK,CAAC,WAAW;QACzB,OAAO,IAAA,gBAAM,EAAA;;;;;;;;;;KAUZ,CAAC;IACJ,CAAC;IAES,aAAa,CAAC,qBAA6B;QACnD,OAAO;YACL;gBACE,IAAI,EAAE,iBAAS;gBACf,MAAM,EAAE,yBAAyB;gBACjC,KAAK,EAAE,qBAAqB;aAC7B;SACF,CAAC;IACJ,CAAC;IAES,kBAAkB,CAC1B,OAA4D;QAE5D,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YACrC,IAAI,EAAE;gBACJ,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM;gBAC/B,CAAC,IAAI,CAAC,oBAAoB,CAAC,EAAE,MAAM,CAAC,qBAAqB;aAC1D;YACD,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,qBAAqB,CAAC;SACzD,CAAC,CAAC,CAAC;IACN,CAAC;IAES,qBAAqB,CAC7B,MAAc;QAEd,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,OAAO,GAAwD,EAAE,CAAC;QACxE,IAAI,WAAW,GAA+D,EAAE,CAAC;QACjF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,QAAQ,CAAC,wBAAwB,CAAC,EAAE,CAAC;gBAC5C,IAAI,WAAW,CAAC,qBAAqB,EAAE,CAAC;oBACtC,OAAO,CAAC,IAAI,CAAC,WAAgE,CAAC,CAAC;oBAC/E,WAAW,GAAG,EAAE,CAAC;gBACnB,CAAC;gBACD,WAAW,CAAC,qBAAqB,GAAG,IAAA,mBAAY,EAAC,IAAI,EAAE,uBAAuB,CAAC,CAAC;YAClF,CAAC;iBAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBACpC,WAAW,CAAC,MAAM,GAAG,IAAA,mBAAY,EAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;gBAClD,IAAI,WAAW,CAAC,qBAAqB,IAAI,WAAW,CAAC,MAAM,EAAE,CAAC;oBAC5D,OAAO,CAAC,IAAI,CAAC,WAAgE,CAAC,CAAC;oBAC/E,WAAW,GAAG,EAAE,CAAC;gBACnB,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,WAAW,CAAC,qBAAqB,IAAI,WAAW,CAAC,MAAM,EAAE,CAAC;YAC5D,OAAO,CAAC,IAAI,CAAC,WAAgE,CAAC,CAAC;QACjF,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AAjFD,sEAiFC;AAED,MAAa,6BAA8B,SAAQ,yBAAkB;IAArE;;QACE,OAAE,GAAG,iBAAS,CAAC;QACf,WAAM,GAAG,IAAA,gBAAM,EAAA;;;;;;;;;GASd,CAAC;IACJ,CAAC;CAAA;AAZD,sEAYC"}
|
|
@@ -9,7 +9,7 @@ export declare class PolicyPlugin extends PluginBase {
|
|
|
9
9
|
});
|
|
10
10
|
protected getTemplate(): Promise<string>;
|
|
11
11
|
protected getAssertions(prompt: string): Assertion[];
|
|
12
|
-
generateTests(n: number): Promise<TestCase[]>;
|
|
12
|
+
generateTests(n: number, delayMs: number): Promise<TestCase[]>;
|
|
13
13
|
}
|
|
14
14
|
export declare class PolicyViolationGrader extends RedteamModelGrader {
|
|
15
15
|
id: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"policy.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/policy.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"policy.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/policy.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,QAAQ,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACnG,OAAO,EAAE,UAAU,EAAE,kBAAkB,EAAE,MAAM,QAAQ,CAAC;AAExD,eAAO,MAAM,SAAS,6BAA6B,CAAC;AAEpD,qBAAa,YAAa,SAAQ,UAAU;IAC1C,QAAQ,CAAC,EAAE,YAAY;IACvB,OAAO,CAAC,MAAM,CAAS;gBAGrB,QAAQ,EAAE,WAAW,EACrB,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE;QAAE,MAAM,EAAE,MAAM,CAAA;KAAE;cAOZ,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IA2B9C,SAAS,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE;IAS9C,aAAa,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;CAUrE;AAED,qBAAa,qBAAsB,SAAQ,kBAAkB;IAC3D,EAAE,SAAa;IACf,MAAM,SAqBJ;IAEI,SAAS,CACb,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,cAAc,EACpB,QAAQ,EAAE,WAAW,GAAG,SAAS,GAChC,OAAO,CAAC;QAAE,KAAK,EAAE,aAAa,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;CAgBrD"}
|
|
@@ -5,12 +5,14 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
5
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
6
|
exports.PolicyViolationGrader = exports.PolicyPlugin = exports.PLUGIN_ID = void 0;
|
|
7
7
|
const dedent_1 = __importDefault(require("dedent"));
|
|
8
|
+
const tiny_invariant_1 = __importDefault(require("tiny-invariant"));
|
|
8
9
|
const base_1 = require("./base");
|
|
9
10
|
exports.PLUGIN_ID = 'promptfoo:redteam:policy';
|
|
10
11
|
class PolicyPlugin extends base_1.PluginBase {
|
|
11
12
|
constructor(provider, purpose, injectVar, config) {
|
|
12
13
|
super(provider, purpose, injectVar);
|
|
13
14
|
this.id = 'policy';
|
|
15
|
+
(0, tiny_invariant_1.default)(config.policy, 'A "policy" property is required for the policy plugin.');
|
|
14
16
|
this.policy = config.policy;
|
|
15
17
|
}
|
|
16
18
|
async getTemplate() {
|
|
@@ -47,8 +49,8 @@ class PolicyPlugin extends base_1.PluginBase {
|
|
|
47
49
|
},
|
|
48
50
|
];
|
|
49
51
|
}
|
|
50
|
-
async generateTests(n) {
|
|
51
|
-
const tests = await super.generateTests(n);
|
|
52
|
+
async generateTests(n, delayMs) {
|
|
53
|
+
const tests = await super.generateTests(n, delayMs);
|
|
52
54
|
return tests.map((test) => ({
|
|
53
55
|
...test,
|
|
54
56
|
metadata: {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"policy.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/policy.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;
|
|
1
|
+
{"version":3,"file":"policy.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/policy.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,oEAAuC;AAEvC,iCAAwD;AAE3C,QAAA,SAAS,GAAG,0BAA0B,CAAC;AAEpD,MAAa,YAAa,SAAQ,iBAAU;IAI1C,YACE,QAAqB,EACrB,OAAe,EACf,SAAiB,EACjB,MAA0B;QAE1B,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;QAT7B,OAAE,GAAG,QAAQ,CAAC;QAUrB,IAAA,wBAAS,EAAC,MAAM,CAAC,MAAM,EAAE,wDAAwD,CAAC,CAAC;QACnF,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IAC9B,CAAC;IAES,KAAK,CAAC,WAAW;QACzB,OAAO;;;yBAGc,IAAI,CAAC,OAAO;4BACT,IAAI,CAAC,MAAM;;;;;;;;;;;;;;;;;;;KAmBlC,CAAC;IACJ,CAAC;IAES,aAAa,CAAC,MAAc;QACpC,OAAO;YACL;gBACE,IAAI,EAAE,iBAAS;gBACf,MAAM,EAAE,iBAAiB;aAC1B;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,CAAS,EAAE,OAAe;QAC5C,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,aAAa,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QACpD,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAC1B,GAAG,IAAI;YACP,QAAQ,EAAE;gBACR,GAAG,IAAI,CAAC,QAAQ;gBAChB,MAAM,EAAE,IAAI,CAAC,MAAM;aACpB;SACF,CAAC,CAAC,CAAC;IACN,CAAC;CACF;AA7DD,oCA6DC;AAED,MAAa,qBAAsB,SAAQ,yBAAkB;IAA7D;;QACE,OAAE,GAAG,iBAAS,CAAC;QACf,WAAM,GAAG,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;;GAqBd,CAAC;IAuBJ,CAAC;IArBC,KAAK,CAAC,SAAS,CACb,MAAc,EACd,SAAiB,EACjB,IAAoB,EACpB,QAAiC;QAEjC,MAAM,EAAE,MAAM,EAAE,GAAG,YAAY,EAAE,GAAG,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;QACxD,OAAO,KAAK,CAAC,SAAS,CACpB,MAAM,EACN,SAAS,EACT;YACE,GAAG,IAAI;YACP,QAAQ,EAAE;gBACR,GAAG,YAAY;gBACf,MAAM,EAAE,MAAM,IAAI,6BAA6B;aAChD;SACF,EACD,QAAQ,EACR,SAAS,CACV,CAAC;IACJ,CAAC;CACF;AA9CD,sDA8CC"}
|
|
@@ -8,7 +8,7 @@ export declare class PromptExtractionPlugin extends PluginBase {
|
|
|
8
8
|
});
|
|
9
9
|
protected getTemplate(): Promise<string>;
|
|
10
10
|
protected getAssertions(prompt: string): Assertion[];
|
|
11
|
-
generateTests(n: number): Promise<TestCase[]>;
|
|
11
|
+
generateTests(n: number, delayMs: number): Promise<TestCase[]>;
|
|
12
12
|
}
|
|
13
13
|
export declare class PromptExtractionGrader extends RedteamModelGrader {
|
|
14
14
|
id: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"promptExtraction.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/promptExtraction.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,cAAc,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAEnG,OAAO,EAAE,UAAU,EAAE,kBAAkB,EAAE,MAAM,QAAQ,CAAC;AAExD,eAAO,MAAM,SAAS,wCAAwC,CAAC;AAE/D,qBAAa,sBAAuB,SAAQ,UAAU;IACpD,OAAO,CAAC,YAAY,CAAS;gBAG3B,QAAQ,EAAE,WAAW,EACrB,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE;QAAE,YAAY,EAAE,MAAM,CAAA;KAAE;cAUlB,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IA4B9C,SAAS,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE;IAe9C,aAAa,CAAC,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;
|
|
1
|
+
{"version":3,"file":"promptExtraction.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/promptExtraction.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,cAAc,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAEnG,OAAO,EAAE,UAAU,EAAE,kBAAkB,EAAE,MAAM,QAAQ,CAAC;AAExD,eAAO,MAAM,SAAS,wCAAwC,CAAC;AAE/D,qBAAa,sBAAuB,SAAQ,UAAU;IACpD,OAAO,CAAC,YAAY,CAAS;gBAG3B,QAAQ,EAAE,WAAW,EACrB,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE;QAAE,YAAY,EAAE,MAAM,CAAA;KAAE;cAUlB,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IA4B9C,SAAS,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE;IAe9C,aAAa,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;CAUrE;AAED,qBAAa,sBAAuB,SAAQ,kBAAkB;IAC5D,EAAE,SAAa;IACf,MAAM,SAcJ;IAEI,SAAS,CACb,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,cAAc,EACpB,QAAQ,EAAE,WAAW,GAAG,SAAS,GAChC,OAAO,CAAC;QAAE,KAAK,EAAE,aAAa,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;CA2BrD"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"promptExtraction.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/promptExtraction.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,oEAAuC;AAEvC,kCAAyC;AACzC,iCAAwD;AAE3C,QAAA,SAAS,GAAG,qCAAqC,CAAC;AAE/D,MAAa,sBAAuB,SAAQ,iBAAU;IAGpD,YACE,QAAqB,EACrB,OAAe,EACf,SAAiB,EACjB,MAAgC;QAEhC,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;QACpC,IAAA,wBAAS,EACP,MAAM,CAAC,YAAY,EACnB,kEAAkE,CACnE,CAAC;QACF,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;IAC1C,CAAC;IAES,KAAK,CAAC,WAAW;QACzB,OAAO,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;;;;;GAwBd,CAAC;IACF,CAAC;IAES,aAAa,CAAC,MAAc;QACpC,OAAO;YACL;gBACE,IAAI,EAAE,iBAAS;gBACf,MAAM,EAAE,kBAAkB;aAC3B;YACD;gBACE,IAAI,EAAE,aAAa;gBACnB,MAAM,EAAE,kBAAkB;gBAC1B,KAAK,EAAE,IAAI,CAAC,YAAY;gBACxB,SAAS,EAAE,GAAG;aACf;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,CAAS;
|
|
1
|
+
{"version":3,"file":"promptExtraction.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/promptExtraction.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,oEAAuC;AAEvC,kCAAyC;AACzC,iCAAwD;AAE3C,QAAA,SAAS,GAAG,qCAAqC,CAAC;AAE/D,MAAa,sBAAuB,SAAQ,iBAAU;IAGpD,YACE,QAAqB,EACrB,OAAe,EACf,SAAiB,EACjB,MAAgC;QAEhC,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;QACpC,IAAA,wBAAS,EACP,MAAM,CAAC,YAAY,EACnB,kEAAkE,CACnE,CAAC;QACF,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;IAC1C,CAAC;IAES,KAAK,CAAC,WAAW;QACzB,OAAO,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;;;;;GAwBd,CAAC;IACF,CAAC;IAES,aAAa,CAAC,MAAc;QACpC,OAAO;YACL;gBACE,IAAI,EAAE,iBAAS;gBACf,MAAM,EAAE,kBAAkB;aAC3B;YACD;gBACE,IAAI,EAAE,aAAa;gBACnB,MAAM,EAAE,kBAAkB;gBAC1B,KAAK,EAAE,IAAI,CAAC,YAAY;gBACxB,SAAS,EAAE,GAAG;aACf;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,CAAS,EAAE,OAAe;QAC5C,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QAC3C,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAC1B,GAAG,IAAI;YACP,QAAQ,EAAE;gBACR,GAAG,IAAI,CAAC,QAAQ;gBAChB,YAAY,EAAE,IAAI,CAAC,YAAY;aAChC;SACF,CAAC,CAAC,CAAC;IACN,CAAC;CACF;AAtED,wDAsEC;AAED,MAAa,sBAAuB,SAAQ,yBAAkB;IAA9D;;QACE,OAAE,GAAG,iBAAS,CAAC;QACf,WAAM,GAAG,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;GAcd,CAAC;IAkCJ,CAAC;IAhCC,KAAK,CAAC,SAAS,CACb,MAAc,EACd,SAAiB,EACjB,IAAoB,EACpB,QAAiC;QAEjC,MAAM,EAAE,YAAY,EAAE,GAAG,YAAY,EAAE,GAAG,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;QAE9D,IAAI,IAAA,qBAAc,EAAC,SAAS,CAAC,EAAE,CAAC;YAC9B,OAAO;gBACL,KAAK,EAAE;oBACL,IAAI,EAAE,IAAI;oBACV,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,yCAAyC;iBAClD;gBACD,MAAM,EAAE,IAAI,CAAC,MAAM;aACpB,CAAC;QACJ,CAAC;QACD,OAAO,KAAK,CAAC,SAAS,CACpB,MAAM,EACN,SAAS,EACT;YACE,GAAG,IAAI;YACP,QAAQ,EAAE;gBACR,GAAG,YAAY;gBACf,YAAY,EAAE,YAAY,IAAI,2BAA2B;aAC1D;SACF,EACD,QAAQ,EACR,SAAS,CACV,CAAC;IACJ,CAAC;CACF;AAlDD,wDAkDC"}
|
|
@@ -8,7 +8,7 @@ export declare class SsrfPlugin extends PluginBase {
|
|
|
8
8
|
});
|
|
9
9
|
protected getTemplate(): Promise<string>;
|
|
10
10
|
protected getAssertions(prompt: string): Assertion[];
|
|
11
|
-
generateTests(n: number): Promise<TestCase[]>;
|
|
11
|
+
generateTests(n: number, delayMs: number): Promise<TestCase[]>;
|
|
12
12
|
}
|
|
13
13
|
export declare class SsrfGrader extends RedteamModelGrader {
|
|
14
14
|
id: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ssrf.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/ssrf.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AACpE,OAAO,EAAE,UAAU,EAAE,kBAAkB,EAAE,MAAM,QAAQ,CAAC;AAExD,eAAO,MAAM,SAAS,2BAA2B,CAAC;AAElD,qBAAa,UAAW,SAAQ,UAAU;IACxC,OAAO,CAAC,UAAU,CAAW;gBAG3B,QAAQ,EAAE,WAAW,EACrB,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,MAAM,CAAC,EAAE;QAAE,UAAU,CAAC,EAAE,MAAM,EAAE,CAAA;KAAE;cAMpB,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IA+C9C,SAAS,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE;IAS9C,aAAa,CAAC,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;
|
|
1
|
+
{"version":3,"file":"ssrf.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/ssrf.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AACpE,OAAO,EAAE,UAAU,EAAE,kBAAkB,EAAE,MAAM,QAAQ,CAAC;AAExD,eAAO,MAAM,SAAS,2BAA2B,CAAC;AAElD,qBAAa,UAAW,SAAQ,UAAU;IACxC,OAAO,CAAC,UAAU,CAAW;gBAG3B,QAAQ,EAAE,WAAW,EACrB,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,MAAM,CAAC,EAAE;QAAE,UAAU,CAAC,EAAE,MAAM,EAAE,CAAA;KAAE;cAMpB,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IA+C9C,SAAS,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE;IAS9C,aAAa,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;CAUrE;AAED,qBAAa,UAAW,SAAQ,kBAAkB;IAChD,EAAE,SAAa;IACf,MAAM,SAiCJ;CACH"}
|
|
@@ -64,8 +64,8 @@ class SsrfPlugin extends base_1.PluginBase {
|
|
|
64
64
|
},
|
|
65
65
|
];
|
|
66
66
|
}
|
|
67
|
-
async generateTests(n) {
|
|
68
|
-
const tests = await super.generateTests(n);
|
|
67
|
+
async generateTests(n, delayMs) {
|
|
68
|
+
const tests = await super.generateTests(n, delayMs);
|
|
69
69
|
return tests.map((test) => ({
|
|
70
70
|
...test,
|
|
71
71
|
metadata: {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ssrf.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/ssrf.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAE5B,iCAAwD;AAE3C,QAAA,SAAS,GAAG,wBAAwB,CAAC;AAElD,MAAa,UAAW,SAAQ,iBAAU;IAGxC,YACE,QAAqB,EACrB,OAAe,EACf,SAAiB,EACjB,MAAkC;QAElC,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;QACpC,IAAI,CAAC,UAAU,GAAG,MAAM,EAAE,UAAU,IAAI,CAAC,+CAA+C,CAAC,CAAC;IAC5F,CAAC;IAES,KAAK,CAAC,WAAW;QACzB,OAAO,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;MAgCX,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC;YACxB,CAAC,CAAC;;;MAGJ,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,QAAQ,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;;KAE7D;YACG,CAAC,CAAC,EACN;;;KAGC,CAAC;IACJ,CAAC;IAES,aAAa,CAAC,MAAc;QACpC,OAAO;YACL;gBACE,IAAI,EAAE,iBAAS;gBACf,MAAM,EAAE,iBAAiB;aAC1B;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,CAAS;
|
|
1
|
+
{"version":3,"file":"ssrf.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/ssrf.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAE5B,iCAAwD;AAE3C,QAAA,SAAS,GAAG,wBAAwB,CAAC;AAElD,MAAa,UAAW,SAAQ,iBAAU;IAGxC,YACE,QAAqB,EACrB,OAAe,EACf,SAAiB,EACjB,MAAkC;QAElC,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;QACpC,IAAI,CAAC,UAAU,GAAG,MAAM,EAAE,UAAU,IAAI,CAAC,+CAA+C,CAAC,CAAC;IAC5F,CAAC;IAES,KAAK,CAAC,WAAW;QACzB,OAAO,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;MAgCX,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC;YACxB,CAAC,CAAC;;;MAGJ,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,QAAQ,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;;KAE7D;YACG,CAAC,CAAC,EACN;;;KAGC,CAAC;IACJ,CAAC;IAES,aAAa,CAAC,MAAc;QACpC,OAAO;YACL;gBACE,IAAI,EAAE,iBAAS;gBACf,MAAM,EAAE,iBAAiB;aAC1B;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,CAAS,EAAE,OAAe;QAC5C,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,aAAa,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QACpD,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAC1B,GAAG,IAAI;YACP,QAAQ,EAAE;gBACR,GAAG,IAAI,CAAC,QAAQ;gBAChB,UAAU,EAAE,IAAI,CAAC,UAAU;aAC5B;SACF,CAAC,CAAC,CAAC;IACN,CAAC;CACF;AA/ED,gCA+EC;AAED,MAAa,UAAW,SAAQ,yBAAkB;IAAlD;;QACE,OAAE,GAAG,iBAAS,CAAC;QACf,WAAM,GAAG,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiCd,CAAC;IACJ,CAAC;CAAA;AApCD,gCAoCC"}
|
|
@@ -1,9 +1,9 @@
|
|
|
1
|
-
import type { ApiProvider, CallApiContextParams, CallApiOptionsParams,
|
|
1
|
+
import type { ApiProvider, CallApiContextParams, CallApiOptionsParams, RedteamFileConfig } from '../../../types';
|
|
2
2
|
interface CrescendoConfig {
|
|
3
3
|
injectVar: string;
|
|
4
4
|
maxRounds?: number;
|
|
5
5
|
maxBacktracks?: number;
|
|
6
|
-
redteamProvider:
|
|
6
|
+
redteamProvider: RedteamFileConfig['provider'];
|
|
7
7
|
}
|
|
8
8
|
interface ConversationMessage {
|
|
9
9
|
role: 'user' | 'assistant' | 'system';
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/redteam/providers/crescendo/index.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACV,WAAW,EACX,oBAAoB,EACpB,oBAAoB,EAGpB,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/redteam/providers/crescendo/index.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACV,WAAW,EACX,oBAAoB,EACpB,oBAAoB,EAGpB,iBAAiB,EAClB,MAAM,gBAAgB,CAAC;AASxB,UAAU,eAAe;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,iBAAiB,CAAC,UAAU,CAAC,CAAC;CAChD;AAED,UAAU,mBAAmB;IAC3B,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;IACtC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,qBAAa,YAAY;IACvB,OAAO,CAAC,aAAa,CAAiD;IAEtE,UAAU,CAAC,cAAc,EAAE,MAAM,EAAE,OAAO,EAAE,mBAAmB;IAO/D,eAAe,CAAC,cAAc,EAAE,MAAM,GAAG,mBAAmB,EAAE;IAI9D,sCAAsC,CAAC,cAAc,EAAE,MAAM,GAAG,MAAM;CAOvE;AAED,cAAM,iBAAkB,YAAW,WAAW;IAC5C,QAAQ,CAAC,MAAM,EAAE,eAAe,CAAC;IACjC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAM;IAC/B,OAAO,CAAC,QAAQ,CAAqB;IACrC,OAAO,CAAC,eAAe,CAA0B;IACjD,OAAO,CAAC,eAAe,CAA0B;IACjD,OAAO,CAAC,MAAM,CAAe;IAC7B,OAAO,CAAC,oBAAoB,CAAS;IACrC,OAAO,CAAC,4BAA4B,CAAS;IAC7C,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,aAAa,CAAS;gBAElB,MAAM,EAAE,eAAe;YAWrB,kBAAkB;YAWlB,kBAAkB;IAUhC,EAAE;IAII,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,oBAAoB;;;;;;;;;;YAiB9E,SAAS;YAmHT,eAAe;YAmEf,UAAU;YAwDV,eAAe;YAgDf,YAAY;YAkCZ,eAAe;IAI7B,OAAO,CAAC,cAAc;CAOvB;AAED,eAAe,iBAAiB,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"iterative.d.ts","sourceRoot":"","sources":["../../../../src/redteam/providers/iterative.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,KAAK,WAAW,EAChB,KAAK,oBAAoB,EACzB,KAAK,oBAAoB,EAI1B,MAAM,aAAa,CAAC;AAOrB,eAAO,MAAM,cAAc,QAEtB,CAAC;AA0IN,cAAM,wBAAyB,YAAW,WAAW;IAIvC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAH5D,OAAO,CAAC,QAAQ,CAAC,eAAe,
|
|
1
|
+
{"version":3,"file":"iterative.d.ts","sourceRoot":"","sources":["../../../../src/redteam/providers/iterative.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,KAAK,WAAW,EAChB,KAAK,oBAAoB,EACzB,KAAK,oBAAoB,EAI1B,MAAM,aAAa,CAAC;AAOrB,eAAO,MAAM,cAAc,QAEtB,CAAC;AA0IN,cAAM,wBAAyB,YAAW,WAAW;IAIvC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAH5D,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAgC;IAChE,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;gBAEd,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAS5D,EAAE;IAIF;;;;;;OAMG;IACG,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,oBAAoB;;;;;;CAgB7F;AAED,eAAe,wBAAwB,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"iterativeImage.d.ts","sourceRoot":"","sources":["../../../../src/redteam/providers/iterativeImage.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,WAAW,EACX,oBAAoB,EACpB,oBAAoB,EAIrB,MAAM,aAAa,CAAC;AAqOrB,cAAM,wBAAyB,YAAW,WAAW;IAIvC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAH5D,OAAO,CAAC,QAAQ,CAAC,eAAe,
|
|
1
|
+
{"version":3,"file":"iterativeImage.d.ts","sourceRoot":"","sources":["../../../../src/redteam/providers/iterativeImage.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,WAAW,EACX,oBAAoB,EACpB,oBAAoB,EAIrB,MAAM,aAAa,CAAC;AAqOrB,cAAM,wBAAyB,YAAW,WAAW;IAIvC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAH5D,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAgC;IAChE,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;gBAEd,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAS5D,EAAE;IAII,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,oBAAoB;;;;;;CAiB7F;AAED,eAAe,wBAAwB,CAAC"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { type
|
|
1
|
+
import { type RedteamFileConfig } from '../../types';
|
|
2
2
|
export declare function loadRedteamProvider({ provider, jsonOnly, preferSmallModel, }?: {
|
|
3
|
-
provider?:
|
|
3
|
+
provider?: RedteamFileConfig['provider'];
|
|
4
4
|
jsonOnly?: boolean;
|
|
5
5
|
preferSmallModel?: boolean;
|
|
6
6
|
}): Promise<import("../../types").ApiProvider | import("../../providers/openai").OpenAiChatCompletionProvider>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"shared.d.ts","sourceRoot":"","sources":["../../../../src/redteam/providers/shared.ts"],"names":[],"mappings":"AAEA,OAAO,EAAoC,KAAK,
|
|
1
|
+
{"version":3,"file":"shared.d.ts","sourceRoot":"","sources":["../../../../src/redteam/providers/shared.ts"],"names":[],"mappings":"AAEA,OAAO,EAAoC,KAAK,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAGvF,wBAAsB,mBAAmB,CAAC,EACxC,QAAQ,EACR,QAAgB,EAChB,gBAAwB,GACzB,GAAE;IACD,QAAQ,CAAC,EAAE,iBAAiB,CAAC,UAAU,CAAC,CAAC;IACzC,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,gBAAgB,CAAC,EAAE,OAAO,CAAC;CACvB,8GA0BL"}
|
|
@@ -41,7 +41,7 @@ async function loadRedteamProvider({ provider, jsonOnly = false, preferSmallMode
|
|
|
41
41
|
ret = redteamProvider;
|
|
42
42
|
}
|
|
43
43
|
else if (typeof redteamProvider === 'string' || (0, types_1.isProviderOptions)(redteamProvider)) {
|
|
44
|
-
logger_1.default.debug(`Loading redteam provider: ${redteamProvider}`);
|
|
44
|
+
logger_1.default.debug(`Loading redteam provider: ${JSON.stringify(redteamProvider)}`);
|
|
45
45
|
const loadApiProvidersModule = await Promise.resolve().then(() => __importStar(require('../../providers')));
|
|
46
46
|
// Async import to avoid circular dependency
|
|
47
47
|
ret = (await loadApiProvidersModule.loadApiProviders([redteamProvider]))[0];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"shared.js","sourceRoot":"","sources":["../../../../src/redteam/providers/shared.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAKA,kDAkCC;AAvCD,8DAAsC;AACtC,0DAAkC;AAClC,
|
|
1
|
+
{"version":3,"file":"shared.js","sourceRoot":"","sources":["../../../../src/redteam/providers/shared.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAKA,kDAkCC;AAvCD,8DAAsC;AACtC,0DAAkC;AAClC,uCAAuF;AACvF,2CAAgF;AAEzE,KAAK,UAAU,mBAAmB,CAAC,EACxC,QAAQ,EACR,QAAQ,GAAG,KAAK,EAChB,gBAAgB,GAAG,KAAK,MAKtB,EAAE;IACJ,6FAA6F;IAC7F,0EAA0E;IAC1E,IAAI,GAAG,CAAC;IACR,MAAM,eAAe,GAAG,QAAQ,IAAI,kBAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC;IACvE,IAAI,IAAA,qBAAa,EAAC,eAAe,CAAC,EAAE,CAAC;QACnC,gBAAM,CAAC,KAAK,CAAC,2BAA2B,eAAe,EAAE,CAAC,CAAC;QAC3D,GAAG,GAAG,eAAe,CAAC;IACxB,CAAC;SAAM,IAAI,OAAO,eAAe,KAAK,QAAQ,IAAI,IAAA,yBAAiB,EAAC,eAAe,CAAC,EAAE,CAAC;QACrF,gBAAM,CAAC,KAAK,CAAC,6BAA6B,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;QAC7E,MAAM,sBAAsB,GAAG,wDAAa,iBAAiB,GAAC,CAAC;QAC/D,4CAA4C;QAC5C,GAAG,GAAG,CAAC,MAAM,sBAAsB,CAAC,gBAAgB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9E,CAAC;SAAM,CAAC;QACN,MAAM,YAAY,GAAG,gBAAgB,CAAC,CAAC,CAAC,gCAAoB,CAAC,CAAC,CAAC,0BAAc,CAAC;QAC9E,gBAAM,CAAC,KAAK,CAAC,mCAAmC,YAAY,EAAE,CAAC,CAAC;QAChE,4CAA4C;QAC5C,MAAM,kCAAkC,GAAG,wDAAa,wBAAwB,GAAC,CAAC;QAClF,GAAG,GAAG,IAAI,kCAAkC,CAAC,4BAA4B,CAAC,YAAY,EAAE;YACtF,MAAM,EAAE;gBACN,WAAW,EAAE,uBAAW;gBACxB,eAAe,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,SAAS;aAChE;SACF,CAAC,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}
|
|
@@ -1,11 +1,9 @@
|
|
|
1
|
-
import type { TestCase, TestCaseWithPlugin } from '../../types';
|
|
1
|
+
import type { RedteamStrategyObject, TestCase, TestCaseWithPlugin } from '../../types';
|
|
2
2
|
interface Strategy {
|
|
3
3
|
key: string;
|
|
4
4
|
action: (testCases: TestCaseWithPlugin[], injectVar: string, config: Record<string, any>) => Promise<TestCase[]>;
|
|
5
5
|
}
|
|
6
6
|
export declare const Strategies: Strategy[];
|
|
7
|
-
export declare function validateStrategies(strategies:
|
|
8
|
-
id: string;
|
|
9
|
-
}[]): void;
|
|
7
|
+
export declare function validateStrategies(strategies: RedteamStrategyObject[]): void;
|
|
10
8
|
export {};
|
|
11
9
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/redteam/strategies/index.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,QAAQ,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/redteam/strategies/index.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,qBAAqB,EAAE,QAAQ,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AASvF,UAAU,QAAQ;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,CACN,SAAS,EAAE,kBAAkB,EAAE,EAC/B,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KACxB,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;CAC1B;AAED,eAAO,MAAM,UAAU,EAAE,QAAQ,EA0EhC,CAAC;AAEF,wBAAgB,kBAAkB,CAAC,UAAU,EAAE,qBAAqB,EAAE,GAAG,IAAI,CAc5E"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/redteam/strategies/index.ts"],"names":[],"mappings":";;;;;;AAiGA,gDAcC;AA/GD,kDAA0B;AAC1B,oDAA4B;AAC5B,0DAAkC;AAElC,qCAA6C;AAC7C,2CAA2C;AAC3C,2CAAqD;AACrD,2CAA2C;AAC3C,iDAAiD;AACjD,yDAAmD;AACnD,mCAAmC;AAWtB,QAAA,UAAU,GAAe;IACpC;QACE,GAAG,EAAE,WAAW;QAChB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;YACrC,gBAAM,CAAC,KAAK,CAAC,kDAAkD,CAAC,CAAC;YACjE,MAAM,YAAY,GAAG,IAAA,kCAAsB,EAAC,SAAS,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;YAC/E,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,oCAAoC,CAAC,CAAC;YAC/E,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,GAAG,EAAE,kBAAkB;QACvB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;YACrC,MAAM,cAAc,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC;YAC3F,gBAAM,CAAC,KAAK,CAAC,yDAAyD,CAAC,CAAC;YACxE,MAAM,YAAY,GAAG,IAAA,gCAAa,EAAC,cAAc,EAAE,SAAS,CAAC,CAAC;YAC9D,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,8BAA8B,CAAC,CAAC;YACzE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,GAAG,EAAE,gBAAgB;QACrB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;YACrC,gBAAM,CAAC,KAAK,CAAC,uDAAuD,CAAC,CAAC;YACtE,MAAM,YAAY,GAAG,IAAA,kCAAsB,EAAC,SAAS,EAAE,SAAS,EAAE,gBAAgB,CAAC,CAAC;YACpF,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,yCAAyC,CAAC,CAAC;YACpF,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,GAAG,EAAE,OAAO;QACZ,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;YACrC,gBAAM,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAC;YACxD,MAAM,YAAY,GAAG,IAAA,gBAAQ,EAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACpD,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,2BAA2B,CAAC,CAAC;YACtE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,GAAG,EAAE,WAAW;QAChB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;YACrC,gBAAM,CAAC,KAAK,CAAC,6CAA6C,CAAC,CAAC;YAC5D,MAAM,YAAY,GAAG,IAAA,wBAAY,EAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACxD,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,+BAA+B,CAAC,CAAC;YAC1E,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,GAAG,EAAE,QAAQ;QACb,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;YACrC,gBAAM,CAAC,KAAK,CAAC,0CAA0C,CAAC,CAAC;YACzD,MAAM,YAAY,GAAG,IAAA,0BAAiB,EAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YAC7D,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,4BAA4B,CAAC,CAAC;YACvE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,GAAG,EAAE,WAAW;QAChB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;YACrC,gBAAM,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;YACnD,MAAM,YAAY,GAAG,IAAA,wBAAY,EAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACxD,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,uBAAuB,CAAC,CAAC;YAClE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,GAAG,EAAE,cAAc;QACnB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;YAC7C,gBAAM,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;YAC/C,MAAM,YAAY,GAAG,MAAM,IAAA,8BAAe,EAAC,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;YACzE,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,0BAA0B,CAAC,CAAC;YACrE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;CACF,CAAC;AAEF,SAAgB,kBAAkB,CAAC,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/redteam/strategies/index.ts"],"names":[],"mappings":";;;;;;AAiGA,gDAcC;AA/GD,kDAA0B;AAC1B,oDAA4B;AAC5B,0DAAkC;AAElC,qCAA6C;AAC7C,2CAA2C;AAC3C,2CAAqD;AACrD,2CAA2C;AAC3C,iDAAiD;AACjD,yDAAmD;AACnD,mCAAmC;AAWtB,QAAA,UAAU,GAAe;IACpC;QACE,GAAG,EAAE,WAAW;QAChB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;YACrC,gBAAM,CAAC,KAAK,CAAC,kDAAkD,CAAC,CAAC;YACjE,MAAM,YAAY,GAAG,IAAA,kCAAsB,EAAC,SAAS,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;YAC/E,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,oCAAoC,CAAC,CAAC;YAC/E,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,GAAG,EAAE,kBAAkB;QACvB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;YACrC,MAAM,cAAc,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC;YAC3F,gBAAM,CAAC,KAAK,CAAC,yDAAyD,CAAC,CAAC;YACxE,MAAM,YAAY,GAAG,IAAA,gCAAa,EAAC,cAAc,EAAE,SAAS,CAAC,CAAC;YAC9D,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,8BAA8B,CAAC,CAAC;YACzE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,GAAG,EAAE,gBAAgB;QACrB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;YACrC,gBAAM,CAAC,KAAK,CAAC,uDAAuD,CAAC,CAAC;YACtE,MAAM,YAAY,GAAG,IAAA,kCAAsB,EAAC,SAAS,EAAE,SAAS,EAAE,gBAAgB,CAAC,CAAC;YACpF,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,yCAAyC,CAAC,CAAC;YACpF,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,GAAG,EAAE,OAAO;QACZ,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;YACrC,gBAAM,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAC;YACxD,MAAM,YAAY,GAAG,IAAA,gBAAQ,EAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACpD,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,2BAA2B,CAAC,CAAC;YACtE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,GAAG,EAAE,WAAW;QAChB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;YACrC,gBAAM,CAAC,KAAK,CAAC,6CAA6C,CAAC,CAAC;YAC5D,MAAM,YAAY,GAAG,IAAA,wBAAY,EAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACxD,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,+BAA+B,CAAC,CAAC;YAC1E,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,GAAG,EAAE,QAAQ;QACb,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;YACrC,gBAAM,CAAC,KAAK,CAAC,0CAA0C,CAAC,CAAC;YACzD,MAAM,YAAY,GAAG,IAAA,0BAAiB,EAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YAC7D,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,4BAA4B,CAAC,CAAC;YACvE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,GAAG,EAAE,WAAW;QAChB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;YACrC,gBAAM,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;YACnD,MAAM,YAAY,GAAG,IAAA,wBAAY,EAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACxD,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,uBAAuB,CAAC,CAAC;YAClE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,GAAG,EAAE,cAAc;QACnB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;YAC7C,gBAAM,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;YAC/C,MAAM,YAAY,GAAG,MAAM,IAAA,8BAAe,EAAC,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;YACzE,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,0BAA0B,CAAC,CAAC;YACrE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;CACF,CAAC;AAEF,SAAgB,kBAAkB,CAAC,UAAmC;IACpE,MAAM,iBAAiB,GAAG,UAAU,CAAC,MAAM,CACzC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,kBAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CAClE,CAAC;IACF,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjC,MAAM,qBAAqB,GAAG,kBAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtE,MAAM,uBAAuB,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9E,gBAAM,CAAC,KAAK,CACV,IAAA,gBAAM,EAAA,wBAAwB,uBAAuB;;UAEjD,eAAK,CAAC,KAAK,CAAC,yBAAyB,qBAAqB,EAAE,CAAC,EAAE,CACpE,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"multilingual.d.ts","sourceRoot":"","sources":["../../../../src/redteam/strategies/multilingual.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"multilingual.d.ts","sourceRoot":"","sources":["../../../../src/redteam/strategies/multilingual.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAK5C,wBAAsB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAgB3E;AAED,wBAAsB,eAAe,CACnC,SAAS,EAAE,QAAQ,EAAE,EACrB,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAC1B,OAAO,CAAC,QAAQ,EAAE,CAAC,CAqDrB"}
|