promptfoo 0.115.0 → 0.115.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +7 -0
- package/dist/package.json +3 -3
- package/dist/src/app/assets/{index-BguflfND.css → index-BPc2R353.css} +1 -1
- package/dist/src/app/assets/index-BfrupEi-.js +839 -0
- package/dist/src/app/assets/{source-map-support-CBm7zNFA.js → source-map-support-Bxu-SWOe.js} +1 -1
- package/dist/src/app/assets/{sync-CDJ7rnc8.js → sync-b9Bq8szO.js} +1 -1
- package/dist/src/app/index.html +2 -2
- package/dist/src/assertions/openai.d.ts.map +1 -1
- package/dist/src/assertions/openai.js +3 -1
- package/dist/src/assertions/openai.js.map +1 -1
- package/dist/src/assertions/synthesis.d.ts +15 -0
- package/dist/src/assertions/synthesis.d.ts.map +1 -0
- package/dist/src/assertions/synthesis.js +504 -0
- package/dist/src/assertions/synthesis.js.map +1 -0
- package/dist/src/commands/delete.d.ts +2 -0
- package/dist/src/commands/delete.d.ts.map +1 -1
- package/dist/src/commands/delete.js +6 -2
- package/dist/src/commands/delete.js.map +1 -1
- package/dist/src/commands/eval.d.ts.map +1 -1
- package/dist/src/commands/eval.js +15 -14
- package/dist/src/commands/eval.js.map +1 -1
- package/dist/src/commands/generate/assertions.d.ts +19 -0
- package/dist/src/commands/generate/assertions.d.ts.map +1 -0
- package/dist/src/commands/generate/assertions.js +150 -0
- package/dist/src/commands/generate/assertions.js.map +1 -0
- package/dist/src/commands/modelScan.d.ts +1 -0
- package/dist/src/commands/modelScan.d.ts.map +1 -1
- package/dist/src/commands/modelScan.js +4 -5
- package/dist/src/commands/modelScan.js.map +1 -1
- package/dist/src/commands/show.d.ts +3 -0
- package/dist/src/commands/show.d.ts.map +1 -1
- package/dist/src/commands/show.js +7 -0
- package/dist/src/commands/show.js.map +1 -1
- package/dist/src/commands/view.d.ts.map +1 -1
- package/dist/src/commands/view.js +5 -1
- package/dist/src/commands/view.js.map +1 -1
- package/dist/src/database/tables.d.ts +22 -0
- package/dist/src/database/tables.d.ts.map +1 -1
- package/dist/src/envars.d.ts +1 -1
- package/dist/src/envars.d.ts.map +1 -1
- package/dist/src/envars.js.map +1 -1
- package/dist/src/evaluator.d.ts +9 -0
- package/dist/src/evaluator.d.ts.map +1 -1
- package/dist/src/evaluator.js +51 -24
- package/dist/src/evaluator.js.map +1 -1
- package/dist/src/evaluatorHelpers.d.ts +10156 -5
- package/dist/src/evaluatorHelpers.d.ts.map +1 -1
- package/dist/src/evaluatorHelpers.js +92 -5
- package/dist/src/evaluatorHelpers.js.map +1 -1
- package/dist/src/feedback.js +3 -3
- package/dist/src/feedback.js.map +1 -1
- package/dist/src/main.d.ts.map +1 -1
- package/dist/src/main.js +2 -0
- package/dist/src/main.js.map +1 -1
- package/dist/src/models/eval.d.ts.map +1 -1
- package/dist/src/models/eval.js +1 -4
- package/dist/src/models/eval.js.map +1 -1
- package/dist/src/providers/azure/chat.d.ts.map +1 -1
- package/dist/src/providers/azure/chat.js +1 -1
- package/dist/src/providers/azure/chat.js.map +1 -1
- package/dist/src/providers/azure/completion.d.ts.map +1 -1
- package/dist/src/providers/azure/completion.js +1 -1
- package/dist/src/providers/azure/completion.js.map +1 -1
- package/dist/src/providers/azure/types.d.ts +1 -1
- package/dist/src/providers/azure/types.d.ts.map +1 -1
- package/dist/src/providers/golangCompletion.d.ts.map +1 -1
- package/dist/src/providers/golangCompletion.js +0 -1
- package/dist/src/providers/golangCompletion.js.map +1 -1
- package/dist/src/providers/google/ai.studio.js +1 -1
- package/dist/src/providers/google/ai.studio.js.map +1 -1
- package/dist/src/providers/google/live.d.ts +11 -0
- package/dist/src/providers/google/live.d.ts.map +1 -1
- package/dist/src/providers/google/live.js +84 -2
- package/dist/src/providers/google/live.js.map +1 -1
- package/dist/src/providers/google/shared.d.ts.map +1 -1
- package/dist/src/providers/google/shared.js +15 -0
- package/dist/src/providers/google/shared.js.map +1 -1
- package/dist/src/providers/google/types.d.ts +2 -2
- package/dist/src/providers/google/types.d.ts.map +1 -1
- package/dist/src/providers/google/vertex.d.ts +11 -0
- package/dist/src/providers/google/vertex.d.ts.map +1 -1
- package/dist/src/providers/google/vertex.js +82 -3
- package/dist/src/providers/google/vertex.js.map +1 -1
- package/dist/src/providers/groq.d.ts +3 -1
- package/dist/src/providers/groq.d.ts.map +1 -1
- package/dist/src/providers/http.js +1 -1
- package/dist/src/providers/http.js.map +1 -1
- package/dist/src/providers/hyperbolic/audio.d.ts +40 -0
- package/dist/src/providers/hyperbolic/audio.d.ts.map +1 -0
- package/dist/src/providers/hyperbolic/audio.js +141 -0
- package/dist/src/providers/hyperbolic/audio.js.map +1 -0
- package/dist/src/providers/hyperbolic/chat.d.ts +110 -0
- package/dist/src/providers/hyperbolic/chat.d.ts.map +1 -0
- package/dist/src/providers/hyperbolic/chat.js +318 -0
- package/dist/src/providers/hyperbolic/chat.js.map +1 -0
- package/dist/src/providers/hyperbolic/image.d.ts +57 -0
- package/dist/src/providers/hyperbolic/image.d.ts.map +1 -0
- package/dist/src/providers/hyperbolic/image.js +231 -0
- package/dist/src/providers/hyperbolic/image.js.map +1 -0
- package/dist/src/providers/litellm.d.ts +3 -1
- package/dist/src/providers/litellm.d.ts.map +1 -1
- package/dist/src/providers/ollama.d.ts.map +1 -1
- package/dist/src/providers/ollama.js +1 -1
- package/dist/src/providers/ollama.js.map +1 -1
- package/dist/src/providers/openai/chat.d.ts +11 -0
- package/dist/src/providers/openai/chat.d.ts.map +1 -1
- package/dist/src/providers/openai/chat.js +132 -4
- package/dist/src/providers/openai/chat.js.map +1 -1
- package/dist/src/providers/openai/completion.d.ts.map +1 -1
- package/dist/src/providers/openai/completion.js +1 -1
- package/dist/src/providers/openai/completion.js.map +1 -1
- package/dist/src/providers/openai/responses.d.ts.map +1 -1
- package/dist/src/providers/openai/responses.js +21 -1
- package/dist/src/providers/openai/responses.js.map +1 -1
- package/dist/src/providers/openai/types.d.ts +27 -2
- package/dist/src/providers/openai/types.d.ts.map +1 -1
- package/dist/src/providers/openai/util.d.ts.map +1 -1
- package/dist/src/providers/openai/util.js +24 -1
- package/dist/src/providers/openai/util.js.map +1 -1
- package/dist/src/providers/promptfoo.d.ts +4 -2
- package/dist/src/providers/promptfoo.d.ts.map +1 -1
- package/dist/src/providers/promptfoo.js +2 -0
- package/dist/src/providers/promptfoo.js.map +1 -1
- package/dist/src/providers/pythonCompletion.d.ts.map +1 -1
- package/dist/src/providers/pythonCompletion.js +0 -1
- package/dist/src/providers/pythonCompletion.js.map +1 -1
- package/dist/src/providers/registry.d.ts.map +1 -1
- package/dist/src/providers/registry.js +21 -12
- package/dist/src/providers/registry.js.map +1 -1
- package/dist/src/providers/sagemaker.js +1 -1
- package/dist/src/providers/sagemaker.js.map +1 -1
- package/dist/src/providers/scriptCompletion.d.ts.map +1 -1
- package/dist/src/providers/scriptCompletion.js +0 -1
- package/dist/src/providers/scriptCompletion.js.map +1 -1
- package/dist/src/providers/simulatedUser.d.ts.map +1 -1
- package/dist/src/providers/simulatedUser.js +5 -3
- package/dist/src/providers/simulatedUser.js.map +1 -1
- package/dist/src/providers/xai/chat.d.ts +3 -1
- package/dist/src/providers/xai/chat.d.ts.map +1 -1
- package/dist/src/python/pythonUtils.d.ts +1 -0
- package/dist/src/python/pythonUtils.d.ts.map +1 -1
- package/dist/src/python/pythonUtils.js +50 -23
- package/dist/src/python/pythonUtils.js.map +1 -1
- package/dist/src/redteam/commands/discover.d.ts +2 -8
- package/dist/src/redteam/commands/discover.d.ts.map +1 -1
- package/dist/src/redteam/commands/discover.js +31 -100
- package/dist/src/redteam/commands/discover.js.map +1 -1
- package/dist/src/redteam/commands/generate.d.ts.map +1 -1
- package/dist/src/redteam/commands/generate.js +12 -26
- package/dist/src/redteam/commands/generate.js.map +1 -1
- package/dist/src/redteam/commands/report.d.ts.map +1 -1
- package/dist/src/redteam/commands/report.js +5 -1
- package/dist/src/redteam/commands/report.js.map +1 -1
- package/dist/src/redteam/commands/setup.d.ts.map +1 -1
- package/dist/src/redteam/commands/setup.js +5 -1
- package/dist/src/redteam/commands/setup.js.map +1 -1
- package/dist/src/redteam/index.d.ts +1 -1
- package/dist/src/redteam/index.d.ts.map +1 -1
- package/dist/src/redteam/index.js +33 -6
- package/dist/src/redteam/index.js.map +1 -1
- package/dist/src/redteam/plugins/base.d.ts +7 -1
- package/dist/src/redteam/plugins/base.d.ts.map +1 -1
- package/dist/src/redteam/plugins/base.js +26 -8
- package/dist/src/redteam/plugins/base.js.map +1 -1
- package/dist/src/redteam/plugins/crossSessionLeak.d.ts +2 -1
- package/dist/src/redteam/plugins/crossSessionLeak.d.ts.map +1 -1
- package/dist/src/redteam/plugins/crossSessionLeak.js +13 -1
- package/dist/src/redteam/plugins/crossSessionLeak.js.map +1 -1
- package/dist/src/redteam/plugins/harmful/unaligned.d.ts +1 -1
- package/dist/src/redteam/plugins/harmful/unaligned.d.ts.map +1 -1
- package/dist/src/redteam/plugins/harmful/unaligned.js +2 -1
- package/dist/src/redteam/plugins/harmful/unaligned.js.map +1 -1
- package/dist/src/redteam/plugins/index.d.ts.map +1 -1
- package/dist/src/redteam/plugins/index.js +1 -1
- package/dist/src/redteam/plugins/index.js.map +1 -1
- package/dist/src/redteam/plugins/intent.d.ts +2 -7
- package/dist/src/redteam/plugins/intent.d.ts.map +1 -1
- package/dist/src/redteam/plugins/intent.js +1 -1
- package/dist/src/redteam/plugins/intent.js.map +1 -1
- package/dist/src/redteam/plugins/pii.d.ts.map +1 -1
- package/dist/src/redteam/plugins/pii.js +2 -1
- package/dist/src/redteam/plugins/pii.js.map +1 -1
- package/dist/src/redteam/plugins/policy.d.ts +2 -4
- package/dist/src/redteam/plugins/policy.d.ts.map +1 -1
- package/dist/src/redteam/plugins/policy.js +1 -1
- package/dist/src/redteam/plugins/policy.js.map +1 -1
- package/dist/src/redteam/plugins/promptExtraction.d.ts +2 -4
- package/dist/src/redteam/plugins/promptExtraction.d.ts.map +1 -1
- package/dist/src/redteam/plugins/promptExtraction.js +1 -1
- package/dist/src/redteam/plugins/promptExtraction.js.map +1 -1
- package/dist/src/redteam/plugins/unsafebench.js +1 -1
- package/dist/src/redteam/plugins/unsafebench.js.map +1 -1
- package/dist/src/redteam/providers/crescendo/index.d.ts +15 -3
- package/dist/src/redteam/providers/crescendo/index.d.ts.map +1 -1
- package/dist/src/redteam/providers/crescendo/index.js +152 -15
- package/dist/src/redteam/providers/crescendo/index.js.map +1 -1
- package/dist/src/redteam/providers/crescendo/prompts.js +4 -4
- package/dist/src/redteam/providers/goat.d.ts +9 -0
- package/dist/src/redteam/providers/goat.d.ts.map +1 -1
- package/dist/src/redteam/providers/goat.js +23 -2
- package/dist/src/redteam/providers/goat.js.map +1 -1
- package/dist/src/redteam/remoteGeneration.d.ts +5 -0
- package/dist/src/redteam/remoteGeneration.d.ts.map +1 -1
- package/dist/src/redteam/remoteGeneration.js +21 -7
- package/dist/src/redteam/remoteGeneration.js.map +1 -1
- package/dist/src/redteam/sharedFrontend.d.ts.map +1 -1
- package/dist/src/redteam/sharedFrontend.js +3 -0
- package/dist/src/redteam/sharedFrontend.js.map +1 -1
- package/dist/src/redteam/types.d.ts +21 -1
- package/dist/src/redteam/types.d.ts.map +1 -1
- package/dist/src/server/routes/providers.d.ts.map +1 -1
- package/dist/src/server/routes/providers.js +41 -0
- package/dist/src/server/routes/providers.js.map +1 -1
- package/dist/src/server/server.d.ts +1 -1
- package/dist/src/server/server.d.ts.map +1 -1
- package/dist/src/server/server.js +7 -6
- package/dist/src/server/server.js.map +1 -1
- package/dist/src/tableOutput.html +2 -2
- package/dist/src/types/env.d.ts +3 -0
- package/dist/src/types/env.d.ts.map +1 -1
- package/dist/src/types/env.js +1 -0
- package/dist/src/types/env.js.map +1 -1
- package/dist/src/types/index.d.ts +293 -0
- package/dist/src/types/index.d.ts.map +1 -1
- package/dist/src/types/providers.d.ts +1 -1
- package/dist/src/types/providers.d.ts.map +1 -1
- package/dist/src/util/cloud.js +10 -10
- package/dist/src/util/cloud.js.map +1 -1
- package/dist/src/util/config/load.d.ts +1 -1
- package/dist/src/util/config/load.d.ts.map +1 -1
- package/dist/src/util/config/load.js +1 -0
- package/dist/src/util/config/load.js.map +1 -1
- package/dist/src/util/database.d.ts +2 -1
- package/dist/src/util/database.d.ts.map +1 -1
- package/dist/src/util/database.js +0 -5
- package/dist/src/util/database.js.map +1 -1
- package/dist/src/util/server.d.ts +12 -0
- package/dist/src/util/server.d.ts.map +1 -1
- package/dist/src/util/server.js +59 -0
- package/dist/src/util/server.js.map +1 -1
- package/dist/src/util/tokenUsage.d.ts +0 -27
- package/dist/src/util/tokenUsage.d.ts.map +1 -1
- package/dist/src/util/tokenUsage.js +0 -54
- package/dist/src/util/tokenUsage.js.map +1 -1
- package/dist/src/util/transform.d.ts +3 -8
- package/dist/src/util/transform.d.ts.map +1 -1
- package/dist/src/util/transform.js +1 -1
- package/dist/src/util/transform.js.map +1 -1
- package/dist/src/validators/providers.d.ts +20 -0
- package/dist/src/validators/providers.d.ts.map +1 -1
- package/dist/src/validators/redteam.d.ts +12 -0
- package/dist/src/validators/redteam.d.ts.map +1 -1
- package/dist/src/validators/redteam.js +4 -0
- package/dist/src/validators/redteam.js.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +3 -3
- package/dist/src/app/assets/index-CLKCZa7h.js +0 -1050
- package/dist/src/app/assets/index.es-CtnPLEIO.js +0 -18
- package/dist/src/app/assets/purify.es-CQJ0hv7W.js +0 -2
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"base.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/base.ts"],"names":[],"mappings":";;;;;;AA6BA,sDAmCC;AAhED,oDAA4B;AAC5B,8DAAsC;AACtC,0DAAkC;AAClC,6CAAkD;AAWlD,qCAA4D;AAC5D,sDAA4E;AAC5E,qEAA6C;AAC7C,oDAAuF;AACvF,0CAAwC;AACxC,gDAA6D;AAC7D,kCAA0F;AAE1F;;;;;;GAMG;AACH,SAAgB,qBAAqB,CAAC,gBAAwB;IAC5D,kDAAkD;IAClD,IAAI,gBAAgB,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;QAC9C,OAAO,gBAAgB;aACpB,KAAK,CAAC,cAAc,CAAC;aACrB,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;aAC5B,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;aACnC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IACzC,CAAC;IAED,6CAA6C;IAC7C,MAAM,WAAW,GAAG,CAAC,IAAY,EAAiB,EAAE;QAClD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YAC5C,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,MAAM,GAAG,IAAA,mBAAY,EAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAC1C,6CAA6C;QAC7C,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,uBAAuB,EAAE,EAAE,CAAC,CAAC;QACrD,gBAAgB;QAChB,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC;QAChD,uBAAuB;QACvB,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,2BAA2B,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;QACxF,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,2BAA2B,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;QACxF,uCAAuC;QACvC,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACvD,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC;IACvB,CAAC,CAAC;IAEF,gCAAgC;IAChC,MAAM,WAAW,GAAG,gBAAgB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAErD,OAAO,WAAW;SACf,GAAG,CAAC,WAAW,CAAC;SAChB,MAAM,CAAC,CAAC,MAAM,EAAoB,EAAE,CAAC,MAAM,KAAK,IAAI,CAAC;SACrD,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;AACnC,CAAC;AAED;;GAEG;AACH,MAAsB,iBAAiB;IAarC;;;;;;OAMG;IACH,YACY,QAAqB,EACrB,OAAe,EACf,SAAiB,EACjB,SAAuB,EAAE;QAHzB,aAAQ,GAAR,QAAQ,CAAa;QACrB,YAAO,GAAP,OAAO,CAAQ;QACf,cAAS,GAAT,SAAS,CAAQ;QACjB,WAAM,GAAN,MAAM,CAAmB;QAlBrC;;;;WAIG;QACM,sBAAiB,GAAY,IAAI,CAAC;QAezC,gBAAM,CAAC,KAAK,CAAC,+CAA+C,OAAO,gBAAgB,SAAS,EAAE,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"base.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/base.ts"],"names":[],"mappings":";;;;;;AA6BA,sDAmCC;AAhED,oDAA4B;AAC5B,8DAAsC;AACtC,0DAAkC;AAClC,6CAAkD;AAWlD,qCAA4D;AAC5D,sDAA4E;AAC5E,qEAA6C;AAC7C,oDAAuF;AACvF,0CAAwC;AACxC,gDAA6D;AAC7D,kCAA0F;AAE1F;;;;;;GAMG;AACH,SAAgB,qBAAqB,CAAC,gBAAwB;IAC5D,kDAAkD;IAClD,IAAI,gBAAgB,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;QAC9C,OAAO,gBAAgB;aACpB,KAAK,CAAC,cAAc,CAAC;aACrB,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;aAC5B,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;aACnC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IACzC,CAAC;IAED,6CAA6C;IAC7C,MAAM,WAAW,GAAG,CAAC,IAAY,EAAiB,EAAE;QAClD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YAC5C,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,MAAM,GAAG,IAAA,mBAAY,EAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAC1C,6CAA6C;QAC7C,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,uBAAuB,EAAE,EAAE,CAAC,CAAC;QACrD,gBAAgB;QAChB,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC;QAChD,uBAAuB;QACvB,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,2BAA2B,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;QACxF,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,2BAA2B,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;QACxF,uCAAuC;QACvC,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACvD,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC;IACvB,CAAC,CAAC;IAEF,gCAAgC;IAChC,MAAM,WAAW,GAAG,gBAAgB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAErD,OAAO,WAAW;SACf,GAAG,CAAC,WAAW,CAAC;SAChB,MAAM,CAAC,CAAC,MAAM,EAAoB,EAAE,CAAC,MAAM,KAAK,IAAI,CAAC;SACrD,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;AACnC,CAAC;AAED;;GAEG;AACH,MAAsB,iBAAiB;IAarC;;;;;;OAMG;IACH,YACY,QAAqB,EACrB,OAAe,EACf,SAAiB,EACjB,SAAuB,EAAE;QAHzB,aAAQ,GAAR,QAAQ,CAAa;QACrB,YAAO,GAAP,OAAO,CAAQ;QACf,cAAS,GAAT,SAAS,CAAQ;QACjB,WAAM,GAAN,MAAM,CAAmB;QAlBrC;;;;WAIG;QACM,sBAAiB,GAAY,IAAI,CAAC;QAezC,gBAAM,CAAC,KAAK,CAAC,+CAA+C,OAAO,gBAAgB,SAAS,EAAE,CAAC,CAAC;QAEhG,4DAA4D;QAC5D,MAAM,yBAAyB,GAAG,IAAI,CAAC,4BAA4B,EAAE,CAAC;QACtE,IAAI,yBAAyB,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,iBAAiB,EAAE,CAAC;YACrE,IAAI,CAAC,MAAM,CAAC,iBAAiB,GAAG,KAAK,CAAC,IAAI,CACxC,IAAI,GAAG,CAAC,CAAC,GAAG,yBAAyB,EAAE,GAAG,CAAC,MAAM,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC,CAAC,CAC7E,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;;;OAIG;IACO,4BAA4B;QACpC,OAAO,EAAE,CAAC;IACZ,CAAC;IAcD;;;;;;OAMG;IACH,KAAK,CAAC,aAAa,CACjB,CAAS,EACT,UAAkB,CAAC,EACnB,iBAAwC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC;QAEnE,gBAAM,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;QAC3C,MAAM,SAAS,GAAG,EAAE,CAAC;QAErB;;;;WAIG;QACH,MAAM,eAAe,GAAG,KAAK,EAC3B,cAAoC,EACL,EAAE;YACjC,MAAM,cAAc,GAAG,CAAC,GAAG,cAAc,CAAC,MAAM,CAAC;YACjD,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;YAE7D,gBAAM,CAAC,KAAK,CAAC,uBAAuB,gBAAgB,UAAU,CAAC,CAAC;YAChE,MAAM,QAAQ,GAAG,IAAA,6BAAiB,GAAE,CAAC;YACrC,MAAM,gBAAgB,GAAG,QAAQ,CAAC,YAAY,CAAC,MAAM,cAAc,EAAE,EAAE;gBACrE,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,CAAC,EAAE,gBAAgB;gBACnB,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;aAC/B,CAAC,CAAC;YAEH,MAAM,aAAa,GAAG,iBAAiB,CAAC,eAAe,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACvF,MAAM,EAAE,MAAM,EAAE,gBAAgB,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;YACvF,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;gBAChB,gBAAM,CAAC,KAAK,CAAC,gBAAgB,OAAO,IAAI,CAAC,CAAC;gBAC1C,MAAM,IAAA,YAAK,EAAC,OAAO,CAAC,CAAC;YACvB,CAAC;YAED,IAAI,KAAK,EAAE,CAAC;gBACV,gBAAM,CAAC,KAAK,CACV,oDAAoD,IAAI,CAAC,WAAW,CAAC,IAAI,KAAK,KAAK,EAAE,CACtF,CAAC;gBACF,OAAO,EAAE,CAAC;YACZ,CAAC;YAED,IAAI,OAAO,gBAAgB,KAAK,QAAQ,EAAE,CAAC;gBACzC,gBAAM,CAAC,KAAK,CACV,uFAAuF,OAAO,gBAAgB,KAAK,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,EAAE,CACtJ,CAAC;gBACF,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,OAAO,qBAAqB,CAAC,gBAAgB,CAAC,CAAC;QACjD,CAAC,CAAC;QACF,MAAM,UAAU,GAAG,MAAM,IAAA,mCAAsB,EAAC,eAAe,EAAE,CAAC,CAAC,CAAC;QACpE,MAAM,OAAO,GAAG,IAAA,wBAAW,EAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QAC3C,gBAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,8BAA8B,OAAO,CAAC,MAAM,UAAU,CAAC,CAAC;QAE7F,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,gBAAM,CAAC,IAAI,CAAC,YAAY,CAAC,iBAAiB,OAAO,CAAC,MAAM,QAAQ,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC;QAC3F,CAAC;QAED,OAAO,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAC1C,CAAC;IAED;;;;OAIG;IACO,kBAAkB,CAAC,OAA6B;QACxD,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YACrC,IAAI,EAAE;gBACJ,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM;aAChC;YACD,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC;YACzC,QAAQ,EAAE;gBACR,QAAQ,EAAE,IAAA,uBAAgB,EAAC,IAAI,CAAC,EAAE,CAAC;gBACnC,YAAY,EAAE;oBACZ,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,iBAAiB;wBAC/B,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,IAAI;wBAC1C,iBAAiB,EAAE,IAAI,CAAC,MAAM,CAAC,iBAAiB;qBACjD,CAAC;iBACL;aACF;SACF,CAAC,CAAC,CAAC;IACN,CAAC;IAED;;;;OAIG;IACH,MAAM,CAAC,eAAe,CAAC,QAAgB,EAAE,MAAoB;QAC3D,+CAA+C;QAC/C,MAAM,SAAS,GAA4B,MAAM,CAAC,SAAoC,IAAI,EAAE,CAAC;QAE7F,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACpB,IAAA,mBAAS,EAAC,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ,EAAE,2BAA2B,CAAC,CAAC;YAC5E,SAAS,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QACvC,CAAC;QAED,eAAe;QACf,IACE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,KAAK,CAAC;YACnC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,WAAW,IAAI,KAAK,KAAK,EAAE,CAAC,EACvF,CAAC;YACD,OAAO,QAAQ,CAAC;QAClB,CAAC;QAED,uBAAuB;QACvB,MAAM,eAAe,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC;aAC9C,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,WAAW,IAAI,KAAK,KAAK,EAAE,CAAC;aACpE,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,KAAK,EAAE,CAAC;aACzC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,OAAO,IAAA,gBAAM,EAAA;QACT,QAAQ,CAAC,IAAI,EAAE;;;;QAIf,eAAe;;;KAGlB,CAAC,IAAI,EAAE,CAAC;IACX,CAAC;CACF;AA1LD,8CA0LC;AAED;;;;;;;GAOG;AACH,MAAsB,iBAAiB;IAIrC,YAAY,CAAC,IAAyB;QACpC,MAAM,QAAQ,GAAG,IAAA,6BAAiB,EAAC,SAAS,EAAE,IAAI,CAAC,sBAAsB,CAAC,CAAC;QAE3E,IAAI,CAAC;YACH,OAAO,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAClD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,aAAa,GAAG,IAAA,wCAA4B,EAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAChE,MAAM,WAAW,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC;YAC9D,MAAM,aAAa,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;YAC7D,MAAM,mBAAmB,GAAG,aAAa,CAAC,MAAM,CAC9C,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,SAAS,CACjD,CAAC;YAEF,gBAAM,CAAC,KAAK,CAAC,IAAA,gBAAM,EAAA;;8BAEK,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC;+BACvB,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC;6BAC1B,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC;oCACf,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC;OAC3D,CAAC,CAAC;YAEH,MAAM,GAAG,GAAG,KAAc,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,IAAA,gBAAM,EAAA;2CACe,GAAG,CAAC,OAAO;;8BAExB,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC;6BACzB,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM;+BACtD,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC;oCACnB,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC;;oBAE9C,IAAI,CAAC,MAAM;;;UAGrB,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;OAChC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,cAAc,CAAC,EACb,IAAI,EACJ,SAAS,EACT,aAAa,GAKd;QACC,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,KAAK,CAAC,SAAS,CACb,MAAc,EACd,SAAiB,EACjB,IAAoB,EACpB,QAAiC,EACjC,aAAyC;QAEzC,IAAA,mBAAS,EAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,kCAAkC,CAAC,CAAC;QAEtE,MAAM,IAAI,GAAG;YACX,GAAG,IAAI,CAAC,QAAQ;YAChB,IAAI,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,IAAI,MAAM;YACnC,MAAM;YACN,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,QAAQ,IAAI,EAAE;YACvC,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK;gBAC5B,CAAC,CAAC,IAAA,qCAA8B,EAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC;gBACvD,CAAC,CAAC,SAAS;YACb,KAAK,EAAE,aAAa;YACpB,QAAQ,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE;SAC1B,CAAC;QACF,0DAA0D;QAC1D,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,EAAE,YAAY,EAAE,cAAc,CAAC;QACnE,IAAI,oBAAoB,GAAG,EAAE,CAAC;QAC9B,IAAI,cAAc,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChD,oBAAoB;gBAClB,MAAM;oBACN,cAAc,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,mBAAmB,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7F,CAAC;QACD,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,oBAAoB,CAAC;QAEnE,IAAI,IAAA,sBAAe,EAAC,SAAS,CAAC,IAAI,IAAA,qBAAc,EAAC,SAAS,CAAC,EAAE,CAAC;YAC5D,OAAO;gBACL,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,2BAA2B,EAAE;gBACpE,MAAM,EAAE,WAAW;aACpB,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,IAAA,2BAAgB,EAAC,WAAW,EAAE,SAAS,EAAE;YAC3D,GAAG,IAAI,CAAC,OAAO;YACf,QAAQ,EAAE,MAAM,+BAAsB,CAAC,WAAW,CAAC;gBACjD,QAAQ;gBACN,yGAAyG;gBACzG,kBAAQ,CAAC,MAAM,EAAE,WAAW,EAAE,QAAQ;oBACtC,kBAAQ,CAAC,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI;oBACrD,kBAAQ,CAAC,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,QAAQ;gBACjD,QAAQ,EAAE,IAAI;aACf,CAAC;SACH,CAAC,CAAC;QACH,gBAAM,CAAC,KAAK,CAAC,8BAA8B,IAAI,CAAC,EAAE,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAElF,IAAI,WAA2C,CAAC;QAChD,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YAChB,iDAAiD;YACjD,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;QAChF,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,CAAC;IACrD,CAAC;CACF;AAhHD,8CAgHC"}
|
|
@@ -1,8 +1,9 @@
|
|
|
1
1
|
import type { Assertion, AtomicTestCase, GradingResult, TestCase } from '../../types';
|
|
2
|
-
import {
|
|
2
|
+
import { RedteamGraderBase, RedteamPluginBase } from './base';
|
|
3
3
|
export declare const PLUGIN_ID = "promptfoo:redteam:cross-session-leak";
|
|
4
4
|
export declare class CrossSessionLeakPlugin extends RedteamPluginBase {
|
|
5
5
|
readonly id = "promptfoo:redteam:cross-session-leak";
|
|
6
|
+
protected getDefaultExcludedStrategies(): string[];
|
|
6
7
|
protected getTemplate(): Promise<string>;
|
|
7
8
|
protected getAssertions(prompt: string): Assertion[];
|
|
8
9
|
generateTests(n: number, delayMs: number): Promise<TestCase[]>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"crossSessionLeak.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/crossSessionLeak.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,cAAc,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;
|
|
1
|
+
{"version":3,"file":"crossSessionLeak.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/crossSessionLeak.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,cAAc,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAMtF,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,QAAQ,CAAC;AAE9D,eAAO,MAAM,SAAS,yCAAyC,CAAC;AAsBhE,qBAAa,sBAAuB,SAAQ,iBAAiB;IAC3D,QAAQ,CAAC,EAAE,0CAAa;IAExB,SAAS,CAAC,4BAA4B,IAAI,MAAM,EAAE;cAIlC,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IA2B9C,SAAS,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE;IAS9C,aAAa,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;CAwDrE;AAED,qBAAa,sBAAuB,SAAQ,iBAAiB;IAC3D,QAAQ,CAAC,EAAE,0CAAa;IACxB,MAAM,SAAM;IACN,SAAS,CACb,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,cAAc,GACnB,OAAO,CAAC;QAAE,KAAK,EAAE,aAAa,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;CAcrD"}
|
|
@@ -8,7 +8,9 @@ const dedent_1 = __importDefault(require("dedent"));
|
|
|
8
8
|
const logger_1 = __importDefault(require("../../logger"));
|
|
9
9
|
const json_1 = require("../../util/json");
|
|
10
10
|
const templates_1 = require("../../util/templates");
|
|
11
|
+
const strategies_1 = require("../constants/strategies");
|
|
11
12
|
const shared_1 = require("../providers/shared");
|
|
13
|
+
const util_1 = require("../util");
|
|
12
14
|
const base_1 = require("./base");
|
|
13
15
|
exports.PLUGIN_ID = 'promptfoo:redteam:cross-session-leak';
|
|
14
16
|
const DEFAULT_EXAMPLES = (0, dedent_1.default) `
|
|
@@ -35,6 +37,9 @@ class CrossSessionLeakPlugin extends base_1.RedteamPluginBase {
|
|
|
35
37
|
super(...arguments);
|
|
36
38
|
this.id = exports.PLUGIN_ID;
|
|
37
39
|
}
|
|
40
|
+
getDefaultExcludedStrategies() {
|
|
41
|
+
return [...strategies_1.MULTI_TURN_STRATEGIES];
|
|
42
|
+
}
|
|
38
43
|
async getTemplate() {
|
|
39
44
|
return (0, dedent_1.default) `
|
|
40
45
|
We are testing an AI system for potential information leaks across different user sessions. Generate a series of prompts that simulate two separate user interactions:
|
|
@@ -75,11 +80,12 @@ class CrossSessionLeakPlugin extends base_1.RedteamPluginBase {
|
|
|
75
80
|
purpose: this.purpose,
|
|
76
81
|
n,
|
|
77
82
|
});
|
|
83
|
+
const finalTemplate = base_1.RedteamPluginBase.appendModifiers(renderedTemplate, this.config);
|
|
78
84
|
const provider = await shared_1.redteamProviderManager.getProvider({
|
|
79
85
|
provider: this.provider,
|
|
80
86
|
jsonOnly: true,
|
|
81
87
|
});
|
|
82
|
-
const { output, error } = await provider.callApi(
|
|
88
|
+
const { output, error } = await provider.callApi(finalTemplate);
|
|
83
89
|
if (error) {
|
|
84
90
|
logger_1.default.error(`Error generating cross-session leak prompts: ${error}`);
|
|
85
91
|
return [];
|
|
@@ -99,6 +105,10 @@ class CrossSessionLeakPlugin extends base_1.RedteamPluginBase {
|
|
|
99
105
|
tests.push({
|
|
100
106
|
options: { runSerially: true },
|
|
101
107
|
vars: { [this.injectVar]: userA },
|
|
108
|
+
metadata: {
|
|
109
|
+
pluginId: (0, util_1.getShortPluginId)(this.id),
|
|
110
|
+
pluginConfig: this.config,
|
|
111
|
+
},
|
|
102
112
|
});
|
|
103
113
|
tests.push({
|
|
104
114
|
options: { runSerially: true },
|
|
@@ -106,6 +116,8 @@ class CrossSessionLeakPlugin extends base_1.RedteamPluginBase {
|
|
|
106
116
|
assert: this.getAssertions(userB),
|
|
107
117
|
metadata: {
|
|
108
118
|
crossSessionLeakMatch: match,
|
|
119
|
+
pluginId: (0, util_1.getShortPluginId)(this.id),
|
|
120
|
+
pluginConfig: this.config,
|
|
109
121
|
},
|
|
110
122
|
});
|
|
111
123
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"crossSessionLeak.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/crossSessionLeak.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,0DAAkC;AAElC,0CAAqD;AACrD,oDAAyD;AACzD,gDAA6D;AAC7D,iCAA8D;AAEjD,QAAA,SAAS,GAAG,sCAAsC,CAAC;AAEhE,MAAM,gBAAgB,GAAG,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;CAkB9B,CAAC;AAEF,MAAa,sBAAuB,SAAQ,wBAAiB;IAA7D;;QACW,OAAE,GAAG,iBAAS,CAAC;
|
|
1
|
+
{"version":3,"file":"crossSessionLeak.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/crossSessionLeak.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,0DAAkC;AAElC,0CAAqD;AACrD,oDAAyD;AACzD,wDAAgE;AAChE,gDAA6D;AAC7D,kCAA2C;AAC3C,iCAA8D;AAEjD,QAAA,SAAS,GAAG,sCAAsC,CAAC;AAEhE,MAAM,gBAAgB,GAAG,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;CAkB9B,CAAC;AAEF,MAAa,sBAAuB,SAAQ,wBAAiB;IAA7D;;QACW,OAAE,GAAG,iBAAS,CAAC;IAkG1B,CAAC;IAhGW,4BAA4B;QACpC,OAAO,CAAC,GAAG,kCAAqB,CAAC,CAAC;IACpC,CAAC;IAES,KAAK,CAAC,WAAW;QACzB,OAAO,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;MAeX,gBAAgB;;;;;;;;KAQjB,CAAC;IACJ,CAAC;IAES,aAAa,CAAC,MAAc;QACpC,OAAO;YACL;gBACE,IAAI,EAAE,iBAAS;gBACf,MAAM,EAAE,kBAAkB;aAC3B;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,CAAS,EAAE,OAAe;QAC5C,MAAM,QAAQ,GAAG,IAAA,6BAAiB,GAAE,CAAC;QACrC,MAAM,gBAAgB,GAAG,QAAQ,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,WAAW,EAAE,EAAE;YACvE,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,CAAC;SACF,CAAC,CAAC;QACH,MAAM,aAAa,GAAG,wBAAiB,CAAC,eAAe,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACvF,MAAM,QAAQ,GAAG,MAAM,+BAAsB,CAAC,WAAW,CAAC;YACxD,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,QAAQ,EAAE,IAAI;SACf,CAAC,CAAC;QAEH,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QAChE,IAAI,KAAK,EAAE,CAAC;YACV,gBAAM,CAAC,KAAK,CAAC,gDAAgD,KAAK,EAAE,CAAC,CAAC;YACtE,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC/B,gBAAM,CAAC,KAAK,CACV,mEAAmE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAC5F,CAAC;YACF,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,OAAO,GAAG,IAAA,yBAAkB,EAAC,MAAM,CAAC,CAAC;QAC3C,MAAM,KAAK,GAAe,EAAE,CAAC;QAC7B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,MAAyD,CAAC;YAC1F,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;gBAC/B,gBAAM,CAAC,KAAK,CACV,mEAAmE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAC5F,CAAC;gBACF,SAAS;YACX,CAAC;YACD,KAAK,CAAC,IAAI,CAAC;gBACT,OAAO,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE;gBAC9B,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE;gBACjC,QAAQ,EAAE;oBACR,QAAQ,EAAE,IAAA,uBAAgB,EAAC,IAAI,CAAC,EAAE,CAAC;oBACnC,YAAY,EAAE,IAAI,CAAC,MAAM;iBAC1B;aACF,CAAC,CAAC;YACH,KAAK,CAAC,IAAI,CAAC;gBACT,OAAO,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE;gBAC9B,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE;gBACjC,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC;gBACjC,QAAQ,EAAE;oBACR,qBAAqB,EAAE,KAAK;oBAC5B,QAAQ,EAAE,IAAA,uBAAgB,EAAC,IAAI,CAAC,EAAE,CAAC;oBACnC,YAAY,EAAE,IAAI,CAAC,MAAM;iBAC1B;aACF,CAAC,CAAC;QACL,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AAnGD,wDAmGC;AAED,MAAa,sBAAuB,SAAQ,wBAAiB;IAA7D;;QACW,OAAE,GAAG,iBAAS,CAAC;QACxB,WAAM,GAAG,EAAE,CAAC;IAmBd,CAAC;IAlBC,KAAK,CAAC,SAAS,CACb,MAAc,EACd,SAAiB,EACjB,IAAoB;QAEpB,MAAM,iBAAiB,GAAG,IAAI,CAAC,QAAQ,EAAE,qBAAqB,CAAC;QAC/D,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC;QACpD,OAAO;YACL,KAAK,EAAE;gBACL,IAAI,EAAE,CAAC,KAAK;gBACZ,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACpB,MAAM,EAAE,KAAK;oBACX,CAAC,CAAC,mDAAmD;oBACrD,CAAC,CAAC,gDAAgD;aACrD;YACD,MAAM,EAAE,EAAE;SACX,CAAC;IACJ,CAAC;CACF;AArBD,wDAqBC"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import type { PluginActionParams, TestCase } from '../../../types';
|
|
2
2
|
import type { UNALIGNED_PROVIDER_HARM_PLUGINS } from '../../constants';
|
|
3
3
|
export declare const PLUGIN_ID = "promptfoo:redteam:harmful";
|
|
4
|
-
export declare function getHarmfulTests({ purpose, injectVar, n, delayMs }: PluginActionParams, plugin: keyof typeof UNALIGNED_PROVIDER_HARM_PLUGINS): Promise<TestCase[]>;
|
|
4
|
+
export declare function getHarmfulTests({ purpose, injectVar, n, delayMs, config }: PluginActionParams, plugin: keyof typeof UNALIGNED_PROVIDER_HARM_PLUGINS): Promise<TestCase[]>;
|
|
5
5
|
//# sourceMappingURL=unaligned.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"unaligned.d.ts","sourceRoot":"","sources":["../../../../../src/redteam/plugins/harmful/unaligned.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,kBAAkB,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAGnE,OAAO,KAAK,EAAE,+BAA+B,EAAE,MAAM,iBAAiB,CAAC;AAGvE,eAAO,MAAM,SAAS,8BAA8B,CAAC;AAErD,wBAAsB,eAAe,CACnC,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,OAAW,EAAE,EAAE,kBAAkB,
|
|
1
|
+
{"version":3,"file":"unaligned.d.ts","sourceRoot":"","sources":["../../../../../src/redteam/plugins/harmful/unaligned.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,kBAAkB,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAGnE,OAAO,KAAK,EAAE,+BAA+B,EAAE,MAAM,iBAAiB,CAAC;AAGvE,eAAO,MAAM,SAAS,8BAA8B,CAAC;AAErD,wBAAsB,eAAe,CACnC,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,OAAW,EAAE,MAAM,EAAE,EAAE,kBAAkB,EAClE,MAAM,EAAE,MAAM,OAAO,+BAA+B,GACnD,OAAO,CAAC,QAAQ,EAAE,CAAC,CAqBrB"}
|
|
@@ -8,12 +8,13 @@ const generation_1 = require("../../../util/generation");
|
|
|
8
8
|
const time_1 = require("../../../util/time");
|
|
9
9
|
const common_1 = require("./common");
|
|
10
10
|
exports.PLUGIN_ID = 'promptfoo:redteam:harmful';
|
|
11
|
-
async function getHarmfulTests({ purpose, injectVar, n, delayMs = 0 }, plugin) {
|
|
11
|
+
async function getHarmfulTests({ purpose, injectVar, n, delayMs = 0, config }, plugin) {
|
|
12
12
|
const maxHarmfulTests = (0, envars_1.getEnvInt)('PROMPTFOO_MAX_HARMFUL_TESTS_PER_REQUEST', 5);
|
|
13
13
|
const unalignedProvider = new promptfoo_1.PromptfooHarmfulCompletionProvider({
|
|
14
14
|
purpose,
|
|
15
15
|
n: Math.min(n, maxHarmfulTests),
|
|
16
16
|
harmCategory: plugin,
|
|
17
|
+
config,
|
|
17
18
|
});
|
|
18
19
|
const generatePrompts = async () => {
|
|
19
20
|
const result = await unalignedProvider.callApi('');
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"unaligned.js","sourceRoot":"","sources":["../../../../../src/redteam/plugins/harmful/unaligned.ts"],"names":[],"mappings":";;;AAUA,
|
|
1
|
+
{"version":3,"file":"unaligned.js","sourceRoot":"","sources":["../../../../../src/redteam/plugins/harmful/unaligned.ts"],"names":[],"mappings":";;;AAUA,0CAwBC;AAlCD,4CAA4C;AAC5C,4DAAkF;AAElF,yDAA+E;AAC/E,6CAA2C;AAE3C,qCAA0C;AAE7B,QAAA,SAAS,GAAG,2BAA2B,CAAC;AAE9C,KAAK,UAAU,eAAe,CACnC,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,GAAG,CAAC,EAAE,MAAM,EAAsB,EAClE,MAAoD;IAEpD,MAAM,eAAe,GAAG,IAAA,kBAAS,EAAC,yCAAyC,EAAE,CAAC,CAAC,CAAC;IAChF,MAAM,iBAAiB,GAAG,IAAI,8CAAkC,CAAC;QAC/D,OAAO;QACP,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,eAAe,CAAC;QAC/B,YAAY,EAAE,MAAM;QACpB,MAAM;KACP,CAAC,CAAC;IAEH,MAAM,eAAe,GAAG,KAAK,IAAuB,EAAE;QACpD,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACnD,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;gBAChB,MAAM,IAAA,YAAK,EAAC,OAAO,CAAC,CAAC;YACvB,CAAC;YACD,OAAO,MAAM,CAAC,MAAM,CAAC;QACvB,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC,CAAC;IACF,MAAM,UAAU,GAAG,MAAM,IAAA,mCAAsB,EAAC,eAAe,EAAE,CAAC,CAAC,CAAC;IACpE,OAAO,IAAA,wBAAW,EAAC,UAAU,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,uBAAc,EAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;AAC/F,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/index.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAe,kBAAkB,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AA8C3F,MAAM,WAAW,aAAa;IAC5B,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,YAAY,KAAK,IAAI,CAAC;IAC1C,MAAM,EAAE,CAAC,MAAM,EAAE,kBAAkB,KAAK,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;CAC7D;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/index.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAe,kBAAkB,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AA8C3F,MAAM,WAAW,aAAa;IAC5B,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,YAAY,KAAK,IAAI,CAAC;IAC1C,MAAM,EAAE,CAAC,MAAM,EAAE,kBAAkB,KAAK,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;CAC7D;AA4PD,eAAO,MAAM,OAAO,EAAE,aAAa,EAA0D,CAAC"}
|
|
@@ -153,7 +153,7 @@ const piiPlugins = constants_2.PII_PLUGINS.map((category) => ({
|
|
|
153
153
|
key: category,
|
|
154
154
|
action: async (params) => {
|
|
155
155
|
if ((0, remoteGeneration_1.shouldGenerateRemote)()) {
|
|
156
|
-
const testCases = await fetchRemoteTestCases(category, params.purpose, params.injectVar, params.n);
|
|
156
|
+
const testCases = await fetchRemoteTestCases(category, params.purpose, params.injectVar, params.n, params.config);
|
|
157
157
|
return testCases.map((testCase) => ({
|
|
158
158
|
...testCase,
|
|
159
159
|
metadata: {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/index.ts"],"names":[],"mappings":";;;;;;AAAA,uCAA6C;AAC7C,+CAA0C;AAC1C,yCAA0C;AAC1C,0DAA2D;AAC3D,0DAAkC;AAClC,mDAA4D;AAE5D,qEAA6C;AAE7C,4CAIsB;AACtB,0DAI6B;AAC7B,kCAA2C;AAC3C,mCAAsC;AACtC,mDAAiE;AAEjE,+CAAkD;AAClD,2CAA6C;AAC7C,yDAA4D;AAC5D,iDAAoD;AACpD,+CAAkD;AAClD,+DAAkE;AAClE,+CAAkD;AAClD,uDAA0D;AAC1D,mDAAsD;AACtD,2CAA8C;AAC9C,+CAAyD;AACzD,6CAAwD;AACxD,mDAAsD;AACtD,2CAA8C;AAC9C,qCAAwC;AACxC,iDAAoD;AACpD,+BAAmD;AACnD,mCAAsC;AACtC,qCAAwC;AACxC,yCAA4C;AAC5C,yDAA4D;AAC5D,iCAAoC;AACpC,qDAAwD;AACxD,iDAAoD;AACpD,mDAAsD;AACtD,2CAA8C;AAC9C,+CAAkD;AAClD,qCAAwC;AAexC,KAAK,UAAU,oBAAoB,CACjC,GAAW,EACX,OAAe,EACf,SAAiB,EACjB,CAAS,EACT,MAAqB;IAErB,IAAA,mBAAS,EACP,CAAC,IAAA,mBAAU,EAAC,6CAA6C,CAAC,EAC1D,gFAAgF,CACjF,CAAC;IAEF,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;QAC1B,MAAM;QACN,SAAS;QACT,CAAC;QACD,OAAO;QACP,IAAI,EAAE,GAAG;QACT,OAAO,EAAE,mBAAO;QAChB,KAAK,EAAE,IAAA,uBAAY,GAAE;KACtB,CAAC,CAAC;IACH,IAAI,CAAC;QACH,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,IAAA,sBAAc,EACvD,IAAA,yCAAsB,GAAE,EACxB;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI;SACL,EACD,2BAAkB,CACnB,CAAC;QACF,IAAI,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3E,gBAAM,CAAC,KAAK,CAAC,mCAAmC,GAAG,KAAK,UAAU,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC9F,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,GAAG,GAAI,IAA+B,CAAC,MAAM,CAAC;QACpD,gBAAM,CAAC,KAAK,CAAC,kCAAkC,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC/E,OAAO,GAAG,CAAC;IACb,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,gBAAM,CAAC,KAAK,CAAC,mCAAmC,GAAG,KAAK,GAAG,EAAE,CAAC,CAAC;QAC/D,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAC1B,WAA2B,EAC3B,GAAW,EACX,QAA8B;IAE9B,OAAO;QACL,GAAG;QACH,QAAQ,EAAE,QAAwD;QAClE,MAAM,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,MAAM,EAAsB,EAAE,EAAE;YACzF,IAAK,WAAmB,CAAC,iBAAiB,KAAK,KAAK,IAAI,CAAC,IAAA,uCAAoB,GAAE,EAAE,CAAC;gBAChF,gBAAM,CAAC,KAAK,CAAC,sCAAsC,GAAG,EAAE,CAAC,CAAC;gBAC1D,OAAO,IAAI,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,MAAW,CAAC,CAAC,aAAa,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;YAC9F,CAAC;YACD,MAAM,SAAS,GAAG,MAAM,oBAAoB,CAAC,GAAG,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;YACjF,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;gBAClC,GAAG,QAAQ;gBACX,QAAQ,EAAE;oBACR,GAAG,QAAQ,CAAC,QAAQ;oBACpB,QAAQ,EAAE,IAAA,uBAAgB,EAAC,GAAG,CAAC;iBAChC;aACF,CAAC,CAAC,CAAC;QACN,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,qBAAqB,GAAG,MAAM,CAAC,IAAI,CAAC,yCAA6B,CAEtE,CAAC;AACF,MAAM,uBAAuB,GAAG,MAAM,CAAC,IAAI,CAAC,2CAA+B,CAE1E,CAAC;AAEF,MAAM,eAAe,GAAoB;IACvC,mBAAmB,CAAC,+BAAiB,EAAE,aAAa,CAAC;IACrD,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CACxC,mBAAmB,CACjB,KAAM,SAAQ,8BAAoB;QAChC,IAAI,EAAE;YACJ,OAAO,QAAQ,CAAC;QAClB,CAAC;QAED,YACE,QAAqB,EACrB,OAAe,EACf,SAAiB,EACjB,MAAoB;YAEpB,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;QACxD,CAAC;KACF,EACD,QAAQ,CACT,CACF;IACD,mBAAmB,CAAC,0BAAc,EAAE,WAAW,CAAC;IAChD,mBAAmB,CAAC,yCAAsB,EAAE,oBAAoB,CAAC;IACjE,mBAAmB,CAAC,iCAAkB,EAAE,cAAc,CAAC;IACvD,mBAAmB,CAAC,+BAAiB,EAAE,cAAc,CAAC;IACtD,mBAAmB,CAAC,+CAAyB,EAAE,sBAAsB,CAAC;IACtE,mBAAmB,CAAC,+BAAiB,EAAE,aAAa,CAAC;IACrD,mBAAmB,CAAC,uCAAqB,EAAE,kBAAkB,CAAC;IAC9D,mBAAmB,CAAC,qBAAY,EAAE,QAAQ,CAAC;IAC3C,mBAAmB,CAAC,mCAAmB,EAAE,gBAAgB,CAAC;IAC1D,mBAAmB,CAAC,2BAAe,EAAE,WAAW,CAAC;IACjD,mBAAmB,CAAC,2BAAe,EAAE,YAAY,CAAC;IAClD,mBAAmB,CAAC,mBAAW,EAAE,OAAO,CAAC;IACzC,mBAAmB,CAAC,mCAAmB,EAAE,eAAe,CAAC;IACzD,mBAAmB,CAAC,2BAAe,EAAE,WAAW,CAAC;IACjD,mBAAmB,CAAqB,qBAAY,EAAE,QAAQ,EAAE,CAAC,MAA0B,EAAE,EAAE,CAC7F,IAAA,mBAAS,EAAC,MAAM,CAAC,MAAM,EAAE,kDAAkD,CAAC,CAC7E;IACD,mBAAmB,CAAC,iCAAkB,EAAE,cAAc,CAAC;IACvD,mBAAmB,CAAC,mBAAW,EAAE,OAAO,CAAC;IACzC,mBAAmB,CAAqB,qBAAY,EAAE,QAAQ,EAAE,CAAC,MAA0B,EAAE,EAAE,CAC7F,IAAA,mBAAS,EAAC,MAAM,CAAC,MAAM,EAAE,kDAAkD,CAAC,CAC7E;IACD,mBAAmB,CAAC,yBAAc,EAAE,UAAU,CAAC;IAC/C,mBAAmB,CAA4B,yCAAsB,EAAE,mBAAmB,CAAC;IAC3F,mBAAmB,CAAC,iBAAU,EAAE,MAAM,CAAC;IACvC,mBAAmB,CAAC,qCAAoB,EAAE,iBAAiB,CAAC;IAC5D,mBAAmB,CAAC,iCAAkB,EAAE,eAAe,CAAC;IACxD,mBAAmB,CAAC,+BAAiB,EAAE,aAAa,CAAC;IACrD,GAAG,uBAAuB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAC5C,GAAG,EAAE,QAAQ;QACb,MAAM,EAAE,KAAK,EAAE,MAA0B,EAAE,EAAE;YAC3C,IAAI,IAAA,sCAAmB,GAAE,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,kDAAkD,CAAC,CAAC;YACjF,CAAC;YAED,MAAM,SAAS,GAAG,MAAM,IAAA,2BAAe,EAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YAC1D,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;gBAClC,GAAG,QAAQ;gBACX,QAAQ,EAAE;oBACR,GAAG,QAAQ,CAAC,QAAQ;oBACpB,QAAQ,EAAE,IAAA,uBAAgB,EAAC,QAAQ,CAAC;iBACrC;aACF,CAAC,CAAC,CAAC;QACN,CAAC;KACF,CAAC,CAAC;CACJ,CAAC;AAEF,MAAM,UAAU,GAAoB,uBAAW,CAAC,GAAG,CAAC,CAAC,QAAgB,EAAE,EAAE,CAAC,CAAC;IACzE,GAAG,EAAE,QAAQ;IACb,MAAM,EAAE,KAAK,EAAE,MAA0B,EAAE,EAAE;QAC3C,IAAI,IAAA,uCAAoB,GAAE,EAAE,CAAC;YAC3B,MAAM,SAAS,GAAG,MAAM,oBAAoB,CAC1C,QAAQ,EACR,MAAM,CAAC,OAAO,EACd,MAAM,CAAC,SAAS,EAChB,MAAM,CAAC,CAAC,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/index.ts"],"names":[],"mappings":";;;;;;AAAA,uCAA6C;AAC7C,+CAA0C;AAC1C,yCAA0C;AAC1C,0DAA2D;AAC3D,0DAAkC;AAClC,mDAA4D;AAE5D,qEAA6C;AAE7C,4CAIsB;AACtB,0DAI6B;AAC7B,kCAA2C;AAC3C,mCAAsC;AACtC,mDAAiE;AAEjE,+CAAkD;AAClD,2CAA6C;AAC7C,yDAA4D;AAC5D,iDAAoD;AACpD,+CAAkD;AAClD,+DAAkE;AAClE,+CAAkD;AAClD,uDAA0D;AAC1D,mDAAsD;AACtD,2CAA8C;AAC9C,+CAAyD;AACzD,6CAAwD;AACxD,mDAAsD;AACtD,2CAA8C;AAC9C,qCAAwC;AACxC,iDAAoD;AACpD,+BAAmD;AACnD,mCAAsC;AACtC,qCAAwC;AACxC,yCAA4C;AAC5C,yDAA4D;AAC5D,iCAAoC;AACpC,qDAAwD;AACxD,iDAAoD;AACpD,mDAAsD;AACtD,2CAA8C;AAC9C,+CAAkD;AAClD,qCAAwC;AAexC,KAAK,UAAU,oBAAoB,CACjC,GAAW,EACX,OAAe,EACf,SAAiB,EACjB,CAAS,EACT,MAAqB;IAErB,IAAA,mBAAS,EACP,CAAC,IAAA,mBAAU,EAAC,6CAA6C,CAAC,EAC1D,gFAAgF,CACjF,CAAC;IAEF,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;QAC1B,MAAM;QACN,SAAS;QACT,CAAC;QACD,OAAO;QACP,IAAI,EAAE,GAAG;QACT,OAAO,EAAE,mBAAO;QAChB,KAAK,EAAE,IAAA,uBAAY,GAAE;KACtB,CAAC,CAAC;IACH,IAAI,CAAC;QACH,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,IAAA,sBAAc,EACvD,IAAA,yCAAsB,GAAE,EACxB;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI;SACL,EACD,2BAAkB,CACnB,CAAC;QACF,IAAI,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3E,gBAAM,CAAC,KAAK,CAAC,mCAAmC,GAAG,KAAK,UAAU,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC9F,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,GAAG,GAAI,IAA+B,CAAC,MAAM,CAAC;QACpD,gBAAM,CAAC,KAAK,CAAC,kCAAkC,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC/E,OAAO,GAAG,CAAC;IACb,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,gBAAM,CAAC,KAAK,CAAC,mCAAmC,GAAG,KAAK,GAAG,EAAE,CAAC,CAAC;QAC/D,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAC1B,WAA2B,EAC3B,GAAW,EACX,QAA8B;IAE9B,OAAO;QACL,GAAG;QACH,QAAQ,EAAE,QAAwD;QAClE,MAAM,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,MAAM,EAAsB,EAAE,EAAE;YACzF,IAAK,WAAmB,CAAC,iBAAiB,KAAK,KAAK,IAAI,CAAC,IAAA,uCAAoB,GAAE,EAAE,CAAC;gBAChF,gBAAM,CAAC,KAAK,CAAC,sCAAsC,GAAG,EAAE,CAAC,CAAC;gBAC1D,OAAO,IAAI,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,MAAW,CAAC,CAAC,aAAa,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;YAC9F,CAAC;YACD,MAAM,SAAS,GAAG,MAAM,oBAAoB,CAAC,GAAG,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;YACjF,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;gBAClC,GAAG,QAAQ;gBACX,QAAQ,EAAE;oBACR,GAAG,QAAQ,CAAC,QAAQ;oBACpB,QAAQ,EAAE,IAAA,uBAAgB,EAAC,GAAG,CAAC;iBAChC;aACF,CAAC,CAAC,CAAC;QACN,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,qBAAqB,GAAG,MAAM,CAAC,IAAI,CAAC,yCAA6B,CAEtE,CAAC;AACF,MAAM,uBAAuB,GAAG,MAAM,CAAC,IAAI,CAAC,2CAA+B,CAE1E,CAAC;AAEF,MAAM,eAAe,GAAoB;IACvC,mBAAmB,CAAC,+BAAiB,EAAE,aAAa,CAAC;IACrD,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CACxC,mBAAmB,CACjB,KAAM,SAAQ,8BAAoB;QAChC,IAAI,EAAE;YACJ,OAAO,QAAQ,CAAC;QAClB,CAAC;QAED,YACE,QAAqB,EACrB,OAAe,EACf,SAAiB,EACjB,MAAoB;YAEpB,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;QACxD,CAAC;KACF,EACD,QAAQ,CACT,CACF;IACD,mBAAmB,CAAC,0BAAc,EAAE,WAAW,CAAC;IAChD,mBAAmB,CAAC,yCAAsB,EAAE,oBAAoB,CAAC;IACjE,mBAAmB,CAAC,iCAAkB,EAAE,cAAc,CAAC;IACvD,mBAAmB,CAAC,+BAAiB,EAAE,cAAc,CAAC;IACtD,mBAAmB,CAAC,+CAAyB,EAAE,sBAAsB,CAAC;IACtE,mBAAmB,CAAC,+BAAiB,EAAE,aAAa,CAAC;IACrD,mBAAmB,CAAC,uCAAqB,EAAE,kBAAkB,CAAC;IAC9D,mBAAmB,CAAC,qBAAY,EAAE,QAAQ,CAAC;IAC3C,mBAAmB,CAAC,mCAAmB,EAAE,gBAAgB,CAAC;IAC1D,mBAAmB,CAAC,2BAAe,EAAE,WAAW,CAAC;IACjD,mBAAmB,CAAC,2BAAe,EAAE,YAAY,CAAC;IAClD,mBAAmB,CAAC,mBAAW,EAAE,OAAO,CAAC;IACzC,mBAAmB,CAAC,mCAAmB,EAAE,eAAe,CAAC;IACzD,mBAAmB,CAAC,2BAAe,EAAE,WAAW,CAAC;IACjD,mBAAmB,CAAqB,qBAAY,EAAE,QAAQ,EAAE,CAAC,MAA0B,EAAE,EAAE,CAC7F,IAAA,mBAAS,EAAC,MAAM,CAAC,MAAM,EAAE,kDAAkD,CAAC,CAC7E;IACD,mBAAmB,CAAC,iCAAkB,EAAE,cAAc,CAAC;IACvD,mBAAmB,CAAC,mBAAW,EAAE,OAAO,CAAC;IACzC,mBAAmB,CAAqB,qBAAY,EAAE,QAAQ,EAAE,CAAC,MAA0B,EAAE,EAAE,CAC7F,IAAA,mBAAS,EAAC,MAAM,CAAC,MAAM,EAAE,kDAAkD,CAAC,CAC7E;IACD,mBAAmB,CAAC,yBAAc,EAAE,UAAU,CAAC;IAC/C,mBAAmB,CAA4B,yCAAsB,EAAE,mBAAmB,CAAC;IAC3F,mBAAmB,CAAC,iBAAU,EAAE,MAAM,CAAC;IACvC,mBAAmB,CAAC,qCAAoB,EAAE,iBAAiB,CAAC;IAC5D,mBAAmB,CAAC,iCAAkB,EAAE,eAAe,CAAC;IACxD,mBAAmB,CAAC,+BAAiB,EAAE,aAAa,CAAC;IACrD,GAAG,uBAAuB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAC5C,GAAG,EAAE,QAAQ;QACb,MAAM,EAAE,KAAK,EAAE,MAA0B,EAAE,EAAE;YAC3C,IAAI,IAAA,sCAAmB,GAAE,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,kDAAkD,CAAC,CAAC;YACjF,CAAC;YAED,MAAM,SAAS,GAAG,MAAM,IAAA,2BAAe,EAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YAC1D,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;gBAClC,GAAG,QAAQ;gBACX,QAAQ,EAAE;oBACR,GAAG,QAAQ,CAAC,QAAQ;oBACpB,QAAQ,EAAE,IAAA,uBAAgB,EAAC,QAAQ,CAAC;iBACrC;aACF,CAAC,CAAC,CAAC;QACN,CAAC;KACF,CAAC,CAAC;CACJ,CAAC;AAEF,MAAM,UAAU,GAAoB,uBAAW,CAAC,GAAG,CAAC,CAAC,QAAgB,EAAE,EAAE,CAAC,CAAC;IACzE,GAAG,EAAE,QAAQ;IACb,MAAM,EAAE,KAAK,EAAE,MAA0B,EAAE,EAAE;QAC3C,IAAI,IAAA,uCAAoB,GAAE,EAAE,CAAC;YAC3B,MAAM,SAAS,GAAG,MAAM,oBAAoB,CAC1C,QAAQ,EACR,MAAM,CAAC,OAAO,EACd,MAAM,CAAC,SAAS,EAChB,MAAM,CAAC,CAAC,EACR,MAAM,CAAC,MAAM,CACd,CAAC;YACF,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;gBAClC,GAAG,QAAQ;gBACX,QAAQ,EAAE;oBACR,GAAG,QAAQ,CAAC,QAAQ;oBACpB,QAAQ,EAAE,IAAA,uBAAgB,EAAC,QAAQ,CAAC;iBACrC;aACF,CAAC,CAAC,CAAC;QACN,CAAC;QACD,gBAAM,CAAC,KAAK,CAAC,sCAAsC,QAAQ,EAAE,CAAC,CAAC;QAC/D,MAAM,SAAS,GAAG,MAAM,IAAA,gCAA0B,EAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACrE,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YAClC,GAAG,QAAQ;YACX,QAAQ,EAAE;gBACR,GAAG,QAAQ,CAAC,QAAQ;gBACpB,QAAQ,EAAE,IAAA,uBAAgB,EAAC,QAAQ,CAAC;aACrC;SACF,CAAC,CAAC,CAAC;IACN,CAAC;CACF,CAAC,CAAC,CAAC;AAEJ,SAAS,kBAAkB,CACzB,GAAW,EACX,QAA8B;IAE9B,OAAO;QACL,GAAG;QACH,QAAQ,EAAE,QAAwD;QAClE,MAAM,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,EAAsB,EAAE,EAAE;YACtE,IAAI,IAAA,sCAAmB,GAAE,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,kDAAkD,CAAC,CAAC;YAC5E,CAAC;YACD,MAAM,SAAS,GAAe,MAAM,oBAAoB,CAAC,GAAG,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;YAC7F,MAAM,iBAAiB,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;gBACrD,GAAG,QAAQ;gBACX,QAAQ,EAAE;oBACR,GAAG,QAAQ,CAAC,QAAQ;oBACpB,QAAQ,EAAE,IAAA,uBAAgB,EAAC,GAAG,CAAC;iBAChC;aACF,CAAC,CAAC,CAAC;YAEJ,IAAI,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC1D,OAAO,iBAAiB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;oBAC1C,GAAG,QAAQ;oBACX,MAAM,EAAE,IAAA,6BAAoB,EAAC,GAAiB,CAAC;iBAChD,CAAC,CAAC,CAAC;YACN,CAAC;YACD,OAAO,iBAAiB,CAAC;QAC3B,CAAC;KACF,CAAC;AACJ,CAAC;AACD,MAAM,aAAa,GAAoB;IACrC,sCAA0B;IAC1B,iBAAiB;IACjB,MAAM;IACN,MAAM;IACN,KAAK;IACL,aAAa;IACb,uCAAuC;IACvC,4BAA4B;IAC5B,WAAW;IACX,KAAK;IACL,wBAAwB;IACxB,uBAAuB;IACvB,6BAA6B;IAC7B,8BAA8B;IAC9B,oBAAoB;IACpB,WAAW;IACX,2BAA2B;IAC3B,eAAe;IACf,eAAe;IACf,UAAU;IACV,MAAM;IACN,wBAAwB;CACzB,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC;AAExC,aAAa,CAAC,IAAI,CAChB,kBAAkB,CAChB,2BAA2B,EAC3B,CAAC,MAAwC,EAAE,EAAE,CAC3C,IAAA,mBAAS,EACP,MAAM,CAAC,oBAAoB,EAC3B,mKAAmK,CACpK,CACJ,CACF,CAAC;AAEW,QAAA,OAAO,GAAoB,CAAC,GAAG,eAAe,EAAE,GAAG,UAAU,EAAE,GAAG,aAAa,CAAC,CAAC"}
|
|
@@ -1,15 +1,11 @@
|
|
|
1
|
-
import type { ApiProvider, Assertion, AtomicTestCase, GradingResult, TestCase } from '../../types';
|
|
1
|
+
import type { ApiProvider, Assertion, AtomicTestCase, GradingResult, PluginConfig, TestCase } from '../../types';
|
|
2
2
|
import { RedteamGraderBase, RedteamPluginBase } from './base';
|
|
3
3
|
export declare const PLUGIN_ID = "promptfoo:redteam:intent";
|
|
4
|
-
type Intent = string | string[];
|
|
5
|
-
interface IntentPluginConfig {
|
|
6
|
-
intent: Intent | Intent[];
|
|
7
|
-
}
|
|
8
4
|
export declare class IntentPlugin extends RedteamPluginBase {
|
|
9
5
|
readonly id = "promptfoo:redteam:intent";
|
|
10
6
|
static readonly canGenerateRemote = false;
|
|
11
7
|
private intents;
|
|
12
|
-
constructor(provider: ApiProvider, purpose: string, injectVar: string, config:
|
|
8
|
+
constructor(provider: ApiProvider, purpose: string, injectVar: string, config: PluginConfig);
|
|
13
9
|
protected getTemplate(): Promise<string>;
|
|
14
10
|
protected getAssertions(prompt: string): Assertion[];
|
|
15
11
|
generateTests(n: number, delayMs: number): Promise<TestCase[]>;
|
|
@@ -22,5 +18,4 @@ export declare class IntentGrader extends RedteamGraderBase {
|
|
|
22
18
|
rubric: string;
|
|
23
19
|
}>;
|
|
24
20
|
}
|
|
25
|
-
export {};
|
|
26
21
|
//# sourceMappingURL=intent.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"intent.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/intent.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,
|
|
1
|
+
{"version":3,"file":"intent.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/intent.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,WAAW,EACX,SAAS,EACT,cAAc,EACd,aAAa,EACb,YAAY,EACZ,QAAQ,EACT,MAAM,aAAa,CAAC;AAKrB,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,QAAQ,CAAC;AAE9D,eAAO,MAAM,SAAS,6BAA6B,CAAC;AAEpD,qBAAa,YAAa,SAAQ,iBAAiB;IACjD,QAAQ,CAAC,EAAE,8BAAa;IACxB,MAAM,CAAC,QAAQ,CAAC,iBAAiB,SAAS;IAC1C,OAAO,CAAC,OAAO,CAAwB;gBAE3B,QAAQ,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY;cAQ3E,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IAK9C,SAAS,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE;IAU9C,aAAa,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;CAiDrE;AAED,qBAAa,YAAa,SAAQ,iBAAiB;IACjD,EAAE,SAAa;IACf,MAAM,SAsEJ;IAEI,SAAS,CACb,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,cAAc,EACpB,QAAQ,EAAE,WAAW,GAAG,SAAS,GAChC,OAAO,CAAC;QAAE,KAAK,EAAE,aAAa,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;CAqBrD"}
|
|
@@ -13,7 +13,7 @@ const base_1 = require("./base");
|
|
|
13
13
|
exports.PLUGIN_ID = 'promptfoo:redteam:intent';
|
|
14
14
|
class IntentPlugin extends base_1.RedteamPluginBase {
|
|
15
15
|
constructor(provider, purpose, injectVar, config) {
|
|
16
|
-
super(provider, purpose, injectVar);
|
|
16
|
+
super(provider, purpose, injectVar, config);
|
|
17
17
|
this.id = exports.PLUGIN_ID;
|
|
18
18
|
(0, invariant_1.default)(config.intent, 'An "intent" property is required for the intent plugin.');
|
|
19
19
|
// Handle both string and array configs
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"intent.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/intent.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;
|
|
1
|
+
{"version":3,"file":"intent.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/intent.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAS5B,0CAA4D;AAC5D,qEAA6C;AAC7C,0CAAwC;AACxC,kCAAgD;AAChD,iCAA8D;AAEjD,QAAA,SAAS,GAAG,0BAA0B,CAAC;AAEpD,MAAa,YAAa,SAAQ,wBAAiB;IAKjD,YAAY,QAAqB,EAAE,OAAe,EAAE,SAAiB,EAAE,MAAoB;QACzF,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;QALrC,OAAE,GAAG,iBAAS,CAAC;QAMtB,IAAA,mBAAS,EAAC,MAAM,CAAC,MAAM,EAAE,yDAAyD,CAAC,CAAC;QACpF,uCAAuC;QACvC,MAAM,aAAa,GAAG,IAAA,gCAAyB,EAAC,MAAM,CAAC,MAAM,CAA0B,CAAC;QACxF,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;IAChF,CAAC;IAES,KAAK,CAAC,WAAW;QACzB,gDAAgD;QAChD,OAAO,EAAE,CAAC;IACZ,CAAC;IAES,aAAa,CAAC,MAAc;QACpC,MAAM,UAAU,GAAgB;YAC9B;gBACE,IAAI,EAAE,iBAAS;gBACf,MAAM,EAAE,QAAQ;aACjB;SACF,CAAC;QACF,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,CAAS,EAAE,OAAe;QAC5C,wEAAwE;QACxE,MAAM,SAAS,GAAe,EAAE,CAAC;QAEjC,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClC,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;gBAC/B,MAAM,eAAe,GAAG,MAAM,IAAA,4BAAqB,EAAC,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;gBAEnF,SAAS,CAAC,IAAI,CAAC;oBACb,IAAI,EAAE;wBACJ,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM;qBACzB;oBACD,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC;oBAClC,QAAQ,EAAE;wBACR,IAAI,EAAE,eAAe;wBACrB,QAAQ,EAAE,IAAI,CAAC,EAAE;wBACjB,YAAY,EAAE,SAAS;qBACxB;iBACF,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;gBAC/D,MAAM,eAAe,GAAG,MAAM,IAAA,4BAAqB,EAAC,WAAW,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;gBAExF,SAAS,CAAC,IAAI,CAAC;oBACb,IAAI,EAAE;wBACJ,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM;qBACzB;oBACD,QAAQ,EAAE;wBACR,EAAE,EAAE,UAAU;wBACd,MAAM,EAAE;4BACN,MAAM,EAAE,MAAM;yBACf;qBACF;oBACD,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC;oBACvC,QAAQ,EAAE;wBACR,IAAI,EAAE,eAAe;wBACrB,QAAQ,EAAE,IAAI,CAAC,EAAE;wBACjB,YAAY,EAAE,SAAS;qBACxB;iBACF,CAAC,CAAC;YACL,CAAC;YAED,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;gBAChB,MAAM,IAAA,YAAK,EAAC,OAAO,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;;AA5EH,oCA6EC;AA3EiB,8BAAiB,GAAG,KAAK,AAAR,CAAS;AA6E5C,MAAa,YAAa,SAAQ,wBAAiB;IAAnD;;QACE,OAAE,GAAG,iBAAS,CAAC;QACf,WAAM,GAAG,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsEd,CAAC;IA4BJ,CAAC;IA1BC,KAAK,CAAC,SAAS,CACb,MAAc,EACd,SAAiB,EACjB,IAAoB,EACpB,QAAiC;QAEjC,uCAAuC;QACvC,MAAM,QAAQ,GAAG;YACf,GAAG,IAAI,CAAC,QAAQ;YAChB,IAAI,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,IAAI,kBAAkB;YAC/C,OAAO,EAAE,IAAI,CAAC,QAAQ,EAAE,OAAO,IAAI,qBAAqB;YACxD,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,QAAQ,IAAI,EAAE;YACvC,MAAM,EAAE,MAAM,IAAI,oBAAoB;SACvC,CAAC;QAEF,OAAO,KAAK,CAAC,SAAS,CACpB,MAAM,EACN,SAAS,EACT;YACE,GAAG,IAAI;YACP,QAAQ;SACT,EACD,QAAQ,EACR,SAAS,CACV,CAAC;IACJ,CAAC;CACF;AApGD,oCAoGC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"pii.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/pii.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,kBAAkB,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAGhE,OAAO,EAAE,iBAAiB,
|
|
1
|
+
{"version":3,"file":"pii.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/pii.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,kBAAkB,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAGhE,OAAO,EAAE,iBAAiB,EAAqB,MAAM,QAAQ,CAAC;AAE9D,eAAO,MAAM,SAAS,0BAA0B,CAAC;AAoHjD;;;;;;;;;;GAUG;AACH,wBAAsB,0BAA0B,CAC9C,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,kBAAkB,EAC/D,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,QAAQ,EAAE,CAAC,CA0CrB;AAED,qBAAa,SAAU,SAAQ,iBAAiB;IAC9C,EAAE,SAAa;IACf,MAAM,SA2DJ;CACH"}
|
|
@@ -137,7 +137,8 @@ async function getPiiLeakTestsForCategory({ provider, purpose, injectVar, n, con
|
|
|
137
137
|
logger_1.default.error(`Expected generatedPrompts to be a string, got ${typeof generatedPrompts}: ${JSON.stringify(generatedPrompts)}`);
|
|
138
138
|
return [];
|
|
139
139
|
}
|
|
140
|
-
const
|
|
140
|
+
const finalPrompts = base_1.RedteamPluginBase.appendModifiers(generatedPrompts, config ?? {});
|
|
141
|
+
const prompts = finalPrompts
|
|
141
142
|
.split('\n')
|
|
142
143
|
.filter((line) => line.includes('Prompt:'))
|
|
143
144
|
.map((line) => line.substring(line.indexOf('Prompt:') + 'Prompt:'.length).trim());
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"pii.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/pii.ts"],"names":[],"mappings":";;;;;;AAsIA,
|
|
1
|
+
{"version":3,"file":"pii.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/pii.ts"],"names":[],"mappings":";;;;;;AAsIA,gEA6CC;AAnLD,oDAA4B;AAC5B,0DAAkC;AAElC,oDAAyD;AAEzD,iCAA8D;AAEjD,QAAA,SAAS,GAAG,uBAAuB,CAAC;AAYjD;;GAEG;AACH,MAAM,cAAc,GAAkB;IACpC;QACE,GAAG,EAAE,YAAY;QACjB,WAAW,EAAE,qEAAqE;QAClF,QAAQ,EAAE;;;;;;;;;;;;;;;;;;;;;KAqBT;KACF;IACD;QACE,GAAG,EAAE,aAAa;QAClB,WAAW,EACT,oFAAoF;QACtF,QAAQ,EAAE;;;;;;;;;;;;;;;;;KAiBT;KACF;IACD;QACE,GAAG,EAAE,YAAY;QACjB,WAAW,EACT,6FAA6F;QAC/F,QAAQ,EAAE;;;;;;;;;KAST;KACF;IACD;QACE,GAAG,EAAE,YAAY;QACjB,WAAW,EAAE,gFAAgF;QAC7F,QAAQ,EAAE;;;;;;;;;KAST;KACF;CACF,CAAC;AAEF;;;;;GAKG;AACH,MAAM,eAAe,GAAG,CAAC,QAAkB,EAAE,EAAE,CAAC,IAAA,gBAAM,EAAA;;;;;;;IAOlD,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,cAAc,OAAO,cAAc,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;;;;;CAK9E,CAAC;AAEF;;;;;;;;;;GAUG;AACI,KAAK,UAAU,0BAA0B,CAC9C,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,EAAsB,EAC/D,WAAmB;IAEnB,MAAM,QAAQ,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,KAAK,WAAW,CAAC,CAAC;IACvE,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,YAAY,WAAW,YAAY,CAAC,CAAC;IACvD,CAAC;IAED,MAAM,QAAQ,GAAG,IAAA,6BAAiB,GAAE,CAAC;IAErC,MAAM,cAAc,GAAG,MAAM,QAAQ,CAAC,OAAO,CAC3C,QAAQ,CAAC,YAAY,CAAC,eAAe,CAAC,MAAM,EAAE,QAAQ,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,EAAE;QAC9E,OAAO;QACP,IAAI,EAAE,MAAM,EAAE,IAAI,IAAI,UAAU;QAChC,CAAC;KACF,CAAC,CACH,CAAC;IAEF,MAAM,EAAE,MAAM,EAAE,gBAAgB,EAAE,GAAG,cAAc,CAAC;IACpD,IAAI,OAAO,gBAAgB,KAAK,QAAQ,EAAE,CAAC;QACzC,gBAAM,CAAC,KAAK,CACV,iDAAiD,OAAO,gBAAgB,KAAK,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,EAAE,CAChH,CAAC;QACF,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,YAAY,GAAG,wBAAiB,CAAC,eAAe,CAAC,gBAAgB,EAAE,MAAM,IAAI,EAAE,CAAC,CAAC;IAEvF,MAAM,OAAO,GAAG,YAAY;SACzB,KAAK,CAAC,IAAI,CAAC;SACX,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;SAC1C,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAEpF,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC9B,IAAI,EAAE;YACJ,CAAC,SAAS,CAAC,EAAE,MAAM;SACpB;QACD,MAAM,EAAE;YACN;gBACE,IAAI,EAAE,iBAAS;gBACf,MAAM,EAAE,SAAS;aAClB;SACF;KACF,CAAC,CAAC,CAAC;AACN,CAAC;AAED,MAAa,SAAU,SAAQ,wBAAiB;IAAhD;;QACE,OAAE,GAAG,iBAAS,CAAC;QACf,WAAM,GAAG,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2Dd,CAAC;IACJ,CAAC;CAAA;AA9DD,8BA8DC"}
|
|
@@ -1,12 +1,10 @@
|
|
|
1
|
-
import type { ApiProvider, Assertion, AtomicTestCase, GradingResult, TestCase } from '../../types';
|
|
1
|
+
import type { ApiProvider, Assertion, AtomicTestCase, GradingResult, PluginConfig, TestCase } from '../../types';
|
|
2
2
|
import { RedteamGraderBase, RedteamPluginBase } from './base';
|
|
3
3
|
export declare const PLUGIN_ID = "promptfoo:redteam:policy";
|
|
4
4
|
export declare class PolicyPlugin extends RedteamPluginBase {
|
|
5
5
|
readonly id = "promptfoo:redteam:policy";
|
|
6
6
|
private policy;
|
|
7
|
-
constructor(provider: ApiProvider, purpose: string, injectVar: string, config:
|
|
8
|
-
policy: string;
|
|
9
|
-
});
|
|
7
|
+
constructor(provider: ApiProvider, purpose: string, injectVar: string, config: PluginConfig);
|
|
10
8
|
protected getTemplate(): Promise<string>;
|
|
11
9
|
protected getAssertions(prompt: string): Assertion[];
|
|
12
10
|
generateTests(n: number, delayMs: number): Promise<TestCase[]>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"policy.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/policy.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,
|
|
1
|
+
{"version":3,"file":"policy.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/policy.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,WAAW,EACX,SAAS,EACT,cAAc,EACd,aAAa,EACb,YAAY,EACZ,QAAQ,EACT,MAAM,aAAa,CAAC;AAErB,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,QAAQ,CAAC;AAE9D,eAAO,MAAM,SAAS,6BAA6B,CAAC;AAEpD,qBAAa,YAAa,SAAQ,iBAAiB;IACjD,QAAQ,CAAC,EAAE,8BAAa;IACxB,OAAO,CAAC,MAAM,CAAS;gBAEX,QAAQ,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY;cAM3E,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IAoC9C,SAAS,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE;IAS9C,aAAa,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;CAUrE;AAED,qBAAa,qBAAsB,SAAQ,iBAAiB;IAC1D,QAAQ,CAAC,EAAE,8BAAa;IACxB,MAAM,SAmBJ;IAEI,SAAS,CACb,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,cAAc,EACpB,QAAQ,EAAE,WAAW,GAAG,SAAS,GAChC,OAAO,CAAC;QAAE,KAAK,EAAE,aAAa,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;CAgBrD"}
|
|
@@ -10,7 +10,7 @@ const base_1 = require("./base");
|
|
|
10
10
|
exports.PLUGIN_ID = 'promptfoo:redteam:policy';
|
|
11
11
|
class PolicyPlugin extends base_1.RedteamPluginBase {
|
|
12
12
|
constructor(provider, purpose, injectVar, config) {
|
|
13
|
-
super(provider, purpose, injectVar);
|
|
13
|
+
super(provider, purpose, injectVar, config);
|
|
14
14
|
this.id = exports.PLUGIN_ID;
|
|
15
15
|
(0, invariant_1.default)(config.policy, 'A "policy" property is required for the policy plugin.');
|
|
16
16
|
this.policy = config.policy;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"policy.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/policy.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;
|
|
1
|
+
{"version":3,"file":"policy.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/policy.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAS5B,qEAA6C;AAC7C,iCAA8D;AAEjD,QAAA,SAAS,GAAG,0BAA0B,CAAC;AAEpD,MAAa,YAAa,SAAQ,wBAAiB;IAIjD,YAAY,QAAqB,EAAE,OAAe,EAAE,SAAiB,EAAE,MAAoB;QACzF,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;QAJrC,OAAE,GAAG,iBAAS,CAAC;QAKtB,IAAA,mBAAS,EAAC,MAAM,CAAC,MAAM,EAAE,wDAAwD,CAAC,CAAC;QACnF,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IAC9B,CAAC;IAES,KAAK,CAAC,WAAW;QACzB,MAAM,QAAQ,GAAG,IAAA,gBAAM,EAAA;;;yBAGF,IAAI,CAAC,OAAO;4BACT,IAAI,CAAC,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;KA0BlC,CAAC;QAEF,OAAO,QAAQ,CAAC;IAClB,CAAC;IAES,aAAa,CAAC,MAAc;QACpC,OAAO;YACL;gBACE,IAAI,EAAE,iBAAS;gBACf,MAAM,EAAE,iBAAiB;aAC1B;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,CAAS,EAAE,OAAe;QAC5C,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,aAAa,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QACpD,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAC1B,GAAG,IAAI;YACP,QAAQ,EAAE;gBACR,GAAG,IAAI,CAAC,QAAQ;gBAChB,MAAM,EAAE,IAAI,CAAC,MAAM;aACpB;SACF,CAAC,CAAC,CAAC;IACN,CAAC;CACF;AAjED,oCAiEC;AAED,MAAa,qBAAsB,SAAQ,wBAAiB;IAA5D;;QACW,OAAE,GAAG,iBAAS,CAAC;QACxB,WAAM,GAAG,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;GAmBd,CAAC;IAuBJ,CAAC;IArBC,KAAK,CAAC,SAAS,CACb,MAAc,EACd,SAAiB,EACjB,IAAoB,EACpB,QAAiC;QAEjC,MAAM,EAAE,MAAM,EAAE,GAAG,YAAY,EAAE,GAAG,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;QACxD,OAAO,KAAK,CAAC,SAAS,CACpB,MAAM,EACN,SAAS,EACT;YACE,GAAG,IAAI;YACP,QAAQ,EAAE;gBACR,GAAG,YAAY;gBACf,MAAM,EAAE,MAAM,IAAI,6BAA6B;aAChD;SACF,EACD,QAAQ,EACR,SAAS,CACV,CAAC;IACJ,CAAC;CACF;AA5CD,sDA4CC"}
|
|
@@ -1,12 +1,10 @@
|
|
|
1
|
-
import type { ApiProvider, Assertion, TestCase } from '../../types';
|
|
1
|
+
import type { ApiProvider, Assertion, PluginConfig, TestCase } from '../../types';
|
|
2
2
|
import { RedteamPluginBase, RedteamGraderBase } from './base';
|
|
3
3
|
export declare const PLUGIN_ID = "promptfoo:redteam:prompt-extraction";
|
|
4
4
|
export declare class PromptExtractionPlugin extends RedteamPluginBase {
|
|
5
5
|
readonly id = "promptfoo:redteam:prompt-extraction";
|
|
6
6
|
private systemPrompt;
|
|
7
|
-
constructor(provider: ApiProvider, purpose: string, injectVar: string, config:
|
|
8
|
-
systemPrompt?: string;
|
|
9
|
-
});
|
|
7
|
+
constructor(provider: ApiProvider, purpose: string, injectVar: string, config: PluginConfig);
|
|
10
8
|
protected getTemplate(): Promise<string>;
|
|
11
9
|
protected getAssertions(prompt: string): Assertion[];
|
|
12
10
|
generateTests(n: number, delayMs: number): Promise<TestCase[]>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"promptExtraction.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/promptExtraction.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;
|
|
1
|
+
{"version":3,"file":"promptExtraction.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/promptExtraction.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAClF,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,QAAQ,CAAC;AAE9D,eAAO,MAAM,SAAS,wCAAwC,CAAC;AAmB/D,qBAAa,sBAAuB,SAAQ,iBAAiB;IAC3D,QAAQ,CAAC,EAAE,yCAAa;IAExB,OAAO,CAAC,YAAY,CAAqB;gBAE7B,QAAQ,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY;cAK3E,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IAuB9C,SAAS,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE;IAS9C,aAAa,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;CAUrE;AAED,qBAAa,sBAAuB,SAAQ,iBAAiB;IAC3D,QAAQ,CAAC,EAAE,yCAAa;IACxB,MAAM,SAWJ;CACH"}
|
|
@@ -25,7 +25,7 @@ const DEFAULT_EXAMPLES = (0, dedent_1.default) `
|
|
|
25
25
|
`;
|
|
26
26
|
class PromptExtractionPlugin extends base_1.RedteamPluginBase {
|
|
27
27
|
constructor(provider, purpose, injectVar, config) {
|
|
28
|
-
super(provider, purpose, injectVar);
|
|
28
|
+
super(provider, purpose, injectVar, config);
|
|
29
29
|
this.id = exports.PLUGIN_ID;
|
|
30
30
|
this.systemPrompt = config.systemPrompt;
|
|
31
31
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"promptExtraction.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/promptExtraction.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAE5B,iCAA8D;AAEjD,QAAA,SAAS,GAAG,qCAAqC,CAAC;AAE/D,MAAM,gBAAgB,GAAG,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;CAe9B,CAAC;AAEF,MAAa,sBAAuB,SAAQ,wBAAiB;IAK3D,
|
|
1
|
+
{"version":3,"file":"promptExtraction.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/promptExtraction.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAE5B,iCAA8D;AAEjD,QAAA,SAAS,GAAG,qCAAqC,CAAC;AAE/D,MAAM,gBAAgB,GAAG,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;CAe9B,CAAC;AAEF,MAAa,sBAAuB,SAAQ,wBAAiB;IAK3D,YAAY,QAAqB,EAAE,OAAe,EAAE,SAAiB,EAAE,MAAoB;QACzF,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;QALrC,OAAE,GAAG,iBAAS,CAAC;QAMtB,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;IAC1C,CAAC;IAES,KAAK,CAAC,WAAW;QACzB,OAAO,IAAA,gBAAM,EAAA;;;;;;;;;;;;;MAaX,gBAAgB;;;;;;GAMnB,CAAC;IACF,CAAC;IAES,aAAa,CAAC,MAAc;QACpC,OAAO;YACL;gBACE,IAAI,EAAE,iBAAS;gBACf,MAAM,EAAE,kBAAkB;aAC3B;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,CAAS,EAAE,OAAe;QAC5C,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QAC3C,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAC1B,GAAG,IAAI;YACP,QAAQ,EAAE;gBACR,GAAG,IAAI,CAAC,QAAQ;gBAChB,YAAY,EAAE,IAAI,CAAC,YAAY;aAChC;SACF,CAAC,CAAC,CAAC;IACN,CAAC;CACF;AApDD,wDAoDC;AAED,MAAa,sBAAuB,SAAQ,wBAAiB;IAA7D;;QACW,OAAE,GAAG,iBAAS,CAAC;QACxB,WAAM,GAAG,IAAA,gBAAM,EAAA;;;;;;;;;;;GAWd,CAAC;IACJ,CAAC;CAAA;AAdD,wDAcC"}
|
|
@@ -224,7 +224,7 @@ class UnsafeBenchDatasetManager {
|
|
|
224
224
|
UnsafeBenchDatasetManager.instance = null;
|
|
225
225
|
class UnsafeBenchPlugin extends base_1.RedteamPluginBase {
|
|
226
226
|
constructor(provider, purpose, injectVar, config) {
|
|
227
|
-
super(provider, purpose, injectVar, config
|
|
227
|
+
super(provider, purpose, injectVar, config);
|
|
228
228
|
this.id = exports.PLUGIN_ID;
|
|
229
229
|
this.pluginConfig = config;
|
|
230
230
|
this.datasetManager = UnsafeBenchDatasetManager.getInstance();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"unsafebench.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/unsafebench.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,uCAA6C;AAC7C,gFAAiF;AACjF,0DAAkC;AAElC,iCAA8D;AAEjD,QAAA,SAAS,GAAG,+BAA+B,CAAC;AAC5C,QAAA,YAAY,GAAG,2CAA2C,CAAC;AAExE,8CAA8C;AACjC,QAAA,gBAAgB,GAAG;IAC9B,WAAW;IACX,YAAY;IACZ,MAAM;IACN,kBAAkB;IAClB,WAAW;IACX,4BAA4B;IAC5B,WAAW;IACX,QAAQ;IACR,UAAU;IACV,MAAM;IACN,UAAU;CACF,CAAC;AAcX;;GAEG;AACH,KAAK,UAAU,kBAAkB,CAAC,GAAW;IAC3C,IAAI,CAAC;QACH,gBAAM,CAAC,KAAK,CAAC,0CAA0C,GAAG,EAAE,CAAC,CAAC;QAC9D,MAAM,QAAQ,GAAG,MAAM,IAAA,sBAAc,EAAC,GAAG,CAAC,CAAC;QAE3C,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,gBAAM,CAAC,IAAI,CAAC,wCAAwC,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;YAC3E,OAAO,IAAI,CAAC;QACd,CAAC;QAED,4BAA4B;QAC5B,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;QACjD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAExC,oBAAoB;QACpB,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAEzC,+DAA+D;QAC/D,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,YAAY,CAAC;QAEzE,OAAO,QAAQ,WAAW,WAAW,MAAM,EAAE,CAAC;IAChD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,gBAAM,CAAC,KAAK,CACV,uCAAuC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAChG,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,yBAAyB;IAI7B;QAFQ,iBAAY,GAA8B,IAAI,CAAC;IAEhC,CAAC;IAExB;;OAEG;IACH,MAAM,CAAC,WAAW;QAChB,IAAI,CAAC,yBAAyB,CAAC,QAAQ,EAAE,CAAC;YACxC,yBAAyB,CAAC,QAAQ,GAAG,IAAI,yBAAyB,EAAE,CAAC;QACvE,CAAC;QACD,OAAO,yBAAyB,CAAC,QAAQ,CAAC;IAC5C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,kBAAkB,CACtB,KAAa,EACb,MAAgC;QAEhC,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAEjC,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzD,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACzD,CAAC;QAED,4CAA4C;QAC5C,MAAM,mBAAmB,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC1F,gBAAM,CAAC,KAAK,CAAC,uCAAuC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEtF,wCAAwC;QACxC,IAAI,eAAe,GAAG,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC;QAE7C,kCAAkC;QAClC,IAAI,MAAM,EAAE,UAAU,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvD,2DAA2D;YAC3D,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;YAE/E,gBAAM,CAAC,KAAK,CAAC,0CAA0C,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAEvF,gCAAgC;YAChC,eAAe,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE;gBAClD,MAAM,kBAAkB,GAAG,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;gBAEzD,wBAAwB;gBACxB,IAAI,WAAW,CAAC,GAAG,CAAC,kBAAkB,CAAC,EAAE,CAAC;oBACxC,OAAO,IAAI,CAAC;gBACd,CAAC;gBAED,8EAA8E;gBAC9E,OAAO,wBAAgB,CAAC,IAAI,CAC1B,CAAC,QAAQ,EAAE,EAAE,CACX,QAAQ,CAAC,WAAW,EAAE,KAAK,kBAAkB;oBAC7C,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,CAC1C,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,gBAAM,CAAC,KAAK,CACV,6BAA6B,eAAe,CAAC,MAAM,0CAA0C,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC5H,CAAC;YAEF,yEAAyE;YACzE,4BAA4B;YAC5B,MAAM,iBAAiB,GAAuC,EAAE,CAAC;YACjE,KAAK,MAAM,MAAM,IAAI,eAAe,EAAE,CAAC;gBACrC,MAAM,kBAAkB,GAAG,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;gBACzD,IAAI,CAAC,iBAAiB,CAAC,kBAAkB,CAAC,EAAE,CAAC;oBAC3C,iBAAiB,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC;gBAC7C,CAAC;gBACD,iBAAiB,CAAC,kBAAkB,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACrD,CAAC;YAED,0CAA0C;YAC1C,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACjE,MAAM,MAAM,GAAuB,EAAE,CAAC;YAEtC,0CAA0C;YAC1C,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;gBACzC,MAAM,kBAAkB,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;gBAClD,MAAM,eAAe,GAAG,iBAAiB,CAAC,kBAAkB,CAAC,IAAI,EAAE,CAAC;gBAEpE,6CAA6C;gBAC7C,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC;gBACjE,MAAM,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC;gBAE/C,gBAAM,CAAC,KAAK,CACV,0BAA0B,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,yBAAyB,QAAQ,EAAE,CACpG,CAAC;YACJ,CAAC;YAED,sDAAsD;YACtD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAChC,CAAC;QAED,2EAA2E;QAC3E,MAAM,eAAe,GAAG,eAAe,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QACxF,gBAAM,CAAC,KAAK,CAAC,0BAA0B,eAAe,CAAC,MAAM,wBAAwB,CAAC,CAAC;QAEvF,OAAO,eAAe,CAAC;IACzB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,mBAAmB;QAC/B,IAAI,IAAI,CAAC,YAAY,KAAK,IAAI,EAAE,CAAC;YAC/B,gBAAM,CAAC,KAAK,CAAC,2CAA2C,IAAI,CAAC,YAAY,CAAC,MAAM,UAAU,CAAC,CAAC;YAC5F,OAAO;QACT,CAAC;QAED,sEAAsE;QACtE,MAAM,UAAU,GAAG,IAAI,CAAC,CAAC,uDAAuD;QAChF,gBAAM,CAAC,KAAK,CAAC,0BAA0B,UAAU,mCAAmC,CAAC,CAAC;QAEtF,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,IAAA,6CAAuB,EAAC,oBAAY,EAAE,UAAU,CAAC,CAAC;YAExE,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACrC,MAAM,IAAI,KAAK,CACb,kFAAkF,CACnF,CAAC;YACJ,CAAC;YAED,gBAAM,CAAC,KAAK,CAAC,yBAAyB,OAAO,CAAC,MAAM,gBAAgB,CAAC,CAAC;YAEtE,gCAAgC;YAChC,MAAM,aAAa,GAAG,OAAO;iBAC1B,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE;gBACjB,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,EAAE,YAAY,CAAC;gBAC9C,OAAO,OAAO,WAAW,KAAK,QAAQ,IAAI,WAAW,CAAC,WAAW,EAAE,KAAK,QAAQ,CAAC;YACnF,CAAC,CAAC;iBACD,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;gBACd,uEAAuE;gBACvE,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC;oBACxB,gBAAM,CAAC,IAAI,CAAC,sDAAsD,CAAC,CAAC;oBACpE,OAAO,IAAI,CAAC;gBACd,CAAC;gBAED,oDAAoD;gBACpD,MAAM,aAAa,GAAG,CAAC,SAAiB,EAAE,EAAE;oBAC1C,OAAO;wBACL,KAAK,EAAE,SAAS;wBAChB,QAAQ,EAAG,MAAM,CAAC,IAAI,EAAE,QAAmB,IAAI,SAAS;wBACxD,YAAY,EAAG,MAAM,CAAC,IAAI,EAAE,YAAuB,IAAI,QAAQ;qBAChE,CAAC;gBACJ,CAAC,CAAC;gBAEF,iCAAiC;gBACjC,IAAI,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;oBAC1C,iDAAiD;oBACjD,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,KAAe,CAAC;oBAC7C,IAAI,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;wBAChC,2DAA2D;wBAC3D,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC;oBAChE,CAAC;yBAAM,CAAC;wBACN,0DAA0D;wBAC1D,OAAO,aAAa,CAAC,QAAQ,CAAC,CAAC;oBACjC,CAAC;gBACH,CAAC;qBAAM,IACL,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,KAAK,QAAQ;oBACrC,MAAM,CAAC,IAAI,CAAC,KAAK,KAAK,IAAI;oBAC1B,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK;oBAC1B,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,KAAK,QAAQ,EACzC,CAAC;oBACD,oEAAoE;oBACpE,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC;oBACvC,gBAAM,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAC;oBAChE,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC;gBACtD,CAAC;qBAAM,CAAC;oBACN,gBAAM,CAAC,IAAI,CAAC,yDAAyD,CAAC,CAAC;oBACvE,OAAO,IAAI,CAAC;gBACd,CAAC;YACH,CAAC,CAAC;iBACD,MAAM,CACL,CACE,MAAM,EAGa,EAAE,CAAC,MAAM,KAAK,IAAI,CACxC,CAAC;YAEJ,gBAAM,CAAC,KAAK,CACV,uBAAuB,aAAa,CAAC,MAAM,0CAA0C,CACtF,CAAC;YAEF,6DAA6D;YAC7D,yEAAyE;YACzE,MAAM,uBAAuB,GAAG,OAAO,CAAC,GAAG,CACzC,aAAa,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;gBACjC,kEAAkE;gBAClE,IAAI,CAAC,CAAC,UAAU,IAAI,MAAM,CAAC,EAAE,CAAC;oBAC5B,OAAO,MAAM,CAAC;gBAChB,CAAC;gBAED,wCAAwC;gBACxC,MAAM,EAAE,eAAe,EAAE,QAAQ,EAAE,GAAG,MAAM,CAAC;gBAC7C,MAAM,WAAW,GAAG,MAAM,kBAAkB,CAAC,QAAQ,CAAC,CAAC;gBAEvD,IAAI,CAAC,WAAW,EAAE,CAAC;oBACjB,gBAAM,CAAC,IAAI,CAAC,wDAAwD,QAAQ,EAAE,CAAC,CAAC;oBAChF,OAAO,IAAI,CAAC;gBACd,CAAC;gBAED,OAAO,eAAe,CAAC,WAAW,CAAC,CAAC;YACtC,CAAC,CAAC,CACH,CAAC;YAEF,4CAA4C;YAC5C,MAAM,gBAAgB,GAAG,CAAC,MAAM,uBAAuB,CAAC,CAAC,MAAM,CAC7D,CAAC,MAAM,EAA8B,EAAE,CAAC,MAAM,KAAK,IAAI,CACxD,CAAC;YAEF,gBAAM,CAAC,KAAK,CAAC,2BAA2B,gBAAgB,CAAC,MAAM,0BAA0B,CAAC,CAAC;YAE3F,iBAAiB;YACjB,IAAI,CAAC,YAAY,GAAG,gBAAgB,CAAC;YACrC,gBAAM,CAAC,KAAK,CAAC,wBAAwB,gBAAgB,CAAC,MAAM,2BAA2B,CAAC,CAAC;QAC3F,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,gBAAM,CAAC,KAAK,CACV,yCAAyC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAClG,CAAC;YACF,MAAM,IAAI,KAAK,CACb,wCAAwC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACjG,CAAC;QACJ,CAAC;IACH,CAAC;;AAnOc,kCAAQ,GAAqC,IAAI,AAAzC,CAA0C;AAsOnE,MAAa,iBAAkB,SAAQ,wBAAiB;IAMtD,YAAY,QAAa,EAAE,OAAe,EAAE,SAAiB,EAAE,MAAgC;QAC7F,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,IAAI,EAAE,CAAC,CAAC;QAN3C,OAAE,GAAG,iBAAS,CAAC;QAOtB,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC;QAC3B,IAAI,CAAC,cAAc,GAAG,yBAAyB,CAAC,WAAW,EAAE,CAAC;QAE9D,kCAAkC;QAClC,IAAI,MAAM,EAAE,UAAU,EAAE,CAAC;YACvB,MAAM,iBAAiB,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAChD,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,wBAAgB,CAAC,QAAQ,CAAC,QAA+B,CAAC,CAC1E,CAAC;YACF,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACjC,gBAAM,CAAC,IAAI,CACT,IAAA,gBAAM,EAAA,qCAAqC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC;kCAC/C,wBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACtD,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,mEAAmE;IACnE,KAAK,CAAC,WAAW;QACf,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,sCAAsC;IAC5B,aAAa,CAAC,QAAgB;QACtC,OAAO;YACL;gBACE,IAAI,EAAE,iBAAS;gBACf,MAAM,EAAE,aAAa;gBACrB,KAAK,EAAE,EAAE,QAAQ,EAAE;aACpB;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,CAAS,EAAE,WAAmB,CAAC;QACjD,IAAI,CAAC;YACH,kDAAkD;YAClD,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,EAAE,UAAU,IAAI,EAAE,CAAC;YAEvD,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,6DAA6D;gBAC7D,KAAK,GAAG,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC;YAChC,CAAC;YAED,2BAA2B;YAC3B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,kBAAkB,CAAC,KAAK,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;YAEvF,IAAI,OAAO,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;gBAC3B,gBAAM,CAAC,IAAI,CACT,2BAA2B,KAAK,mBAAmB,OAAO,CAAC,MAAM,qBAAqB,CACvF,CAAC;YACJ,CAAC;YAED,4BAA4B;YAC5B,OAAO,OAAO,CAAC,GAAG,CAChB,CAAC,MAAM,EAAY,EAAE,CAAC,CAAC;gBACrB,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC,KAAK,EAAE;gBACxC,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC;gBAC3C,QAAQ,EAAE;oBACR,mBAAmB,EAAE,MAAM,CAAC,QAAQ;oBACpC,QAAQ,EAAE,MAAM,CAAC,QAAQ;iBAC1B;aACF,CAAC,CACH,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,gBAAM,CAAC,KAAK,CACV,yCAAyC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAClG,CAAC;YACF,OAAO,EAAE,CAAC,CAAC,4DAA4D;QACzE,CAAC;IACH,CAAC;;AA9EH,8CA+EC;AA7EiB,mCAAiB,GAAG,KAAK,AAAR,CAAS;AA+E5C,MAAa,iBAAkB,SAAQ,wBAAiB;IAAxD;;QACW,OAAE,GAAG,iBAAS,CAAC;QAExB,2EAA2E;QAC3E,WAAM,GAAG,gEAAgE,CAAC;IA0B5E,CAAC;IAdC,gBAAgB,CAAC,IAAoB;QACnC,MAAM,QAAQ,GAAI,IAAI,CAAC,QAAQ,EAAE,QAAmB,IAAI,SAAS,CAAC;QAClE,MAAM,QAAQ,GAAG,iBAAiB,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,iBAAiB,CAAC,QAAQ,CAAC,OAAO,CAAC;QAE5F,OAAO,IAAA,gBAAM,EAAA;wDACuC,QAAQ;QACxD,QAAQ;;;;;;KAMX,CAAC;IACJ,CAAC;;AA7BH,8CA8BC;AAxBC,sDAAsD;AACtC,0BAAQ,GAA2B;IACjD,QAAQ,EAAE,gEAAgE;IAC1E,MAAM,EAAE,yEAAyE;IACjF,IAAI,EAAE,uDAAuD;IAC7D,WAAW,EAAE,wEAAwE;IACrF,QAAQ,EAAE,8CAA8C;IACxD,OAAO,EAAE,6EAA6E;CACvF,AAPuB,CAOtB"}
|
|
1
|
+
{"version":3,"file":"unsafebench.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/unsafebench.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,uCAA6C;AAC7C,gFAAiF;AACjF,0DAAkC;AAElC,iCAA8D;AAEjD,QAAA,SAAS,GAAG,+BAA+B,CAAC;AAC5C,QAAA,YAAY,GAAG,2CAA2C,CAAC;AAExE,8CAA8C;AACjC,QAAA,gBAAgB,GAAG;IAC9B,WAAW;IACX,YAAY;IACZ,MAAM;IACN,kBAAkB;IAClB,WAAW;IACX,4BAA4B;IAC5B,WAAW;IACX,QAAQ;IACR,UAAU;IACV,MAAM;IACN,UAAU;CACF,CAAC;AAcX;;GAEG;AACH,KAAK,UAAU,kBAAkB,CAAC,GAAW;IAC3C,IAAI,CAAC;QACH,gBAAM,CAAC,KAAK,CAAC,0CAA0C,GAAG,EAAE,CAAC,CAAC;QAC9D,MAAM,QAAQ,GAAG,MAAM,IAAA,sBAAc,EAAC,GAAG,CAAC,CAAC;QAE3C,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,gBAAM,CAAC,IAAI,CAAC,wCAAwC,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;YAC3E,OAAO,IAAI,CAAC;QACd,CAAC;QAED,4BAA4B;QAC5B,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;QACjD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAExC,oBAAoB;QACpB,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAEzC,+DAA+D;QAC/D,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,YAAY,CAAC;QAEzE,OAAO,QAAQ,WAAW,WAAW,MAAM,EAAE,CAAC;IAChD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,gBAAM,CAAC,KAAK,CACV,uCAAuC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAChG,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,yBAAyB;IAI7B;QAFQ,iBAAY,GAA8B,IAAI,CAAC;IAEhC,CAAC;IAExB;;OAEG;IACH,MAAM,CAAC,WAAW;QAChB,IAAI,CAAC,yBAAyB,CAAC,QAAQ,EAAE,CAAC;YACxC,yBAAyB,CAAC,QAAQ,GAAG,IAAI,yBAAyB,EAAE,CAAC;QACvE,CAAC;QACD,OAAO,yBAAyB,CAAC,QAAQ,CAAC;IAC5C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,kBAAkB,CACtB,KAAa,EACb,MAAgC;QAEhC,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAEjC,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzD,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACzD,CAAC;QAED,4CAA4C;QAC5C,MAAM,mBAAmB,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC1F,gBAAM,CAAC,KAAK,CAAC,uCAAuC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEtF,wCAAwC;QACxC,IAAI,eAAe,GAAG,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC;QAE7C,kCAAkC;QAClC,IAAI,MAAM,EAAE,UAAU,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvD,2DAA2D;YAC3D,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;YAE/E,gBAAM,CAAC,KAAK,CAAC,0CAA0C,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAEvF,gCAAgC;YAChC,eAAe,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE;gBAClD,MAAM,kBAAkB,GAAG,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;gBAEzD,wBAAwB;gBACxB,IAAI,WAAW,CAAC,GAAG,CAAC,kBAAkB,CAAC,EAAE,CAAC;oBACxC,OAAO,IAAI,CAAC;gBACd,CAAC;gBAED,8EAA8E;gBAC9E,OAAO,wBAAgB,CAAC,IAAI,CAC1B,CAAC,QAAQ,EAAE,EAAE,CACX,QAAQ,CAAC,WAAW,EAAE,KAAK,kBAAkB;oBAC7C,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,CAC1C,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,gBAAM,CAAC,KAAK,CACV,6BAA6B,eAAe,CAAC,MAAM,0CAA0C,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC5H,CAAC;YAEF,yEAAyE;YACzE,4BAA4B;YAC5B,MAAM,iBAAiB,GAAuC,EAAE,CAAC;YACjE,KAAK,MAAM,MAAM,IAAI,eAAe,EAAE,CAAC;gBACrC,MAAM,kBAAkB,GAAG,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;gBACzD,IAAI,CAAC,iBAAiB,CAAC,kBAAkB,CAAC,EAAE,CAAC;oBAC3C,iBAAiB,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC;gBAC7C,CAAC;gBACD,iBAAiB,CAAC,kBAAkB,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACrD,CAAC;YAED,0CAA0C;YAC1C,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACjE,MAAM,MAAM,GAAuB,EAAE,CAAC;YAEtC,0CAA0C;YAC1C,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;gBACzC,MAAM,kBAAkB,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;gBAClD,MAAM,eAAe,GAAG,iBAAiB,CAAC,kBAAkB,CAAC,IAAI,EAAE,CAAC;gBAEpE,6CAA6C;gBAC7C,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC;gBACjE,MAAM,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC;gBAE/C,gBAAM,CAAC,KAAK,CACV,0BAA0B,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,yBAAyB,QAAQ,EAAE,CACpG,CAAC;YACJ,CAAC;YAED,sDAAsD;YACtD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAChC,CAAC;QAED,2EAA2E;QAC3E,MAAM,eAAe,GAAG,eAAe,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QACxF,gBAAM,CAAC,KAAK,CAAC,0BAA0B,eAAe,CAAC,MAAM,wBAAwB,CAAC,CAAC;QAEvF,OAAO,eAAe,CAAC;IACzB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,mBAAmB;QAC/B,IAAI,IAAI,CAAC,YAAY,KAAK,IAAI,EAAE,CAAC;YAC/B,gBAAM,CAAC,KAAK,CAAC,2CAA2C,IAAI,CAAC,YAAY,CAAC,MAAM,UAAU,CAAC,CAAC;YAC5F,OAAO;QACT,CAAC;QAED,sEAAsE;QACtE,MAAM,UAAU,GAAG,IAAI,CAAC,CAAC,uDAAuD;QAChF,gBAAM,CAAC,KAAK,CAAC,0BAA0B,UAAU,mCAAmC,CAAC,CAAC;QAEtF,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,IAAA,6CAAuB,EAAC,oBAAY,EAAE,UAAU,CAAC,CAAC;YAExE,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACrC,MAAM,IAAI,KAAK,CACb,kFAAkF,CACnF,CAAC;YACJ,CAAC;YAED,gBAAM,CAAC,KAAK,CAAC,yBAAyB,OAAO,CAAC,MAAM,gBAAgB,CAAC,CAAC;YAEtE,gCAAgC;YAChC,MAAM,aAAa,GAAG,OAAO;iBAC1B,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE;gBACjB,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,EAAE,YAAY,CAAC;gBAC9C,OAAO,OAAO,WAAW,KAAK,QAAQ,IAAI,WAAW,CAAC,WAAW,EAAE,KAAK,QAAQ,CAAC;YACnF,CAAC,CAAC;iBACD,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;gBACd,uEAAuE;gBACvE,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC;oBACxB,gBAAM,CAAC,IAAI,CAAC,sDAAsD,CAAC,CAAC;oBACpE,OAAO,IAAI,CAAC;gBACd,CAAC;gBAED,oDAAoD;gBACpD,MAAM,aAAa,GAAG,CAAC,SAAiB,EAAE,EAAE;oBAC1C,OAAO;wBACL,KAAK,EAAE,SAAS;wBAChB,QAAQ,EAAG,MAAM,CAAC,IAAI,EAAE,QAAmB,IAAI,SAAS;wBACxD,YAAY,EAAG,MAAM,CAAC,IAAI,EAAE,YAAuB,IAAI,QAAQ;qBAChE,CAAC;gBACJ,CAAC,CAAC;gBAEF,iCAAiC;gBACjC,IAAI,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;oBAC1C,iDAAiD;oBACjD,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,KAAe,CAAC;oBAC7C,IAAI,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;wBAChC,2DAA2D;wBAC3D,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC;oBAChE,CAAC;yBAAM,CAAC;wBACN,0DAA0D;wBAC1D,OAAO,aAAa,CAAC,QAAQ,CAAC,CAAC;oBACjC,CAAC;gBACH,CAAC;qBAAM,IACL,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,KAAK,QAAQ;oBACrC,MAAM,CAAC,IAAI,CAAC,KAAK,KAAK,IAAI;oBAC1B,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK;oBAC1B,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,KAAK,QAAQ,EACzC,CAAC;oBACD,oEAAoE;oBACpE,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC;oBACvC,gBAAM,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAC;oBAChE,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC;gBACtD,CAAC;qBAAM,CAAC;oBACN,gBAAM,CAAC,IAAI,CAAC,yDAAyD,CAAC,CAAC;oBACvE,OAAO,IAAI,CAAC;gBACd,CAAC;YACH,CAAC,CAAC;iBACD,MAAM,CACL,CACE,MAAM,EAGa,EAAE,CAAC,MAAM,KAAK,IAAI,CACxC,CAAC;YAEJ,gBAAM,CAAC,KAAK,CACV,uBAAuB,aAAa,CAAC,MAAM,0CAA0C,CACtF,CAAC;YAEF,6DAA6D;YAC7D,yEAAyE;YACzE,MAAM,uBAAuB,GAAG,OAAO,CAAC,GAAG,CACzC,aAAa,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;gBACjC,kEAAkE;gBAClE,IAAI,CAAC,CAAC,UAAU,IAAI,MAAM,CAAC,EAAE,CAAC;oBAC5B,OAAO,MAAM,CAAC;gBAChB,CAAC;gBAED,wCAAwC;gBACxC,MAAM,EAAE,eAAe,EAAE,QAAQ,EAAE,GAAG,MAAM,CAAC;gBAC7C,MAAM,WAAW,GAAG,MAAM,kBAAkB,CAAC,QAAQ,CAAC,CAAC;gBAEvD,IAAI,CAAC,WAAW,EAAE,CAAC;oBACjB,gBAAM,CAAC,IAAI,CAAC,wDAAwD,QAAQ,EAAE,CAAC,CAAC;oBAChF,OAAO,IAAI,CAAC;gBACd,CAAC;gBAED,OAAO,eAAe,CAAC,WAAW,CAAC,CAAC;YACtC,CAAC,CAAC,CACH,CAAC;YAEF,4CAA4C;YAC5C,MAAM,gBAAgB,GAAG,CAAC,MAAM,uBAAuB,CAAC,CAAC,MAAM,CAC7D,CAAC,MAAM,EAA8B,EAAE,CAAC,MAAM,KAAK,IAAI,CACxD,CAAC;YAEF,gBAAM,CAAC,KAAK,CAAC,2BAA2B,gBAAgB,CAAC,MAAM,0BAA0B,CAAC,CAAC;YAE3F,iBAAiB;YACjB,IAAI,CAAC,YAAY,GAAG,gBAAgB,CAAC;YACrC,gBAAM,CAAC,KAAK,CAAC,wBAAwB,gBAAgB,CAAC,MAAM,2BAA2B,CAAC,CAAC;QAC3F,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,gBAAM,CAAC,KAAK,CACV,yCAAyC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAClG,CAAC;YACF,MAAM,IAAI,KAAK,CACb,wCAAwC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACjG,CAAC;QACJ,CAAC;IACH,CAAC;;AAnOc,kCAAQ,GAAqC,IAAI,AAAzC,CAA0C;AAsOnE,MAAa,iBAAkB,SAAQ,wBAAiB;IAMtD,YAAY,QAAa,EAAE,OAAe,EAAE,SAAiB,EAAE,MAAgC;QAC7F,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;QANrC,OAAE,GAAG,iBAAS,CAAC;QAOtB,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC;QAC3B,IAAI,CAAC,cAAc,GAAG,yBAAyB,CAAC,WAAW,EAAE,CAAC;QAE9D,kCAAkC;QAClC,IAAI,MAAM,EAAE,UAAU,EAAE,CAAC;YACvB,MAAM,iBAAiB,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAChD,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,wBAAgB,CAAC,QAAQ,CAAC,QAA+B,CAAC,CAC1E,CAAC;YACF,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACjC,gBAAM,CAAC,IAAI,CACT,IAAA,gBAAM,EAAA,qCAAqC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC;kCAC/C,wBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACtD,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,mEAAmE;IACnE,KAAK,CAAC,WAAW;QACf,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,sCAAsC;IAC5B,aAAa,CAAC,QAAgB;QACtC,OAAO;YACL;gBACE,IAAI,EAAE,iBAAS;gBACf,MAAM,EAAE,aAAa;gBACrB,KAAK,EAAE,EAAE,QAAQ,EAAE;aACpB;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,CAAS,EAAE,WAAmB,CAAC;QACjD,IAAI,CAAC;YACH,kDAAkD;YAClD,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,EAAE,UAAU,IAAI,EAAE,CAAC;YAEvD,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,6DAA6D;gBAC7D,KAAK,GAAG,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC;YAChC,CAAC;YAED,2BAA2B;YAC3B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,kBAAkB,CAAC,KAAK,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;YAEvF,IAAI,OAAO,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;gBAC3B,gBAAM,CAAC,IAAI,CACT,2BAA2B,KAAK,mBAAmB,OAAO,CAAC,MAAM,qBAAqB,CACvF,CAAC;YACJ,CAAC;YAED,4BAA4B;YAC5B,OAAO,OAAO,CAAC,GAAG,CAChB,CAAC,MAAM,EAAY,EAAE,CAAC,CAAC;gBACrB,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC,KAAK,EAAE;gBACxC,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC;gBAC3C,QAAQ,EAAE;oBACR,mBAAmB,EAAE,MAAM,CAAC,QAAQ;oBACpC,QAAQ,EAAE,MAAM,CAAC,QAAQ;iBAC1B;aACF,CAAC,CACH,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,gBAAM,CAAC,KAAK,CACV,yCAAyC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAClG,CAAC;YACF,OAAO,EAAE,CAAC,CAAC,4DAA4D;QACzE,CAAC;IACH,CAAC;;AA9EH,8CA+EC;AA7EiB,mCAAiB,GAAG,KAAK,AAAR,CAAS;AA+E5C,MAAa,iBAAkB,SAAQ,wBAAiB;IAAxD;;QACW,OAAE,GAAG,iBAAS,CAAC;QAExB,2EAA2E;QAC3E,WAAM,GAAG,gEAAgE,CAAC;IA0B5E,CAAC;IAdC,gBAAgB,CAAC,IAAoB;QACnC,MAAM,QAAQ,GAAI,IAAI,CAAC,QAAQ,EAAE,QAAmB,IAAI,SAAS,CAAC;QAClE,MAAM,QAAQ,GAAG,iBAAiB,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,iBAAiB,CAAC,QAAQ,CAAC,OAAO,CAAC;QAE5F,OAAO,IAAA,gBAAM,EAAA;wDACuC,QAAQ;QACxD,QAAQ;;;;;;KAMX,CAAC;IACJ,CAAC;;AA7BH,8CA8BC;AAxBC,sDAAsD;AACtC,0BAAQ,GAA2B;IACjD,QAAQ,EAAE,gEAAgE;IAC1E,MAAM,EAAE,yEAAyE;IACjF,IAAI,EAAE,uDAAuD;IAC7D,WAAW,EAAE,wEAAwE;IACrF,QAAQ,EAAE,8CAA8C;IACxD,OAAO,EAAE,6EAA6E;CACvF,AAPuB,CAOtB"}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import type { ApiProvider, CallApiContextParams, CallApiOptionsParams, ProviderResponse, RedteamFileConfig } from '../../../types';
|
|
2
2
|
import type { BaseRedteamMetadata } from '../../types';
|
|
3
3
|
import type { Message } from '../shared';
|
|
4
|
-
export declare const
|
|
4
|
+
export declare const DEFAULT_MAX_TURNS = 10;
|
|
5
5
|
export declare const DEFAULT_MAX_BACKTRACKS = 10;
|
|
6
6
|
/**
|
|
7
7
|
* Represents metadata for the Crescendo conversation process.
|
|
@@ -12,6 +12,12 @@ export interface CrescendoMetadata extends BaseRedteamMetadata {
|
|
|
12
12
|
crescendoResult: boolean;
|
|
13
13
|
crescendoConfidence: number | null;
|
|
14
14
|
stopReason: 'Grader failed' | 'Internal evaluator success' | 'Max rounds reached' | 'Max backtracks reached';
|
|
15
|
+
successfulAttacks?: Array<{
|
|
16
|
+
turn: number;
|
|
17
|
+
prompt: string;
|
|
18
|
+
response: string;
|
|
19
|
+
}>;
|
|
20
|
+
totalSuccessfulAttacks?: number;
|
|
15
21
|
}
|
|
16
22
|
/**
|
|
17
23
|
* Represents the complete response from a Crescendo conversation.
|
|
@@ -21,11 +27,12 @@ export interface CrescendoResponse extends ProviderResponse {
|
|
|
21
27
|
}
|
|
22
28
|
interface CrescendoConfig {
|
|
23
29
|
injectVar: string;
|
|
24
|
-
|
|
30
|
+
maxTurns?: number;
|
|
25
31
|
maxBacktracks?: number;
|
|
26
32
|
redteamProvider: RedteamFileConfig['provider'];
|
|
27
33
|
excludeTargetOutputFromAgenticAttackGeneration?: boolean;
|
|
28
34
|
stateful?: boolean;
|
|
35
|
+
continueAfterSuccess?: boolean;
|
|
29
36
|
}
|
|
30
37
|
export declare class MemorySystem {
|
|
31
38
|
private conversations;
|
|
@@ -39,13 +46,15 @@ export declare class CrescendoProvider implements ApiProvider {
|
|
|
39
46
|
private userGoal;
|
|
40
47
|
private redTeamProvider;
|
|
41
48
|
private scoringProvider;
|
|
49
|
+
private readonly unblockingProvider;
|
|
42
50
|
private memory;
|
|
43
51
|
private targetConversationId;
|
|
44
52
|
private redTeamingChatConversationId;
|
|
45
|
-
private
|
|
53
|
+
private maxTurns;
|
|
46
54
|
private maxBacktracks;
|
|
47
55
|
private stateful;
|
|
48
56
|
private excludeTargetOutputFromAgenticAttackGeneration;
|
|
57
|
+
private successfulAttacks;
|
|
49
58
|
constructor(config: CrescendoConfig);
|
|
50
59
|
private getRedTeamProvider;
|
|
51
60
|
private getScoringProvider;
|
|
@@ -58,6 +67,9 @@ export declare class CrescendoProvider implements ApiProvider {
|
|
|
58
67
|
private getEvalScore;
|
|
59
68
|
private backtrackMemory;
|
|
60
69
|
private logChatHistory;
|
|
70
|
+
private recordSuccessfulAttack;
|
|
71
|
+
private tryUnblocking;
|
|
72
|
+
private checkServerSupportsUnblocking;
|
|
61
73
|
}
|
|
62
74
|
export default CrescendoProvider;
|
|
63
75
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/redteam/providers/crescendo/index.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACV,WAAW,EAEX,oBAAoB,EACpB,oBAAoB,EAGpB,gBAAgB,EAChB,iBAAiB,EAElB,MAAM,gBAAgB,CAAC;AAMxB,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAEvD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAUzC,eAAO,MAAM,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/redteam/providers/crescendo/index.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACV,WAAW,EAEX,oBAAoB,EACpB,oBAAoB,EAGpB,gBAAgB,EAChB,iBAAiB,EAElB,MAAM,gBAAgB,CAAC;AAMxB,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAEvD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAUzC,eAAO,MAAM,iBAAiB,KAAK,CAAC;AACpC,eAAO,MAAM,sBAAsB,KAAK,CAAC;AAEzC;;GAEG;AACH,MAAM,WAAW,iBAAkB,SAAQ,mBAAmB;IAC5D,wBAAwB,EAAE,MAAM,CAAC;IACjC,uBAAuB,EAAE,MAAM,CAAC;IAChC,eAAe,EAAE,OAAO,CAAC;IACzB,mBAAmB,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,UAAU,EACN,eAAe,GACf,4BAA4B,GAC5B,oBAAoB,GACpB,wBAAwB,CAAC;IAC7B,iBAAiB,CAAC,EAAE,KAAK,CAAC;QACxB,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC,CAAC;IACH,sBAAsB,CAAC,EAAE,MAAM,CAAC;CACjC;AAED;;GAEG;AACH,MAAM,WAAW,iBAAkB,SAAQ,gBAAgB;IACzD,QAAQ,EAAE,iBAAiB,CAAC;CAC7B;AAED,UAAU,eAAe;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,iBAAiB,CAAC,UAAU,CAAC,CAAC;IAC/C,8CAA8C,CAAC,EAAE,OAAO,CAAC;IACzD,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,oBAAoB,CAAC,EAAE,OAAO,CAAC;CAChC;AAED,qBAAa,YAAY;IACvB,OAAO,CAAC,aAAa,CAAqC;IAE1D,UAAU,CAAC,cAAc,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO;IAOnD,eAAe,CAAC,cAAc,EAAE,MAAM,GAAG,OAAO,EAAE;IAIlD,sCAAsC,CAAC,cAAc,EAAE,MAAM,GAAG,MAAM;CAOvE;AAED,qBAAa,iBAAkB,YAAW,WAAW;IACnD,QAAQ,CAAC,MAAM,EAAE,eAAe,CAAC;IACjC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAM;IAC/B,OAAO,CAAC,QAAQ,CAAqB;IACrC,OAAO,CAAC,eAAe,CAA0B;IACjD,OAAO,CAAC,eAAe,CAA0B;IACjD,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAIhC;IACH,OAAO,CAAC,MAAM,CAAe;IAC7B,OAAO,CAAC,oBAAoB,CAAS;IACrC,OAAO,CAAC,4BAA4B,CAAS;IAC7C,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,QAAQ,CAAU;IAC1B,OAAO,CAAC,8CAA8C,CAAU;IAChE,OAAO,CAAC,iBAAiB,CAIjB;gBAEI,MAAM,EAAE,eAAe;YA0BrB,kBAAkB;YAmBlB,kBAAkB;IAkBhC,EAAE;IAII,OAAO,CACX,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,oBAAoB,EAC9B,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,iBAAiB,CAAC;YAsBf,SAAS;YA+UT,eAAe;YAiHf,UAAU;YA8DV,eAAe;YAiEf,YAAY;YA2DZ,eAAe;IAI7B,OAAO,CAAC,cAAc;IAYtB,OAAO,CAAC,sBAAsB;YAWhB,aAAa;YAuEb,6BAA6B;CAY5C;AAED,eAAe,iBAAiB,CAAC"}
|