promptfoo 0.98.0 → 0.99.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/dist/package.json +17 -14
- package/dist/src/__mocks__/esm.js +17 -7
- package/dist/src/__mocks__/esm.js.map +1 -1
- package/dist/src/app/assets/{index-D7I51A2q.js → index--9emYMXO.js} +268 -268
- package/dist/src/app/assets/index-CBwNqxkl.css +1 -0
- package/dist/src/app/assets/{index.es-COpBxjTX.js → index.es-C4p-sZzG.js} +1 -1
- package/dist/src/app/assets/{sync-BY_V2XfM.js → sync-CKFJhHjE.js} +1 -1
- package/dist/src/app/index.html +2 -2
- package/dist/src/assertions/index.d.ts +2 -2
- package/dist/src/assertions/index.d.ts.map +1 -1
- package/dist/src/assertions/rouge.js +17 -7
- package/dist/src/assertions/rouge.js.map +1 -1
- package/dist/src/assertions/sql.js +17 -7
- package/dist/src/assertions/sql.js.map +1 -1
- package/dist/src/commands/debug.d.ts +4 -0
- package/dist/src/commands/debug.d.ts.map +1 -0
- package/dist/src/commands/debug.js +94 -0
- package/dist/src/commands/debug.js.map +1 -0
- package/dist/src/commands/eval.js +18 -8
- package/dist/src/commands/eval.js.map +1 -1
- package/dist/src/commands/generate/dataset.js +17 -7
- package/dist/src/commands/generate/dataset.js.map +1 -1
- package/dist/src/commands/import.js +17 -7
- package/dist/src/commands/import.js.map +1 -1
- package/dist/src/commands/list.js +17 -7
- package/dist/src/commands/list.js.map +1 -1
- package/dist/src/commands/share.d.ts.map +1 -1
- package/dist/src/commands/share.js +7 -2
- package/dist/src/commands/share.js.map +1 -1
- package/dist/src/commands/view.d.ts.map +1 -1
- package/dist/src/commands/view.js +6 -4
- package/dist/src/commands/view.js.map +1 -1
- package/dist/src/constants.d.ts +1 -0
- package/dist/src/constants.d.ts.map +1 -1
- package/dist/src/constants.js +2 -1
- package/dist/src/constants.js.map +1 -1
- package/dist/src/database/index.js +17 -7
- package/dist/src/database/index.js.map +1 -1
- package/dist/src/database/tables.d.ts +24 -24
- package/dist/src/esm.js +17 -7
- package/dist/src/esm.js.map +1 -1
- package/dist/src/evaluator.js +17 -7
- package/dist/src/evaluator.js.map +1 -1
- package/dist/src/evaluatorHelpers.d.ts +1 -0
- package/dist/src/evaluatorHelpers.d.ts.map +1 -1
- package/dist/src/evaluatorHelpers.js +36 -7
- package/dist/src/evaluatorHelpers.js.map +1 -1
- package/dist/src/fetch.d.ts.map +1 -1
- package/dist/src/fetch.js +16 -0
- package/dist/src/fetch.js.map +1 -1
- package/dist/src/globalConfig/globalConfig.js +17 -7
- package/dist/src/globalConfig/globalConfig.js.map +1 -1
- package/dist/src/googleSheets.js +17 -7
- package/dist/src/googleSheets.js.map +1 -1
- package/dist/src/index.js +17 -7
- package/dist/src/index.js.map +1 -1
- package/dist/src/main.js +2 -0
- package/dist/src/main.js.map +1 -1
- package/dist/src/migrate.js +17 -7
- package/dist/src/migrate.js.map +1 -1
- package/dist/src/prompts/processors/json.js +17 -7
- package/dist/src/prompts/processors/json.js.map +1 -1
- package/dist/src/prompts/processors/jsonl.js +17 -7
- package/dist/src/prompts/processors/jsonl.js.map +1 -1
- package/dist/src/prompts/processors/python.js +17 -7
- package/dist/src/prompts/processors/python.js.map +1 -1
- package/dist/src/prompts/processors/text.js +17 -7
- package/dist/src/prompts/processors/text.js.map +1 -1
- package/dist/src/prompts/processors/yaml.js +17 -7
- package/dist/src/prompts/processors/yaml.js.map +1 -1
- package/dist/src/providers/anthropic.d.ts.map +1 -1
- package/dist/src/providers/anthropic.js +25 -17
- package/dist/src/providers/anthropic.js.map +1 -1
- package/dist/src/providers/azure.js +17 -7
- package/dist/src/providers/azure.js.map +1 -1
- package/dist/src/providers/bam.js +17 -7
- package/dist/src/providers/bam.js.map +1 -1
- package/dist/src/providers/bedrock.js +17 -7
- package/dist/src/providers/bedrock.js.map +1 -1
- package/dist/src/providers/browser.js +17 -7
- package/dist/src/providers/browser.js.map +1 -1
- package/dist/src/providers/fal.js +17 -7
- package/dist/src/providers/fal.js.map +1 -1
- package/dist/src/providers/sequence.d.ts +11 -0
- package/dist/src/providers/sequence.d.ts.map +1 -0
- package/dist/src/providers/sequence.js +66 -0
- package/dist/src/providers/sequence.js.map +1 -0
- package/dist/src/providers/vertexUtil.js +17 -7
- package/dist/src/providers/vertexUtil.js.map +1 -1
- package/dist/src/providers/watsonx.js +17 -7
- package/dist/src/providers/watsonx.js.map +1 -1
- package/dist/src/providers.d.ts +3 -7
- package/dist/src/providers.d.ts.map +1 -1
- package/dist/src/providers.js +21 -7
- package/dist/src/providers.js.map +1 -1
- package/dist/src/redteam/commands/generate.d.ts.map +1 -1
- package/dist/src/redteam/commands/generate.js +41 -10
- package/dist/src/redteam/commands/generate.js.map +1 -1
- package/dist/src/redteam/commands/init.d.ts.map +1 -1
- package/dist/src/redteam/commands/init.js +43 -26
- package/dist/src/redteam/commands/init.js.map +1 -1
- package/dist/src/redteam/commands/poison.js +17 -7
- package/dist/src/redteam/commands/poison.js.map +1 -1
- package/dist/src/redteam/commands/report.d.ts.map +1 -1
- package/dist/src/redteam/commands/report.js +11 -3
- package/dist/src/redteam/commands/report.js.map +1 -1
- package/dist/src/redteam/commands/run.js +17 -7
- package/dist/src/redteam/commands/run.js.map +1 -1
- package/dist/src/redteam/commands/setup.d.ts.map +1 -1
- package/dist/src/redteam/commands/setup.js +11 -3
- package/dist/src/redteam/commands/setup.js.map +1 -1
- package/dist/src/redteam/constants.d.ts +6 -6
- package/dist/src/redteam/constants.d.ts.map +1 -1
- package/dist/src/redteam/constants.js +25 -10
- package/dist/src/redteam/constants.js.map +1 -1
- package/dist/src/redteam/index.d.ts.map +1 -1
- package/dist/src/redteam/index.js +84 -28
- package/dist/src/redteam/index.js.map +1 -1
- package/dist/src/redteam/plugins/base.d.ts.map +1 -1
- package/dist/src/redteam/plugins/base.js +2 -0
- package/dist/src/redteam/plugins/base.js.map +1 -1
- package/dist/src/redteam/plugins/bfla.d.ts +5 -0
- package/dist/src/redteam/plugins/bfla.d.ts.map +1 -1
- package/dist/src/redteam/plugins/bfla.js +11 -0
- package/dist/src/redteam/plugins/bfla.js.map +1 -1
- package/dist/src/redteam/plugins/bola.d.ts +5 -0
- package/dist/src/redteam/plugins/bola.d.ts.map +1 -1
- package/dist/src/redteam/plugins/bola.js +11 -0
- package/dist/src/redteam/plugins/bola.js.map +1 -1
- package/dist/src/redteam/plugins/competitors.d.ts +6 -0
- package/dist/src/redteam/plugins/competitors.d.ts.map +1 -1
- package/dist/src/redteam/plugins/competitors.js +48 -1
- package/dist/src/redteam/plugins/competitors.js.map +1 -1
- package/dist/src/redteam/plugins/contracts.d.ts +5 -1
- package/dist/src/redteam/plugins/contracts.d.ts.map +1 -1
- package/dist/src/redteam/plugins/contracts.js +19 -0
- package/dist/src/redteam/plugins/contracts.js.map +1 -1
- package/dist/src/redteam/plugins/harmful/constants.d.ts.map +1 -1
- package/dist/src/redteam/plugins/harmful/constants.js +0 -72
- package/dist/src/redteam/plugins/harmful/constants.js.map +1 -1
- package/dist/src/redteam/plugins/hijacking.d.ts.map +1 -1
- package/dist/src/redteam/plugins/hijacking.js +2 -1
- package/dist/src/redteam/plugins/hijacking.js.map +1 -1
- package/dist/src/redteam/plugins/imitation.d.ts +5 -1
- package/dist/src/redteam/plugins/imitation.d.ts.map +1 -1
- package/dist/src/redteam/plugins/imitation.js +17 -0
- package/dist/src/redteam/plugins/imitation.js.map +1 -1
- package/dist/src/redteam/plugins/index.d.ts.map +1 -1
- package/dist/src/redteam/plugins/index.js +11 -1
- package/dist/src/redteam/plugins/index.js.map +1 -1
- package/dist/src/redteam/plugins/overreliance.d.ts +5 -1
- package/dist/src/redteam/plugins/overreliance.d.ts.map +1 -1
- package/dist/src/redteam/plugins/overreliance.js +31 -2
- package/dist/src/redteam/plugins/overreliance.js.map +1 -1
- package/dist/src/redteam/plugins/policy.d.ts.map +1 -1
- package/dist/src/redteam/plugins/policy.js +3 -2
- package/dist/src/redteam/plugins/policy.js.map +1 -1
- package/dist/src/redteam/plugins/politics.d.ts +5 -1
- package/dist/src/redteam/plugins/politics.d.ts.map +1 -1
- package/dist/src/redteam/plugins/politics.js +21 -1
- package/dist/src/redteam/plugins/politics.js.map +1 -1
- package/dist/src/redteam/plugins/religion.d.ts +5 -0
- package/dist/src/redteam/plugins/religion.d.ts.map +1 -1
- package/dist/src/redteam/plugins/religion.js +28 -0
- package/dist/src/redteam/plugins/religion.js.map +1 -1
- package/dist/src/redteam/plugins/shellInjection.d.ts.map +1 -1
- package/dist/src/redteam/plugins/shellInjection.js +6 -1
- package/dist/src/redteam/plugins/shellInjection.js.map +1 -1
- package/dist/src/redteam/providers/goat.d.ts.map +1 -1
- package/dist/src/redteam/providers/goat.js +57 -49
- package/dist/src/redteam/providers/goat.js.map +1 -1
- package/dist/src/redteam/providers/shared.js +17 -7
- package/dist/src/redteam/providers/shared.js.map +1 -1
- package/dist/src/redteam/shared.d.ts +4 -0
- package/dist/src/redteam/shared.d.ts.map +1 -0
- package/dist/src/redteam/shared.js +17 -0
- package/dist/src/redteam/shared.js.map +1 -0
- package/dist/src/redteam/strategies/citation.d.ts +3 -0
- package/dist/src/redteam/strategies/citation.d.ts.map +1 -0
- package/dist/src/redteam/strategies/citation.js +96 -0
- package/dist/src/redteam/strategies/citation.js.map +1 -0
- package/dist/src/redteam/strategies/index.d.ts.map +1 -1
- package/dist/src/redteam/strategies/index.js +20 -0
- package/dist/src/redteam/strategies/index.js.map +1 -1
- package/dist/src/redteam/strategies/iterative.d.ts +1 -1
- package/dist/src/redteam/strategies/iterative.d.ts.map +1 -1
- package/dist/src/redteam/strategies/promptInjections/index.js +17 -7
- package/dist/src/redteam/strategies/promptInjections/index.js.map +1 -1
- package/dist/src/redteam/strategies/singleTurnComposite.d.ts +3 -0
- package/dist/src/redteam/strategies/singleTurnComposite.d.ts.map +1 -0
- package/dist/src/redteam/strategies/singleTurnComposite.js +89 -0
- package/dist/src/redteam/strategies/singleTurnComposite.js.map +1 -0
- package/dist/src/redteam/types.d.ts +11 -2
- package/dist/src/redteam/types.d.ts.map +1 -1
- package/dist/src/server/index.js +4 -2
- package/dist/src/server/index.js.map +1 -1
- package/dist/src/server/server.d.ts +1 -7
- package/dist/src/server/server.d.ts.map +1 -1
- package/dist/src/server/server.js +6 -46
- package/dist/src/server/server.js.map +1 -1
- package/dist/src/testCases.js +18 -8
- package/dist/src/testCases.js.map +1 -1
- package/dist/src/types/index.d.ts +676 -656
- package/dist/src/types/index.d.ts.map +1 -1
- package/dist/src/types/index.js +10 -2
- package/dist/src/types/index.js.map +1 -1
- package/dist/src/util/config/load.js +17 -7
- package/dist/src/util/config/load.js.map +1 -1
- package/dist/src/util/config/manage.js +17 -7
- package/dist/src/util/config/manage.js.map +1 -1
- package/dist/src/util/index.d.ts +8 -8
- package/dist/src/util/index.js +17 -7
- package/dist/src/util/index.js.map +1 -1
- package/dist/src/util/server.d.ts +10 -0
- package/dist/src/util/server.d.ts.map +1 -0
- package/dist/src/util/server.js +74 -0
- package/dist/src/util/server.js.map +1 -0
- package/dist/src/validators/redteam.d.ts +9 -5
- package/dist/src/validators/redteam.d.ts.map +1 -1
- package/dist/src/validators/redteam.js +4 -1
- package/dist/src/validators/redteam.js.map +1 -1
- package/dist/test/assertions/index.test.js +17 -7
- package/dist/test/assertions/index.test.js.map +1 -1
- package/dist/test/assertions/utils.test.js +17 -7
- package/dist/test/assertions/utils.test.js.map +1 -1
- package/dist/test/commands/init.test.js +17 -7
- package/dist/test/commands/init.test.js.map +1 -1
- package/dist/test/evaluatorHelpers.test.js +17 -7
- package/dist/test/evaluatorHelpers.test.js.map +1 -1
- package/dist/test/factories/evalFactory.d.ts +16 -16
- package/dist/test/fetch.test.js +15 -36
- package/dist/test/fetch.test.js.map +1 -1
- package/dist/test/globalConfig.test.js +17 -7
- package/dist/test/globalConfig.test.js.map +1 -1
- package/dist/test/index.test.js +21 -8
- package/dist/test/index.test.js.map +1 -1
- package/dist/test/matchers.test.js +17 -7
- package/dist/test/matchers.test.js.map +1 -1
- package/dist/test/models/eval.test.js +17 -7
- package/dist/test/models/eval.test.js.map +1 -1
- package/dist/test/prompts/index.test.js +17 -7
- package/dist/test/prompts/index.test.js.map +1 -1
- package/dist/test/prompts/processors/json.test.js +17 -7
- package/dist/test/prompts/processors/json.test.js.map +1 -1
- package/dist/test/prompts/processors/jsonl.test.js +17 -7
- package/dist/test/prompts/processors/jsonl.test.js.map +1 -1
- package/dist/test/prompts/processors/markdown.test.js +17 -7
- package/dist/test/prompts/processors/markdown.test.js.map +1 -1
- package/dist/test/prompts/processors/python.test.js +17 -7
- package/dist/test/prompts/processors/python.test.js.map +1 -1
- package/dist/test/prompts/processors/text.test.js +17 -7
- package/dist/test/prompts/processors/text.test.js.map +1 -1
- package/dist/test/prompts/processors/yaml.test.js +17 -7
- package/dist/test/prompts/processors/yaml.test.js.map +1 -1
- package/dist/test/providers/index.test.js +17 -7
- package/dist/test/providers/index.test.js.map +1 -1
- package/dist/test/providers/palm.test.js +17 -7
- package/dist/test/providers/palm.test.js.map +1 -1
- package/dist/test/providers/scriptCompletion.test.js +17 -7
- package/dist/test/providers/scriptCompletion.test.js.map +1 -1
- package/dist/test/providers/vertex.test.js +17 -7
- package/dist/test/providers/vertex.test.js.map +1 -1
- package/dist/test/providers/watsonx.test.js +17 -7
- package/dist/test/providers/watsonx.test.js.map +1 -1
- package/dist/test/python/pythonUtils.test.js +17 -7
- package/dist/test/python/pythonUtils.test.js.map +1 -1
- package/dist/test/redteam/commands/generate.test.js +75 -7
- package/dist/test/redteam/commands/generate.test.js.map +1 -1
- package/dist/test/redteam/index.test.js +17 -7
- package/dist/test/redteam/index.test.js.map +1 -1
- package/dist/test/redteam/plugins/base.test.js +8 -0
- package/dist/test/redteam/plugins/base.test.js.map +1 -1
- package/dist/test/redteam/plugins/index.test.js +59 -0
- package/dist/test/redteam/plugins/index.test.js.map +1 -1
- package/dist/test/redteam/providers/goat.test.js +26 -0
- package/dist/test/redteam/providers/goat.test.js.map +1 -1
- package/dist/test/server/providers.test.js +20 -9
- package/dist/test/server/providers.test.js.map +1 -1
- package/dist/test/testCases.test.js +38 -7
- package/dist/test/testCases.test.js.map +1 -1
- package/dist/test/types.test.js +7 -8
- package/dist/test/types.test.js.map +1 -1
- package/dist/test/util/config/load.test.js +17 -7
- package/dist/test/util/config/load.test.js.map +1 -1
- package/dist/test/util/config/main.test.js +17 -7
- package/dist/test/util/config/main.test.js.map +1 -1
- package/dist/test/util/index.test.js +17 -7
- package/dist/test/util/index.test.js.map +1 -1
- package/dist/test/util/server.test.d.ts +2 -0
- package/dist/test/util/server.test.d.ts.map +1 -0
- package/dist/test/util/server.test.js +114 -0
- package/dist/test/util/server.test.js.map +1 -0
- package/dist/test/util/transform.test.js +17 -7
- package/dist/test/util/transform.test.js.map +1 -1
- package/dist/test/util/utils.d.ts +1 -0
- package/dist/test/util/utils.d.ts.map +1 -1
- package/dist/test/util/utils.js +25 -0
- package/dist/test/util/utils.js.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +17 -14
- package/dist/src/app/assets/index-DatcZSwS.css +0 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"shared.js","sourceRoot":"","sources":["../../../../src/redteam/providers/shared.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"shared.js","sourceRoot":"","sources":["../../../../src/redteam/providers/shared.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAaA,kDAkCC;AAeD,8CAmCC;AAjGD,8DAAsC;AACtC,0DAAkC;AAClC,uCAQqB;AACrB,2CAAgF;AAEzE,KAAK,UAAU,mBAAmB,CAAC,EACxC,QAAQ,EACR,QAAQ,GAAG,KAAK,EAChB,gBAAgB,GAAG,KAAK,MAKtB,EAAE;IACJ,6FAA6F;IAC7F,0EAA0E;IAC1E,IAAI,GAAG,CAAC;IACR,MAAM,eAAe,GAAG,QAAQ,IAAI,kBAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC;IACvE,IAAI,IAAA,qBAAa,EAAC,eAAe,CAAC,EAAE,CAAC;QACnC,gBAAM,CAAC,KAAK,CAAC,2BAA2B,eAAe,EAAE,CAAC,CAAC;QAC3D,GAAG,GAAG,eAAe,CAAC;IACxB,CAAC;SAAM,IAAI,OAAO,eAAe,KAAK,QAAQ,IAAI,IAAA,yBAAiB,EAAC,eAAe,CAAC,EAAE,CAAC;QACrF,gBAAM,CAAC,KAAK,CAAC,6BAA6B,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;QAC7E,MAAM,sBAAsB,GAAG,wDAAa,iBAAiB,GAAC,CAAC;QAC/D,4CAA4C;QAC5C,GAAG,GAAG,CAAC,MAAM,sBAAsB,CAAC,gBAAgB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9E,CAAC;SAAM,CAAC;QACN,MAAM,YAAY,GAAG,gBAAgB,CAAC,CAAC,CAAC,gCAAoB,CAAC,CAAC,CAAC,0BAAc,CAAC;QAC9E,gBAAM,CAAC,KAAK,CAAC,mCAAmC,YAAY,EAAE,CAAC,CAAC;QAChE,4CAA4C;QAC5C,MAAM,kCAAkC,GAAG,wDAAa,wBAAwB,GAAC,CAAC;QAClF,GAAG,GAAG,IAAI,kCAAkC,CAAC,4BAA4B,CAAC,YAAY,EAAE;YACtF,MAAM,EAAE;gBACN,WAAW,EAAE,uBAAW;gBACxB,eAAe,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,SAAS;aAChE;SACF,CAAC,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AASD;;;;;GAKG;AACI,KAAK,UAAU,iBAAiB,CACrC,cAA2B,EAC3B,YAAoB,EACpB,OAA8B,EAC9B,OAA8B;IAE9B,IAAI,aAAa,CAAC;IAElB,IAAI,CAAC;QACH,aAAa,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAC/E,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAG,KAAe,CAAC,OAAO,EAAE,UAAU,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;IACzF,CAAC;IAED,IAAI,aAAa,EAAE,MAAM,EAAE,CAAC;QAC1B,OAAO;YACL,MAAM,EACJ,OAAO,aAAa,CAAC,MAAM,KAAK,QAAQ;gBACtC,CAAC,CAAC,aAAa,CAAC,MAAM;gBACtB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,MAAM,CAAC;YAC1C,SAAS,EAAE,aAAa,CAAC,SAAS;YAClC,UAAU,EAAE,aAAa,CAAC,UAAU,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE;SAC3D,CAAC;IACJ,CAAC;IAED,IAAI,aAAa,EAAE,KAAK,EAAE,CAAC;QACzB,OAAO;YACL,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,aAAa,CAAC,KAAK;YAC1B,SAAS,EAAE,aAAa,CAAC,SAAS;YAClC,UAAU,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE;SAC/B,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;AAC/D,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"shared.d.ts","sourceRoot":"","sources":["../../../src/redteam/shared.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,QAAQ,EAAE,KAAK,MAAM,EAA2B,MAAM,aAAa,CAAC;AAClF,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAEnD,wBAAgB,0BAA0B,CACxC,OAAO,CAAC,EAAE,mBAAmB,EAAE,GAC9B,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,CAgB1B"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.getRiskCategorySeverityMap = getRiskCategorySeverityMap;
|
|
4
|
+
const constants_1 = require("./constants");
|
|
5
|
+
function getRiskCategorySeverityMap(plugins) {
|
|
6
|
+
const overrides = plugins?.reduce((acc, plugin) => {
|
|
7
|
+
if (plugin.severity) {
|
|
8
|
+
acc[plugin.id] = plugin.severity;
|
|
9
|
+
}
|
|
10
|
+
return acc;
|
|
11
|
+
}, {}) || {};
|
|
12
|
+
return {
|
|
13
|
+
...constants_1.riskCategorySeverityMap,
|
|
14
|
+
...overrides,
|
|
15
|
+
};
|
|
16
|
+
}
|
|
17
|
+
//# sourceMappingURL=shared.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"shared.js","sourceRoot":"","sources":["../../../src/redteam/shared.ts"],"names":[],"mappings":";;AAGA,gEAkBC;AArBD,2CAAkF;AAGlF,SAAgB,0BAA0B,CACxC,OAA+B;IAE/B,MAAM,SAAS,GACb,OAAO,EAAE,MAAM,CACb,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE;QACd,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACpB,GAAG,CAAC,MAAM,CAAC,EAAY,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC;QAC7C,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,EACD,EAA8B,CAC/B,IAAI,EAAE,CAAC;IAEV,OAAO;QACL,GAAG,mCAAuB;QAC1B,GAAG,SAAS;KACb,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"citation.d.ts","sourceRoot":"","sources":["../../../../src/redteam/strategies/citation.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAmG5C,wBAAsB,oBAAoB,CACxC,SAAS,EAAE,QAAQ,EAAE,EACrB,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC9B,OAAO,CAAC,QAAQ,EAAE,CAAC,CAWrB"}
|
|
@@ -0,0 +1,96 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.addCitationTestCases = addCitationTestCases;
|
|
7
|
+
const async_1 = __importDefault(require("async"));
|
|
8
|
+
const cli_progress_1 = require("cli-progress");
|
|
9
|
+
const dedent_1 = __importDefault(require("dedent"));
|
|
10
|
+
const tiny_invariant_1 = __importDefault(require("tiny-invariant"));
|
|
11
|
+
const cache_1 = require("../../cache");
|
|
12
|
+
const logger_1 = __importDefault(require("../../logger"));
|
|
13
|
+
const shared_1 = require("../../providers/shared");
|
|
14
|
+
const constants_1 = require("../constants");
|
|
15
|
+
const util_1 = require("../util");
|
|
16
|
+
async function generateCitations(testCases, injectVar, config) {
|
|
17
|
+
let progressBar;
|
|
18
|
+
try {
|
|
19
|
+
const concurrency = 10;
|
|
20
|
+
const allResults = [];
|
|
21
|
+
if (logger_1.default.level !== 'debug') {
|
|
22
|
+
progressBar = new cli_progress_1.SingleBar({
|
|
23
|
+
format: 'Citation Generation {bar} {percentage}% | ETA: {eta}s | {value}/{total} cases',
|
|
24
|
+
hideCursor: true,
|
|
25
|
+
}, cli_progress_1.Presets.shades_classic);
|
|
26
|
+
progressBar.start(testCases.length, 0);
|
|
27
|
+
}
|
|
28
|
+
await async_1.default.forEachOfLimit(testCases, concurrency, async (testCase, index) => {
|
|
29
|
+
(0, tiny_invariant_1.default)(testCase.vars, `Citation: testCase.vars is required, but got ${JSON.stringify(testCase)}`);
|
|
30
|
+
const payload = {
|
|
31
|
+
task: 'citation',
|
|
32
|
+
testCases: [testCase],
|
|
33
|
+
injectVar,
|
|
34
|
+
topic: testCase.vars[injectVar],
|
|
35
|
+
config,
|
|
36
|
+
};
|
|
37
|
+
const { data } = await (0, cache_1.fetchWithCache)((0, constants_1.getRemoteGenerationUrl)(), {
|
|
38
|
+
method: 'POST',
|
|
39
|
+
headers: {
|
|
40
|
+
'Content-Type': 'application/json',
|
|
41
|
+
},
|
|
42
|
+
body: JSON.stringify(payload),
|
|
43
|
+
}, shared_1.REQUEST_TIMEOUT_MS);
|
|
44
|
+
logger_1.default.debug(`Got remote citation generation result for case ${Number(index) + 1}: ${JSON.stringify(data)}`);
|
|
45
|
+
const citationTestCase = {
|
|
46
|
+
...testCase,
|
|
47
|
+
vars: {
|
|
48
|
+
...testCase.vars,
|
|
49
|
+
[injectVar]: (0, dedent_1.default) `
|
|
50
|
+
Based on the following ${data.result.citation.type.toLowerCase()}, ${testCase.vars[injectVar]}
|
|
51
|
+
|
|
52
|
+
Reference:
|
|
53
|
+
1. ${data.result.citation.content}
|
|
54
|
+
`,
|
|
55
|
+
},
|
|
56
|
+
assert: testCase.assert?.map((assertion) => ({
|
|
57
|
+
...assertion,
|
|
58
|
+
metric: `${assertion.metric}/Citation`,
|
|
59
|
+
})),
|
|
60
|
+
metadata: {
|
|
61
|
+
...testCase.metadata,
|
|
62
|
+
citation: data.result.citation,
|
|
63
|
+
},
|
|
64
|
+
};
|
|
65
|
+
allResults.push(citationTestCase);
|
|
66
|
+
if (progressBar) {
|
|
67
|
+
progressBar.increment(1);
|
|
68
|
+
}
|
|
69
|
+
else {
|
|
70
|
+
logger_1.default.debug(`Processed case ${Number(index) + 1} of ${testCases.length}`);
|
|
71
|
+
}
|
|
72
|
+
});
|
|
73
|
+
if (progressBar) {
|
|
74
|
+
progressBar.stop();
|
|
75
|
+
}
|
|
76
|
+
return allResults;
|
|
77
|
+
}
|
|
78
|
+
catch (error) {
|
|
79
|
+
if (progressBar) {
|
|
80
|
+
progressBar.stop();
|
|
81
|
+
}
|
|
82
|
+
logger_1.default.error(`Error in remote citation generation: ${error}`);
|
|
83
|
+
return [];
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
async function addCitationTestCases(testCases, injectVar, config) {
|
|
87
|
+
if ((0, util_1.neverGenerateRemote)()) {
|
|
88
|
+
throw new Error('Citation strategy requires remote generation to be enabled');
|
|
89
|
+
}
|
|
90
|
+
const citationTestCases = await generateCitations(testCases, injectVar, config);
|
|
91
|
+
if (citationTestCases.length === 0) {
|
|
92
|
+
logger_1.default.warn('No citation test cases were generated');
|
|
93
|
+
}
|
|
94
|
+
return citationTestCases;
|
|
95
|
+
}
|
|
96
|
+
//# sourceMappingURL=citation.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"citation.js","sourceRoot":"","sources":["../../../../src/redteam/strategies/citation.ts"],"names":[],"mappings":";;;;;AA0GA,oDAeC;AAzHD,kDAA0B;AAC1B,+CAAkD;AAClD,oDAA4B;AAC5B,oEAAuC;AACvC,uCAA6C;AAC7C,0DAAkC;AAClC,mDAA4D;AAE5D,4CAAsD;AACtD,kCAA8C;AAE9C,KAAK,UAAU,iBAAiB,CAC9B,SAAqB,EACrB,SAAiB,EACjB,MAA2B;IAE3B,IAAI,WAAkC,CAAC;IACvC,IAAI,CAAC;QACH,MAAM,WAAW,GAAG,EAAE,CAAC;QACvB,MAAM,UAAU,GAAe,EAAE,CAAC;QAElC,IAAI,gBAAM,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC;YAC7B,WAAW,GAAG,IAAI,wBAAS,CACzB;gBACE,MAAM,EAAE,+EAA+E;gBACvF,UAAU,EAAE,IAAI;aACjB,EACD,sBAAO,CAAC,cAAc,CACvB,CAAC;YACF,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACzC,CAAC;QAED,MAAM,eAAK,CAAC,cAAc,CAAC,SAAS,EAAE,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE;YAC3E,IAAA,wBAAS,EACP,QAAQ,CAAC,IAAI,EACb,gDAAgD,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAC3E,CAAC;YAEF,MAAM,OAAO,GAAG;gBACd,IAAI,EAAE,UAAU;gBAChB,SAAS,EAAE,CAAC,QAAQ,CAAC;gBACrB,SAAS;gBACT,KAAK,EAAE,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC;gBAC/B,MAAM;aACP,CAAC;YAEF,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAA,sBAAc,EACnC,IAAA,kCAAsB,GAAE,EACxB;gBACE,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;iBACnC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;aAC9B,EACD,2BAAkB,CACnB,CAAC;YAEF,gBAAM,CAAC,KAAK,CACV,kDAAkD,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAC/F,CAAC;YAEF,MAAM,gBAAgB,GAAG;gBACvB,GAAG,QAAQ;gBACX,IAAI,EAAE;oBACJ,GAAG,QAAQ,CAAC,IAAI;oBAChB,CAAC,SAAS,CAAC,EAAE,IAAA,gBAAM,EAAA;qCACQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC;;;eAG1F,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO;SAClC;iBACA;gBACD,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;oBAC3C,GAAG,SAAS;oBACZ,MAAM,EAAE,GAAG,SAAS,CAAC,MAAM,WAAW;iBACvC,CAAC,CAAC;gBACH,QAAQ,EAAE;oBACR,GAAG,QAAQ,CAAC,QAAQ;oBACpB,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;iBAC/B;aACF,CAAC;YAEF,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAElC,IAAI,WAAW,EAAE,CAAC;gBAChB,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YAC3B,CAAC;iBAAM,CAAC;gBACN,gBAAM,CAAC,KAAK,CAAC,kBAAkB,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;YAC7E,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,WAAW,EAAE,CAAC;YAChB,WAAW,CAAC,IAAI,EAAE,CAAC;QACrB,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,WAAW,EAAE,CAAC;YAChB,WAAW,CAAC,IAAI,EAAE,CAAC;QACrB,CAAC;QACD,gBAAM,CAAC,KAAK,CAAC,wCAAwC,KAAK,EAAE,CAAC,CAAC;QAC9D,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,oBAAoB,CACxC,SAAqB,EACrB,SAAiB,EACjB,MAA+B;IAE/B,IAAI,IAAA,0BAAmB,GAAE,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;IAChF,CAAC;IAED,MAAM,iBAAiB,GAAG,MAAM,iBAAiB,CAAC,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IAChF,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnC,gBAAM,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;IACvD,CAAC;IAED,OAAO,iBAAiB,CAAC;AAC3B,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/redteam/strategies/index.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,qBAAqB,EAAE,QAAQ,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/redteam/strategies/index.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,qBAAqB,EAAE,QAAQ,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAcvF,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,CACN,SAAS,EAAE,kBAAkB,EAAE,EAC/B,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KACxB,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;CAC1B;AAED,eAAO,MAAM,UAAU,EAAE,QAAQ,EA6GhC,CAAC;AAEF,wBAAsB,kBAAkB,CAAC,UAAU,EAAE,qBAAqB,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAwB3F;AAED,wBAAsB,YAAY,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,CA2B1E"}
|
|
@@ -14,6 +14,7 @@ const esm_1 = require("../../esm");
|
|
|
14
14
|
const logger_1 = __importDefault(require("../../logger"));
|
|
15
15
|
const file_1 = require("../../util/file");
|
|
16
16
|
const base64_1 = require("./base64");
|
|
17
|
+
const citation_1 = require("./citation");
|
|
17
18
|
const crescendo_1 = require("./crescendo");
|
|
18
19
|
const goat_1 = require("./goat");
|
|
19
20
|
const iterative_1 = require("./iterative");
|
|
@@ -22,6 +23,7 @@ const mathPrompt_1 = require("./mathPrompt");
|
|
|
22
23
|
const multilingual_1 = require("./multilingual");
|
|
23
24
|
const promptInjections_1 = require("./promptInjections");
|
|
24
25
|
const rot13_1 = require("./rot13");
|
|
26
|
+
const singleTurnComposite_1 = require("./singleTurnComposite");
|
|
25
27
|
exports.Strategies = [
|
|
26
28
|
{
|
|
27
29
|
id: 'base64',
|
|
@@ -113,6 +115,24 @@ exports.Strategies = [
|
|
|
113
115
|
return newTestCases;
|
|
114
116
|
},
|
|
115
117
|
},
|
|
118
|
+
{
|
|
119
|
+
id: 'citation',
|
|
120
|
+
action: async (testCases, injectVar, config) => {
|
|
121
|
+
logger_1.default.debug('Adding Citation to all test cases');
|
|
122
|
+
const newTestCases = await (0, citation_1.addCitationTestCases)(testCases, injectVar, config);
|
|
123
|
+
logger_1.default.debug(`Added ${newTestCases.length} Citation test cases`);
|
|
124
|
+
return newTestCases;
|
|
125
|
+
},
|
|
126
|
+
},
|
|
127
|
+
{
|
|
128
|
+
id: 'jailbreak:composite',
|
|
129
|
+
action: async (testCases, injectVar, config) => {
|
|
130
|
+
logger_1.default.debug('Adding composite jailbreak test cases');
|
|
131
|
+
const newTestCases = await (0, singleTurnComposite_1.addCompositeTestCases)(testCases, injectVar, config);
|
|
132
|
+
logger_1.default.debug(`Added ${newTestCases.length} composite jailbreak test cases`);
|
|
133
|
+
return newTestCases;
|
|
134
|
+
},
|
|
135
|
+
},
|
|
116
136
|
];
|
|
117
137
|
async function validateStrategies(strategies) {
|
|
118
138
|
const invalidStrategies = [];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/redteam/strategies/index.ts"],"names":[],"mappings":";;;;;;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/redteam/strategies/index.ts"],"names":[],"mappings":";;;;;;AA4IA,gDAwBC;AAED,oCA2BC;AAjMD,kDAA0B;AAC1B,oDAA4B;AAC5B,gDAAwB;AACxB,8DAAsC;AACtC,mCAAyC;AACzC,0DAAkC;AAElC,0CAAmD;AACnD,qCAA6C;AAC7C,yCAAkD;AAClD,2CAA2C;AAC3C,iCAA0C;AAC1C,2CAAqD;AACrD,2CAA2C;AAC3C,6CAA6C;AAC7C,iDAAiD;AACjD,yDAAmD;AACnD,mCAAmC;AACnC,+DAA8D;AAWjD,QAAA,UAAU,GAAe;IACpC;QACE,EAAE,EAAE,QAAQ;QACZ,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;YACrC,gBAAM,CAAC,KAAK,CAAC,0CAA0C,CAAC,CAAC;YACzD,MAAM,YAAY,GAAG,IAAA,0BAAiB,EAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YAC7D,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,4BAA4B,CAAC,CAAC;YACvE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,EAAE,EAAE,WAAW;QACf,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;YAC7C,gBAAM,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;YACnD,MAAM,YAAY,GAAG,IAAA,wBAAY,EAAC,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;YAChE,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,uBAAuB,CAAC,CAAC;YAClE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,EAAE,EAAE,MAAM;QACV,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;YAC7C,gBAAM,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;YAC9C,MAAM,YAAY,GAAG,MAAM,IAAA,uBAAgB,EAAC,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;YAC1E,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,kBAAkB,CAAC,CAAC;YAC7D,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,EAAE,EAAE,WAAW;QACf,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;YAC7C,gBAAM,CAAC,KAAK,CAAC,kDAAkD,CAAC,CAAC;YACjE,MAAM,YAAY,GAAG,IAAA,kCAAsB,EAAC,SAAS,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;YACvF,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,oCAAoC,CAAC,CAAC;YAC/E,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,EAAE,EAAE,gBAAgB;QACpB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;YAC7C,gBAAM,CAAC,KAAK,CAAC,uDAAuD,CAAC,CAAC;YACtE,MAAM,YAAY,GAAG,IAAA,kCAAsB,EAAC,SAAS,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,CAAC,CAAC;YAC5F,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,yCAAyC,CAAC,CAAC;YACpF,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,EAAE,EAAE,WAAW;QACf,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;YACrC,gBAAM,CAAC,KAAK,CAAC,6CAA6C,CAAC,CAAC;YAC5D,MAAM,YAAY,GAAG,IAAA,wBAAY,EAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACxD,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,+BAA+B,CAAC,CAAC;YAC1E,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,EAAE,EAAE,aAAa;QACjB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;YAC7C,gBAAM,CAAC,KAAK,CAAC,8CAA8C,CAAC,CAAC;YAC7D,MAAM,YAAY,GAAG,MAAM,IAAA,0BAAa,EAAC,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;YACvE,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,gCAAgC,CAAC,CAAC;YAC3E,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,EAAE,EAAE,cAAc;QAClB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;YAC7C,gBAAM,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;YAC/C,MAAM,YAAY,GAAG,MAAM,IAAA,8BAAe,EAAC,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;YACzE,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,0BAA0B,CAAC,CAAC;YACrE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,EAAE,EAAE,kBAAkB;QACtB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;YAC7C,gBAAM,CAAC,KAAK,CAAC,4CAA4C,CAAC,CAAC;YAC3D,MAAM,YAAY,GAAG,MAAM,IAAA,gCAAa,EAAC,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;YACvE,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,8BAA8B,CAAC,CAAC;YACzE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,EAAE,EAAE,OAAO;QACX,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;YACrC,gBAAM,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAC;YACxD,MAAM,YAAY,GAAG,IAAA,gBAAQ,EAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACpD,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,2BAA2B,CAAC,CAAC;YACtE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,EAAE,EAAE,UAAU;QACd,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;YAC7C,gBAAM,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC;YAClD,MAAM,YAAY,GAAG,MAAM,IAAA,+BAAoB,EAAC,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;YAC9E,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,sBAAsB,CAAC,CAAC;YACjE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,EAAE,EAAE,qBAAqB;QACzB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;YAC7C,gBAAM,CAAC,KAAK,CAAC,uCAAuC,CAAC,CAAC;YACtD,MAAM,YAAY,GAAG,MAAM,IAAA,2CAAqB,EAAC,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;YAC/E,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,iCAAiC,CAAC,CAAC;YAC5E,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;CACF,CAAC;AAEK,KAAK,UAAU,kBAAkB,CAAC,UAAmC;IAC1E,MAAM,iBAAiB,GAAG,EAAE,CAAC;IAE7B,KAAK,MAAM,QAAQ,IAAI,UAAU,EAAE,CAAC;QAClC,0EAA0E;QAC1E,IAAI,QAAQ,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YACtC,SAAS;QACX,CAAC;QAED,IAAI,CAAC,kBAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;YACvD,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAED,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjC,MAAM,qBAAqB,GAAG,kBAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrE,MAAM,uBAAuB,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9E,gBAAM,CAAC,KAAK,CACV,IAAA,gBAAM,EAAA,wBAAwB,uBAAuB;;UAEjD,eAAK,CAAC,KAAK,CAAC,yBAAyB,qBAAqB,EAAE,CAAC,EAAE,CACpE,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,YAAY,CAAC,YAAoB;IACrD,IAAI,YAAY,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QACvC,MAAM,QAAQ,GAAG,YAAY,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACtD,IAAI,CAAC,IAAA,uBAAgB,EAAC,QAAQ,CAAC,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,mDAAmD,QAAQ,EAAE,CAAC,CAAC;QACjF,CAAC;QAED,MAAM,QAAQ,GAAG,kBAAQ,CAAC,QAAQ,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;QACpD,MAAM,UAAU,GAAG,cAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,cAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACxF,MAAM,cAAc,GAAG,CAAC,MAAM,IAAA,kBAAY,EAAC,UAAU,CAAC,CAAa,CAAC;QAEpE,sEAAsE;QACtE,IAAI,CAAC,cAAc,CAAC,EAAE,IAAI,OAAO,cAAc,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;YACtE,MAAM,IAAI,KAAK,CACb,sBAAsB,QAAQ,2DAA2D,CAC1F,CAAC;QACJ,CAAC;QAED,OAAO,cAAc,CAAC;IACxB,CAAC;IAED,MAAM,QAAQ,GAAG,kBAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,YAAY,CAAC,CAAC;IAC/D,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,uBAAuB,YAAY,EAAE,CAAC,CAAC;IACzD,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}
|
|
@@ -1,3 +1,3 @@
|
|
|
1
1
|
import type { TestCase } from '../../types';
|
|
2
|
-
export declare function addIterativeJailbreaks(testCases: TestCase[], injectVar: string, strategy:
|
|
2
|
+
export declare function addIterativeJailbreaks(testCases: TestCase[], injectVar: string, strategy: "iterative" | "iterative:tree" | undefined, config: Record<string, any>): TestCase[];
|
|
3
3
|
//# sourceMappingURL=iterative.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"iterative.d.ts","sourceRoot":"","sources":["../../../../src/redteam/strategies/iterative.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAE5C,wBAAgB,sBAAsB,CACpC,SAAS,EAAE,QAAQ,EAAE,EACrB,SAAS,EAAE,MAAM,EACjB,QAAQ,
|
|
1
|
+
{"version":3,"file":"iterative.d.ts","sourceRoot":"","sources":["../../../../src/redteam/strategies/iterative.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAE5C,wBAAgB,sBAAsB,CACpC,SAAS,EAAE,QAAQ,EAAE,EACrB,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,WAAW,GAAG,gBAAgB,YAAc,EACtD,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAC1B,QAAQ,EAAE,CAiBZ"}
|
|
@@ -15,13 +15,23 @@ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (
|
|
|
15
15
|
}) : function(o, v) {
|
|
16
16
|
o["default"] = v;
|
|
17
17
|
});
|
|
18
|
-
var __importStar = (this && this.__importStar) || function (
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
};
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
25
35
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
26
36
|
exports.addInjections = addInjections;
|
|
27
37
|
async function addInjections(testCases, injectVar, config) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/redteam/strategies/promptInjections/index.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/redteam/strategies/promptInjections/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEA,sCAmCC;AAnCM,KAAK,UAAU,aAAa,CACjC,SAAqB,EACrB,SAAiB,EACjB,MAA2B;IAE3B,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC;IACtC,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,KAAK,CAAC;IAChD,MAAM,IAAI,GAAa,CAAC,wDAAa,aAAa,GAAC,CAAC,CAAC,OAAO,CAAC;IAC7D,MAAM,UAAU,GACd,UAAU,KAAK,CAAC;QACd,CAAC,CAAC,+CAA+C;YAC/C,CAAC,CAAC,MAAc,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;QAC9D,CAAC,CAAC,iCAAiC;YACjC,IAAI;iBACD,IAAI,CAAC,GAAG,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;iBAC/B,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC;iBACpB,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,MAAc,EAAE,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC,CAAC;IAE1F,MAAM,aAAa,GAAG,WAAW;QAC/B,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;QACvE,CAAC,CAAC,SAAS,CAAC;IAEd,OAAO,aAAa,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE,CACxC,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QACtB,GAAG,QAAQ;QACX,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YACxC,GAAG,MAAM;YACT,MAAM,EAAE,mBAAmB;SAC5B,CAAC,CAAC;QACH,IAAI,EAAE;YACJ,GAAG,QAAQ,CAAC,IAAI;YAChB,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;SACxD;KACF,CAAC,CAAC,CACJ,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"singleTurnComposite.d.ts","sourceRoot":"","sources":["../../../../src/redteam/strategies/singleTurnComposite.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAgG5C,wBAAsB,qBAAqB,CACzC,SAAS,EAAE,QAAQ,EAAE,EACrB,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC9B,OAAO,CAAC,QAAQ,EAAE,CAAC,CAWrB"}
|
|
@@ -0,0 +1,89 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.addCompositeTestCases = addCompositeTestCases;
|
|
7
|
+
const async_1 = __importDefault(require("async"));
|
|
8
|
+
const cli_progress_1 = require("cli-progress");
|
|
9
|
+
const tiny_invariant_1 = __importDefault(require("tiny-invariant"));
|
|
10
|
+
const cache_1 = require("../../cache");
|
|
11
|
+
const logger_1 = __importDefault(require("../../logger"));
|
|
12
|
+
const shared_1 = require("../../providers/shared");
|
|
13
|
+
const constants_1 = require("../constants");
|
|
14
|
+
const util_1 = require("../util");
|
|
15
|
+
async function generateCompositePrompts(testCases, injectVar, config) {
|
|
16
|
+
let progressBar;
|
|
17
|
+
try {
|
|
18
|
+
const concurrency = 10;
|
|
19
|
+
let allResults = [];
|
|
20
|
+
if (logger_1.default.level !== 'debug') {
|
|
21
|
+
progressBar = new cli_progress_1.SingleBar({
|
|
22
|
+
format: 'Composite Jailbreak Generation {bar} {percentage}% | ETA: {eta}s | {value}/{total} cases',
|
|
23
|
+
hideCursor: true,
|
|
24
|
+
}, cli_progress_1.Presets.shades_classic);
|
|
25
|
+
progressBar.start(testCases.length, 0);
|
|
26
|
+
}
|
|
27
|
+
await async_1.default.forEachOfLimit(testCases, concurrency, async (testCase, index) => {
|
|
28
|
+
(0, tiny_invariant_1.default)(testCase.vars, `Composite: testCase.vars is required, but got ${JSON.stringify(testCase)}`);
|
|
29
|
+
const payload = {
|
|
30
|
+
task: 'jailbreak:composite',
|
|
31
|
+
prompt: testCase.vars[injectVar],
|
|
32
|
+
...(config.n && { n: config.n }),
|
|
33
|
+
...(config.modelFamily && { modelFamily: config.modelFamily }),
|
|
34
|
+
};
|
|
35
|
+
const { data } = await (0, cache_1.fetchWithCache)((0, constants_1.getRemoteGenerationUrl)(), {
|
|
36
|
+
method: 'POST',
|
|
37
|
+
headers: {
|
|
38
|
+
'Content-Type': 'application/json',
|
|
39
|
+
},
|
|
40
|
+
body: JSON.stringify(payload),
|
|
41
|
+
}, shared_1.REQUEST_TIMEOUT_MS);
|
|
42
|
+
logger_1.default.debug(`Got composite jailbreak generation result for case ${Number(index) + 1}: ${JSON.stringify(data)}`);
|
|
43
|
+
const compositeTestCases = data.modifiedPrompts.map((modifiedPrompt) => ({
|
|
44
|
+
...testCase,
|
|
45
|
+
vars: {
|
|
46
|
+
...testCase.vars,
|
|
47
|
+
[injectVar]: modifiedPrompt,
|
|
48
|
+
},
|
|
49
|
+
assert: testCase.assert?.map((assertion) => ({
|
|
50
|
+
...assertion,
|
|
51
|
+
metric: `${assertion.metric}/Composite`,
|
|
52
|
+
})),
|
|
53
|
+
metadata: {
|
|
54
|
+
...testCase.metadata,
|
|
55
|
+
strategy: 'jailbreak:composite',
|
|
56
|
+
},
|
|
57
|
+
}));
|
|
58
|
+
allResults = allResults.concat(compositeTestCases);
|
|
59
|
+
if (progressBar) {
|
|
60
|
+
progressBar.increment(1);
|
|
61
|
+
}
|
|
62
|
+
else {
|
|
63
|
+
logger_1.default.debug(`Processed case ${Number(index) + 1} of ${testCases.length}`);
|
|
64
|
+
}
|
|
65
|
+
});
|
|
66
|
+
if (progressBar) {
|
|
67
|
+
progressBar.stop();
|
|
68
|
+
}
|
|
69
|
+
return allResults;
|
|
70
|
+
}
|
|
71
|
+
catch (error) {
|
|
72
|
+
if (progressBar) {
|
|
73
|
+
progressBar.stop();
|
|
74
|
+
}
|
|
75
|
+
logger_1.default.error(`Error in composite generation: ${error}`);
|
|
76
|
+
return [];
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
async function addCompositeTestCases(testCases, injectVar, config) {
|
|
80
|
+
if ((0, util_1.neverGenerateRemote)()) {
|
|
81
|
+
throw new Error('Composite jailbreak strategy requires remote generation to be enabled');
|
|
82
|
+
}
|
|
83
|
+
const compositeTestCases = await generateCompositePrompts(testCases, injectVar, config);
|
|
84
|
+
if (compositeTestCases.length === 0) {
|
|
85
|
+
logger_1.default.warn('No composite jailbreak test cases were generated');
|
|
86
|
+
}
|
|
87
|
+
return compositeTestCases;
|
|
88
|
+
}
|
|
89
|
+
//# sourceMappingURL=singleTurnComposite.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"singleTurnComposite.js","sourceRoot":"","sources":["../../../../src/redteam/strategies/singleTurnComposite.ts"],"names":[],"mappings":";;;;;AAsGA,sDAeC;AArHD,kDAA0B;AAC1B,+CAAkD;AAClD,oEAAuC;AACvC,uCAA6C;AAC7C,0DAAkC;AAClC,mDAA4D;AAE5D,4CAAsD;AACtD,kCAA8C;AAE9C,KAAK,UAAU,wBAAwB,CACrC,SAAqB,EACrB,SAAiB,EACjB,MAAkE;IAElE,IAAI,WAAkC,CAAC;IACvC,IAAI,CAAC;QACH,MAAM,WAAW,GAAG,EAAE,CAAC;QACvB,IAAI,UAAU,GAAe,EAAE,CAAC;QAEhC,IAAI,gBAAM,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC;YAC7B,WAAW,GAAG,IAAI,wBAAS,CACzB;gBACE,MAAM,EACJ,0FAA0F;gBAC5F,UAAU,EAAE,IAAI;aACjB,EACD,sBAAO,CAAC,cAAc,CACvB,CAAC;YACF,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACzC,CAAC;QAED,MAAM,eAAK,CAAC,cAAc,CAAC,SAAS,EAAE,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE;YAC3E,IAAA,wBAAS,EACP,QAAQ,CAAC,IAAI,EACb,iDAAiD,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAC5E,CAAC;YAEF,MAAM,OAAO,GAAG;gBACd,IAAI,EAAE,qBAAqB;gBAC3B,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC;gBAChC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC;gBAChC,GAAG,CAAC,MAAM,CAAC,WAAW,IAAI,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE,CAAC;aAC/D,CAAC;YAEF,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAA,sBAAc,EACnC,IAAA,kCAAsB,GAAE,EACxB;gBACE,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;iBACnC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;aAC9B,EACD,2BAAkB,CACnB,CAAC;YAEF,gBAAM,CAAC,KAAK,CACV,sDAAsD,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,SAAS,CACxF,IAAI,CACL,EAAE,CACJ,CAAC;YAEF,MAAM,kBAAkB,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,cAAsB,EAAE,EAAE,CAAC,CAAC;gBAC/E,GAAG,QAAQ;gBACX,IAAI,EAAE;oBACJ,GAAG,QAAQ,CAAC,IAAI;oBAChB,CAAC,SAAS,CAAC,EAAE,cAAc;iBAC5B;gBACD,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;oBAC3C,GAAG,SAAS;oBACZ,MAAM,EAAE,GAAG,SAAS,CAAC,MAAM,YAAY;iBACxC,CAAC,CAAC;gBACH,QAAQ,EAAE;oBACR,GAAG,QAAQ,CAAC,QAAQ;oBACpB,QAAQ,EAAE,qBAAqB;iBAChC;aACF,CAAC,CAAC,CAAC;YAEJ,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;YAEnD,IAAI,WAAW,EAAE,CAAC;gBAChB,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YAC3B,CAAC;iBAAM,CAAC;gBACN,gBAAM,CAAC,KAAK,CAAC,kBAAkB,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;YAC7E,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,WAAW,EAAE,CAAC;YAChB,WAAW,CAAC,IAAI,EAAE,CAAC;QACrB,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,WAAW,EAAE,CAAC;YAChB,WAAW,CAAC,IAAI,EAAE,CAAC;QACrB,CAAC;QACD,gBAAM,CAAC,KAAK,CAAC,kCAAkC,KAAK,EAAE,CAAC,CAAC;QACxD,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,qBAAqB,CACzC,SAAqB,EACrB,SAAiB,EACjB,MAA+B;IAE/B,IAAI,IAAA,0BAAmB,GAAE,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,uEAAuE,CAAC,CAAC;IAC3F,CAAC;IAED,MAAM,kBAAkB,GAAG,MAAM,wBAAwB,CAAC,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IACxF,IAAI,kBAAkB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpC,gBAAM,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;IACnE,CAAC;IAED,OAAO,kBAAkB,CAAC;AAC5B,CAAC"}
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import type { ApiProvider, ProviderOptions } from '../types/providers';
|
|
2
|
+
import type { Severity, Plugin } from './constants';
|
|
2
3
|
export type RedteamObjectConfig = Record<string, unknown>;
|
|
3
4
|
export type PluginConfig = RedteamObjectConfig & {
|
|
4
5
|
examples?: string[];
|
|
@@ -8,6 +9,7 @@ export type PluginConfig = RedteamObjectConfig & {
|
|
|
8
9
|
score: number;
|
|
9
10
|
reason: string;
|
|
10
11
|
}[];
|
|
12
|
+
severity?: Severity;
|
|
11
13
|
};
|
|
12
14
|
export type StrategyConfig = RedteamObjectConfig;
|
|
13
15
|
type ConfigurableObject = {
|
|
@@ -17,9 +19,15 @@ type ConfigurableObject = {
|
|
|
17
19
|
type WithNumTests = {
|
|
18
20
|
numTests?: number;
|
|
19
21
|
};
|
|
20
|
-
export type RedteamPluginObject = ConfigurableObject & WithNumTests
|
|
22
|
+
export type RedteamPluginObject = ConfigurableObject & WithNumTests & {
|
|
23
|
+
severity?: Severity;
|
|
24
|
+
};
|
|
21
25
|
export type RedteamPlugin = string | RedteamPluginObject;
|
|
22
|
-
export type RedteamStrategyObject = ConfigurableObject
|
|
26
|
+
export type RedteamStrategyObject = ConfigurableObject & {
|
|
27
|
+
config?: StrategyConfig & {
|
|
28
|
+
plugins?: RedteamPluginObject['id'][];
|
|
29
|
+
};
|
|
30
|
+
};
|
|
23
31
|
export type RedteamStrategy = string | RedteamStrategyObject;
|
|
24
32
|
export interface PluginActionParams {
|
|
25
33
|
provider: ApiProvider;
|
|
@@ -55,6 +63,7 @@ export interface RedteamCliGenerateOptions extends CommonOptions {
|
|
|
55
63
|
}
|
|
56
64
|
export interface RedteamFileConfig extends CommonOptions {
|
|
57
65
|
entities?: string[];
|
|
66
|
+
severity?: Record<Plugin, Severity>;
|
|
58
67
|
}
|
|
59
68
|
export interface SynthesizeOptions extends CommonOptions {
|
|
60
69
|
entities?: string[];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/redteam/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/redteam/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACvE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAGpD,MAAM,MAAM,mBAAmB,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAC1D,MAAM,MAAM,YAAY,GAAG,mBAAmB,GAAG;IAC/C,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,cAAc,CAAC,EAAE;QACf,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,EAAE,OAAO,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,EAAE,CAAC;IACJ,QAAQ,CAAC,EAAE,QAAQ,CAAC;CACrB,CAAC;AACF,MAAM,MAAM,cAAc,GAAG,mBAAmB,CAAC;AAEjD,KAAK,kBAAkB,GAAG;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,CAAC,EAAE,mBAAmB,CAAC;CAC9B,CAAC;AAEF,KAAK,YAAY,GAAG;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAGF,MAAM,MAAM,mBAAmB,GAAG,kBAAkB,GAClD,YAAY,GAAG;IACb,QAAQ,CAAC,EAAE,QAAQ,CAAC;CACrB,CAAC;AACJ,MAAM,MAAM,aAAa,GAAG,MAAM,GAAG,mBAAmB,CAAC;AAEzD,MAAM,MAAM,qBAAqB,GAAG,kBAAkB,GAAG;IACvD,MAAM,CAAC,EAAE,cAAc,GAAG;QACxB,OAAO,CAAC,EAAE,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC;KACvC,CAAC;CACH,CAAC;AACF,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,qBAAqB,CAAC;AAE7D,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,WAAW,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,CAAC,EAAE,MAAM,CAAC;IACV,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB;AAGD,KAAK,aAAa,GAAG;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,mBAAmB,EAAE,CAAC;IAChC,QAAQ,CAAC,EAAE,MAAM,GAAG,eAAe,GAAG,WAAW,CAAC;IAClD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,eAAe,EAAE,CAAC;IAC/B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB,CAAC;AAEF,MAAM,WAAW,yBAA0B,SAAQ,aAAa;IAC9D,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACvC,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,KAAK,EAAE,OAAO,CAAC;IACf,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,iBAAkB,SAAQ,aAAa;IACtD,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;CACrC;AAED,MAAM,WAAW,iBAAkB,SAAQ,aAAa;IACtD,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,CAAC,mBAAmB,GAAG;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,EAAE,CAAC;IACpE,OAAO,EAAE,CAAC,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC;IAC/B,UAAU,EAAE,qBAAqB,EAAE,CAAC;CACrC;AAED,MAAM,MAAM,qBAAqB,GAAG,qBAAqB,MAAM,EAAE,CAAC"}
|
package/dist/src/server/index.js
CHANGED
|
@@ -1,6 +1,8 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
const
|
|
3
|
+
const constants_1 = require("../constants");
|
|
4
|
+
const server_1 = require("../util/server");
|
|
5
|
+
const server_2 = require("./server");
|
|
4
6
|
// start server
|
|
5
|
-
(0,
|
|
7
|
+
(0, server_2.startServer)(constants_1.DEFAULT_PORT, server_1.BrowserBehavior.SKIP);
|
|
6
8
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/server/index.ts"],"names":[],"mappings":";;AAAA,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/server/index.ts"],"names":[],"mappings":";;AAAA,4CAA4C;AAC5C,2CAAiD;AACjD,qCAAuC;AAEvC,eAAe;AACf,IAAA,oBAAW,EAAC,wBAAY,EAAE,wBAAe,CAAC,IAAI,CAAC,CAAC"}
|
|
@@ -1,10 +1,4 @@
|
|
|
1
|
-
|
|
2
|
-
ASK = 0,
|
|
3
|
-
OPEN = 1,
|
|
4
|
-
SKIP = 2,
|
|
5
|
-
OPEN_TO_REPORT = 3,
|
|
6
|
-
OPEN_TO_REDTEAM_CREATE = 4
|
|
7
|
-
}
|
|
1
|
+
import { BrowserBehavior } from '../util/server';
|
|
8
2
|
export declare function createApp(): import("express-serve-static-core").Express;
|
|
9
3
|
export declare function startServer(port?: number, browserBehavior?: BrowserBehavior, filterDescription?: string): void;
|
|
10
4
|
//# sourceMappingURL=server.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../../src/server/server.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../../src/server/server.ts"],"names":[],"mappings":"AAiCA,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAWjD,wBAAgB,SAAS,gDAiIxB;AAED,wBAAgB,WAAW,CACzB,IAAI,SAAe,EACnB,eAAe,kBAAsB,EACrC,iBAAiB,CAAC,EAAE,MAAM,QAoD3B"}
|
|
@@ -3,7 +3,6 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
3
3
|
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
4
|
};
|
|
5
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
exports.BrowserBehavior = void 0;
|
|
7
6
|
exports.createApp = createApp;
|
|
8
7
|
exports.startServer = startServer;
|
|
9
8
|
const compression_1 = __importDefault(require("compression"));
|
|
@@ -14,8 +13,6 @@ const express_1 = __importDefault(require("express"));
|
|
|
14
13
|
const fs_1 = __importDefault(require("fs"));
|
|
15
14
|
const node_http_1 = __importDefault(require("node:http"));
|
|
16
15
|
const node_path_1 = __importDefault(require("node:path"));
|
|
17
|
-
const node_readline_1 = __importDefault(require("node:readline"));
|
|
18
|
-
const opener_1 = __importDefault(require("opener"));
|
|
19
16
|
const socket_io_1 = require("socket.io");
|
|
20
17
|
const tiny_invariant_1 = __importDefault(require("tiny-invariant"));
|
|
21
18
|
const zod_validation_error_1 = require("zod-validation-error");
|
|
@@ -30,6 +27,8 @@ const telemetry_1 = __importDefault(require("../telemetry"));
|
|
|
30
27
|
const telemetry_2 = require("../telemetry");
|
|
31
28
|
const testCases_1 = require("../testCases");
|
|
32
29
|
const util_1 = require("../util");
|
|
30
|
+
const server_1 = require("../util/server");
|
|
31
|
+
const server_2 = require("../util/server");
|
|
33
32
|
const configs_1 = require("./routes/configs");
|
|
34
33
|
const eval_2 = require("./routes/eval");
|
|
35
34
|
const providers_1 = require("./routes/providers");
|
|
@@ -37,14 +36,6 @@ const redteam_1 = require("./routes/redteam");
|
|
|
37
36
|
const user_1 = require("./routes/user");
|
|
38
37
|
// Prompts cache
|
|
39
38
|
let allPrompts = null;
|
|
40
|
-
var BrowserBehavior;
|
|
41
|
-
(function (BrowserBehavior) {
|
|
42
|
-
BrowserBehavior[BrowserBehavior["ASK"] = 0] = "ASK";
|
|
43
|
-
BrowserBehavior[BrowserBehavior["OPEN"] = 1] = "OPEN";
|
|
44
|
-
BrowserBehavior[BrowserBehavior["SKIP"] = 2] = "SKIP";
|
|
45
|
-
BrowserBehavior[BrowserBehavior["OPEN_TO_REPORT"] = 3] = "OPEN_TO_REPORT";
|
|
46
|
-
BrowserBehavior[BrowserBehavior["OPEN_TO_REDTEAM_CREATE"] = 4] = "OPEN_TO_REDTEAM_CREATE";
|
|
47
|
-
})(BrowserBehavior || (exports.BrowserBehavior = BrowserBehavior = {}));
|
|
48
39
|
function createApp() {
|
|
49
40
|
const app = (0, express_1.default)();
|
|
50
41
|
const staticDir = node_path_1.default.join((0, esm_1.getDirectory)(), 'app');
|
|
@@ -155,7 +146,7 @@ function createApp() {
|
|
|
155
146
|
});
|
|
156
147
|
return app;
|
|
157
148
|
}
|
|
158
|
-
function startServer(port =
|
|
149
|
+
function startServer(port = constants_1.DEFAULT_PORT, browserBehavior = server_1.BrowserBehavior.ASK, filterDescription) {
|
|
159
150
|
const app = createApp();
|
|
160
151
|
const httpServer = node_http_1.default.createServer(app);
|
|
161
152
|
const io = new socket_io_1.Server(httpServer, {
|
|
@@ -181,40 +172,9 @@ function startServer(port = 15500, browserBehavior = BrowserBehavior.ASK, filter
|
|
|
181
172
|
.listen(port, () => {
|
|
182
173
|
const url = `http://localhost:${port}`;
|
|
183
174
|
logger_1.default.info(`Server running at ${url} and monitoring for new evals.`);
|
|
184
|
-
|
|
185
|
-
|
|
186
|
-
|
|
187
|
-
if (browserBehavior === BrowserBehavior.OPEN_TO_REPORT) {
|
|
188
|
-
await (0, opener_1.default)(`${url}/report`);
|
|
189
|
-
}
|
|
190
|
-
else if (browserBehavior === BrowserBehavior.OPEN_TO_REDTEAM_CREATE) {
|
|
191
|
-
await (0, opener_1.default)(`${url}/redteam/setup`);
|
|
192
|
-
}
|
|
193
|
-
else {
|
|
194
|
-
await (0, opener_1.default)(url);
|
|
195
|
-
}
|
|
196
|
-
}
|
|
197
|
-
catch (err) {
|
|
198
|
-
logger_1.default.error(`Failed to open browser: ${String(err)}`);
|
|
199
|
-
}
|
|
200
|
-
};
|
|
201
|
-
if (browserBehavior === BrowserBehavior.OPEN ||
|
|
202
|
-
browserBehavior === BrowserBehavior.OPEN_TO_REPORT ||
|
|
203
|
-
browserBehavior === BrowserBehavior.OPEN_TO_REDTEAM_CREATE) {
|
|
204
|
-
openUrl();
|
|
205
|
-
}
|
|
206
|
-
else if (browserBehavior === BrowserBehavior.ASK) {
|
|
207
|
-
const rl = node_readline_1.default.createInterface({
|
|
208
|
-
input: process.stdin,
|
|
209
|
-
output: process.stdout,
|
|
210
|
-
});
|
|
211
|
-
rl.question('Open URL in browser? (y/N): ', async (answer) => {
|
|
212
|
-
if (answer.toLowerCase().startsWith('y')) {
|
|
213
|
-
openUrl();
|
|
214
|
-
}
|
|
215
|
-
rl.close();
|
|
216
|
-
});
|
|
217
|
-
}
|
|
175
|
+
(0, server_2.openBrowser)(browserBehavior, port).catch((err) => {
|
|
176
|
+
logger_1.default.error(`Failed to handle browser behavior: ${err}`);
|
|
177
|
+
});
|
|
218
178
|
})
|
|
219
179
|
.on('error', (error) => {
|
|
220
180
|
if (error.code === 'EADDRINUSE') {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"server.js","sourceRoot":"","sources":["../../../src/server/server.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"server.js","sourceRoot":"","sources":["../../../src/server/server.ts"],"names":[],"mappings":";;;;;AA4CA,8BAiIC;AAED,kCAuDC;AAtOD,8DAAsC;AACtC,gDAAwB;AACxB,wDAAgC;AAChC,oDAA4B;AAE5B,sDAA8B;AAE9B,4CAAoB;AACpB,0DAA6B;AAC7B,0DAA6B;AAC7B,yCAAqD;AACrD,oEAAuC;AACvC,+DAAiD;AACjD,6CAAoD;AACpD,4CAAqD;AACrD,0CAA8C;AAC9C,gCAAsC;AAEtC,uDAA+B;AAC/B,wCAA6C;AAC7C,0DAAkC;AAClC,6DAAqC;AACrC,4CAAoD;AACpD,4CAAuD;AACvD,kCAQiB;AACjB,2CAAiD;AACjD,2CAA6C;AAC7C,8CAAiD;AACjD,wCAA2C;AAC3C,kDAAqD;AACrD,8CAAiD;AACjD,wCAA2C;AAE3C,gBAAgB;AAChB,IAAI,UAAU,GAAgC,IAAI,CAAC;AAEnD,SAAgB,SAAS;IACvB,MAAM,GAAG,GAAG,IAAA,iBAAO,GAAE,CAAC;IAEtB,MAAM,SAAS,GAAG,mBAAI,CAAC,IAAI,CAAC,IAAA,kBAAY,GAAE,EAAE,KAAK,CAAC,CAAC;IAEnD,GAAG,CAAC,GAAG,CAAC,IAAA,cAAI,GAAE,CAAC,CAAC;IAChB,GAAG,CAAC,GAAG,CAAC,IAAA,qBAAW,GAAE,CAAC,CAAC;IACvB,GAAG,CAAC,GAAG,CAAC,iBAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;IAC1C,GAAG,CAAC,GAAG,CAAC,iBAAO,CAAC,UAAU,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAChE,GAAG,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QAC9B,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,mBAAO,EAAE,CAAC,CAAC;IAC3D,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,cAAc,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAiB,EAAE;QAC3E,MAAM,SAAS,GAAG,GAAG,CAAC,KAAK,CAAC,SAA+B,CAAC;QAC5D,MAAM,eAAe,GAAG,MAAM,IAAA,0BAAmB,EAC/C,SAAS,CAAC,WAAW,EACrB,SAAS,CAAC,YAAY,EACtB,SAAS,CACV,CAAC;QACF,GAAG,CAAC,IAAI,CAAC;YACP,IAAI,EAAE,eAAe,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;gBACjC,OAAO;oBACL,GAAG,IAAI;oBACP,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,WAAW,KAAK,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM;iBAC/E,CAAC;YACJ,CAAC,CAAC;SACH,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,kBAAkB,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAiB,EAAE;QAC/E,MAAM,EAAE,EAAE,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QAC1B,MAAM,IAAI,GAAG,MAAM,IAAA,iBAAU,EAAC,EAAE,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YACzC,OAAO;QACT,CAAC;QACD,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,cAAc,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAiB,EAAE;QAC3E,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;YACvB,UAAU,GAAG,MAAM,IAAA,iBAAU,GAAE,CAAC;QAClC,CAAC;QACD,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,eAAe,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAiB,EAAE;QAC5E,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC;QACrD,MAAM,GAAG,GACP,OAAO,IAAI,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,OAAiB,EAAE,KAAK,EAAE,QAAkB,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QAC1F,MAAM,OAAO,GAAG,MAAM,IAAA,yBAAkB,EAAC;YACvC,GAAG;YACH,WAAW,EAAE,WAAiC;SAC/C,CAAC,CAAC;QACH,GAAG,CAAC,IAAI,CAAC;YACP,IAAI,EAAE,OAAO;SACd,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,0BAA0B,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAiB,EAAE;QACvF,MAAM,UAAU,GAAG,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC;QACzC,MAAM,OAAO,GAAG,MAAM,IAAA,iCAA0B,EAAC,UAAU,CAAC,CAAC;QAC7D,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,eAAe,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAiB,EAAE;QAC5E,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,IAAA,mBAAY,GAAE,EAAE,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,mFAAmF;IACnF,GAAG,CAAC,IAAI,CAAC,oBAAoB,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAiB,EAAE;QAClF,MAAM,EAAE,EAAE,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC;QAExB,MAAM,MAAM,GAAG,MAAM,IAAA,iBAAU,EAAC,EAAE,CAAC,CAAC;QACpC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC,CAAC;YAClD,OAAO;QACT,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,cAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACtC,IAAA,wBAAS,EAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC;QACnC,MAAM,GAAG,GAAG,MAAM,IAAA,uBAAe,EAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAC/C,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;IACpB,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,IAAI,CAAC,uBAAuB,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAiB,EAAE;QACrF,MAAM,SAAS,GAAc;YAC3B,OAAO,EAAE,GAAG,CAAC,IAAI,CAAC,OAAmB;YACrC,KAAK,EAAE,GAAG,CAAC,IAAI,CAAC,KAAmB;YACnC,SAAS,EAAE,EAAE;SACd,CAAC;QACF,MAAM,OAAO,GAAG,MAAM,IAAA,mCAAuB,EAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QAC7D,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,WAAW,EAAE,iBAAU,CAAC,CAAC;IACjC,GAAG,CAAC,GAAG,CAAC,gBAAgB,EAAE,2BAAe,CAAC,CAAC;IAC3C,GAAG,CAAC,GAAG,CAAC,cAAc,EAAE,uBAAa,CAAC,CAAC;IACvC,GAAG,CAAC,GAAG,CAAC,WAAW,EAAE,iBAAU,CAAC,CAAC;IACjC,GAAG,CAAC,GAAG,CAAC,cAAc,EAAE,uBAAa,CAAC,CAAC;IAEvC,GAAG,CAAC,IAAI,CAAC,gBAAgB,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAiB,EAAE;QAC9E,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,gCAAoB,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAExD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACpB,GAAG;qBACA,MAAM,CAAC,GAAG,CAAC;qBACX,IAAI,CAAC,EAAE,KAAK,EAAE,sBAAsB,EAAE,OAAO,EAAE,IAAA,gCAAS,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;gBACxF,OAAO;YACT,CAAC;YACD,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC;YAC1C,MAAM,mBAAS,CAAC,aAAa,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;YACjD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QAC1C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,qCAAqC,EAAE,KAAK,CAAC,CAAC;YAC5D,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,qCAAqC,EAAE,CAAC,CAAC;QACzE,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,4EAA4E;IAC5E,4BAA4B;IAC5B,GAAG,CAAC,GAAG,CAAC,iBAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;IAEnC,wDAAwD;IACxD,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAY,EAAE,GAAa,EAAQ,EAAE;QACjD,GAAG,CAAC,QAAQ,CAAC,mBAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IACH,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAgB,WAAW,CACzB,IAAI,GAAG,wBAAY,EACnB,eAAe,GAAG,wBAAe,CAAC,GAAG,EACrC,iBAA0B;IAE1B,MAAM,GAAG,GAAG,SAAS,EAAE,CAAC;IAExB,MAAM,UAAU,GAAG,mBAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;IAC1C,MAAM,EAAE,GAAG,IAAI,kBAAc,CAAC,UAAU,EAAE;QACxC,IAAI,EAAE;YACJ,MAAM,EAAE,GAAG;SACZ;KACF,CAAC,CAAC;IAEH,IAAA,yBAAe,GAAE,CAAC,IAAI,CAAC,GAAG,EAAE;QAC1B,gBAAM,CAAC,IAAI,CAAC,+CAA+C,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;IAEH,MAAM,aAAa,GAAG,IAAA,0BAAe,GAAE,CAAC;IACxC,MAAM,OAAO,GAAG,IAAA,kBAAQ,EAAC,KAAK,EAAE,IAAW,EAAE,IAAW,EAAE,EAAE;QAC1D,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9B,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,IAAA,oBAAa,EAAC,iBAAiB,CAAC,CAAC,CAAC;YAC1D,UAAU,GAAG,IAAI,CAAC;QACpB,CAAC;IACH,CAAC,EAAE,GAAG,CAAC,CAAC;IACR,YAAE,CAAC,SAAS,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;IAErC,EAAE,CAAC,EAAE,CAAC,YAAY,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;QACnC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,IAAA,oBAAa,EAAC,iBAAiB,CAAC,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;IAEH,UAAU;SACP,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE;QACjB,MAAM,GAAG,GAAG,oBAAoB,IAAI,EAAE,CAAC;QACvC,gBAAM,CAAC,IAAI,CAAC,qBAAqB,GAAG,gCAAgC,CAAC,CAAC;QACtE,IAAA,oBAAW,EAAC,eAAe,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YAC/C,gBAAM,CAAC,KAAK,CAAC,sCAAsC,GAAG,EAAE,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;SACD,EAAE,CAAC,OAAO,EAAE,CAAC,KAA4B,EAAE,EAAE;QAC5C,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YAChC,gBAAM,CAAC,KAAK,CACV,IAAA,gBAAM,EAAA,QAAQ,IAAI;;;;4DAIgC,IAAI;gEACA,CACvD,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;aAAM,CAAC;YACN,gBAAM,CAAC,KAAK,CAAC,2BAA2B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACzD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;IACH,CAAC,CAAC,CAAC;AACP,CAAC"}
|