promptfoo 0.73.8 → 0.74.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +59 -1
- package/dist/package.json +13 -13
- package/dist/src/assertions/AssertionsResult.d.ts +1 -1
- package/dist/src/assertions/AssertionsResult.d.ts.map +1 -1
- package/dist/src/assertions/validateAssertions.d.ts +1 -1
- package/dist/src/assertions/validateAssertions.d.ts.map +1 -1
- package/dist/src/assertions.d.ts +2 -1
- package/dist/src/assertions.d.ts.map +1 -1
- package/dist/src/assertions.js.map +1 -1
- package/dist/src/commands/cache.d.ts +1 -1
- package/dist/src/commands/cache.d.ts.map +1 -1
- package/dist/src/commands/config.d.ts +1 -1
- package/dist/src/commands/config.d.ts.map +1 -1
- package/dist/src/commands/delete.d.ts +1 -1
- package/dist/src/commands/delete.d.ts.map +1 -1
- package/dist/src/commands/eval/filterFailingTests.d.ts +1 -1
- package/dist/src/commands/eval/filterFailingTests.d.ts.map +1 -1
- package/dist/src/commands/eval/filterTests.d.ts +1 -1
- package/dist/src/commands/eval/filterTests.d.ts.map +1 -1
- package/dist/src/commands/eval.d.ts +2 -2
- package/dist/src/commands/eval.d.ts.map +1 -1
- package/dist/src/commands/eval.js.map +1 -1
- package/dist/src/commands/export.d.ts +1 -1
- package/dist/src/commands/export.d.ts.map +1 -1
- package/dist/src/commands/feedback.d.ts +1 -1
- package/dist/src/commands/feedback.d.ts.map +1 -1
- package/dist/src/commands/generate/dataset.d.ts +2 -2
- package/dist/src/commands/generate/dataset.d.ts.map +1 -1
- package/dist/src/commands/generate/redteam.d.ts +3 -3
- package/dist/src/commands/generate/redteam.d.ts.map +1 -1
- package/dist/src/commands/generate/redteam.js +13 -6
- package/dist/src/commands/generate/redteam.js.map +1 -1
- package/dist/src/commands/import.d.ts +1 -1
- package/dist/src/commands/import.d.ts.map +1 -1
- package/dist/src/commands/init.d.ts +1 -1
- package/dist/src/commands/init.d.ts.map +1 -1
- package/dist/src/commands/list.d.ts +1 -1
- package/dist/src/commands/list.d.ts.map +1 -1
- package/dist/src/commands/redteam.d.ts +2 -1
- package/dist/src/commands/redteam.d.ts.map +1 -1
- package/dist/src/commands/redteam.js +197 -191
- package/dist/src/commands/redteam.js.map +1 -1
- package/dist/src/commands/share.d.ts +1 -1
- package/dist/src/commands/share.d.ts.map +1 -1
- package/dist/src/commands/show.d.ts +1 -1
- package/dist/src/commands/show.d.ts.map +1 -1
- package/dist/src/commands/version.d.ts +1 -1
- package/dist/src/commands/version.d.ts.map +1 -1
- package/dist/src/commands/view.d.ts +1 -1
- package/dist/src/commands/view.d.ts.map +1 -1
- package/dist/src/config.d.ts +1 -1
- package/dist/src/config.d.ts.map +1 -1
- package/dist/src/database/operations.d.ts +56 -240
- package/dist/src/database/operations.d.ts.map +1 -1
- package/dist/src/database/types.d.ts +1 -1
- package/dist/src/database/types.d.ts.map +1 -1
- package/dist/src/evaluator.d.ts.map +1 -1
- package/dist/src/evaluator.js +13 -4
- package/dist/src/evaluator.js.map +1 -1
- package/dist/src/fetch.d.ts.map +1 -1
- package/dist/src/fetch.js +28 -2
- package/dist/src/fetch.js.map +1 -1
- package/dist/src/globalConfig.d.ts +1 -1
- package/dist/src/globalConfig.d.ts.map +1 -1
- package/dist/src/onboarding.d.ts.map +1 -1
- package/dist/src/onboarding.js +11 -0
- package/dist/src/onboarding.js.map +1 -1
- package/dist/src/prompts/grading.js +1 -1
- package/dist/src/prompts/processors/javascript.d.ts +1 -1
- package/dist/src/prompts/processors/javascript.d.ts.map +1 -1
- package/dist/src/prompts/processors/json.d.ts +1 -1
- package/dist/src/prompts/processors/json.d.ts.map +1 -1
- package/dist/src/prompts/processors/jsonl.d.ts +1 -1
- package/dist/src/prompts/processors/jsonl.d.ts.map +1 -1
- package/dist/src/prompts/processors/python.d.ts.map +1 -1
- package/dist/src/prompts/processors/python.js.map +1 -1
- package/dist/src/prompts/processors/string.d.ts +1 -1
- package/dist/src/prompts/processors/string.d.ts.map +1 -1
- package/dist/src/prompts/processors/text.d.ts +1 -1
- package/dist/src/prompts/processors/text.d.ts.map +1 -1
- package/dist/src/prompts/processors/yaml.d.ts +1 -1
- package/dist/src/prompts/processors/yaml.d.ts.map +1 -1
- package/dist/src/prompts/utils.d.ts +1 -1
- package/dist/src/prompts/utils.d.ts.map +1 -1
- package/dist/src/providers/anthropic.js +1 -1
- package/dist/src/providers/anthropic.js.map +1 -1
- package/dist/src/providers/azureopenai.d.ts.map +1 -1
- package/dist/src/providers/azureopenai.js +6 -2
- package/dist/src/providers/azureopenai.js.map +1 -1
- package/dist/src/providers/bedrock.d.ts.map +1 -1
- package/dist/src/providers/bedrock.js +2 -2
- package/dist/src/providers/bedrock.js.map +1 -1
- package/dist/src/providers/huggingface.d.ts +1 -1
- package/dist/src/providers/huggingface.d.ts.map +1 -1
- package/dist/src/providers/manualInput.d.ts +1 -1
- package/dist/src/providers/manualInput.d.ts.map +1 -1
- package/dist/src/providers/mistral.d.ts +1 -1
- package/dist/src/providers/mistral.d.ts.map +1 -1
- package/dist/src/providers/openai.d.ts +1 -1
- package/dist/src/providers/openai.d.ts.map +1 -1
- package/dist/src/providers/openai.js +8 -3
- package/dist/src/providers/openai.js.map +1 -1
- package/dist/src/providers/shared.d.ts +1 -0
- package/dist/src/providers/shared.d.ts.map +1 -1
- package/dist/src/providers/shared.js +47 -0
- package/dist/src/providers/shared.js.map +1 -1
- package/dist/src/providers/vertex.d.ts.map +1 -1
- package/dist/src/providers/vertex.js.map +1 -1
- package/dist/src/providers.d.ts +2 -1
- package/dist/src/providers.d.ts.map +1 -1
- package/dist/src/python/pythonUtils.d.ts.map +1 -1
- package/dist/src/python/pythonUtils.js.map +1 -1
- package/dist/src/redteam/constants.d.ts +2 -1
- package/dist/src/redteam/constants.d.ts.map +1 -1
- package/dist/src/redteam/constants.js +5 -4
- package/dist/src/redteam/constants.js.map +1 -1
- package/dist/src/redteam/extraction/entities.d.ts +3 -0
- package/dist/src/redteam/extraction/entities.d.ts.map +1 -0
- package/dist/src/redteam/extraction/entities.js +29 -0
- package/dist/src/redteam/extraction/entities.js.map +1 -0
- package/dist/src/redteam/extraction/purpose.d.ts +3 -0
- package/dist/src/redteam/extraction/purpose.d.ts.map +1 -0
- package/dist/src/redteam/extraction/purpose.js +27 -0
- package/dist/src/redteam/extraction/purpose.js.map +1 -0
- package/dist/src/redteam/extraction/util.d.ts +4 -0
- package/dist/src/redteam/extraction/util.d.ts.map +1 -0
- package/dist/src/redteam/extraction/util.js +30 -0
- package/dist/src/redteam/extraction/util.js.map +1 -0
- package/dist/src/redteam/graders/base.d.ts +1 -1
- package/dist/src/redteam/graders/base.d.ts.map +1 -1
- package/dist/src/redteam/graders/base.js +1 -0
- package/dist/src/redteam/graders/base.js.map +1 -1
- package/dist/src/redteam/graders/hallucination.js +3 -3
- package/dist/src/redteam/graders/harmful.d.ts +1 -1
- package/dist/src/redteam/graders/harmful.d.ts.map +1 -1
- package/dist/src/redteam/graders/imitation.d.ts +6 -0
- package/dist/src/redteam/graders/imitation.d.ts.map +1 -0
- package/dist/src/redteam/graders/imitation.js +36 -0
- package/dist/src/redteam/graders/imitation.js.map +1 -0
- package/dist/src/redteam/graders/index.d.ts +1 -1
- package/dist/src/redteam/graders/index.d.ts.map +1 -1
- package/dist/src/redteam/graders/index.js +2 -0
- package/dist/src/redteam/graders/index.js.map +1 -1
- package/dist/src/redteam/index.d.ts +3 -3
- package/dist/src/redteam/index.d.ts.map +1 -1
- package/dist/src/redteam/index.js +42 -25
- package/dist/src/redteam/index.js.map +1 -1
- package/dist/src/redteam/plugins/base.d.ts +5 -8
- package/dist/src/redteam/plugins/base.d.ts.map +1 -1
- package/dist/src/redteam/plugins/base.js +2 -4
- package/dist/src/redteam/plugins/base.js.map +1 -1
- package/dist/src/redteam/plugins/competitors.d.ts +2 -2
- package/dist/src/redteam/plugins/competitors.d.ts.map +1 -1
- package/dist/src/redteam/plugins/competitors.js +2 -3
- package/dist/src/redteam/plugins/competitors.js.map +1 -1
- package/dist/src/redteam/plugins/contracts.d.ts +2 -2
- package/dist/src/redteam/plugins/contracts.d.ts.map +1 -1
- package/dist/src/redteam/plugins/contracts.js +2 -3
- package/dist/src/redteam/plugins/contracts.js.map +1 -1
- package/dist/src/redteam/plugins/debugAccess.d.ts +2 -2
- package/dist/src/redteam/plugins/debugAccess.d.ts.map +1 -1
- package/dist/src/redteam/plugins/debugAccess.js +2 -3
- package/dist/src/redteam/plugins/debugAccess.js.map +1 -1
- package/dist/src/redteam/plugins/excessiveAgency.d.ts +2 -2
- package/dist/src/redteam/plugins/excessiveAgency.d.ts.map +1 -1
- package/dist/src/redteam/plugins/excessiveAgency.js +2 -3
- package/dist/src/redteam/plugins/excessiveAgency.js.map +1 -1
- package/dist/src/redteam/plugins/hallucination.d.ts +2 -2
- package/dist/src/redteam/plugins/hallucination.d.ts.map +1 -1
- package/dist/src/redteam/plugins/hallucination.js +2 -3
- package/dist/src/redteam/plugins/hallucination.js.map +1 -1
- package/dist/src/redteam/plugins/harmful.d.ts +1 -2
- package/dist/src/redteam/plugins/harmful.d.ts.map +1 -1
- package/dist/src/redteam/plugins/harmful.js +7 -5
- package/dist/src/redteam/plugins/harmful.js.map +1 -1
- package/dist/src/redteam/plugins/hijacking.d.ts +2 -2
- package/dist/src/redteam/plugins/hijacking.d.ts.map +1 -1
- package/dist/src/redteam/plugins/hijacking.js +2 -3
- package/dist/src/redteam/plugins/hijacking.js.map +1 -1
- package/dist/src/redteam/plugins/imitation.d.ts +1 -7
- package/dist/src/redteam/plugins/imitation.d.ts.map +1 -1
- package/dist/src/redteam/plugins/imitation.js +3 -38
- package/dist/src/redteam/plugins/imitation.js.map +1 -1
- package/dist/src/redteam/plugins/overreliance.d.ts +2 -2
- package/dist/src/redteam/plugins/overreliance.d.ts.map +1 -1
- package/dist/src/redteam/plugins/overreliance.js +2 -3
- package/dist/src/redteam/plugins/overreliance.js.map +1 -1
- package/dist/src/redteam/plugins/politics.d.ts +2 -2
- package/dist/src/redteam/plugins/politics.d.ts.map +1 -1
- package/dist/src/redteam/plugins/politics.js +2 -3
- package/dist/src/redteam/plugins/politics.js.map +1 -1
- package/dist/src/redteam/plugins/rbac.d.ts +2 -2
- package/dist/src/redteam/plugins/rbac.d.ts.map +1 -1
- package/dist/src/redteam/plugins/rbac.js +2 -3
- package/dist/src/redteam/plugins/rbac.js.map +1 -1
- package/dist/src/redteam/plugins/shellInjection.d.ts +2 -2
- package/dist/src/redteam/plugins/shellInjection.d.ts.map +1 -1
- package/dist/src/redteam/plugins/shellInjection.js +2 -3
- package/dist/src/redteam/plugins/shellInjection.js.map +1 -1
- package/dist/src/redteam/plugins/sqlInjection.d.ts +2 -2
- package/dist/src/redteam/plugins/sqlInjection.d.ts.map +1 -1
- package/dist/src/redteam/plugins/sqlInjection.js +2 -3
- package/dist/src/redteam/plugins/sqlInjection.js.map +1 -1
- package/dist/src/redteam/strategies/injections.d.ts +1 -1
- package/dist/src/redteam/strategies/injections.d.ts.map +1 -1
- package/dist/src/redteam/strategies/iterative.d.ts +1 -1
- package/dist/src/redteam/strategies/iterative.d.ts.map +1 -1
- package/dist/src/testCases.d.ts.map +1 -1
- package/dist/src/{types.d.ts → types/index.d.ts} +1496 -6518
- package/dist/src/{types.d.ts.map → types/index.d.ts.map} +1 -1
- package/dist/src/{types.js → types/index.js} +38 -172
- package/dist/src/types/index.js.map +1 -0
- package/dist/src/types/prompts.d.ts +29 -0
- package/dist/src/types/prompts.d.ts.map +1 -0
- package/dist/src/types/prompts.js +3 -0
- package/dist/src/types/prompts.js.map +1 -0
- package/dist/src/types/providers.d.ts +126 -0
- package/dist/src/types/providers.d.ts.map +1 -0
- package/dist/src/types/providers.js +11 -0
- package/dist/src/types/providers.js.map +1 -0
- package/dist/src/types/redteam.d.ts +51 -0
- package/dist/src/types/redteam.d.ts.map +1 -0
- package/dist/src/types/redteam.js +3 -0
- package/dist/src/types/redteam.js.map +1 -0
- package/dist/src/types/shared.d.ts +8 -0
- package/dist/src/types/shared.d.ts.map +1 -0
- package/dist/src/types/shared.js +3 -0
- package/dist/src/types/shared.js.map +1 -0
- package/dist/src/util/index.d.ts +20 -96
- package/dist/src/util/index.d.ts.map +1 -1
- package/dist/src/util/index.js +15 -8
- package/dist/src/util/index.js.map +1 -1
- package/dist/src/util/templates.d.ts +1 -1
- package/dist/src/util/templates.d.ts.map +1 -1
- package/dist/src/util/transform.d.ts +1 -1
- package/dist/src/util/transform.d.ts.map +1 -1
- package/dist/src/validators/prompts.d.ts +60 -0
- package/dist/src/validators/prompts.d.ts.map +1 -0
- package/dist/src/validators/prompts.js +32 -0
- package/dist/src/validators/prompts.js.map +1 -0
- package/dist/src/validators/providers.d.ts +1145 -0
- package/dist/src/validators/providers.d.ts.map +1 -0
- package/dist/src/validators/providers.js +133 -0
- package/dist/src/validators/providers.js.map +1 -0
- package/dist/src/validators/redteam.d.ts +517 -0
- package/dist/src/validators/redteam.d.ts.map +1 -0
- package/dist/src/{redteam/types.js → validators/redteam.js} +31 -26
- package/dist/src/validators/redteam.js.map +1 -0
- package/dist/src/validators/shared.d.ts +19 -0
- package/dist/src/validators/shared.d.ts.map +1 -0
- package/dist/src/validators/shared.js +12 -0
- package/dist/src/validators/shared.js.map +1 -0
- package/dist/src/web/nextui/404/index.html +1 -1
- package/dist/src/web/nextui/404.html +1 -1
- package/dist/src/web/nextui/_next/static/chunks/258-280986e9c8fae219.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/{325-0d36870ade5e5263.js → 325-9b7b85306b746b1d.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/949-e778f1d346946d00.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/{layout-b24cf03b9a8a7440.js → layout-517c4420e852da35.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/app/report/page-36e98231504ad757.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/main-app-0dc90092cd7acaaf.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/{webpack-455df73152fc7077.js → webpack-d3dba20c5c1ca02e.js} +1 -1
- package/dist/src/web/nextui/_next/static/css/32384cb640d2265e.css +1 -0
- package/dist/src/web/nextui/_next/static/css/{4463e29e24d44845.css → de0307797e31a3e6.css} +1 -1
- package/dist/src/web/nextui/_next/static/media/26a46d62cd723877-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/55c55f0601d81cf3-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/581909926a08bbc8-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/6d93bde91c0c2823-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/97e0cb1ae144a2a9-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/a34f9d1faa5f3315-s.p.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/df0a9ae256c0569c-s.woff2 +0 -0
- package/dist/src/web/nextui/auth/login/index.html +1 -1
- package/dist/src/web/nextui/auth/login/index.txt +7 -7
- package/dist/src/web/nextui/auth/signup/index.html +1 -1
- package/dist/src/web/nextui/auth/signup/index.txt +7 -7
- package/dist/src/web/nextui/datasets/index.html +1 -1
- package/dist/src/web/nextui/datasets/index.txt +7 -7
- package/dist/src/web/nextui/eval/index.html +1 -1
- package/dist/src/web/nextui/eval/index.txt +8 -8
- package/dist/src/web/nextui/index.html +1 -1
- package/dist/src/web/nextui/index.txt +7 -7
- package/dist/src/web/nextui/progress/index.html +1 -1
- package/dist/src/web/nextui/progress/index.txt +7 -7
- package/dist/src/web/nextui/prompts/index.html +1 -1
- package/dist/src/web/nextui/prompts/index.txt +7 -7
- package/dist/src/web/nextui/report/index.html +1 -1
- package/dist/src/web/nextui/report/index.txt +9 -9
- package/dist/src/web/nextui/setup/index.html +1 -1
- package/dist/src/web/nextui/setup/index.txt +8 -8
- package/dist/src/web/server.d.ts.map +1 -1
- package/dist/src/web/server.js.map +1 -1
- package/dist/test/assertions.test.js +12 -9
- package/dist/test/assertions.test.js.map +1 -1
- package/dist/test/cache.test.js.map +1 -1
- package/dist/test/evaluator.test.js +162 -0
- package/dist/test/evaluator.test.js.map +1 -1
- package/dist/test/providers.bedrock.test.js.map +1 -1
- package/dist/test/providers.shared.test.d.ts +2 -0
- package/dist/test/providers.shared.test.d.ts.map +1 -0
- package/dist/test/providers.shared.test.js +101 -0
- package/dist/test/providers.shared.test.js.map +1 -0
- package/dist/test/providers.test.js +2 -2
- package/dist/test/providers.test.js.map +1 -1
- package/dist/test/redteam/extraction/entities.test.d.ts +2 -0
- package/dist/test/redteam/extraction/entities.test.d.ts.map +1 -0
- package/dist/test/redteam/extraction/entities.test.js +34 -0
- package/dist/test/redteam/extraction/entities.test.js.map +1 -0
- package/dist/test/redteam/extraction/purpose.test.d.ts.map +1 -0
- package/dist/test/redteam/extraction/purpose.test.js +31 -0
- package/dist/test/redteam/extraction/purpose.test.js.map +1 -0
- package/dist/test/redteam/extraction/util.test.d.ts +2 -0
- package/dist/test/redteam/extraction/util.test.d.ts.map +1 -0
- package/dist/test/redteam/extraction/util.test.js +61 -0
- package/dist/test/redteam/extraction/util.test.js.map +1 -0
- package/dist/test/redteam/graders/imitation.test.d.ts +2 -0
- package/dist/test/redteam/graders/imitation.test.d.ts.map +1 -0
- package/dist/test/redteam/graders/imitation.test.js +70 -0
- package/dist/test/redteam/graders/imitation.test.js.map +1 -0
- package/dist/test/redteam/plugins/base.test.js +3 -4
- package/dist/test/redteam/plugins/base.test.js.map +1 -1
- package/dist/test/redteam/validators.test.d.ts +2 -0
- package/dist/test/redteam/validators.test.d.ts.map +1 -0
- package/dist/test/redteam/{types.test.js → validators.test.js} +84 -29
- package/dist/test/redteam/validators.test.js.map +1 -0
- package/dist/test/utils.d.ts +1 -1
- package/dist/test/utils.d.ts.map +1 -1
- package/package.json +13 -13
- package/dist/src/redteam/purpose.d.ts +0 -3
- package/dist/src/redteam/purpose.d.ts.map +0 -1
- package/dist/src/redteam/purpose.js +0 -37
- package/dist/src/redteam/purpose.js.map +0 -1
- package/dist/src/redteam/types.d.ts +0 -215
- package/dist/src/redteam/types.d.ts.map +0 -1
- package/dist/src/redteam/types.js.map +0 -1
- package/dist/src/types.js.map +0 -1
- package/dist/src/web/nextui/_next/static/chunks/258-c59fa47577d85781.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/347-49b79b8c81884e85.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/report/page-e79e6b27f8a5b30d.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/main-app-80560fba5a9a03ab.js +0 -1
- package/dist/src/web/nextui/_next/static/css/e17fdafd8599f69b.css +0 -1
- package/dist/src/web/nextui/_next/static/media/05a31a2ca4975f99-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/513657b02c5c193f-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/51ed15f9841b9f9d-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/c9a5bc6a7c948fb0-s.p.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/d6b16ce4a6175f26-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/ec159349637c90ad-s.woff2 +0 -0
- package/dist/src/web/nextui/_next/static/media/fd4db3eb5472fc27-s.woff2 +0 -0
- package/dist/test/redteam/purpose.test.d.ts.map +0 -1
- package/dist/test/redteam/purpose.test.js +0 -38
- package/dist/test/redteam/purpose.test.js.map +0 -1
- package/dist/test/redteam/types.test.d.ts +0 -2
- package/dist/test/redteam/types.test.d.ts.map +0 -1
- package/dist/test/redteam/types.test.js.map +0 -1
- /package/dist/src/web/nextui/_next/static/{uLnwOyJlvUVVkJF5cxGRK → 9g6bpuNNR0WtmBBAmnqTc}/_buildManifest.js +0 -0
- /package/dist/src/web/nextui/_next/static/{uLnwOyJlvUVVkJF5cxGRK → 9g6bpuNNR0WtmBBAmnqTc}/_ssgManifest.js +0 -0
- /package/dist/test/redteam/{purpose.test.d.ts → extraction/purpose.test.d.ts} +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"entities.test.js","sourceRoot":"","sources":["../../../../test/redteam/extraction/entities.test.ts"],"names":[],"mappings":";;;;;AAAA,iEAAyC;AACzC,uEAA2E;AAG3E,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;IACtC,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;IAChB,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;CACjB,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,IAAI,QAAqB,CAAC;IAE1B,UAAU,CAAC,GAAG,EAAE;QACd,QAAQ,GAAG;YACT,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,+BAA+B,EAAE,CAAC;YACjF,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,eAAe,CAAC;SAC/C,CAAC;QACF,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;QACjD,MAAM,MAAM,GAAG,MAAM,IAAA,0BAAe,EAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;QACvE,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC;QAClF,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC;IACpF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;QACnE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,mBAAmB,EAAE,CAAC,CAAC;QACjF,MAAM,MAAM,GAAG,MAAM,IAAA,0BAAe,EAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC3D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC3B,MAAM,CAAC,gBAAM,CAAC,KAAK,CAAC,CAAC,oBAAoB,CAAC,8CAA8C,CAAC,CAAC;IAC5F,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"purpose.test.d.ts","sourceRoot":"","sources":["../../../../test/redteam/extraction/purpose.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const purpose_1 = require("../../../src/redteam/extraction/purpose");
|
|
4
|
+
jest.mock('../../../src/logger', () => ({
|
|
5
|
+
error: jest.fn(),
|
|
6
|
+
debug: jest.fn(),
|
|
7
|
+
}));
|
|
8
|
+
describe('System Purpose Extractor', () => {
|
|
9
|
+
beforeEach(() => {
|
|
10
|
+
jest.clearAllMocks();
|
|
11
|
+
});
|
|
12
|
+
it('should extract system purpose when returned in xml', async () => {
|
|
13
|
+
const provider = {
|
|
14
|
+
callApi: jest
|
|
15
|
+
.fn()
|
|
16
|
+
.mockResolvedValue({ output: '<Purpose>Extracted system purpose</Purpose>' }),
|
|
17
|
+
id: jest.fn().mockReturnValue('test-provider'),
|
|
18
|
+
};
|
|
19
|
+
await expect((0, purpose_1.extractSystemPurpose)(provider, ['prompt1', 'prompt2'])).resolves.toBe('Extracted system purpose');
|
|
20
|
+
expect(provider.callApi).toHaveBeenCalledWith(expect.stringContaining('prompt1'));
|
|
21
|
+
expect(provider.callApi).toHaveBeenCalledWith(expect.stringContaining('prompt2'));
|
|
22
|
+
});
|
|
23
|
+
it('should extract system purpose when returned without xml tags', async () => {
|
|
24
|
+
const provider = {
|
|
25
|
+
callApi: jest.fn().mockResolvedValue({ output: 'Extracted system purpose' }),
|
|
26
|
+
id: jest.fn().mockReturnValue('test-provider'),
|
|
27
|
+
};
|
|
28
|
+
await expect((0, purpose_1.extractSystemPurpose)(provider, ['prompt1', 'prompt2'])).resolves.toBe('Extracted system purpose');
|
|
29
|
+
});
|
|
30
|
+
});
|
|
31
|
+
//# sourceMappingURL=purpose.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"purpose.test.js","sourceRoot":"","sources":["../../../../test/redteam/extraction/purpose.test.ts"],"names":[],"mappings":";;AAAA,qEAA+E;AAG/E,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;IACtC,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;IAChB,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;CACjB,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;IACxC,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QAClE,MAAM,QAAQ,GAAgB;YAC5B,OAAO,EAAE,IAAI;iBACV,EAAE,EAAE;iBACJ,iBAAiB,CAAC,EAAE,MAAM,EAAE,6CAA6C,EAAE,CAAC;YAC/E,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,eAAe,CAAC;SAC/C,CAAC;QACF,MAAM,MAAM,CAAC,IAAA,8BAAoB,EAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAChF,0BAA0B,CAC3B,CAAC;QACF,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC;QAClF,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC;IACpF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;QAC5E,MAAM,QAAQ,GAAgB;YAC5B,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,0BAA0B,EAAE,CAAC;YAC5E,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,eAAe,CAAC;SAC/C,CAAC;QACF,MAAM,MAAM,CAAC,IAAA,8BAAoB,EAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAChF,0BAA0B,CAC3B,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"util.test.d.ts","sourceRoot":"","sources":["../../../../test/redteam/extraction/util.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,61 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
const logger_1 = __importDefault(require("../../../src/logger"));
|
|
7
|
+
const util_1 = require("../../../src/redteam/extraction/util");
|
|
8
|
+
jest.mock('../../../src/logger', () => ({
|
|
9
|
+
error: jest.fn(),
|
|
10
|
+
debug: jest.fn(),
|
|
11
|
+
}));
|
|
12
|
+
describe('Extraction Utils', () => {
|
|
13
|
+
let provider;
|
|
14
|
+
beforeEach(() => {
|
|
15
|
+
provider = {
|
|
16
|
+
callApi: jest.fn().mockResolvedValue({ output: 'test output' }),
|
|
17
|
+
id: jest.fn().mockReturnValue('test-provider'),
|
|
18
|
+
};
|
|
19
|
+
jest.clearAllMocks();
|
|
20
|
+
});
|
|
21
|
+
describe('callExtraction', () => {
|
|
22
|
+
it('should call API and process output correctly', async () => {
|
|
23
|
+
const result = await (0, util_1.callExtraction)(provider, 'test prompt', (output) => output.toUpperCase());
|
|
24
|
+
expect(result).toBe('TEST OUTPUT');
|
|
25
|
+
expect(provider.callApi).toHaveBeenCalledWith('test prompt');
|
|
26
|
+
});
|
|
27
|
+
it('should throw an error if API call fails', async () => {
|
|
28
|
+
const error = new Error('API error');
|
|
29
|
+
jest.mocked(provider.callApi).mockResolvedValue({ error: error.message });
|
|
30
|
+
await expect((0, util_1.callExtraction)(provider, 'test prompt', jest.fn())).rejects.toThrow('Failed to perform extraction: API error');
|
|
31
|
+
expect(logger_1.default.error).toHaveBeenCalledWith('Error in extraction: API error');
|
|
32
|
+
});
|
|
33
|
+
it('should throw an error if output is not a string', async () => {
|
|
34
|
+
jest.mocked(provider.callApi).mockResolvedValue({ output: 123 });
|
|
35
|
+
await expect((0, util_1.callExtraction)(provider, 'test prompt', jest.fn())).rejects.toThrow('Invalid extraction output: expected string, got: 123');
|
|
36
|
+
expect(logger_1.default.error).toHaveBeenCalledWith('Invalid output from extraction. Got: 123');
|
|
37
|
+
});
|
|
38
|
+
it('should handle empty string output', async () => {
|
|
39
|
+
jest.mocked(provider.callApi).mockResolvedValue({ output: '' });
|
|
40
|
+
const result = await (0, util_1.callExtraction)(provider, 'test prompt', (output) => output.length);
|
|
41
|
+
expect(result).toBe(0);
|
|
42
|
+
});
|
|
43
|
+
it('should handle null output', async () => {
|
|
44
|
+
jest.mocked(provider.callApi).mockResolvedValue({ output: null });
|
|
45
|
+
await expect((0, util_1.callExtraction)(provider, 'test prompt', jest.fn())).rejects.toThrow('Invalid extraction output: expected string, got: null');
|
|
46
|
+
expect(logger_1.default.error).toHaveBeenCalledWith('Invalid output from extraction. Got: null');
|
|
47
|
+
});
|
|
48
|
+
it('should handle undefined output', async () => {
|
|
49
|
+
jest.mocked(provider.callApi).mockResolvedValue({ output: undefined });
|
|
50
|
+
await expect((0, util_1.callExtraction)(provider, 'test prompt', jest.fn())).rejects.toThrow('Invalid extraction output: expected string, got: undefined');
|
|
51
|
+
expect(logger_1.default.error).toHaveBeenCalledWith('Invalid output from extraction. Got: undefined');
|
|
52
|
+
});
|
|
53
|
+
});
|
|
54
|
+
describe('formatPrompts', () => {
|
|
55
|
+
it('should format prompts correctly', () => {
|
|
56
|
+
const formattedPrompts = (0, util_1.formatPrompts)(['prompt1', 'prompt2']);
|
|
57
|
+
expect(formattedPrompts).toBe('<Prompt>\nprompt1\n</Prompt>\n<Prompt>\nprompt2\n</Prompt>');
|
|
58
|
+
});
|
|
59
|
+
});
|
|
60
|
+
});
|
|
61
|
+
//# sourceMappingURL=util.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"util.test.js","sourceRoot":"","sources":["../../../../test/redteam/extraction/util.test.ts"],"names":[],"mappings":";;;;;AAAA,iEAAyC;AACzC,+DAAqF;AAGrF,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;IACtC,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;IAChB,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;CACjB,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,IAAI,QAAqB,CAAC;IAE1B,UAAU,CAAC,GAAG,EAAE;QACd,QAAQ,GAAG;YACT,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;YAC/D,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,eAAe,CAAC;SAC/C,CAAC;QACF,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;QAC9B,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;YAC5D,MAAM,MAAM,GAAG,MAAM,IAAA,qBAAc,EAAC,QAAQ,EAAE,aAAa,EAAE,CAAC,MAAM,EAAE,EAAE,CACtE,MAAM,CAAC,WAAW,EAAE,CACrB,CAAC;YACF,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACnC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,aAAa,CAAC,CAAC;QAC/D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC;YACrC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,iBAAiB,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YAE1E,MAAM,MAAM,CAAC,IAAA,qBAAc,EAAC,QAAQ,EAAE,aAAa,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC9E,yCAAyC,CAC1C,CAAC;YACF,MAAM,CAAC,gBAAM,CAAC,KAAK,CAAC,CAAC,oBAAoB,CAAC,gCAAgC,CAAC,CAAC;QAC9E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;YAC/D,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YAEjE,MAAM,MAAM,CAAC,IAAA,qBAAc,EAAC,QAAQ,EAAE,aAAa,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC9E,sDAAsD,CACvD,CAAC;YACF,MAAM,CAAC,gBAAM,CAAC,KAAK,CAAC,CAAC,oBAAoB,CAAC,0CAA0C,CAAC,CAAC;QACxF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;YACjD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;YAEhE,MAAM,MAAM,GAAG,MAAM,IAAA,qBAAc,EAAC,QAAQ,EAAE,aAAa,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACxF,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2BAA2B,EAAE,KAAK,IAAI,EAAE;YACzC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAElE,MAAM,MAAM,CAAC,IAAA,qBAAc,EAAC,QAAQ,EAAE,aAAa,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC9E,uDAAuD,CACxD,CAAC;YACF,MAAM,CAAC,gBAAM,CAAC,KAAK,CAAC,CAAC,oBAAoB,CAAC,2CAA2C,CAAC,CAAC;QACzF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;YAC9C,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;YAEvE,MAAM,MAAM,CAAC,IAAA,qBAAc,EAAC,QAAQ,EAAE,aAAa,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC9E,4DAA4D,CAC7D,CAAC;YACF,MAAM,CAAC,gBAAM,CAAC,KAAK,CAAC,CAAC,oBAAoB,CAAC,gDAAgD,CAAC,CAAC;QAC9F,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;QAC7B,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;YACzC,MAAM,gBAAgB,GAAG,IAAA,oBAAa,EAAC,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;YAC/D,MAAM,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,4DAA4D,CAAC,CAAC;QAC9F,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"imitation.test.d.ts","sourceRoot":"","sources":["../../../../test/redteam/graders/imitation.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,70 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
const matchers_1 = require("../../../src/matchers");
|
|
7
|
+
const imitation_1 = __importDefault(require("../../../src/redteam/graders/imitation"));
|
|
8
|
+
jest.mock('../../../src/matchers', () => ({
|
|
9
|
+
matchesLlmRubric: jest.fn(),
|
|
10
|
+
}));
|
|
11
|
+
describe('ImitationGrader', () => {
|
|
12
|
+
let grader;
|
|
13
|
+
let mockTest;
|
|
14
|
+
beforeEach(() => {
|
|
15
|
+
grader = new imitation_1.default();
|
|
16
|
+
mockTest = {
|
|
17
|
+
vars: { harmCategory: 'imitation' },
|
|
18
|
+
metadata: {
|
|
19
|
+
purpose: 'test-imitation',
|
|
20
|
+
entities: ['AllowedEntity1', 'AllowedEntity2', 'AllowedEntity3'],
|
|
21
|
+
},
|
|
22
|
+
};
|
|
23
|
+
jest.clearAllMocks();
|
|
24
|
+
});
|
|
25
|
+
it('should have the correct id', () => {
|
|
26
|
+
expect(grader.id).toBe('promptfoo:redteam:imitation');
|
|
27
|
+
});
|
|
28
|
+
it('should render the rubric with correct structure and variables', async () => {
|
|
29
|
+
const mockResult = { pass: true, score: 1, reason: 'No imitation detected' };
|
|
30
|
+
jest.mocked(matchers_1.matchesLlmRubric).mockResolvedValue(mockResult);
|
|
31
|
+
const userQuery = 'Pretend to be AllowedEntity1 or AllowedEntity2';
|
|
32
|
+
const aiOutput = 'I am AllowedEntity1. How can I help you today?';
|
|
33
|
+
await grader.getResult(userQuery, aiOutput, mockTest);
|
|
34
|
+
const expectedRubric = expect.stringMatching(new RegExp(`
|
|
35
|
+
<UserQuery>\\s*
|
|
36
|
+
${userQuery}\\s*
|
|
37
|
+
</UserQuery>\\s*
|
|
38
|
+
|
|
39
|
+
<AllowedEntities>\\s*
|
|
40
|
+
<Entity>AllowedEntity1</Entity>\\s*
|
|
41
|
+
<Entity>AllowedEntity2</Entity>\\s*
|
|
42
|
+
<Entity>AllowedEntity3</Entity>\\s*
|
|
43
|
+
</AllowedEntities>\\s*
|
|
44
|
+
|
|
45
|
+
You are reviewing the output of a red team review of an AI language model.*
|
|
46
|
+
`.replace(/\s+/g, '\\s*'), 's'));
|
|
47
|
+
expect(matchers_1.matchesLlmRubric).toHaveBeenCalledWith(expectedRubric, aiOutput, {});
|
|
48
|
+
});
|
|
49
|
+
it('should include all provided entities in the rubric', async () => {
|
|
50
|
+
const mockResult = { pass: true, score: 1, reason: 'No imitation detected' };
|
|
51
|
+
jest.mocked(matchers_1.matchesLlmRubric).mockResolvedValue(mockResult);
|
|
52
|
+
mockTest.metadata.entities = ['Entity1', 'Entity2', 'Entity3', 'Entity4', 'Entity5'];
|
|
53
|
+
const userQuery = 'Tell me about all the entities';
|
|
54
|
+
const aiOutput = 'Here is information about Entity1, Entity2, Entity3, Entity4, and Entity5.';
|
|
55
|
+
await grader.getResult(userQuery, aiOutput, mockTest);
|
|
56
|
+
const expectedEntitiesSection = expect.stringMatching(/<AllowedEntities>.*?<Entity>Entity1<\/Entity>.*?<Entity>Entity2<\/Entity>.*?<Entity>Entity3<\/Entity>.*?<Entity>Entity4<\/Entity>.*?<Entity>Entity5<\/Entity>.*?<\/AllowedEntities>/s);
|
|
57
|
+
expect(matchers_1.matchesLlmRubric).toHaveBeenCalledWith(expectedEntitiesSection, aiOutput, {});
|
|
58
|
+
});
|
|
59
|
+
it('should handle cases with no allowed entities', async () => {
|
|
60
|
+
const mockResult = { pass: true, score: 1, reason: 'No imitation detected' };
|
|
61
|
+
jest.mocked(matchers_1.matchesLlmRubric).mockResolvedValue(mockResult);
|
|
62
|
+
mockTest.metadata.entities = [];
|
|
63
|
+
const userQuery = 'Tell me a fact';
|
|
64
|
+
const aiOutput = 'The sky is blue.';
|
|
65
|
+
await grader.getResult(userQuery, aiOutput, mockTest);
|
|
66
|
+
const expectedEmptyEntitiesSection = expect.stringContaining('<AllowedEntities>\n\n</AllowedEntities>');
|
|
67
|
+
expect(matchers_1.matchesLlmRubric).toHaveBeenCalledWith(expectedEmptyEntitiesSection, aiOutput, {});
|
|
68
|
+
});
|
|
69
|
+
});
|
|
70
|
+
//# sourceMappingURL=imitation.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"imitation.test.js","sourceRoot":"","sources":["../../../../test/redteam/graders/imitation.test.ts"],"names":[],"mappings":";;;;;AAAA,oDAAyD;AACzD,uFAAqE;AAGrE,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE,GAAG,EAAE,CAAC,CAAC;IACxC,gBAAgB,EAAE,IAAI,CAAC,EAAE,EAAE;CAC5B,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,IAAI,MAAuB,CAAC;IAC5B,IAAI,QAAwB,CAAC;IAE7B,UAAU,CAAC,GAAG,EAAE;QACd,MAAM,GAAG,IAAI,mBAAe,EAAE,CAAC;QAC/B,QAAQ,GAAG;YACT,IAAI,EAAE,EAAE,YAAY,EAAE,WAAW,EAAE;YACnC,QAAQ,EAAE;gBACR,OAAO,EAAE,gBAAgB;gBACzB,QAAQ,EAAE,CAAC,gBAAgB,EAAE,gBAAgB,EAAE,gBAAgB,CAAC;aACjE;SACgB,CAAC;QACpB,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;QACpC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;QAC7E,MAAM,UAAU,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,uBAAuB,EAAE,CAAC;QAC7E,IAAI,CAAC,MAAM,CAAC,2BAAgB,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;QAE5D,MAAM,SAAS,GAAG,gDAAgD,CAAC;QACnE,MAAM,QAAQ,GAAG,gDAAgD,CAAC;QAElE,MAAM,MAAM,CAAC,SAAS,CAAC,SAAS,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAEtD,MAAM,cAAc,GAAG,MAAM,CAAC,cAAc,CAC1C,IAAI,MAAM,CACR;;QAEA,SAAS;;;;;;;;;;KAUZ,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,EACrB,GAAG,CACJ,CACF,CAAC;QAEF,MAAM,CAAC,2BAAgB,CAAC,CAAC,oBAAoB,CAAC,cAAc,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC;IAC9E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QAClE,MAAM,UAAU,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,uBAAuB,EAAE,CAAC;QAC7E,IAAI,CAAC,MAAM,CAAC,2BAAgB,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;QAE5D,QAAQ,CAAC,QAAS,CAAC,QAAQ,GAAG,CAAC,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QACtF,MAAM,SAAS,GAAG,gCAAgC,CAAC;QACnD,MAAM,QAAQ,GAAG,4EAA4E,CAAC;QAE9F,MAAM,MAAM,CAAC,SAAS,CAAC,SAAS,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACtD,MAAM,uBAAuB,GAAG,MAAM,CAAC,cAAc,CACnD,sLAAsL,CACvL,CAAC;QAEF,MAAM,CAAC,2BAAgB,CAAC,CAAC,oBAAoB,CAAC,uBAAuB,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC;IACvF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;QAC5D,MAAM,UAAU,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,uBAAuB,EAAE,CAAC;QAC7E,IAAI,CAAC,MAAM,CAAC,2BAAgB,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;QAE5D,QAAQ,CAAC,QAAS,CAAC,QAAQ,GAAG,EAAE,CAAC;QACjC,MAAM,SAAS,GAAG,gBAAgB,CAAC;QACnC,MAAM,QAAQ,GAAG,kBAAkB,CAAC;QAEpC,MAAM,MAAM,CAAC,SAAS,CAAC,SAAS,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAEtD,MAAM,4BAA4B,GAAG,MAAM,CAAC,gBAAgB,CAC1D,yCAAyC,CAC1C,CAAC;QAEF,MAAM,CAAC,2BAAgB,CAAC,CAAC,oBAAoB,CAAC,4BAA4B,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC;IAC5F,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -6,9 +6,8 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
6
6
|
const base_1 = __importDefault(require("../../../src/redteam/plugins/base"));
|
|
7
7
|
const templates_1 = require("../../../src/util/templates");
|
|
8
8
|
class TestPlugin extends base_1.default {
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
this.template = 'Test template with {{ purpose }} for {{ n }} prompts';
|
|
9
|
+
async getTemplate() {
|
|
10
|
+
return 'Test template with {{ purpose }} for {{ n }} prompts';
|
|
12
11
|
}
|
|
13
12
|
getAssertions(prompt) {
|
|
14
13
|
return [{ type: 'contains', value: prompt }];
|
|
@@ -24,7 +23,7 @@ describe('PluginBase', () => {
|
|
|
24
23
|
}),
|
|
25
24
|
id: jest.fn().mockReturnValue('test-provider'),
|
|
26
25
|
};
|
|
27
|
-
plugin = new TestPlugin(provider, 'test purpose', 'testVar'
|
|
26
|
+
plugin = new TestPlugin(provider, 'test purpose', 'testVar');
|
|
28
27
|
});
|
|
29
28
|
afterEach(() => {
|
|
30
29
|
jest.clearAllMocks();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"base.test.js","sourceRoot":"","sources":["../../../../test/redteam/plugins/base.test.ts"],"names":[],"mappings":";;;;;AAAA,6EAA2D;AAE3D,2DAAgE;AAEhE,MAAM,UAAW,SAAQ,cAAU;
|
|
1
|
+
{"version":3,"file":"base.test.js","sourceRoot":"","sources":["../../../../test/redteam/plugins/base.test.ts"],"names":[],"mappings":";;;;;AAAA,6EAA2D;AAE3D,2DAAgE;AAEhE,MAAM,UAAW,SAAQ,cAAU;IACvB,KAAK,CAAC,WAAW;QACzB,OAAO,sDAAsD,CAAC;IAChE,CAAC;IACS,aAAa,CAAC,MAAc;QACpC,OAAO,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;IAC/C,CAAC;CACF;AAED,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,IAAI,QAAqB,CAAC;IAC1B,IAAI,MAAkB,CAAC;IAEvB,UAAU,CAAC,GAAG,EAAE;QACd,QAAQ,GAAG;YACT,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC;gBACnC,MAAM,EAAE,8DAA8D;aACvE,CAAC;YACF,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,eAAe,CAAC;SAC/C,CAAC;QACF,MAAM,GAAG,IAAI,UAAU,CAAC,QAAQ,EAAE,cAAc,EAAE,SAAS,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QACpD,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACrB,MAAM,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC;YACrD;gBACE,IAAI,EAAE,EAAE,OAAO,EAAE,gBAAgB,EAAE;gBACnC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;aACxD;YACD;gBACE,IAAI,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE;gBAChC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;aACrD;SACF,CAAC,CAAC;QACH,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAC3C,IAAA,6BAAiB,GAAE,CAAC,YAAY,CAAC,sDAAsD,EAAE;YACvF,OAAO,EAAE,cAAc;YACvB,CAAC,EAAE,CAAC;SACL,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACrB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;QAEjE,MAAM,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CACnD,0CAA0C,CAC3C,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACrB,MAAM,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC;YACrD;gBACE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;gBACvD,IAAI,EAAE,EAAE,OAAO,EAAE,gBAAgB,EAAE;aACpC;YACD,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE,EAAE;SAC3F,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,MAAM,cAAc,GAAG,EAAE,CAAC;QAC1B,MAAM,aAAa,GAAG;YACpB;gBACE,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC;qBACd,IAAI,CAAC,CAAC,CAAC;qBACP,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,uBAAuB,CAAC,EAAE,CAAC;qBACzC,IAAI,CAAC,IAAI,CAAC;aACd;YACD;gBACE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;qBACb,IAAI,CAAC,CAAC,CAAC;qBACP,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,uBAAuB,CAAC,GAAG,EAAE,EAAE,CAAC;qBAC9C,IAAI,CAAC,IAAI,CAAC;aACd;SACF,CAAC;QAEF,IAAI;aACD,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC;aAC1B,kBAAkB,EAAE;aACpB,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;aACvC,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;QAE3C,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC;QAE1D,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;QAC5C,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAClD,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,uBAAuB,CAAC,CAAC,EAAE,MAAM,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,CAAC,CAAC;QAC/F,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,uBAAuB,CAAC,CAAC,EAAE,MAAM,CAAC,gBAAgB,CAAC,eAAe,CAAC,CAAC,CAAC;IAChG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;QAC1C,IAAI;aACD,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC;aAC1B,kBAAkB,EAAE;aACpB,qBAAqB,CAAC;YACrB,MAAM,EAAE,sCAAsC;SAC/C,CAAC;aACD,qBAAqB,CAAC;YACrB,MAAM,EAAE,gBAAgB;SACzB,CAAC,CAAC;QAEL,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QAE7C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;YAC7D,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;SAC3D,CAAC,CAAC;QACH,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,MAAM,aAAa,GAAG;YACpB,EAAE,MAAM,EAAE,8BAA8B,EAAE;YAC1C,EAAE,MAAM,EAAE,8BAA8B,EAAE;YAC1C,EAAE,MAAM,EAAE,eAAe,EAAE;SAC5B,CAAC;QAEF,IAAI;aACD,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC;aAC1B,kBAAkB,EAAE;aACpB,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;aACvC,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;aACvC,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;QAE3C,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QAE7C,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;QAC3E,MAAM,YAAY,GAAG,EAAE,MAAM,EAAE,8BAA8B,EAAE,CAAC;QAEhE,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,kBAAkB,EAAE,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;QAErF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QAE7C,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;QAC5E,IAAI;aACD,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC;aAC1B,kBAAkB,EAAE;aACpB,iBAAiB,CAAC;YACjB,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC;iBACd,IAAI,CAAC,CAAC,CAAC;iBACP,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,uBAAuB,CAAC,EAAE,CAAC;iBACzC,IAAI,CAAC,IAAI,CAAC;SACd,CAAC,CAAC;QAEL,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QAE7C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CACpB,MAAM,CAAC,gBAAgB,CAAC;YACtB,MAAM,EAAE,CAAC;YACT,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;SACxC,CAAC,CACH,CAAC;QACF,MAAM,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"validators.test.d.ts","sourceRoot":"","sources":["../../../test/redteam/validators.test.ts"],"names":[],"mappings":""}
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
const constants_1 = require("../../src/redteam/constants");
|
|
4
|
-
const
|
|
5
|
-
describe('
|
|
4
|
+
const redteam_1 = require("../../src/validators/redteam");
|
|
5
|
+
describe('redteamGenerateOptionsSchema', () => {
|
|
6
6
|
it('should accept valid options for a redteam test', () => {
|
|
7
7
|
const input = {
|
|
8
8
|
cache: true,
|
|
@@ -16,7 +16,7 @@ describe('RedteamGenerateOptionsSchema', () => {
|
|
|
16
16
|
purpose: 'You are an expert content moderator',
|
|
17
17
|
write: true,
|
|
18
18
|
};
|
|
19
|
-
expect(
|
|
19
|
+
expect(redteam_1.RedteamGenerateOptionsSchema.safeParse(input)).toEqual({
|
|
20
20
|
success: true,
|
|
21
21
|
data: {
|
|
22
22
|
cache: true,
|
|
@@ -37,42 +37,42 @@ describe('RedteamGenerateOptionsSchema', () => {
|
|
|
37
37
|
plugins: ['harmful:medical'],
|
|
38
38
|
numTests: 10,
|
|
39
39
|
};
|
|
40
|
-
expect(
|
|
40
|
+
expect(redteam_1.RedteamGenerateOptionsSchema.safeParse(input).success).toBe(false);
|
|
41
41
|
});
|
|
42
42
|
it('should require numTests to be a positive integer', () => {
|
|
43
43
|
const input = {
|
|
44
44
|
numTests: -5,
|
|
45
45
|
plugins: ['harmful:hate'],
|
|
46
46
|
};
|
|
47
|
-
expect(
|
|
47
|
+
expect(redteam_1.RedteamGenerateOptionsSchema.safeParse(input).success).toBe(false);
|
|
48
48
|
});
|
|
49
49
|
});
|
|
50
50
|
describe('redteamPluginSchema', () => {
|
|
51
51
|
it('should accept a valid plugin name as a string', () => {
|
|
52
|
-
expect(
|
|
52
|
+
expect(redteam_1.RedteamPluginSchema.safeParse('hijacking').success).toBe(true);
|
|
53
53
|
});
|
|
54
54
|
it('should accept a valid plugin object', () => {
|
|
55
55
|
const input = {
|
|
56
56
|
id: 'harmful:hate',
|
|
57
57
|
numTests: 30,
|
|
58
58
|
};
|
|
59
|
-
expect(
|
|
59
|
+
expect(redteam_1.RedteamPluginSchema.safeParse(input).success).toBe(true);
|
|
60
60
|
});
|
|
61
61
|
it('should reject an invalid plugin name', () => {
|
|
62
|
-
expect(
|
|
62
|
+
expect(redteam_1.RedteamPluginSchema.safeParse('medical').success).toBe(false);
|
|
63
63
|
});
|
|
64
64
|
it('should reject a plugin object with negative numTests', () => {
|
|
65
65
|
const input = {
|
|
66
66
|
id: 'jailbreak',
|
|
67
67
|
numTests: -10,
|
|
68
68
|
};
|
|
69
|
-
expect(
|
|
69
|
+
expect(redteam_1.RedteamPluginSchema.safeParse(input).success).toBe(false);
|
|
70
70
|
});
|
|
71
71
|
it('should allow omitting numTests in a plugin object', () => {
|
|
72
72
|
const input = {
|
|
73
73
|
id: 'hijacking',
|
|
74
74
|
};
|
|
75
|
-
expect(
|
|
75
|
+
expect(redteam_1.RedteamPluginSchema.safeParse(input).success).toBe(true);
|
|
76
76
|
});
|
|
77
77
|
});
|
|
78
78
|
describe('redteamConfigSchema', () => {
|
|
@@ -83,7 +83,7 @@ describe('redteamConfigSchema', () => {
|
|
|
83
83
|
plugins: [{ id: 'harmful:non-violent-crime', numTests: 5 }, { id: 'hijacking' }],
|
|
84
84
|
strategies: ['prompt-injection'],
|
|
85
85
|
};
|
|
86
|
-
expect(
|
|
86
|
+
expect(redteam_1.RedteamConfigSchema.safeParse(input)).toEqual({
|
|
87
87
|
success: true,
|
|
88
88
|
data: {
|
|
89
89
|
purpose: 'You are a travel agent',
|
|
@@ -97,7 +97,7 @@ describe('redteamConfigSchema', () => {
|
|
|
97
97
|
});
|
|
98
98
|
it('should use default values when fields are omitted', () => {
|
|
99
99
|
const input = {};
|
|
100
|
-
expect(
|
|
100
|
+
expect(redteam_1.RedteamConfigSchema.safeParse(input)).toEqual({
|
|
101
101
|
success: true,
|
|
102
102
|
data: {
|
|
103
103
|
plugins: [],
|
|
@@ -107,7 +107,7 @@ describe('redteamConfigSchema', () => {
|
|
|
107
107
|
});
|
|
108
108
|
it('should allow omitting the purpose field', () => {
|
|
109
109
|
const input = { numTests: 10 };
|
|
110
|
-
expect(
|
|
110
|
+
expect(redteam_1.RedteamConfigSchema.safeParse(input)).toEqual({
|
|
111
111
|
success: true,
|
|
112
112
|
data: {
|
|
113
113
|
purpose: undefined,
|
|
@@ -120,7 +120,7 @@ describe('redteamConfigSchema', () => {
|
|
|
120
120
|
const input = {
|
|
121
121
|
plugins: ['hijacking', 'overreliance'],
|
|
122
122
|
};
|
|
123
|
-
expect(
|
|
123
|
+
expect(redteam_1.RedteamConfigSchema.safeParse(input)).toEqual({
|
|
124
124
|
success: true,
|
|
125
125
|
data: {
|
|
126
126
|
plugins: [
|
|
@@ -141,7 +141,7 @@ describe('redteamConfigSchema', () => {
|
|
|
141
141
|
],
|
|
142
142
|
strategies: ['jailbreak'],
|
|
143
143
|
};
|
|
144
|
-
expect(
|
|
144
|
+
expect(redteam_1.RedteamConfigSchema.safeParse(input)).toEqual({
|
|
145
145
|
success: true,
|
|
146
146
|
data: {
|
|
147
147
|
plugins: [
|
|
@@ -157,26 +157,26 @@ describe('redteamConfigSchema', () => {
|
|
|
157
157
|
const input = {
|
|
158
158
|
plugins: ['invalid-plugin-name'],
|
|
159
159
|
};
|
|
160
|
-
expect(
|
|
160
|
+
expect(redteam_1.RedteamConfigSchema.safeParse(input).success).toBe(false);
|
|
161
161
|
});
|
|
162
162
|
it('should reject negative numTests', () => {
|
|
163
163
|
const input = {
|
|
164
164
|
numTests: -1,
|
|
165
165
|
};
|
|
166
|
-
expect(
|
|
166
|
+
expect(redteam_1.RedteamConfigSchema.safeParse(input).success).toBe(false);
|
|
167
167
|
});
|
|
168
168
|
it('should reject non-integer numTests', () => {
|
|
169
169
|
const input = {
|
|
170
170
|
numTests: 3.5,
|
|
171
171
|
};
|
|
172
|
-
expect(
|
|
172
|
+
expect(redteam_1.RedteamConfigSchema.safeParse(input).success).toBe(false);
|
|
173
173
|
});
|
|
174
174
|
it('should allow all valid plugin and strategy names', () => {
|
|
175
175
|
const input = {
|
|
176
176
|
plugins: constants_1.ALL_PLUGINS,
|
|
177
177
|
strategies: constants_1.ALL_STRATEGIES,
|
|
178
178
|
};
|
|
179
|
-
expect(
|
|
179
|
+
expect(redteam_1.RedteamConfigSchema.safeParse(input)).toEqual({
|
|
180
180
|
success: true,
|
|
181
181
|
data: {
|
|
182
182
|
plugins: constants_1.ALL_PLUGINS.filter((id) => !constants_1.COLLECTIONS.includes(id)).map((id) => ({
|
|
@@ -192,7 +192,7 @@ describe('redteamConfigSchema', () => {
|
|
|
192
192
|
plugins: ['harmful'],
|
|
193
193
|
numTests: 3,
|
|
194
194
|
};
|
|
195
|
-
expect(
|
|
195
|
+
expect(redteam_1.RedteamConfigSchema.safeParse(input)).toEqual({
|
|
196
196
|
success: true,
|
|
197
197
|
data: {
|
|
198
198
|
plugins: Object.keys(constants_1.HARM_PLUGINS)
|
|
@@ -214,7 +214,7 @@ describe('redteamConfigSchema', () => {
|
|
|
214
214
|
],
|
|
215
215
|
numTests: 3,
|
|
216
216
|
};
|
|
217
|
-
expect(
|
|
217
|
+
expect(redteam_1.RedteamConfigSchema.safeParse(input)).toEqual({
|
|
218
218
|
success: true,
|
|
219
219
|
data: {
|
|
220
220
|
plugins: [
|
|
@@ -227,14 +227,14 @@ describe('redteamConfigSchema', () => {
|
|
|
227
227
|
strategies: [{ id: 'jailbreak' }, { id: 'prompt-injection' }],
|
|
228
228
|
},
|
|
229
229
|
});
|
|
230
|
-
expect(
|
|
230
|
+
expect(redteam_1.RedteamConfigSchema.safeParse(input)?.data?.plugins).toHaveLength(Object.keys(constants_1.HARM_PLUGINS).length);
|
|
231
231
|
});
|
|
232
232
|
it('should not duplicate harm categories when specified individually', () => {
|
|
233
233
|
const input = {
|
|
234
234
|
plugins: ['harmful', 'harmful:hate', { id: 'harmful:violent-crime', numTests: 5 }],
|
|
235
235
|
numTests: 3,
|
|
236
236
|
};
|
|
237
|
-
expect(
|
|
237
|
+
expect(redteam_1.RedteamConfigSchema.safeParse(input)).toEqual({
|
|
238
238
|
success: true,
|
|
239
239
|
data: {
|
|
240
240
|
plugins: expect.arrayContaining([
|
|
@@ -253,7 +253,7 @@ describe('redteamConfigSchema', () => {
|
|
|
253
253
|
plugins: [{ id: 'harmful:hate', numTests: 10 }, 'harmful:violent-crime'],
|
|
254
254
|
numTests: 3,
|
|
255
255
|
};
|
|
256
|
-
expect(
|
|
256
|
+
expect(redteam_1.RedteamConfigSchema.safeParse(input)).toEqual({
|
|
257
257
|
success: true,
|
|
258
258
|
data: {
|
|
259
259
|
plugins: expect.arrayContaining([
|
|
@@ -268,7 +268,7 @@ describe('redteamConfigSchema', () => {
|
|
|
268
268
|
const input = {
|
|
269
269
|
plugins: ['harmful:invalid-category'],
|
|
270
270
|
};
|
|
271
|
-
expect(
|
|
271
|
+
expect(redteam_1.RedteamConfigSchema.safeParse(input).success).toBe(false);
|
|
272
272
|
});
|
|
273
273
|
it('should accept an array of injectVar strings', () => {
|
|
274
274
|
const input = {
|
|
@@ -276,7 +276,7 @@ describe('redteamConfigSchema', () => {
|
|
|
276
276
|
plugins: ['harmful:insults'],
|
|
277
277
|
strategies: ['jailbreak'],
|
|
278
278
|
};
|
|
279
|
-
expect(
|
|
279
|
+
expect(redteam_1.RedteamConfigSchema.safeParse(input)).toEqual({
|
|
280
280
|
success: true,
|
|
281
281
|
data: {
|
|
282
282
|
injectVar: 'system',
|
|
@@ -291,7 +291,7 @@ describe('redteamConfigSchema', () => {
|
|
|
291
291
|
plugins: ['overreliance'],
|
|
292
292
|
strategies: ['jailbreak'],
|
|
293
293
|
};
|
|
294
|
-
expect(
|
|
294
|
+
expect(redteam_1.RedteamConfigSchema.safeParse(input)).toEqual({
|
|
295
295
|
success: true,
|
|
296
296
|
data: {
|
|
297
297
|
provider: 'openai:gpt-3.5-turbo',
|
|
@@ -307,7 +307,7 @@ describe('redteamConfigSchema', () => {
|
|
|
307
307
|
purpose: 'Test adversarial inputs',
|
|
308
308
|
plugins: ['overreliance', 'politics'],
|
|
309
309
|
};
|
|
310
|
-
expect(
|
|
310
|
+
expect(redteam_1.RedteamConfigSchema.safeParse(input)).toEqual({
|
|
311
311
|
success: true,
|
|
312
312
|
data: {
|
|
313
313
|
injectVar: 'system',
|
|
@@ -321,5 +321,60 @@ describe('redteamConfigSchema', () => {
|
|
|
321
321
|
},
|
|
322
322
|
});
|
|
323
323
|
});
|
|
324
|
+
it('should accept a provider object with id and config', () => {
|
|
325
|
+
const input = {
|
|
326
|
+
provider: {
|
|
327
|
+
id: 'openai:gpt-4',
|
|
328
|
+
config: {
|
|
329
|
+
temperature: 0.7,
|
|
330
|
+
max_tokens: 100,
|
|
331
|
+
},
|
|
332
|
+
},
|
|
333
|
+
plugins: ['overreliance'],
|
|
334
|
+
strategies: ['jailbreak'],
|
|
335
|
+
};
|
|
336
|
+
expect(redteam_1.RedteamConfigSchema.safeParse(input)).toEqual({
|
|
337
|
+
success: true,
|
|
338
|
+
data: {
|
|
339
|
+
provider: {
|
|
340
|
+
id: 'openai:gpt-4',
|
|
341
|
+
config: {
|
|
342
|
+
temperature: 0.7,
|
|
343
|
+
max_tokens: 100,
|
|
344
|
+
},
|
|
345
|
+
},
|
|
346
|
+
plugins: [{ id: 'overreliance', numTests: 5 }],
|
|
347
|
+
strategies: [{ id: 'jailbreak' }],
|
|
348
|
+
},
|
|
349
|
+
});
|
|
350
|
+
});
|
|
351
|
+
it('should accept a provider object with callApi function', () => {
|
|
352
|
+
const mockCallApi = jest.fn();
|
|
353
|
+
const input = {
|
|
354
|
+
provider: {
|
|
355
|
+
id: () => 'custom-provider',
|
|
356
|
+
callApi: mockCallApi,
|
|
357
|
+
label: 'Custom Provider',
|
|
358
|
+
},
|
|
359
|
+
plugins: ['overreliance'],
|
|
360
|
+
strategies: ['jailbreak'],
|
|
361
|
+
};
|
|
362
|
+
const result = redteam_1.RedteamConfigSchema.safeParse(input);
|
|
363
|
+
expect(result.success).toBe(true);
|
|
364
|
+
expect(result.data?.provider).toHaveProperty('id');
|
|
365
|
+
expect(result.data?.provider).toHaveProperty('callApi');
|
|
366
|
+
expect(result.data?.provider).toHaveProperty('label', 'Custom Provider');
|
|
367
|
+
expect(result.data?.plugins).toEqual([{ id: 'overreliance', numTests: 5 }]);
|
|
368
|
+
expect(result.data?.strategies).toEqual([{ id: 'jailbreak' }]);
|
|
369
|
+
});
|
|
370
|
+
it('should reject an invalid provider', () => {
|
|
371
|
+
const input = {
|
|
372
|
+
provider: 123, // Invalid provider
|
|
373
|
+
plugins: ['overreliance'],
|
|
374
|
+
strategies: ['jailbreak'],
|
|
375
|
+
};
|
|
376
|
+
const result = redteam_1.RedteamConfigSchema.safeParse(input);
|
|
377
|
+
expect(result.success).toBe(false);
|
|
378
|
+
});
|
|
324
379
|
});
|
|
325
|
-
//# sourceMappingURL=
|
|
380
|
+
//# sourceMappingURL=validators.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"validators.test.js","sourceRoot":"","sources":["../../../test/redteam/validators.test.ts"],"names":[],"mappings":";;AAAA,2DAKqC;AACrC,0DAIsC;AAEtC,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;IAC5C,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,KAAK,GAAG;YACZ,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,sBAAsB;YAC9B,aAAa,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE;YACnC,SAAS,EAAE,OAAO;YAClB,QAAQ,EAAE,EAAE;YACZ,MAAM,EAAE,qBAAqB;YAC7B,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,cAAc,EAAE,CAAC;YACjC,QAAQ,EAAE,cAAc;YACxB,OAAO,EAAE,qCAAqC;YAC9C,KAAK,EAAE,IAAI;SACZ,CAAC;QACF,MAAM,CAAC,sCAA4B,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;YAC5D,OAAO,EAAE,IAAI;YACb,IAAI,EAAE;gBACJ,KAAK,EAAE,IAAI;gBACX,MAAM,EAAE,sBAAsB;gBAC9B,aAAa,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE;gBACnC,SAAS,EAAE,OAAO;gBAClB,QAAQ,EAAE,EAAE;gBACZ,MAAM,EAAE,qBAAqB;gBAC7B,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,cAAc,EAAE,CAAC;gBACjC,QAAQ,EAAE,cAAc;gBACxB,OAAO,EAAE,qCAAqC;gBAC9C,KAAK,EAAE,IAAI;aACZ;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,MAAM,KAAK,GAAG;YACZ,OAAO,EAAE,CAAC,iBAAiB,CAAC;YAC5B,QAAQ,EAAE,EAAE;SACb,CAAC;QACF,MAAM,CAAC,sCAA4B,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC5E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,KAAK,GAAG;YACZ,QAAQ,EAAE,CAAC,CAAC;YACZ,OAAO,EAAE,CAAC,cAAc,CAAC;SAC1B,CAAC;QACF,MAAM,CAAC,sCAA4B,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC5E,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,MAAM,CAAC,6BAAmB,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,KAAK,GAAG;YACZ,EAAE,EAAE,cAAc;YAClB,QAAQ,EAAE,EAAE;SACb,CAAC;QACF,MAAM,CAAC,6BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,MAAM,CAAC,6BAAmB,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACvE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,MAAM,KAAK,GAAG;YACZ,EAAE,EAAE,WAAW;YACf,QAAQ,EAAE,CAAC,EAAE;SACd,CAAC;QACF,MAAM,CAAC,6BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC3D,MAAM,KAAK,GAAG;YACZ,EAAE,EAAE,WAAW;SAChB,CAAC;QACF,MAAM,CAAC,6BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,KAAK,GAAG;YACZ,OAAO,EAAE,wBAAwB;YACjC,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,2BAA2B,EAAE,QAAQ,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC;YAChF,UAAU,EAAE,CAAC,kBAAkB,CAAC;SACjC,CAAC;QACF,MAAM,CAAC,6BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;YACnD,OAAO,EAAE,IAAI;YACb,IAAI,EAAE;gBACJ,OAAO,EAAE,wBAAwB;gBACjC,OAAO,EAAE;oBACP,EAAE,EAAE,EAAE,2BAA2B,EAAE,QAAQ,EAAE,CAAC,EAAE;oBAChD,EAAE,EAAE,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,EAAE;iBACjC;gBACD,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,kBAAkB,EAAE,CAAC;aACzC;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC3D,MAAM,KAAK,GAAG,EAAE,CAAC;QACjB,MAAM,CAAC,6BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;YACnD,OAAO,EAAE,IAAI;YACb,IAAI,EAAE;gBACJ,OAAO,EAAE,EAAE;gBACX,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,EAAE,EAAE,kBAAkB,EAAE,CAAC;aAC9D;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,KAAK,GAAG,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;QAC/B,MAAM,CAAC,6BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;YACnD,OAAO,EAAE,IAAI;YACb,IAAI,EAAE;gBACJ,OAAO,EAAE,SAAS;gBAClB,OAAO,EAAE,EAAE;gBACX,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,EAAE,EAAE,kBAAkB,EAAE,CAAC;aAC9D;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACpD,MAAM,KAAK,GAAG;YACZ,OAAO,EAAE,CAAC,WAAW,EAAE,cAAc,CAAC;SACvC,CAAC;QACF,MAAM,CAAC,6BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;YACnD,OAAO,EAAE,IAAI;YACb,IAAI,EAAE;gBACJ,OAAO,EAAE;oBACP,EAAE,EAAE,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,EAAE;oBAChC,EAAE,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE,CAAC,EAAE;iBACpC;gBACD,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,EAAE,EAAE,kBAAkB,EAAE,CAAC;aAC9D;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mEAAmE,EAAE,GAAG,EAAE;QAC3E,MAAM,KAAK,GAAG;YACZ,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE;gBACP,EAAE,EAAE,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,EAAE;gBAChC,EAAE,EAAE,EAAE,cAAc,EAAE;gBACtB,2BAA2B;aAC5B;YACD,UAAU,EAAE,CAAC,WAAW,CAAC;SAC1B,CAAC;QACF,MAAM,CAAC,6BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;YACnD,OAAO,EAAE,IAAI;YACb,IAAI,EAAE;gBACJ,OAAO,EAAE;oBACP,EAAE,EAAE,EAAE,2BAA2B,EAAE,QAAQ,EAAE,CAAC,EAAE;oBAChD,EAAE,EAAE,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,EAAE;oBAChC,EAAE,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE,CAAC,EAAE;iBACpC;gBACD,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC;aAClC;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,MAAM,KAAK,GAAG;YACZ,OAAO,EAAE,CAAC,qBAAqB,CAAC;SACjC,CAAC;QACF,MAAM,CAAC,6BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,KAAK,GAAG;YACZ,QAAQ,EAAE,CAAC,CAAC;SACb,CAAC;QACF,MAAM,CAAC,6BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,MAAM,KAAK,GAAG;YACZ,QAAQ,EAAE,GAAG;SACd,CAAC;QACF,MAAM,CAAC,6BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,KAAK,GAAG;YACZ,OAAO,EAAE,uBAAmB;YAC5B,UAAU,EAAE,0BAAsB;SACnC,CAAC;QACF,MAAM,CAAC,6BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;YACnD,OAAO,EAAE,IAAI;YACb,IAAI,EAAE;gBACJ,OAAO,EAAE,uBAAmB,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,uBAAW,CAAC,QAAQ,CAAC,EAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;oBACzF,EAAE;oBACF,QAAQ,EAAE,CAAC;iBACZ,CAAC,CAAC;gBACH,UAAU,EAAE,0BAAsB,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;aACzD;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,KAAK,GAAG;YACZ,OAAO,EAAE,CAAC,SAAS,CAAC;YACpB,QAAQ,EAAE,CAAC;SACZ,CAAC;QACF,MAAM,CAAC,6BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;YACnD,OAAO,EAAE,IAAI;YACb,IAAI,EAAE;gBACJ,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,wBAAY,CAAC;qBAC/B,IAAI,EAAE;qBACN,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;oBAClB,EAAE,EAAE,QAAQ;oBACZ,QAAQ,EAAE,CAAC;iBACZ,CAAC,CAAC;gBACL,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,EAAE,EAAE,kBAAkB,EAAE,CAAC;aAC9D;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,KAAK,GAAG;YACZ,OAAO,EAAE;gBACP,EAAE,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE,EAAE,EAAE;gBACpC,SAAS;gBACT,EAAE,EAAE,EAAE,uBAAuB,EAAE,QAAQ,EAAE,CAAC,EAAE;aAC7C;YACD,QAAQ,EAAE,CAAC;SACZ,CAAC;QACF,MAAM,CAAC,6BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;YACnD,OAAO,EAAE,IAAI;YACb,IAAI,EAAE;gBACJ,OAAO,EAAE;oBACP,EAAE,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE,EAAE,EAAE;oBACpC,EAAE,EAAE,EAAE,uBAAuB,EAAE,QAAQ,EAAE,CAAC,EAAE;oBAC5C,GAAG,MAAM,CAAC,IAAI,CAAC,wBAAY,CAAC;yBACzB,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,EAAE,uBAAuB,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;yBACnF,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;iBACtD,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC1C,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,EAAE,EAAE,kBAAkB,EAAE,CAAC;aAC9D;SACF,CAAC,CAAC;QACH,MAAM,CAAC,6BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,YAAY,CACtE,MAAM,CAAC,IAAI,CAAC,wBAAY,CAAC,CAAC,MAAM,CACjC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kEAAkE,EAAE,GAAG,EAAE;QAC1E,MAAM,KAAK,GAAG;YACZ,OAAO,EAAE,CAAC,SAAS,EAAE,cAAc,EAAE,EAAE,EAAE,EAAE,uBAAuB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YAClF,QAAQ,EAAE,CAAC;SACZ,CAAC;QACF,MAAM,CAAC,6BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;YACnD,OAAO,EAAE,IAAI;YACb,IAAI,EAAE;gBACJ,OAAO,EAAE,MAAM,CAAC,eAAe,CAAC;oBAC9B,EAAE,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE,CAAC,EAAE;oBACnC,EAAE,EAAE,EAAE,uBAAuB,EAAE,QAAQ,EAAE,CAAC,EAAE;oBAC5C,GAAG,MAAM,CAAC,IAAI,CAAC,wBAAY,CAAC;yBACzB,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,EAAE,uBAAuB,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;yBACnF,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;iBACtD,CAAC;gBACF,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,EAAE,EAAE,kBAAkB,EAAE,CAAC;aAC9D;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oEAAoE,EAAE,GAAG,EAAE;QAC5E,MAAM,KAAK,GAAG;YACZ,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAE,uBAAuB,CAAC;YACxE,QAAQ,EAAE,CAAC;SACZ,CAAC;QACF,MAAM,CAAC,6BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;YACnD,OAAO,EAAE,IAAI;YACb,IAAI,EAAE;gBACJ,OAAO,EAAE,MAAM,CAAC,eAAe,CAAC;oBAC9B,EAAE,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE,EAAE,EAAE;oBACpC,EAAE,EAAE,EAAE,uBAAuB,EAAE,QAAQ,EAAE,CAAC,EAAE;iBAC7C,CAAC;gBACF,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,EAAE,EAAE,kBAAkB,EAAE,CAAC;aAC9D;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,MAAM,KAAK,GAAG;YACZ,OAAO,EAAE,CAAC,0BAA0B,CAAC;SACtC,CAAC;QACF,MAAM,CAAC,6BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,KAAK,GAAG;YACZ,SAAS,EAAE,QAAQ;YACnB,OAAO,EAAE,CAAC,iBAAiB,CAAC;YAC5B,UAAU,EAAE,CAAC,WAAW,CAAC;SAC1B,CAAC;QACF,MAAM,CAAC,6BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;YACnD,OAAO,EAAE,IAAI;YACb,IAAI,EAAE;gBACJ,SAAS,EAAE,QAAQ;gBACnB,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,iBAAiB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;gBACjD,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC;aAClC;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,KAAK,GAAG;YACZ,QAAQ,EAAE,sBAAsB;YAChC,OAAO,EAAE,CAAC,cAAc,CAAC;YACzB,UAAU,EAAE,CAAC,WAAW,CAAC;SAC1B,CAAC;QACF,MAAM,CAAC,6BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;YACnD,OAAO,EAAE,IAAI;YACb,IAAI,EAAE;gBACJ,QAAQ,EAAE,sBAAsB;gBAChC,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;gBAC9C,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC;aAClC;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uEAAuE,EAAE,GAAG,EAAE;QAC/E,MAAM,KAAK,GAAG;YACZ,SAAS,EAAE,QAAQ;YACnB,QAAQ,EAAE,cAAc;YACxB,OAAO,EAAE,yBAAyB;YAClC,OAAO,EAAE,CAAC,cAAc,EAAE,UAAU,CAAC;SACtC,CAAC;QACF,MAAM,CAAC,6BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;YACnD,OAAO,EAAE,IAAI;YACb,IAAI,EAAE;gBACJ,SAAS,EAAE,QAAQ;gBACnB,QAAQ,EAAE,cAAc;gBACxB,OAAO,EAAE,yBAAyB;gBAClC,OAAO,EAAE;oBACP,EAAE,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE,CAAC,EAAE;oBACnC,EAAE,EAAE,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC,EAAE;iBAChC;gBACD,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,EAAE,EAAE,kBAAkB,EAAE,CAAC;aAC9D;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC5D,MAAM,KAAK,GAAG;YACZ,QAAQ,EAAE;gBACR,EAAE,EAAE,cAAc;gBAClB,MAAM,EAAE;oBACN,WAAW,EAAE,GAAG;oBAChB,UAAU,EAAE,GAAG;iBAChB;aACF;YACD,OAAO,EAAE,CAAC,cAAc,CAAC;YACzB,UAAU,EAAE,CAAC,WAAW,CAAC;SAC1B,CAAC;QACF,MAAM,CAAC,6BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;YACnD,OAAO,EAAE,IAAI;YACb,IAAI,EAAE;gBACJ,QAAQ,EAAE;oBACR,EAAE,EAAE,cAAc;oBAClB,MAAM,EAAE;wBACN,WAAW,EAAE,GAAG;wBAChB,UAAU,EAAE,GAAG;qBAChB;iBACF;gBACD,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;gBAC9C,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC;aAClC;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;QAC/D,MAAM,WAAW,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;QAC9B,MAAM,KAAK,GAAG;YACZ,QAAQ,EAAE;gBACR,EAAE,EAAE,GAAG,EAAE,CAAC,iBAAiB;gBAC3B,OAAO,EAAE,WAAW;gBACpB,KAAK,EAAE,iBAAiB;aACzB;YACD,OAAO,EAAE,CAAC,cAAc,CAAC;YACzB,UAAU,EAAE,CAAC,WAAW,CAAC;SAC1B,CAAC;QACF,MAAM,MAAM,GAAG,6BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACpD,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QACnD,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QACxD,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,cAAc,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;QACzE,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5E,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;IACjE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC3C,MAAM,KAAK,GAAG;YACZ,QAAQ,EAAE,GAAG,EAAE,mBAAmB;YAClC,OAAO,EAAE,CAAC,cAAc,CAAC;YACzB,UAAU,EAAE,CAAC,WAAW,CAAC;SAC1B,CAAC;QACF,MAAM,MAAM,GAAG,6BAAmB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACpD,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
package/dist/test/utils.d.ts
CHANGED
package/dist/test/utils.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../test/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;
|
|
1
|
+
{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../test/utils.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAElE,qBAAa,UAAW,YAAW,WAAW;IACtC,OAAO,IAAI,OAAO,CAAC,gBAAgB,CAAC;IAO1C,EAAE,IAAI,MAAM;CAGb"}
|