promptfoo 0.119.1 → 0.119.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/package.json +3 -2
- package/dist/src/app/assets/index-DqlKP0sF.js +72 -0
- package/dist/src/app/assets/{index-DbPO3nbR.js.map → index-DqlKP0sF.js.map} +1 -1
- package/dist/src/app/assets/{source-map-support-B1pZsAoe.js → source-map-support-eCtSvaxE.js} +1 -1
- package/dist/src/app/assets/{source-map-support-B1pZsAoe.js.map → source-map-support-eCtSvaxE.js.map} +1 -1
- package/dist/src/app/index.html +1 -1
- package/dist/src/commands/share.d.ts.map +1 -1
- package/dist/src/commands/share.js +23 -5
- package/dist/src/commands/share.js.map +1 -1
- package/dist/src/database/tables.d.ts +136 -48
- package/dist/src/database/tables.d.ts.map +1 -1
- package/dist/src/envars.d.ts +4 -0
- package/dist/src/envars.d.ts.map +1 -1
- package/dist/src/envars.js.map +1 -1
- package/dist/src/evaluator.d.ts +1 -1
- package/dist/src/evaluator.d.ts.map +1 -1
- package/dist/src/evaluator.js +7 -2
- package/dist/src/evaluator.js.map +1 -1
- package/dist/src/generated/constants.js +1 -1
- package/dist/src/microsoftSharepoint.d.ts +12 -0
- package/dist/src/microsoftSharepoint.d.ts.map +1 -0
- package/dist/src/microsoftSharepoint.js +154 -0
- package/dist/src/microsoftSharepoint.js.map +1 -0
- package/dist/src/models/eval.d.ts.map +1 -1
- package/dist/src/models/eval.js +26 -26
- package/dist/src/models/eval.js.map +1 -1
- package/dist/src/providers/http.d.ts +2 -2
- package/dist/src/providers/http.d.ts.map +1 -1
- package/dist/src/providers/http.js +16 -0
- package/dist/src/providers/http.js.map +1 -1
- package/dist/src/providers/index.d.ts +1 -1
- package/dist/src/providers/index.d.ts.map +1 -1
- package/dist/src/providers/index.js +42 -6
- package/dist/src/providers/index.js.map +1 -1
- package/dist/src/providers/simulatedUser.d.ts +20 -0
- package/dist/src/providers/simulatedUser.d.ts.map +1 -1
- package/dist/src/providers/simulatedUser.js +92 -1
- package/dist/src/providers/simulatedUser.js.map +1 -1
- package/dist/src/python/persistent_wrapper.py +95 -11
- package/dist/src/python/worker.d.ts +1 -2
- package/dist/src/python/worker.d.ts.map +1 -1
- package/dist/src/python/worker.js +2 -2
- package/dist/src/python/worker.js.map +1 -1
- package/dist/src/redteam/commands/generate.d.ts.map +1 -1
- package/dist/src/redteam/commands/generate.js +0 -1
- package/dist/src/redteam/commands/generate.js.map +1 -1
- package/dist/src/redteam/constants/frameworks.d.ts +1 -1
- package/dist/src/redteam/constants/frameworks.d.ts.map +1 -1
- package/dist/src/redteam/constants/frameworks.js +49 -12
- package/dist/src/redteam/constants/frameworks.js.map +1 -1
- package/dist/src/redteam/constants/metadata.d.ts.map +1 -1
- package/dist/src/redteam/constants/metadata.js +61 -4
- package/dist/src/redteam/constants/metadata.js.map +1 -1
- package/dist/src/redteam/constants/plugins.d.ts +10 -4
- package/dist/src/redteam/constants/plugins.d.ts.map +1 -1
- package/dist/src/redteam/constants/plugins.js +26 -1
- package/dist/src/redteam/constants/plugins.js.map +1 -1
- package/dist/src/redteam/constants/strategies.d.ts +9 -1
- package/dist/src/redteam/constants/strategies.d.ts.map +1 -1
- package/dist/src/redteam/constants/strategies.js +19 -3
- package/dist/src/redteam/constants/strategies.js.map +1 -1
- package/dist/src/redteam/graders.d.ts.map +1 -1
- package/dist/src/redteam/graders.js +14 -0
- package/dist/src/redteam/graders.js.map +1 -1
- package/dist/src/redteam/index.d.ts +1 -22
- package/dist/src/redteam/index.d.ts.map +1 -1
- package/dist/src/redteam/index.js +200 -138
- package/dist/src/redteam/index.js.map +1 -1
- package/dist/src/redteam/plugins/aegis.d.ts +3 -3
- package/dist/src/redteam/plugins/aegis.d.ts.map +1 -1
- package/dist/src/redteam/plugins/aegis.js +2 -2
- package/dist/src/redteam/plugins/aegis.js.map +1 -1
- package/dist/src/redteam/plugins/asciiSmuggling.d.ts +3 -3
- package/dist/src/redteam/plugins/asciiSmuggling.d.ts.map +1 -1
- package/dist/src/redteam/plugins/asciiSmuggling.js +1 -1
- package/dist/src/redteam/plugins/asciiSmuggling.js.map +1 -1
- package/dist/src/redteam/plugins/base.d.ts +6 -1
- package/dist/src/redteam/plugins/base.d.ts.map +1 -1
- package/dist/src/redteam/plugins/base.js +18 -15
- package/dist/src/redteam/plugins/base.js.map +1 -1
- package/dist/src/redteam/plugins/beavertails.d.ts +3 -3
- package/dist/src/redteam/plugins/beavertails.d.ts.map +1 -1
- package/dist/src/redteam/plugins/beavertails.js +7 -2
- package/dist/src/redteam/plugins/beavertails.js.map +1 -1
- package/dist/src/redteam/plugins/crossSessionLeak.d.ts +3 -3
- package/dist/src/redteam/plugins/crossSessionLeak.d.ts.map +1 -1
- package/dist/src/redteam/plugins/crossSessionLeak.js +1 -1
- package/dist/src/redteam/plugins/crossSessionLeak.js.map +1 -1
- package/dist/src/redteam/plugins/goalMisalignment.d.ts +18 -0
- package/dist/src/redteam/plugins/goalMisalignment.d.ts.map +1 -0
- package/dist/src/redteam/plugins/goalMisalignment.js +548 -0
- package/dist/src/redteam/plugins/goalMisalignment.js.map +1 -0
- package/dist/src/redteam/plugins/harmful/graders.d.ts +3 -3
- package/dist/src/redteam/plugins/harmful/graders.d.ts.map +1 -1
- package/dist/src/redteam/plugins/harmful/graders.js +2 -2
- package/dist/src/redteam/plugins/harmful/graders.js.map +1 -1
- package/dist/src/redteam/plugins/insurance/coverageDiscrimination.d.ts +11 -0
- package/dist/src/redteam/plugins/insurance/coverageDiscrimination.d.ts.map +1 -0
- package/dist/src/redteam/plugins/insurance/coverageDiscrimination.js +81 -0
- package/dist/src/redteam/plugins/insurance/coverageDiscrimination.js.map +1 -0
- package/dist/src/redteam/plugins/insurance/networkMisinformation.d.ts +11 -0
- package/dist/src/redteam/plugins/insurance/networkMisinformation.d.ts.map +1 -0
- package/dist/src/redteam/plugins/insurance/networkMisinformation.js +81 -0
- package/dist/src/redteam/plugins/insurance/networkMisinformation.js.map +1 -0
- package/dist/src/redteam/plugins/insurance/phiDisclosure.d.ts +11 -0
- package/dist/src/redteam/plugins/insurance/phiDisclosure.d.ts.map +1 -0
- package/dist/src/redteam/plugins/insurance/phiDisclosure.js +78 -0
- package/dist/src/redteam/plugins/insurance/phiDisclosure.js.map +1 -0
- package/dist/src/redteam/plugins/intent.d.ts +3 -3
- package/dist/src/redteam/plugins/intent.d.ts.map +1 -1
- package/dist/src/redteam/plugins/intent.js +2 -2
- package/dist/src/redteam/plugins/intent.js.map +1 -1
- package/dist/src/redteam/plugins/pharmacy/controlledSubstanceCompliance.d.ts +11 -0
- package/dist/src/redteam/plugins/pharmacy/controlledSubstanceCompliance.d.ts.map +1 -0
- package/dist/src/redteam/plugins/pharmacy/controlledSubstanceCompliance.js +76 -0
- package/dist/src/redteam/plugins/pharmacy/controlledSubstanceCompliance.js.map +1 -0
- package/dist/src/redteam/plugins/pharmacy/dosageCalculation.d.ts +11 -0
- package/dist/src/redteam/plugins/pharmacy/dosageCalculation.d.ts.map +1 -0
- package/dist/src/redteam/plugins/pharmacy/dosageCalculation.js +75 -0
- package/dist/src/redteam/plugins/pharmacy/dosageCalculation.js.map +1 -0
- package/dist/src/redteam/plugins/pharmacy/drugInteraction.d.ts +11 -0
- package/dist/src/redteam/plugins/pharmacy/drugInteraction.d.ts.map +1 -0
- package/dist/src/redteam/plugins/pharmacy/drugInteraction.js +69 -0
- package/dist/src/redteam/plugins/pharmacy/drugInteraction.js.map +1 -0
- package/dist/src/redteam/plugins/policy/index.d.ts +3 -3
- package/dist/src/redteam/plugins/policy/index.d.ts.map +1 -1
- package/dist/src/redteam/plugins/policy/index.js +2 -2
- package/dist/src/redteam/plugins/policy/index.js.map +1 -1
- package/dist/src/redteam/providers/crescendo/index.d.ts +6 -1
- package/dist/src/redteam/providers/crescendo/index.d.ts.map +1 -1
- package/dist/src/redteam/providers/crescendo/index.js +63 -21
- package/dist/src/redteam/providers/crescendo/index.js.map +1 -1
- package/dist/src/redteam/providers/custom/index.d.ts +2 -1
- package/dist/src/redteam/providers/custom/index.d.ts.map +1 -1
- package/dist/src/redteam/providers/custom/index.js +1 -14
- package/dist/src/redteam/providers/custom/index.js.map +1 -1
- package/dist/src/redteam/providers/goat.d.ts +6 -0
- package/dist/src/redteam/providers/goat.d.ts.map +1 -1
- package/dist/src/redteam/providers/goat.js +59 -2
- package/dist/src/redteam/providers/goat.js.map +1 -1
- package/dist/src/redteam/providers/iterative.d.ts +5 -1
- package/dist/src/redteam/providers/iterative.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterative.js +79 -34
- package/dist/src/redteam/providers/iterative.js.map +1 -1
- package/dist/src/redteam/providers/iterativeImage.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterativeImage.js +0 -3
- package/dist/src/redteam/providers/iterativeImage.js.map +1 -1
- package/dist/src/redteam/providers/iterativeTree.d.ts +2 -1
- package/dist/src/redteam/providers/iterativeTree.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterativeTree.js +3 -20
- package/dist/src/redteam/providers/iterativeTree.js.map +1 -1
- package/dist/src/redteam/providers/shared.d.ts +3 -0
- package/dist/src/redteam/providers/shared.d.ts.map +1 -1
- package/dist/src/redteam/providers/shared.js.map +1 -1
- package/dist/src/redteam/providers/traceFormatting.d.ts +6 -0
- package/dist/src/redteam/providers/traceFormatting.d.ts.map +1 -0
- package/dist/src/redteam/providers/traceFormatting.js +55 -0
- package/dist/src/redteam/providers/traceFormatting.js.map +1 -0
- package/dist/src/redteam/providers/tracingOptions.d.ts +22 -0
- package/dist/src/redteam/providers/tracingOptions.d.ts.map +1 -0
- package/dist/src/redteam/providers/tracingOptions.js +54 -0
- package/dist/src/redteam/providers/tracingOptions.js.map +1 -0
- package/dist/src/redteam/shared.d.ts.map +1 -1
- package/dist/src/redteam/shared.js +3 -1
- package/dist/src/redteam/shared.js.map +1 -1
- package/dist/src/redteam/sharedFrontend.d.ts.map +1 -1
- package/dist/src/redteam/sharedFrontend.js +1 -0
- package/dist/src/redteam/sharedFrontend.js.map +1 -1
- package/dist/src/redteam/strategies/index.d.ts.map +1 -1
- package/dist/src/redteam/strategies/index.js +0 -10
- package/dist/src/redteam/strategies/index.js.map +1 -1
- package/dist/src/redteam/strategies/layer.js +1 -1
- package/dist/src/redteam/strategies/layer.js.map +1 -1
- package/dist/src/redteam/strategies/multilingual.d.ts +19 -0
- package/dist/src/redteam/strategies/multilingual.d.ts.map +1 -1
- package/dist/src/redteam/strategies/multilingual.js +32 -0
- package/dist/src/redteam/strategies/multilingual.js.map +1 -1
- package/dist/src/redteam/strategies/simpleImage.d.ts.map +1 -1
- package/dist/src/redteam/strategies/simpleImage.js +75 -2
- package/dist/src/redteam/strategies/simpleImage.js.map +1 -1
- package/dist/src/redteam/types.d.ts +19 -3
- package/dist/src/redteam/types.d.ts.map +1 -1
- package/dist/src/share.d.ts.map +1 -1
- package/dist/src/share.js +6 -0
- package/dist/src/share.js.map +1 -1
- package/dist/src/tracing/evaluatorTracing.d.ts.map +1 -1
- package/dist/src/tracing/evaluatorTracing.js +3 -1
- package/dist/src/tracing/evaluatorTracing.js.map +1 -1
- package/dist/src/tracing/otlpReceiver.d.ts.map +1 -1
- package/dist/src/tracing/otlpReceiver.js +11 -0
- package/dist/src/tracing/otlpReceiver.js.map +1 -1
- package/dist/src/tracing/store.d.ts +10 -0
- package/dist/src/tracing/store.d.ts.map +1 -1
- package/dist/src/tracing/store.js +174 -3
- package/dist/src/tracing/store.js.map +1 -1
- package/dist/src/tracing/traceContext.d.ts +37 -0
- package/dist/src/tracing/traceContext.d.ts.map +1 -0
- package/dist/src/tracing/traceContext.js +159 -0
- package/dist/src/tracing/traceContext.js.map +1 -0
- package/dist/src/types/env.d.ts +12 -0
- package/dist/src/types/env.d.ts.map +1 -1
- package/dist/src/types/env.js +4 -0
- package/dist/src/types/env.js.map +1 -1
- package/dist/src/types/index.d.ts +1420 -284
- package/dist/src/types/index.d.ts.map +1 -1
- package/dist/src/types/providers.d.ts +1 -0
- package/dist/src/types/providers.d.ts.map +1 -1
- package/dist/src/types/providers.js.map +1 -1
- package/dist/src/util/cloud.d.ts +21 -0
- package/dist/src/util/cloud.d.ts.map +1 -1
- package/dist/src/util/cloud.js +125 -0
- package/dist/src/util/cloud.js.map +1 -1
- package/dist/src/util/database.d.ts +8 -0
- package/dist/src/util/database.d.ts.map +1 -1
- package/dist/src/util/index.d.ts +22 -0
- package/dist/src/util/index.d.ts.map +1 -1
- package/dist/src/util/index.js +78 -0
- package/dist/src/util/index.js.map +1 -1
- package/dist/src/util/sanitizer.d.ts.map +1 -1
- package/dist/src/util/sanitizer.js +16 -0
- package/dist/src/util/sanitizer.js.map +1 -1
- package/dist/src/util/testCaseReader.d.ts.map +1 -1
- package/dist/src/util/testCaseReader.js +7 -0
- package/dist/src/util/testCaseReader.js.map +1 -1
- package/dist/src/validators/providers.d.ts +80 -0
- package/dist/src/validators/providers.d.ts.map +1 -1
- package/dist/src/validators/redteam.d.ts +59 -23
- package/dist/src/validators/redteam.d.ts.map +1 -1
- package/dist/src/validators/redteam.js +67 -2
- package/dist/src/validators/redteam.js.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +3 -2
- package/dist/src/app/assets/index-DbPO3nbR.js +0 -72
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.UI_DISABLED_WHEN_REMOTE_UNAVAILABLE = exports.REMOTE_ONLY_PLUGIN_IDS = exports.PLUGIN_CATEGORIES = exports.ALL_PLUGINS = exports.DEFAULT_PLUGINS = exports.STRATEGY_EXEMPT_PLUGINS = exports.DATASET_EXEMPT_PLUGINS = exports.AGENTIC_EXEMPT_PLUGINS = exports.CONFIG_REQUIRED_PLUGINS = exports.ADDITIONAL_PLUGINS = exports.BASE_PLUGINS = exports.FINANCIAL_PLUGINS = exports.MEDICAL_PLUGINS = exports.BIAS_PLUGINS = exports.PII_PLUGINS = exports.HARM_PLUGINS = exports.REDTEAM_PROVIDER_HARM_PLUGINS = exports.UNALIGNED_PROVIDER_HARM_PLUGINS = exports.COLLECTIONS = exports.HUGGINGFACE_GATED_PLUGINS = exports.AGENTIC_PLUGINS = exports.MCP_PLUGINS = exports.GUARDRAILS_EVALUATION_PLUGINS = exports.FOUNDATION_PLUGINS = exports.LLAMA_GUARD_ENABLED_CATEGORIES = exports.LLAMA_GUARD_REPLICATE_PROVIDER = exports.REDTEAM_MODEL = exports.REDTEAM_DEFAULTS = exports.DEFAULT_NUM_TESTS_PER_PLUGIN = void 0;
|
|
3
|
+
exports.UI_DISABLED_WHEN_REMOTE_UNAVAILABLE = exports.REMOTE_ONLY_PLUGIN_IDS = exports.PLUGIN_CATEGORIES = exports.ALL_PLUGINS = exports.DEFAULT_PLUGINS = exports.STRATEGY_EXEMPT_PLUGINS = exports.DATASET_EXEMPT_PLUGINS = exports.AGENTIC_EXEMPT_PLUGINS = exports.CONFIG_REQUIRED_PLUGINS = exports.ADDITIONAL_PLUGINS = exports.BASE_PLUGINS = exports.INSURANCE_PLUGINS = exports.PHARMACY_PLUGINS = exports.FINANCIAL_PLUGINS = exports.MEDICAL_PLUGINS = exports.BIAS_PLUGINS = exports.PII_PLUGINS = exports.HARM_PLUGINS = exports.REDTEAM_PROVIDER_HARM_PLUGINS = exports.UNALIGNED_PROVIDER_HARM_PLUGINS = exports.COLLECTIONS = exports.HUGGINGFACE_GATED_PLUGINS = exports.AGENTIC_PLUGINS = exports.MCP_PLUGINS = exports.GUARDRAILS_EVALUATION_PLUGINS = exports.FOUNDATION_PLUGINS = exports.LLAMA_GUARD_ENABLED_CATEGORIES = exports.LLAMA_GUARD_REPLICATE_PROVIDER = exports.REDTEAM_MODEL = exports.REDTEAM_DEFAULTS = exports.DEFAULT_NUM_TESTS_PER_PLUGIN = void 0;
|
|
4
4
|
exports.DEFAULT_NUM_TESTS_PER_PLUGIN = 5;
|
|
5
5
|
// Redteam configuration defaults
|
|
6
6
|
exports.REDTEAM_DEFAULTS = {
|
|
@@ -141,6 +141,9 @@ exports.COLLECTIONS = [
|
|
|
141
141
|
'pii',
|
|
142
142
|
'bias',
|
|
143
143
|
'medical',
|
|
144
|
+
'pharmacy',
|
|
145
|
+
'insurance',
|
|
146
|
+
'financial',
|
|
144
147
|
'guardrails-eval',
|
|
145
148
|
];
|
|
146
149
|
exports.UNALIGNED_PROVIDER_HARM_PLUGINS = {
|
|
@@ -208,6 +211,16 @@ exports.FINANCIAL_PLUGINS = [
|
|
|
208
211
|
'financial:misconduct',
|
|
209
212
|
'financial:sycophancy',
|
|
210
213
|
];
|
|
214
|
+
exports.PHARMACY_PLUGINS = [
|
|
215
|
+
'pharmacy:controlled-substance-compliance',
|
|
216
|
+
'pharmacy:dosage-calculation',
|
|
217
|
+
'pharmacy:drug-interaction',
|
|
218
|
+
];
|
|
219
|
+
exports.INSURANCE_PLUGINS = [
|
|
220
|
+
'insurance:coverage-discrimination',
|
|
221
|
+
'insurance:network-misinformation',
|
|
222
|
+
'insurance:phi-disclosure',
|
|
223
|
+
];
|
|
211
224
|
exports.BASE_PLUGINS = [
|
|
212
225
|
'contracts',
|
|
213
226
|
'excessive-agency',
|
|
@@ -250,8 +263,15 @@ exports.ADDITIONAL_PLUGINS = [
|
|
|
250
263
|
'financial:impartiality',
|
|
251
264
|
'financial:misconduct',
|
|
252
265
|
'financial:sycophancy',
|
|
266
|
+
'goal-misalignment',
|
|
267
|
+
'insurance:coverage-discrimination',
|
|
268
|
+
'insurance:network-misinformation',
|
|
269
|
+
'insurance:phi-disclosure',
|
|
253
270
|
'off-topic',
|
|
254
271
|
'overreliance',
|
|
272
|
+
'pharmacy:controlled-substance-compliance',
|
|
273
|
+
'pharmacy:dosage-calculation',
|
|
274
|
+
'pharmacy:drug-interaction',
|
|
255
275
|
'pliny',
|
|
256
276
|
'prompt-extraction',
|
|
257
277
|
'rag-document-exfiltration',
|
|
@@ -307,6 +327,8 @@ exports.PLUGIN_CATEGORIES = {
|
|
|
307
327
|
harmful: Object.keys(exports.HARM_PLUGINS),
|
|
308
328
|
pii: exports.PII_PLUGINS,
|
|
309
329
|
medical: exports.MEDICAL_PLUGINS,
|
|
330
|
+
pharmacy: exports.PHARMACY_PLUGINS,
|
|
331
|
+
insurance: exports.INSURANCE_PLUGINS,
|
|
310
332
|
};
|
|
311
333
|
// Plugins registered via createRemotePlugin() in plugins/index.ts
|
|
312
334
|
// These have no local implementation and always call the remote API
|
|
@@ -318,6 +340,7 @@ exports.REMOTE_ONLY_PLUGIN_IDS = [
|
|
|
318
340
|
'cca',
|
|
319
341
|
'competitors',
|
|
320
342
|
'coppa',
|
|
343
|
+
'goal-misalignment',
|
|
321
344
|
'harmful:misinformation-disinformation',
|
|
322
345
|
'harmful:specialized-advice',
|
|
323
346
|
'hijacking',
|
|
@@ -334,6 +357,8 @@ exports.REMOTE_ONLY_PLUGIN_IDS = [
|
|
|
334
357
|
'wordplay',
|
|
335
358
|
...exports.MEDICAL_PLUGINS,
|
|
336
359
|
...exports.FINANCIAL_PLUGINS,
|
|
360
|
+
...exports.PHARMACY_PLUGINS,
|
|
361
|
+
...exports.INSURANCE_PLUGINS,
|
|
337
362
|
];
|
|
338
363
|
// Plugins that frontend should disable when remote generation is unavailable
|
|
339
364
|
// Superset of REMOTE_ONLY_PLUGIN_IDS plus harm/bias plugins
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"plugins.js","sourceRoot":"","sources":["../../../../src/redteam/constants/plugins.ts"],"names":[],"mappings":";;;AAAa,QAAA,4BAA4B,GAAG,CAAC,CAAC;AAE9C,iCAAiC;AACpB,QAAA,gBAAgB,GAAG;IAC9B,eAAe,EAAE,CAAC;IAClB,SAAS,EAAE,EAAE;CACL,CAAC;AAEE,QAAA,aAAa,GAAG,gCAAgC,CAAC;AAE9D,kFAAkF;AACrE,QAAA,8BAA8B,GAAG,6CAA6C,CAAC;AAE5F,kCAAkC;AAClC,gDAAgD;AAChD,mHAAmH;AAEtG,QAAA,8BAA8B,GAAa;IACtD,IAAI,EAAE,iBAAiB;IACvB,IAAI,EAAE,qBAAqB;IAC3B,IAAI,EAAE,aAAa;IACnB,IAAI,EAAE,qBAAqB;IAC3B,IAAI,EAAE,aAAa;IACnB,IAAI,EAAE,qBAAqB;IAC3B,wEAAwE;IACxE,IAAI,EAAE,wBAAwB;IAC9B,IAAI,EAAE,yBAAyB;IAC/B,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,YAAY;IACnB,KAAK,EAAE,iBAAiB;IACxB,KAAK,EAAE,YAAY;CACpB,CAAC;AAEW,QAAA,kBAAkB,GAAG;IAChC,iBAAiB;IACjB,aAAa;IACb,UAAU;IACV,iBAAiB;IACjB,aAAa;IACb,WAAW;IACX,WAAW;IACX,cAAc;IACd,aAAa;IACb,sBAAsB;IACtB,kBAAkB;IAClB,eAAe;IACf,qCAAqC;IACrC,4BAA4B;IAC5B,8BAA8B;IAC9B,oBAAoB;IACpB,mCAAmC;IACnC,yBAAyB;IACzB,6BAA6B;IAC7B,cAAc;IACd,4BAA4B;IAC5B,uBAAuB;IACvB,4BAA4B;IAC5B,gCAAgC;IAChC,iBAAiB;IACjB,+BAA+B;IAC/B,uCAAuC;IACvC,2BAA2B;IAC3B,mBAAmB;IACnB,wBAAwB;IACxB,mBAAmB;IACnB,mBAAmB;IACnB,wBAAwB;IACxB,4BAA4B;IAC5B,0BAA0B;IAC1B,uBAAuB;IACvB,qBAAqB;IACrB,WAAW;IACX,WAAW;IACX,cAAc;IACd,YAAY;IACZ,OAAO;IACP,UAAU;IACV,UAAU;CACF,CAAC;AAEE,QAAA,6BAA6B,GAAG;IAC3C,0CAA0C;IAC1C,iBAAiB;IACjB,2BAA2B;IAC3B,KAAK;IACL,WAAW;IACX,wBAAwB;IACxB,aAAa;IACb,WAAW;IACX,OAAO;IACP,aAAa;IACb,mBAAmB;IAEnB,0BAA0B;IAC1B,gBAAgB;IAChB,qCAAqC;IACrC,gCAAgC;IAChC,qBAAqB;IAErB,mBAAmB;IACnB,uBAAuB;IACvB,mBAAmB;IACnB,2BAA2B;IAC3B,yBAAyB;IACzB,0BAA0B;IAE1B,uBAAuB;IACvB,4BAA4B;IAC5B,6BAA6B;IAC7B,cAAc;IACd,mBAAmB;IACnB,wBAAwB;IACxB,iBAAiB;IACjB,mBAAmB;IAEnB,6BAA6B;IAC7B,wBAAwB;IAExB,wBAAwB;IACxB,oBAAoB;IACpB,mCAAmC;IAEnC,aAAa;IACb,4BAA4B;IAC5B,uBAAuB;IACvB,4BAA4B;IAE5B,wBAAwB;IACxB,uCAAuC;IACvC,4BAA4B;IAE5B,aAAa;IACb,8BAA8B;IAC9B,+BAA+B;IAE/B,sCAAsC;IACtC,cAAc;IACd,kBAAkB;IAClB,eAAe;IACf,cAAc;IACd,sBAAsB;IACtB,eAAe;IAEf,sDAAsD;IACtD,iBAAiB;CACT,CAAC;AAEE,QAAA,WAAW,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,CAAU,CAAC;AAE/E,QAAA,eAAe,GAAG,CAAC,0BAA0B,CAAU,CAAC;AAGrE,+DAA+D;AAClD,QAAA,yBAAyB,GAAG,CAAC,aAAa,EAAE,aAAa,EAAE,OAAO,CAAU,CAAC;AAG7E,QAAA,WAAW,GAAG;IACzB,SAAS;IACT,YAAY;IACZ,SAAS;IACT,KAAK;IACL,MAAM;IACN,SAAS;IACT,iBAAiB;CACT,CAAC;AAGE,QAAA,+BAA+B,GAAG;IAC7C,4BAA4B;IAC5B,2EAA2E;IAC3E,4BAA4B,EAAE,oBAAoB;IAClD,cAAc,EAAE,MAAM;IACtB,gCAAgC,EAAE,wBAAwB;IAC1D,2BAA2B,EAAE,oBAAoB;IACjD,mBAAmB,EAAE,WAAW;IAChC,mBAAmB,EAAE,YAAY;IACjC,wBAAwB,EAAE,gBAAgB;IAC1C,uBAAuB,EAAE,gBAAgB;IAEzC,qBAAqB;IACrB,mCAAmC;IACnC,qCAAqC,EAAE,+BAA+B;IACtE,8BAA8B,EAAE,yCAAyC;IACzE,oBAAoB,EAAE,2DAA2D;IACjF,yBAAyB,EAAE,kCAAkC;IAC7D,6BAA6B,EAAE,uBAAuB;IACtD,4BAA4B,EAAE,oCAAoC;IAClE,uBAAuB,EAAE,eAAe;IACxC,0BAA0B,EAAE,+BAA+B;IAE3D,QAAQ;IACR,iBAAiB,EAAE,8BAA8B;IACjD,mBAAmB,EAAE,+BAA+B;IACpD,wBAAwB,EAAE,gBAAgB;IAC1C,4BAA4B,EAAE,iBAAiB;IAC/C,qBAAqB,EAAE,8BAA8B;IACrD,mCAAmC,EAAE,gBAAgB;IAErD,gBAAgB;IAChB,+GAA+G;IAC/G,mFAAmF;IACnF,wBAAwB;CAChB,CAAC;AAEE,QAAA,6BAA6B,GAAG;IAC3C,+BAA+B,EAAE,iCAAiC;IAClE,iBAAiB,EAAE,oBAAoB;CAC/B,CAAC;AAEE,QAAA,YAAY,GAAG;IAC1B,uCAAuC,EACrC,+DAA+D;IACjE,4BAA4B,EAAE,gCAAgC;IAC9D,GAAG,uCAA+B;IAClC,GAAG,qCAA6B;CACxB,CAAC;AAGE,QAAA,WAAW,GAAG,CAAC,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,YAAY,CAAU,CAAC;AAEjF,QAAA,YAAY,GAAG,CAAC,UAAU,EAAE,iBAAiB,EAAE,aAAa,EAAE,WAAW,CAAU,CAAC;AAEpF,QAAA,eAAe,GAAG;IAC7B,wBAAwB;IACxB,uBAAuB;IACvB,6BAA6B;IAC7B,uBAAuB;IACvB,8BAA8B;IAC9B,oBAAoB;CACZ,CAAC;AAEE,QAAA,iBAAiB,GAAG;IAC/B,6BAA6B;IAC7B,gCAAgC;IAChC,mCAAmC;IACnC,0BAA0B;IAC1B,wBAAwB;IACxB,sBAAsB;IACtB,yBAAyB;IACzB,wBAAwB;IACxB,sBAAsB;IACtB,sBAAsB;CACd,CAAC;
|
|
1
|
+
{"version":3,"file":"plugins.js","sourceRoot":"","sources":["../../../../src/redteam/constants/plugins.ts"],"names":[],"mappings":";;;AAAa,QAAA,4BAA4B,GAAG,CAAC,CAAC;AAE9C,iCAAiC;AACpB,QAAA,gBAAgB,GAAG;IAC9B,eAAe,EAAE,CAAC;IAClB,SAAS,EAAE,EAAE;CACL,CAAC;AAEE,QAAA,aAAa,GAAG,gCAAgC,CAAC;AAE9D,kFAAkF;AACrE,QAAA,8BAA8B,GAAG,6CAA6C,CAAC;AAE5F,kCAAkC;AAClC,gDAAgD;AAChD,mHAAmH;AAEtG,QAAA,8BAA8B,GAAa;IACtD,IAAI,EAAE,iBAAiB;IACvB,IAAI,EAAE,qBAAqB;IAC3B,IAAI,EAAE,aAAa;IACnB,IAAI,EAAE,qBAAqB;IAC3B,IAAI,EAAE,aAAa;IACnB,IAAI,EAAE,qBAAqB;IAC3B,wEAAwE;IACxE,IAAI,EAAE,wBAAwB;IAC9B,IAAI,EAAE,yBAAyB;IAC/B,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,YAAY;IACnB,KAAK,EAAE,iBAAiB;IACxB,KAAK,EAAE,YAAY;CACpB,CAAC;AAEW,QAAA,kBAAkB,GAAG;IAChC,iBAAiB;IACjB,aAAa;IACb,UAAU;IACV,iBAAiB;IACjB,aAAa;IACb,WAAW;IACX,WAAW;IACX,cAAc;IACd,aAAa;IACb,sBAAsB;IACtB,kBAAkB;IAClB,eAAe;IACf,qCAAqC;IACrC,4BAA4B;IAC5B,8BAA8B;IAC9B,oBAAoB;IACpB,mCAAmC;IACnC,yBAAyB;IACzB,6BAA6B;IAC7B,cAAc;IACd,4BAA4B;IAC5B,uBAAuB;IACvB,4BAA4B;IAC5B,gCAAgC;IAChC,iBAAiB;IACjB,+BAA+B;IAC/B,uCAAuC;IACvC,2BAA2B;IAC3B,mBAAmB;IACnB,wBAAwB;IACxB,mBAAmB;IACnB,mBAAmB;IACnB,wBAAwB;IACxB,4BAA4B;IAC5B,0BAA0B;IAC1B,uBAAuB;IACvB,qBAAqB;IACrB,WAAW;IACX,WAAW;IACX,cAAc;IACd,YAAY;IACZ,OAAO;IACP,UAAU;IACV,UAAU;CACF,CAAC;AAEE,QAAA,6BAA6B,GAAG;IAC3C,0CAA0C;IAC1C,iBAAiB;IACjB,2BAA2B;IAC3B,KAAK;IACL,WAAW;IACX,wBAAwB;IACxB,aAAa;IACb,WAAW;IACX,OAAO;IACP,aAAa;IACb,mBAAmB;IAEnB,0BAA0B;IAC1B,gBAAgB;IAChB,qCAAqC;IACrC,gCAAgC;IAChC,qBAAqB;IAErB,mBAAmB;IACnB,uBAAuB;IACvB,mBAAmB;IACnB,2BAA2B;IAC3B,yBAAyB;IACzB,0BAA0B;IAE1B,uBAAuB;IACvB,4BAA4B;IAC5B,6BAA6B;IAC7B,cAAc;IACd,mBAAmB;IACnB,wBAAwB;IACxB,iBAAiB;IACjB,mBAAmB;IAEnB,6BAA6B;IAC7B,wBAAwB;IAExB,wBAAwB;IACxB,oBAAoB;IACpB,mCAAmC;IAEnC,aAAa;IACb,4BAA4B;IAC5B,uBAAuB;IACvB,4BAA4B;IAE5B,wBAAwB;IACxB,uCAAuC;IACvC,4BAA4B;IAE5B,aAAa;IACb,8BAA8B;IAC9B,+BAA+B;IAE/B,sCAAsC;IACtC,cAAc;IACd,kBAAkB;IAClB,eAAe;IACf,cAAc;IACd,sBAAsB;IACtB,eAAe;IAEf,sDAAsD;IACtD,iBAAiB;CACT,CAAC;AAEE,QAAA,WAAW,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,CAAU,CAAC;AAE/E,QAAA,eAAe,GAAG,CAAC,0BAA0B,CAAU,CAAC;AAGrE,+DAA+D;AAClD,QAAA,yBAAyB,GAAG,CAAC,aAAa,EAAE,aAAa,EAAE,OAAO,CAAU,CAAC;AAG7E,QAAA,WAAW,GAAG;IACzB,SAAS;IACT,YAAY;IACZ,SAAS;IACT,KAAK;IACL,MAAM;IACN,SAAS;IACT,UAAU;IACV,WAAW;IACX,WAAW;IACX,iBAAiB;CACT,CAAC;AAGE,QAAA,+BAA+B,GAAG;IAC7C,4BAA4B;IAC5B,2EAA2E;IAC3E,4BAA4B,EAAE,oBAAoB;IAClD,cAAc,EAAE,MAAM;IACtB,gCAAgC,EAAE,wBAAwB;IAC1D,2BAA2B,EAAE,oBAAoB;IACjD,mBAAmB,EAAE,WAAW;IAChC,mBAAmB,EAAE,YAAY;IACjC,wBAAwB,EAAE,gBAAgB;IAC1C,uBAAuB,EAAE,gBAAgB;IAEzC,qBAAqB;IACrB,mCAAmC;IACnC,qCAAqC,EAAE,+BAA+B;IACtE,8BAA8B,EAAE,yCAAyC;IACzE,oBAAoB,EAAE,2DAA2D;IACjF,yBAAyB,EAAE,kCAAkC;IAC7D,6BAA6B,EAAE,uBAAuB;IACtD,4BAA4B,EAAE,oCAAoC;IAClE,uBAAuB,EAAE,eAAe;IACxC,0BAA0B,EAAE,+BAA+B;IAE3D,QAAQ;IACR,iBAAiB,EAAE,8BAA8B;IACjD,mBAAmB,EAAE,+BAA+B;IACpD,wBAAwB,EAAE,gBAAgB;IAC1C,4BAA4B,EAAE,iBAAiB;IAC/C,qBAAqB,EAAE,8BAA8B;IACrD,mCAAmC,EAAE,gBAAgB;IAErD,gBAAgB;IAChB,+GAA+G;IAC/G,mFAAmF;IACnF,wBAAwB;CAChB,CAAC;AAEE,QAAA,6BAA6B,GAAG;IAC3C,+BAA+B,EAAE,iCAAiC;IAClE,iBAAiB,EAAE,oBAAoB;CAC/B,CAAC;AAEE,QAAA,YAAY,GAAG;IAC1B,uCAAuC,EACrC,+DAA+D;IACjE,4BAA4B,EAAE,gCAAgC;IAC9D,GAAG,uCAA+B;IAClC,GAAG,qCAA6B;CACxB,CAAC;AAGE,QAAA,WAAW,GAAG,CAAC,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,YAAY,CAAU,CAAC;AAEjF,QAAA,YAAY,GAAG,CAAC,UAAU,EAAE,iBAAiB,EAAE,aAAa,EAAE,WAAW,CAAU,CAAC;AAEpF,QAAA,eAAe,GAAG;IAC7B,wBAAwB;IACxB,uBAAuB;IACvB,6BAA6B;IAC7B,uBAAuB;IACvB,8BAA8B;IAC9B,oBAAoB;CACZ,CAAC;AAEE,QAAA,iBAAiB,GAAG;IAC/B,6BAA6B;IAC7B,gCAAgC;IAChC,mCAAmC;IACnC,0BAA0B;IAC1B,wBAAwB;IACxB,sBAAsB;IACtB,yBAAyB;IACzB,wBAAwB;IACxB,sBAAsB;IACtB,sBAAsB;CACd,CAAC;AAEE,QAAA,gBAAgB,GAAG;IAC9B,0CAA0C;IAC1C,6BAA6B;IAC7B,2BAA2B;CACnB,CAAC;AAEE,QAAA,iBAAiB,GAAG;IAC/B,mCAAmC;IACnC,kCAAkC;IAClC,0BAA0B;CAClB,CAAC;AAQE,QAAA,YAAY,GAAG;IAC1B,WAAW;IACX,kBAAkB;IAClB,eAAe;IACf,WAAW;IACX,UAAU;CACF,CAAC;AAGE,QAAA,kBAAkB,GAAG;IAChC,OAAO;IACP,iBAAiB;IACjB,aAAa;IACb,MAAM;IACN,MAAM;IACN,KAAK;IACL,aAAa;IACb,OAAO;IACP,oBAAoB;IACpB,cAAc;IACd,cAAc;IACd,sBAAsB;IACtB,aAAa;IACb,WAAW;IACX,YAAY;IACZ,WAAW;IACX,2BAA2B;IAC3B,KAAK;IACL,wBAAwB;IACxB,uBAAuB;IACvB,6BAA6B;IAC7B,uBAAuB;IACvB,8BAA8B;IAC9B,oBAAoB;IACpB,6BAA6B;IAC7B,gCAAgC;IAChC,mCAAmC;IACnC,0BAA0B;IAC1B,wBAAwB;IACxB,sBAAsB;IACtB,yBAAyB;IACzB,wBAAwB;IACxB,sBAAsB;IACtB,sBAAsB;IACtB,mBAAmB;IACnB,mCAAmC;IACnC,kCAAkC;IAClC,0BAA0B;IAC1B,WAAW;IACX,cAAc;IACd,0CAA0C;IAC1C,6BAA6B;IAC7B,2BAA2B;IAC3B,OAAO;IACP,mBAAmB;IACnB,2BAA2B;IAC3B,eAAe;IACf,MAAM;IACN,eAAe;IACf,UAAU;IACV,iBAAiB;IACjB,yBAAyB;IACzB,eAAe;IACf,MAAM;IACN,wBAAwB;IACxB,gBAAgB;IAChB,aAAa;IACb,qBAAqB;IACrB,SAAS;IACT,UAAU;IACV,QAAQ;CACA,CAAC;AAGX,gGAAgG;AACnF,QAAA,uBAAuB,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAU,CAAC;AAGrE,yEAAyE;AAC5D,QAAA,sBAAsB,GAAG;IACpC,wBAAwB;IACxB,0BAA0B;CAClB,CAAC;AAEX,yEAAyE;AAC5D,QAAA,sBAAsB,GAAG,CAAC,OAAO,EAAE,aAAa,EAAE,SAAS,CAAU,CAAC;AAEnF,8FAA8F;AACjF,QAAA,uBAAuB,GAAG;IACrC,GAAG,8BAAsB;IACzB,GAAG,8BAAsB;CACjB,CAAC;AAaE,QAAA,eAAe,GAAwB,IAAI,GAAG,CAAC;IAC1D,GAAG;QACD,GAAG,oBAAY;QACf,GAAI,MAAM,CAAC,IAAI,CAAC,oBAAY,CAAkB;QAC9C,GAAG,mBAAW;QACd,GAAG,oBAAY;KAChB,CAAC,IAAI,EAAE;CAC4B,CAAC,CAAC;AAE3B,QAAA,WAAW,GAAsB;IAC5C,GAAG,IAAI,GAAG,CAAC;QACT,GAAG,uBAAe;QAClB,GAAG,0BAAkB;QACrB,GAAG,+BAAuB;QAC1B,GAAG,uBAAe;KACnB,CAAC;CACH,CAAC,IAAI,EAAc,CAAC;AAER,QAAA,iBAAiB,GAAG;IAC/B,IAAI,EAAE,oBAAY;IAClB,SAAS,EAAE,yBAAiB;IAC5B,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,oBAAY,CAAC;IAClC,GAAG,EAAE,mBAAW;IAChB,OAAO,EAAE,uBAAe;IACxB,QAAQ,EAAE,wBAAgB;IAC1B,SAAS,EAAE,yBAAiB;CACpB,CAAC;AAEX,kEAAkE;AAClE,oEAAoE;AACvD,QAAA,sBAAsB,GAAG;IACpC,0BAA0B;IAC1B,iBAAiB;IACjB,MAAM;IACN,MAAM;IACN,KAAK;IACL,aAAa;IACb,OAAO;IACP,mBAAmB;IACnB,uCAAuC;IACvC,4BAA4B;IAC5B,WAAW;IACX,2BAA2B;IAC3B,KAAK;IACL,WAAW;IACX,2BAA2B;IAC3B,eAAe;IACf,eAAe;IACf,UAAU;IACV,yBAAyB;IACzB,MAAM;IACN,wBAAwB;IACxB,UAAU;IACV,GAAG,uBAAe;IAClB,GAAG,yBAAiB;IACpB,GAAG,wBAAgB;IACnB,GAAG,yBAAiB;CACZ,CAAC;AAEX,6EAA6E;AAC7E,4DAA4D;AAC5D,0FAA0F;AAC7E,QAAA,mCAAmC,GAAG;IACjD,GAAG,MAAM,CAAC,IAAI,CAAC,uCAA+B,CAAC;IAC/C,GAAG,oBAAY;IACf,GAAG,8BAAsB;CACjB,CAAC"}
|
|
@@ -18,7 +18,7 @@ export type StrategyCollection = (typeof STRATEGY_COLLECTIONS)[number];
|
|
|
18
18
|
export declare const STRATEGY_COLLECTION_MAPPINGS: Record<StrategyCollection, string[]>;
|
|
19
19
|
export declare const ALL_STRATEGIES: ("default" | "custom" | "basic" | "jailbreak" | "jailbreak:composite" | "crescendo" | "goat" | "mischievous-user" | "simba" | "audio" | "image" | "video" | "jailbreak:meta" | "jailbreak:tree" | "authoritative-markup-injection" | "base64" | "best-of-n" | "camelcase" | "citation" | "emoji" | "gcg" | "hex" | "homoglyph" | "jailbreak:likert" | "layer" | "leetspeak" | "math-prompt" | "morse" | "multilingual" | "piglatin" | "prompt-injection" | "retry" | "rot13" | "other-encodings")[];
|
|
20
20
|
export type Strategy = (typeof ALL_STRATEGIES)[number];
|
|
21
|
-
export declare const CONFIGURABLE_STRATEGIES: readonly ["layer", "
|
|
21
|
+
export declare const CONFIGURABLE_STRATEGIES: readonly ["layer", "best-of-n", "goat", "crescendo", "jailbreak", "jailbreak:meta", "jailbreak:tree", "gcg", "citation", "custom", "mischievous-user", "simba"];
|
|
22
22
|
export type ConfigurableStrategy = (typeof CONFIGURABLE_STRATEGIES)[number];
|
|
23
23
|
/**
|
|
24
24
|
* Set of strategy IDs that represent encoding transformations where originalText should be shown
|
|
@@ -28,6 +28,14 @@ export declare const ENCODING_STRATEGIES: Set<string>;
|
|
|
28
28
|
* Determines if a strategy represents an encoding where we should show the original text
|
|
29
29
|
*/
|
|
30
30
|
export declare function isEncodingStrategy(strategyId: string | undefined): boolean;
|
|
31
|
+
/**
|
|
32
|
+
* Strategies that should not have language configuration applied to them.
|
|
33
|
+
*/
|
|
34
|
+
export declare const LANGUAGE_DISALLOWED_STRATEGIES: Set<string>;
|
|
35
|
+
/**
|
|
36
|
+
* Determines if a strategy should not use language configuration
|
|
37
|
+
*/
|
|
38
|
+
export declare function isLanguageDisallowedStrategy(strategyId: string | undefined): boolean;
|
|
31
39
|
/**
|
|
32
40
|
* Default 'n' fan out for strategies that can add additional test cases during generation
|
|
33
41
|
*/
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"strategies.d.ts","sourceRoot":"","sources":["../../../../src/redteam/constants/strategies.ts"],"names":[],"mappings":"AACA,eAAO,MAAM,wBAAwB,iGAO3B,CAAC;AACX,MAAM,MAAM,qBAAqB,GAAG,CAAC,OAAO,wBAAwB,CAAC,CAAC,MAAM,CAAC,CAAC;AAE9E,eAAO,MAAM,kBAAkB,wDAAyD,CAAC;AACzF,MAAM,MAAM,eAAe,GAAG,CAAC,OAAO,kBAAkB,CAAC,CAAC,MAAM,CAAC,CAAC;AAElE,eAAO,MAAM,qBAAqB,uEAMxB,CAAC;AAGX,eAAO,MAAM,gBAAgB,GAAI,YAAY,MAAM,KAAG,OAErD,CAAC;AACF,MAAM,MAAM,iBAAiB,GAAG,CAAC,OAAO,qBAAqB,CAAC,CAAC,MAAM,CAAC,CAAC;AAEvE,eAAO,MAAM,sBAAsB,sCAAuC,CAAC;AAC3E,MAAM,MAAM,kBAAkB,GAAG,CAAC,OAAO,sBAAsB,CAAC,CAAC,MAAM,CAAC,CAAC;AAEzE,eAAO,MAAM,kBAAkB,wHASrB,CAAC;AACX,MAAM,MAAM,eAAe,GAAG,CAAC,OAAO,kBAAkB,CAAC,CAAC,MAAM,CAAC,CAAC;AAElE,eAAO,MAAM,eAAe,+HAUlB,CAAC;AACX,MAAM,MAAM,aAAa,GAAG,CAAC,OAAO,eAAe,CAAC,CAAC,MAAM,CAAC,CAAC;AAE7D,eAAO,MAAM,qBAAqB,gYA8BxB,CAAC;AACX,MAAM,MAAM,kBAAkB,GAAG,CAAC,OAAO,qBAAqB,CAAC,CAAC,MAAM,CAAC,CAAC;AAExE,eAAO,MAAM,oBAAoB,8BAA+B,CAAC;AACjE,MAAM,MAAM,kBAAkB,GAAG,CAAC,OAAO,oBAAoB,CAAC,CAAC,MAAM,CAAC,CAAC;AAEvE,eAAO,MAAM,4BAA4B,EAAE,MAAM,CAAC,kBAAkB,EAAE,MAAM,EAAE,CAE7E,CAAC;AASF,eAAO,MAAM,cAAc,qeAA8C,CAAC;AAC1E,MAAM,MAAM,QAAQ,GAAG,CAAC,OAAO,cAAc,CAAC,CAAC,MAAM,CAAC,CAAC;AAEvD,eAAO,MAAM,uBAAuB,
|
|
1
|
+
{"version":3,"file":"strategies.d.ts","sourceRoot":"","sources":["../../../../src/redteam/constants/strategies.ts"],"names":[],"mappings":"AACA,eAAO,MAAM,wBAAwB,iGAO3B,CAAC;AACX,MAAM,MAAM,qBAAqB,GAAG,CAAC,OAAO,wBAAwB,CAAC,CAAC,MAAM,CAAC,CAAC;AAE9E,eAAO,MAAM,kBAAkB,wDAAyD,CAAC;AACzF,MAAM,MAAM,eAAe,GAAG,CAAC,OAAO,kBAAkB,CAAC,CAAC,MAAM,CAAC,CAAC;AAElE,eAAO,MAAM,qBAAqB,uEAMxB,CAAC;AAGX,eAAO,MAAM,gBAAgB,GAAI,YAAY,MAAM,KAAG,OAErD,CAAC;AACF,MAAM,MAAM,iBAAiB,GAAG,CAAC,OAAO,qBAAqB,CAAC,CAAC,MAAM,CAAC,CAAC;AAEvE,eAAO,MAAM,sBAAsB,sCAAuC,CAAC;AAC3E,MAAM,MAAM,kBAAkB,GAAG,CAAC,OAAO,sBAAsB,CAAC,CAAC,MAAM,CAAC,CAAC;AAEzE,eAAO,MAAM,kBAAkB,wHASrB,CAAC;AACX,MAAM,MAAM,eAAe,GAAG,CAAC,OAAO,kBAAkB,CAAC,CAAC,MAAM,CAAC,CAAC;AAElE,eAAO,MAAM,eAAe,+HAUlB,CAAC;AACX,MAAM,MAAM,aAAa,GAAG,CAAC,OAAO,eAAe,CAAC,CAAC,MAAM,CAAC,CAAC;AAE7D,eAAO,MAAM,qBAAqB,gYA8BxB,CAAC;AACX,MAAM,MAAM,kBAAkB,GAAG,CAAC,OAAO,qBAAqB,CAAC,CAAC,MAAM,CAAC,CAAC;AAExE,eAAO,MAAM,oBAAoB,8BAA+B,CAAC;AACjE,MAAM,MAAM,kBAAkB,GAAG,CAAC,OAAO,oBAAoB,CAAC,CAAC,MAAM,CAAC,CAAC;AAEvE,eAAO,MAAM,4BAA4B,EAAE,MAAM,CAAC,kBAAkB,EAAE,MAAM,EAAE,CAE7E,CAAC;AASF,eAAO,MAAM,cAAc,qeAA8C,CAAC;AAC1E,MAAM,MAAM,QAAQ,GAAG,CAAC,OAAO,cAAc,CAAC,CAAC,MAAM,CAAC,CAAC;AAEvD,eAAO,MAAM,uBAAuB,iKAa1B,CAAC;AAEX,MAAM,MAAM,oBAAoB,GAAG,CAAC,OAAO,uBAAuB,CAAC,CAAC,MAAM,CAAC,CAAC;AAE5E;;GAEG;AACH,eAAO,MAAM,mBAAmB,aAiB9B,CAAC;AAEH;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,UAAU,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,CAE1E;AAED;;GAEG;AACH,eAAO,MAAM,8BAA8B,aAMzC,CAAC;AAEH;;GAEG;AACH,wBAAgB,4BAA4B,CAAC,UAAU,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,CAEpF;AAED;;GAEG;AACH,QAAA,MAAM,6BAA6B;;;CAGzB,CAAC;AAQX,KAAK,cAAc,GAAG,MAAM,OAAO,6BAA6B,CAAC;AAEjE,wBAAgB,iBAAiB,CAAC,UAAU,EAAE,cAAc,GAAG,MAAM,CAEpE;AAED,wBAAgB,gBAAgB,CAAC,UAAU,EAAE,MAAM,GAAG,UAAU,IAAI,cAAc,CAEjF;AAID,eAAO,MAAM,2BAA2B,4GAQ9B,CAAC"}
|
|
@@ -1,7 +1,8 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.STRATEGIES_REQUIRING_REMOTE = exports.ENCODING_STRATEGIES = exports.CONFIGURABLE_STRATEGIES = exports.ALL_STRATEGIES = exports.STRATEGY_COLLECTION_MAPPINGS = exports.STRATEGY_COLLECTIONS = exports.ADDITIONAL_STRATEGIES = exports.DATASET_PLUGINS = exports.AGENTIC_STRATEGIES = exports.MULTI_MODAL_STRATEGIES = exports.isCustomStrategy = exports.MULTI_TURN_STRATEGIES = exports.DEFAULT_STRATEGIES = exports.FRAMEWORK_COMPLIANCE_IDS = void 0;
|
|
3
|
+
exports.STRATEGIES_REQUIRING_REMOTE = exports.LANGUAGE_DISALLOWED_STRATEGIES = exports.ENCODING_STRATEGIES = exports.CONFIGURABLE_STRATEGIES = exports.ALL_STRATEGIES = exports.STRATEGY_COLLECTION_MAPPINGS = exports.STRATEGY_COLLECTIONS = exports.ADDITIONAL_STRATEGIES = exports.DATASET_PLUGINS = exports.AGENTIC_STRATEGIES = exports.MULTI_MODAL_STRATEGIES = exports.isCustomStrategy = exports.MULTI_TURN_STRATEGIES = exports.DEFAULT_STRATEGIES = exports.FRAMEWORK_COMPLIANCE_IDS = void 0;
|
|
4
4
|
exports.isEncodingStrategy = isEncodingStrategy;
|
|
5
|
+
exports.isLanguageDisallowedStrategy = isLanguageDisallowedStrategy;
|
|
5
6
|
exports.getDefaultNFanout = getDefaultNFanout;
|
|
6
7
|
exports.isFanoutStrategy = isFanoutStrategy;
|
|
7
8
|
// These are exposed on the frontend under the framework compliance section
|
|
@@ -71,7 +72,7 @@ exports.ADDITIONAL_STRATEGIES = [
|
|
|
71
72
|
'math-prompt',
|
|
72
73
|
'mischievous-user',
|
|
73
74
|
'morse',
|
|
74
|
-
'multilingual',
|
|
75
|
+
'multilingual', // Deprecated: Use top-level language config instead
|
|
75
76
|
'piglatin',
|
|
76
77
|
'prompt-injection',
|
|
77
78
|
'retry',
|
|
@@ -93,7 +94,6 @@ const _ALL_STRATEGIES = [
|
|
|
93
94
|
exports.ALL_STRATEGIES = Array.from(new Set(_ALL_STRATEGIES)).sort();
|
|
94
95
|
exports.CONFIGURABLE_STRATEGIES = [
|
|
95
96
|
'layer',
|
|
96
|
-
'multilingual',
|
|
97
97
|
'best-of-n',
|
|
98
98
|
'goat',
|
|
99
99
|
'crescendo',
|
|
@@ -133,6 +133,22 @@ exports.ENCODING_STRATEGIES = new Set([
|
|
|
133
133
|
function isEncodingStrategy(strategyId) {
|
|
134
134
|
return strategyId ? exports.ENCODING_STRATEGIES.has(strategyId) : false;
|
|
135
135
|
}
|
|
136
|
+
/**
|
|
137
|
+
* Strategies that should not have language configuration applied to them.
|
|
138
|
+
*/
|
|
139
|
+
exports.LANGUAGE_DISALLOWED_STRATEGIES = new Set([
|
|
140
|
+
'audio',
|
|
141
|
+
'video',
|
|
142
|
+
'image',
|
|
143
|
+
'layer',
|
|
144
|
+
'math-prompt',
|
|
145
|
+
]);
|
|
146
|
+
/**
|
|
147
|
+
* Determines if a strategy should not use language configuration
|
|
148
|
+
*/
|
|
149
|
+
function isLanguageDisallowedStrategy(strategyId) {
|
|
150
|
+
return strategyId ? exports.LANGUAGE_DISALLOWED_STRATEGIES.has(strategyId) : false;
|
|
151
|
+
}
|
|
136
152
|
/**
|
|
137
153
|
* Default 'n' fan out for strategies that can add additional test cases during generation
|
|
138
154
|
*/
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"strategies.js","sourceRoot":"","sources":["../../../../src/redteam/constants/strategies.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"strategies.js","sourceRoot":"","sources":["../../../../src/redteam/constants/strategies.ts"],"names":[],"mappings":";;;AAoJA,gDAEC;AAgBD,oEAEC;AAkBD,8CAEC;AAED,4CAEC;AAhMD,2EAA2E;AAC9D,QAAA,wBAAwB,GAAG;IACtC,aAAa;IACb,iBAAiB;IACjB,WAAW;IACX,WAAW;IACX,WAAW;IACX,WAAW;CACH,CAAC;AAGE,QAAA,kBAAkB,GAAG,CAAC,OAAO,EAAE,WAAW,EAAE,qBAAqB,CAAU,CAAC;AAG5E,QAAA,qBAAqB,GAAG;IACnC,WAAW;IACX,MAAM;IACN,QAAQ;IACR,kBAAkB;IAClB,OAAO;CACC,CAAC;AAEX,6DAA6D;AACtD,MAAM,gBAAgB,GAAG,CAAC,UAAkB,EAAW,EAAE;IAC9D,OAAO,UAAU,KAAK,QAAQ,IAAI,UAAU,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;AACrE,CAAC,CAAC;AAFW,QAAA,gBAAgB,oBAE3B;AAGW,QAAA,sBAAsB,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAU,CAAC;AAG9D,QAAA,kBAAkB,GAAG;IAChC,WAAW;IACX,MAAM;IACN,QAAQ;IACR,WAAW;IACX,gBAAgB;IAChB,gBAAgB;IAChB,kBAAkB;IAClB,OAAO;CACC,CAAC;AAGE,QAAA,eAAe,GAAG;IAC7B,aAAa;IACb,cAAc;IACd,aAAa;IACb,WAAW;IACX,YAAY;IACZ,OAAO;IACP,OAAO;IACP,aAAa;IACb,QAAQ;CACA,CAAC;AAGE,QAAA,qBAAqB,GAAG;IACnC,OAAO;IACP,gCAAgC;IAChC,QAAQ;IACR,WAAW;IACX,WAAW;IACX,UAAU;IACV,WAAW;IACX,QAAQ;IACR,OAAO;IACP,KAAK;IACL,MAAM;IACN,KAAK;IACL,WAAW;IACX,OAAO;IACP,kBAAkB;IAClB,gBAAgB;IAChB,gBAAgB;IAChB,OAAO;IACP,WAAW;IACX,aAAa;IACb,kBAAkB;IAClB,OAAO;IACP,cAAc,EAAE,oDAAoD;IACpE,UAAU;IACV,kBAAkB;IAClB,OAAO;IACP,OAAO;IACP,OAAO;IACP,OAAO;CACC,CAAC;AAGE,QAAA,oBAAoB,GAAG,CAAC,iBAAiB,CAAU,CAAC;AAGpD,QAAA,4BAA4B,GAAyC;IAChF,iBAAiB,EAAE,CAAC,WAAW,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,CAAC;CAC/D,CAAC;AAEF,MAAM,eAAe,GAAG;IACtB,SAAS;IACT,GAAG,0BAAkB;IACrB,GAAG,6BAAqB;IACxB,GAAG,4BAAoB;IACvB,GAAG,0BAAkB;CACb,CAAC;AACE,QAAA,cAAc,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;AAG7D,QAAA,uBAAuB,GAAG;IACrC,OAAO;IACP,WAAW;IACX,MAAM;IACN,WAAW;IACX,WAAW;IACX,gBAAgB;IAChB,gBAAgB;IAChB,KAAK;IACL,UAAU;IACV,QAAQ;IACR,kBAAkB;IAClB,OAAO;CACC,CAAC;AAIX;;GAEG;AACU,QAAA,mBAAmB,GAAG,IAAI,GAAG,CAAC;IACzC,QAAQ;IACR,KAAK;IACL,OAAO;IACP,WAAW;IACX,WAAW;IACX,OAAO;IACP,QAAQ;IACR,UAAU;IACV,WAAW;IACX,OAAO;IACP,SAAS;IACT,QAAQ;IACR,OAAO;IACP,OAAO;IACP,OAAO;IACP,OAAO;CACR,CAAC,CAAC;AAEH;;GAEG;AACH,SAAgB,kBAAkB,CAAC,UAA8B;IAC/D,OAAO,UAAU,CAAC,CAAC,CAAC,2BAAmB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AAClE,CAAC;AAED;;GAEG;AACU,QAAA,8BAA8B,GAAG,IAAI,GAAG,CAAC;IACpD,OAAO;IACP,OAAO;IACP,OAAO;IACP,OAAO;IACP,aAAa;CACd,CAAC,CAAC;AAEH;;GAEG;AACH,SAAgB,4BAA4B,CAAC,UAA8B;IACzE,OAAO,UAAU,CAAC,CAAC,CAAC,sCAA8B,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AAC7E,CAAC;AAED;;GAEG;AACH,MAAM,6BAA6B,GAAG;IACpC,qBAAqB,EAAE,CAAC;IACxB,GAAG,EAAE,CAAC;CACE,CAAC;AAEX,KAAK,MAAM,UAAU,IAAI,6BAA6B,EAAE,CAAC;IACvD,IAAI,CAAC,sBAAc,CAAC,QAAQ,CAAC,UAAsB,CAAC,EAAE,CAAC;QACrD,MAAM,IAAI,KAAK,CAAC,4BAA4B,UAAU,2BAA2B,CAAC,CAAC;IACrF,CAAC;AACH,CAAC;AAID,SAAgB,iBAAiB,CAAC,UAA0B;IAC1D,OAAO,6BAA6B,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;AACxD,CAAC;AAED,SAAgB,gBAAgB,CAAC,UAAkB;IACjD,OAAO,UAAU,IAAI,6BAA6B,CAAC;AACrD,CAAC;AAED,wDAAwD;AACxD,8FAA8F;AACjF,QAAA,2BAA2B,GAAG;IACzC,OAAO;IACP,UAAU;IACV,KAAK;IACL,MAAM;IACN,qBAAqB;IACrB,kBAAkB;IAClB,gBAAgB;CACR,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"graders.d.ts","sourceRoot":"","sources":["../../../src/redteam/graders.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;
|
|
1
|
+
{"version":3,"file":"graders.d.ts","sourceRoot":"","sources":["../../../src/redteam/graders.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAsFxD,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAC;AAErD,eAAO,MAAM,OAAO,EAAE,MAAM,CAAC,qBAAqB,EAAE,iBAAiB,CA2GpE,CAAC;AAEF,wBAAgB,aAAa,CAAC,EAAE,EAAE,MAAM,GAAG,iBAAiB,GAAG,SAAS,CAevE"}
|
|
@@ -28,12 +28,16 @@ const financialHallucination_1 = require("./plugins/financial/financialHallucina
|
|
|
28
28
|
const financialImpartiality_1 = require("./plugins/financial/financialImpartiality");
|
|
29
29
|
const financialMisconduct_1 = require("./plugins/financial/financialMisconduct");
|
|
30
30
|
const financialSycophancy_1 = require("./plugins/financial/financialSycophancy");
|
|
31
|
+
const goalMisalignment_1 = require("./plugins/goalMisalignment");
|
|
31
32
|
const hallucination_1 = require("./plugins/hallucination");
|
|
32
33
|
const harmbench_1 = require("./plugins/harmbench");
|
|
33
34
|
const graders_1 = require("./plugins/harmful/graders");
|
|
34
35
|
const hijacking_1 = require("./plugins/hijacking");
|
|
35
36
|
const imitation_1 = require("./plugins/imitation");
|
|
36
37
|
const indirectPromptInjection_1 = require("./plugins/indirectPromptInjection");
|
|
38
|
+
const coverageDiscrimination_1 = require("./plugins/insurance/coverageDiscrimination");
|
|
39
|
+
const networkMisinformation_1 = require("./plugins/insurance/networkMisinformation");
|
|
40
|
+
const phiDisclosure_1 = require("./plugins/insurance/phiDisclosure");
|
|
37
41
|
const intent_1 = require("./plugins/intent");
|
|
38
42
|
const mcp_1 = require("./plugins/mcp");
|
|
39
43
|
const medicalAnchoringBias_1 = require("./plugins/medical/medicalAnchoringBias");
|
|
@@ -43,6 +47,9 @@ const medicalOffLabelUse_1 = require("./plugins/medical/medicalOffLabelUse");
|
|
|
43
47
|
const medicalPrioritizationError_1 = require("./plugins/medical/medicalPrioritizationError");
|
|
44
48
|
const medicalSycophancy_1 = require("./plugins/medical/medicalSycophancy");
|
|
45
49
|
const offTopic_1 = require("./plugins/offTopic");
|
|
50
|
+
const controlledSubstanceCompliance_1 = require("./plugins/pharmacy/controlledSubstanceCompliance");
|
|
51
|
+
const dosageCalculation_1 = require("./plugins/pharmacy/dosageCalculation");
|
|
52
|
+
const drugInteraction_1 = require("./plugins/pharmacy/drugInteraction");
|
|
46
53
|
const overreliance_1 = require("./plugins/overreliance");
|
|
47
54
|
const pii_1 = require("./plugins/pii");
|
|
48
55
|
const pliny_1 = require("./plugins/pliny");
|
|
@@ -92,6 +99,7 @@ exports.GRADERS = {
|
|
|
92
99
|
'promptfoo:redteam:financial:impartiality': new financialImpartiality_1.FinancialImpartialityPluginGrader(),
|
|
93
100
|
'promptfoo:redteam:financial:misconduct': new financialMisconduct_1.FinancialMisconductPluginGrader(),
|
|
94
101
|
'promptfoo:redteam:financial:sycophancy': new financialSycophancy_1.FinancialSycophancyPluginGrader(),
|
|
102
|
+
'promptfoo:redteam:goal-misalignment': new goalMisalignment_1.GoalMisalignmentGrader(),
|
|
95
103
|
'promptfoo:redteam:hallucination': new hallucination_1.HallucinationGrader(),
|
|
96
104
|
'promptfoo:redteam:harmbench': new harmbench_1.HarmbenchGrader(),
|
|
97
105
|
'promptfoo:redteam:harmful': new graders_1.HarmfulGrader(),
|
|
@@ -124,6 +132,9 @@ exports.GRADERS = {
|
|
|
124
132
|
'promptfoo:redteam:hijacking': new hijacking_1.HijackingGrader(),
|
|
125
133
|
'promptfoo:redteam:imitation': new imitation_1.ImitationGrader(),
|
|
126
134
|
'promptfoo:redteam:indirect-prompt-injection': new indirectPromptInjection_1.IndirectPromptInjectionGrader(),
|
|
135
|
+
'promptfoo:redteam:insurance:coverage-discrimination': new coverageDiscrimination_1.InsuranceCoverageDiscriminationPluginGrader(),
|
|
136
|
+
'promptfoo:redteam:insurance:network-misinformation': new networkMisinformation_1.InsuranceNetworkMisinformationPluginGrader(),
|
|
137
|
+
'promptfoo:redteam:insurance:phi-disclosure': new phiDisclosure_1.InsurancePhiDisclosurePluginGrader(),
|
|
127
138
|
'promptfoo:redteam:intent': new intent_1.IntentGrader(),
|
|
128
139
|
'promptfoo:redteam:mcp': new mcp_1.MCPPluginGrader(),
|
|
129
140
|
'promptfoo:redteam:medical:anchoring-bias': new medicalAnchoringBias_1.MedicalAnchoringBiasPluginGrader(),
|
|
@@ -133,6 +144,9 @@ exports.GRADERS = {
|
|
|
133
144
|
'promptfoo:redteam:medical:prioritization-error': new medicalPrioritizationError_1.MedicalPrioritizationErrorPluginGrader(),
|
|
134
145
|
'promptfoo:redteam:medical:sycophancy': new medicalSycophancy_1.MedicalSycophancyPluginGrader(),
|
|
135
146
|
'promptfoo:redteam:off-topic': new offTopic_1.OffTopicPluginGrader(),
|
|
147
|
+
'promptfoo:redteam:pharmacy:controlled-substance-compliance': new controlledSubstanceCompliance_1.PharmacyControlledSubstanceCompliancePluginGrader(),
|
|
148
|
+
'promptfoo:redteam:pharmacy:dosage-calculation': new dosageCalculation_1.PharmacyDosageCalculationPluginGrader(),
|
|
149
|
+
'promptfoo:redteam:pharmacy:drug-interaction': new drugInteraction_1.PharmacyDrugInteractionPluginGrader(),
|
|
136
150
|
'promptfoo:redteam:overreliance': new overreliance_1.OverrelianceGrader(),
|
|
137
151
|
'promptfoo:redteam:pii': new pii_1.PiiGrader(),
|
|
138
152
|
'promptfoo:redteam:pii:api-db': new pii_1.PiiGrader(),
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"graders.js","sourceRoot":"","sources":["../../../src/redteam/graders.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"graders.js","sourceRoot":"","sources":["../../../src/redteam/graders.ts"],"names":[],"mappings":";;;AAyMA,sCAeC;AAxND,2CAA8C;AAC9C,2DAAiF;AACjF,uEAAgF;AAChF,6DAAgE;AAEhE,uDAA0D;AAC1D,yCAA4C;AAC5C,yCAA4C;AAC5C,yCAA4C;AAC5C,uDAA0D;AAC1D,+EAA8D;AAC9D,mDAAsD;AACtD,sDAAyD;AACzD,iEAAoE;AACpE,uDAA0D;AAC1D,uEAA0E;AAC1E,+DAAkE;AAClE,6FAAsG;AACtG,mGAA4G;AAC5G,yGAAkH;AAClH,yFAAkG;AAClG,mFAA4F;AAC5F,iFAA0F;AAC1F,uFAAgG;AAChG,qFAA8F;AAC9F,iFAA0F;AAC1F,iFAA0F;AAC1F,iEAAoE;AACpE,2DAA8D;AAC9D,mDAAsD;AACtD,uDAsBmC;AACnC,mDAAsD;AACtD,mDAAsD;AACtD,+EAAkF;AAClF,uFAAyG;AACzG,qFAAuG;AACvG,qEAAuF;AACvF,6CAAgD;AAChD,uCAAgD;AAChD,iFAA0F;AAC1F,iFAA0F;AAC1F,2FAAoG;AACpG,6EAAsF;AACtF,6FAAsG;AACtG,2EAAoF;AACpF,iDAA0D;AAC1D,oGAAqH;AACrH,4EAA6F;AAC7F,wEAAyF;AACzF,yDAA4D;AAC5D,uCAA0C;AAC1C,2CAA8C;AAC9C,6CAAyD;AACzD,iDAAoD;AACpD,iEAAoE;AACpE,+EAAkF;AAClF,yCAA4C;AAC5C,yDAA4D;AAC5D,iDAAoD;AACpD,6DAAgE;AAChE,yDAA4D;AAC5D,yCAA4C;AAC5C,2DAA8D;AAC9D,mDAAsD;AACtD,uDAA0D;AAC1D,qEAAwE;AACxE,+CAAkD;AAClD,iDAAoD;AAGvC,QAAA,OAAO,GAAqD;IACvE,CAAC,8CAAkC,CAAC,EAAE,IAAI,6CAA2B,EAAE;IACvE,yBAAyB,EAAE,IAAI,mBAAW,EAAE;IAC5C,mCAAmC,EAAE,IAAI,qCAAoB,EAAE;IAC/D,+BAA+B,EAAE,IAAI,+BAAiB,EAAE;IACxD,wBAAwB,EAAE,IAAI,iBAAU,EAAE;IAC1C,wBAAwB,EAAE,IAAI,iBAAU,EAAE;IAC1C,4BAA4B,EAAE,IAAI,iBAAU,EAAE;IAC9C,mCAAmC,EAAE,IAAI,iBAAU,EAAE;IACrD,+BAA+B,EAAE,IAAI,iBAAU,EAAE;IACjD,6BAA6B,EAAE,IAAI,iBAAU,EAAE;IAC/C,wBAAwB,EAAE,IAAI,iBAAU,EAAE;IAC1C,uBAAuB,EAAE,IAAI,mCAAS,EAAE;IACxC,+BAA+B,EAAE,IAAI,+BAAiB,EAAE;IACxD,6BAA6B,EAAE,IAAI,2BAAe,EAAE;IACpD,yBAAyB,EAAE,IAAI,mBAAW,EAAE;IAC5C,sCAAsC,EAAE,IAAI,yCAAsB,EAAE;IACpE,gCAAgC,EAAE,IAAI,+BAAiB,EAAE;IACzD,wCAAwC,EAAE,IAAI,+CAAyB,EAAE;IACzE,oCAAoC,EAAE,IAAI,uCAAqB,EAAE;IACjE,+CAA+C,EAAE,IAAI,iEAAqC,EAAE;IAC5F,kDAAkD,EAChD,IAAI,uEAAwC,EAAE;IAChD,qDAAqD,EACnD,IAAI,6EAA2C,EAAE;IACnD,4CAA4C,EAAE,IAAI,6DAAmC,EAAE;IACvF,0CAA0C,EAAE,IAAI,uDAAgC,EAAE;IAClF,wCAAwC,EAAE,IAAI,qDAA+B,EAAE;IAC/E,2CAA2C,EAAE,IAAI,2DAAkC,EAAE;IACrF,0CAA0C,EAAE,IAAI,yDAAiC,EAAE;IACnF,wCAAwC,EAAE,IAAI,qDAA+B,EAAE;IAC/E,wCAAwC,EAAE,IAAI,qDAA+B,EAAE;IAC/E,qCAAqC,EAAE,IAAI,yCAAsB,EAAE;IACnE,iCAAiC,EAAE,IAAI,mCAAmB,EAAE;IAC5D,6BAA6B,EAAE,IAAI,2BAAe,EAAE;IACpD,2BAA2B,EAAE,IAAI,uBAAa,EAAE;IAChD,uDAAuD,EAAE,IAAI,uBAAa,EAAE;IAC5E,8CAA8C,EAAE,IAAI,iCAAuB,EAAE;IAC7E,gDAAgD,EAAE,IAAI,kCAAwB,EAAE;IAChF,sCAAsC,EAAE,IAAI,0BAAgB,EAAE;IAC9D,qDAAqD,EAAE,IAAI,0BAAgB,EAAE;IAC7E,2CAA2C,EAAE,IAAI,8BAAoB,EAAE;IACvE,+CAA+C,EAAE,IAAI,uBAAa,EAAE;IACpE,gCAAgC,EAAE,IAAI,oBAAU,EAAE;IAClD,8CAA8C,EAAE,IAAI,iCAAuB,EAAE;IAC7E,yCAAyC,EAAE,IAAI,4BAAkB,EAAE;IACnE,8CAA8C,EAAE,IAAI,4BAAkB,EAAE;IACxE,kDAAkD,EAAE,IAAI,qCAA2B,EAAE;IACrF,mCAAmC,EAAE,IAAI,uBAAa,EAAE;IACxD,iDAAiD,EAAE,IAAI,kCAAwB,EAAE;IACjF,yDAAyD,EACvD,IAAI,4CAAkC,EAAE;IAC1C,6CAA6C,EAAE,IAAI,+BAAqB,EAAE;IAC1E,mCAAmC,EAAE,IAAI,8BAAoB,EAAE;IAC/D,qCAAqC,EAAE,IAAI,yBAAe,EAAE;IAC5D,0CAA0C,EAAE,IAAI,8BAAoB,EAAE;IACtE,qCAAqC,EAAE,IAAI,wBAAc,EAAE;IAC3D,qCAAqC,EAAE,IAAI,wBAAc,EAAE;IAC3D,0CAA0C,EAAE,IAAI,6BAAmB,EAAE;IACrE,8CAA8C,EAAE,IAAI,iCAAuB,EAAE;IAC7E,4CAA4C,EAAE,IAAI,+BAAqB,EAAE;IACzE,yCAAyC,EAAE,IAAI,4BAAkB,EAAE;IACnE,uCAAuC,EAAE,IAAI,uBAAa,EAAE;IAC5D,6BAA6B,EAAE,IAAI,2BAAe,EAAE;IACpD,6BAA6B,EAAE,IAAI,2BAAe,EAAE;IACpD,6CAA6C,EAAE,IAAI,uDAA6B,EAAE;IAClF,qDAAqD,EACnD,IAAI,oEAA2C,EAAE;IACnD,oDAAoD,EAClD,IAAI,kEAA0C,EAAE;IAClD,4CAA4C,EAAE,IAAI,kDAAkC,EAAE;IACtF,0BAA0B,EAAE,IAAI,qBAAY,EAAE;IAC9C,uBAAuB,EAAE,IAAI,qBAAe,EAAE;IAC9C,0CAA0C,EAAE,IAAI,uDAAgC,EAAE;IAClF,yCAAyC,EAAE,IAAI,uDAAgC,EAAE;IACjF,+CAA+C,EAAE,IAAI,iEAAqC,EAAE;IAC5F,yCAAyC,EAAE,IAAI,mDAA8B,EAAE;IAC/E,gDAAgD,EAAE,IAAI,mEAAsC,EAAE;IAC9F,sCAAsC,EAAE,IAAI,iDAA6B,EAAE;IAC3E,6BAA6B,EAAE,IAAI,+BAAoB,EAAE;IACzD,4DAA4D,EAC1D,IAAI,iFAAiD,EAAE;IACzD,+CAA+C,EAAE,IAAI,yDAAqC,EAAE;IAC5F,6CAA6C,EAAE,IAAI,qDAAmC,EAAE;IACxF,gCAAgC,EAAE,IAAI,iCAAkB,EAAE;IAC1D,uBAAuB,EAAE,IAAI,eAAS,EAAE;IACxC,8BAA8B,EAAE,IAAI,eAAS,EAAE;IAC/C,8BAA8B,EAAE,IAAI,eAAS,EAAE;IAC/C,+BAA+B,EAAE,IAAI,eAAS,EAAE;IAChD,8BAA8B,EAAE,IAAI,eAAS,EAAE;IAC/C,yBAAyB,EAAE,IAAI,mBAAW,EAAE;IAC5C,0BAA0B,EAAE,IAAI,8BAAqB,EAAE;IACvD,4BAA4B,EAAE,IAAI,yBAAc,EAAE;IAClD,qCAAqC,EAAE,IAAI,yCAAsB,EAAE;IACnE,6CAA6C,EAAE,IAAI,uDAA6B,EAAE;IAClF,wBAAwB,EAAE,IAAI,iBAAU,EAAE;IAC1C,iCAAiC,EAAE,IAAI,iCAAkB,EAAE;IAC3D,4BAA4B,EAAE,IAAI,yBAAc,EAAE;IAClD,mCAAmC,EAAE,IAAI,qCAAoB,EAAE;IAC/D,iCAAiC,EAAE,IAAI,iCAAkB,EAAE;IAC3D,wBAAwB,EAAE,IAAI,iBAAU,EAAE;IAC1C,kCAAkC,EAAE,IAAI,mCAAmB,EAAE;IAC7D,8BAA8B,EAAE,IAAI,2BAAe,EAAE;IACrD,+BAA+B,EAAE,IAAI,+BAAiB,EAAE;IACxD,uCAAuC,EAAE,IAAI,6CAAwB,EAAE;IACvE,2BAA2B,EAAE,IAAI,uBAAa,EAAE;IAChD,4BAA4B,EAAE,IAAI,yBAAc,EAAE;CACnD,CAAC;AAEF,SAAgB,aAAa,CAAC,EAAU;IACtC,+BAA+B;IAC/B,IAAI,CAAC,EAAE,EAAE,CAAC;QACR,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,oCAAoC;IACpC,MAAM,MAAM,GAAG,EAAE,IAAI,eAAO,CAAC,CAAC,CAAC,eAAO,CAAC,EAA0B,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAE/E,kGAAkG;IAClG,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,UAAU,CAAC,2BAA2B,CAAC,EAAE,CAAC;QAC1D,OAAO,eAAO,CAAC,2BAA2B,CAAC,CAAC;IAC9C,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -6,26 +6,6 @@ import type { RedteamStrategyObject, SynthesizeOptions } from './types';
|
|
|
6
6
|
* @returns The resolved plugin configuration.
|
|
7
7
|
*/
|
|
8
8
|
export declare function resolvePluginConfig(config: Record<string, any> | undefined): Record<string, any>;
|
|
9
|
-
/**
|
|
10
|
-
* Determines whether a strategy should be applied to a test case based on plugin targeting rules.
|
|
11
|
-
*
|
|
12
|
-
* This function evaluates multiple criteria to decide if a strategy matches a test case:
|
|
13
|
-
* - Excludes strategy-exempt plugins (defined in STRATEGY_EXEMPT_PLUGINS)
|
|
14
|
-
* - Excludes sequence providers (which are verbatim and don't support strategies)
|
|
15
|
-
* - Respects plugin-level strategy exclusions via excludeStrategies config
|
|
16
|
-
* - Matches against target plugins through direct ID match or category prefixes
|
|
17
|
-
*
|
|
18
|
-
* @param testCase - The test case containing plugin metadata to evaluate
|
|
19
|
-
* @param strategyId - The ID of the strategy being considered for application
|
|
20
|
-
* @param targetPlugins - Optional array of plugin IDs or categories that the strategy targets.
|
|
21
|
-
* If undefined or empty, strategy applies to all non-exempt plugins.
|
|
22
|
-
* Supports both exact matches and category prefixes (e.g., 'harmful' matches 'harmful:hate')
|
|
23
|
-
* @returns True if the strategy should be applied to this test case, false otherwise
|
|
24
|
-
*/
|
|
25
|
-
/**
|
|
26
|
-
* Helper function to calculate the number of expected test cases for the multilingual strategy.
|
|
27
|
-
*/
|
|
28
|
-
export declare function getMultilingualRequestedCount(testCases: TestCaseWithPlugin[], strategy: RedteamStrategyObject): number;
|
|
29
9
|
/**
|
|
30
10
|
* Helper function to get the test count based on strategy configuration.
|
|
31
11
|
* @param strategy - The strategy object to evaluate.
|
|
@@ -40,10 +20,9 @@ export declare function getTestCount(strategy: RedteamStrategyObject, totalPlugi
|
|
|
40
20
|
* @param strategies - The array of strategies to apply
|
|
41
21
|
* @returns Object containing total tests and intermediate calculations
|
|
42
22
|
*/
|
|
43
|
-
export declare function calculateTotalTests(plugins: SynthesizeOptions['plugins'], strategies: RedteamStrategyObject[]): {
|
|
23
|
+
export declare function calculateTotalTests(plugins: SynthesizeOptions['plugins'], strategies: RedteamStrategyObject[], language?: string | string[]): {
|
|
44
24
|
effectiveStrategyCount: number;
|
|
45
25
|
includeBasicTests: boolean;
|
|
46
|
-
multilingualStrategy: RedteamStrategyObject | undefined;
|
|
47
26
|
totalPluginTests: number;
|
|
48
27
|
totalTests: number;
|
|
49
28
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/redteam/index.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAY,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/redteam/index.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAY,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AA8BnE,OAAO,KAAK,EAAuB,qBAAqB,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAkF7F;;;;GAIG;AACH,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAwBhG;AA8OD;;;;;;GAMG;AACH,wBAAgB,YAAY,CAC1B,QAAQ,EAAE,qBAAqB,EAC/B,gBAAgB,EAAE,MAAM,EACxB,WAAW,EAAE,qBAAqB,EAAE,GACnC,MAAM,CA2BR;AAED;;;;;GAKG;AACH,wBAAgB,mBAAmB,CACjC,OAAO,EAAE,iBAAiB,CAAC,SAAS,CAAC,EACrC,UAAU,EAAE,qBAAqB,EAAE,EACnC,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,GAC3B;IACD,sBAAsB,EAAE,MAAM,CAAC;IAC/B,iBAAiB,EAAE,OAAO,CAAC;IAC3B,gBAAgB,EAAE,MAAM,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;CACpB,CAwDA;AASD;;;;GAIG;AACH,wBAAsB,UAAU,CAAC,EAC/B,WAAW,EACX,KAAK,EACL,QAAQ,EAAE,gBAAgB,EAC1B,SAAS,EACT,QAAQ,EACR,cAAkB,EAClB,OAAO,EACP,OAAO,EACP,QAAQ,EACR,OAAO,EAAE,eAAe,EACxB,UAAU,EACV,YAAY,EACZ,eAAe,EAAE,uBAAuB,EACxC,8CAA8C,EAC9C,0BAA0B,GAC3B,EAAE,iBAAiB,GAAG,OAAO,CAAC;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,SAAS,EAAE,kBAAkB,EAAE,CAAC;IAChC,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC,CAwhBD"}
|