promptfoo 0.73.9 → 0.75.0

package/dist/src/redteam/constants.d.ts

@@ -1,6 +1,6 @@
 export declare const REDTEAM_MODEL = "openai:chat:gpt-4o";
 export declare const LLAMA_GUARD_REPLICATE_PROVIDER = "replicate:moderation:meta/meta-llama-guard-2-8b:b063023ee937f28e922982abdbf97b041ffe34ad3b35a53d33e1d74bb19b36c4";
-export declare const COLLECTIONS: readonly ["harmful", "pii"];
+export declare const COLLECTIONS: readonly ["harmful", "pii", "default"];
 export type Collection = (typeof COLLECTIONS)[number];
 export declare const UNALIGNED_PROVIDER_HARM_PLUGINS: {
     readonly 'harmful:violent-crime': "Violent Crimes";
@@ -61,17 +61,18 @@ export declare const PII_PLUGINS: readonly ["pii:api-db", "pii:direct", "pii:ses
 export type PIIPlugin = (typeof PII_PLUGINS)[number];
 export declare const BASE_PLUGINS: readonly ["contracts", "excessive-agency", "hallucination", "hijacking", "overreliance", "politics"];
 export type BasePlugin = (typeof BASE_PLUGINS)[number];
-export declare const ADDITIONAL_PLUGINS: readonly ["competitors", "sql-injection", "shell-injection", "debug-access", "rbac", "imitation"];
+export declare const ADDITIONAL_PLUGINS: readonly ["competitors", "debug-access", "imitation", "rbac", "shell-injection", "sql-injection"];
 export type AdditionalPlugin = (typeof ADDITIONAL_PLUGINS)[number];
-export type Plugin = Collection | HarmPlugin | PIIPlugin | BasePlugin | AdditionalPlugin;
+export declare const CONFIG_REQUIRED_PLUGINS: readonly ["policy"];
+export type ConfigRequiredPlugin = (typeof CONFIG_REQUIRED_PLUGINS)[number];
+export type Plugin = Collection | HarmPlugin | PIIPlugin | BasePlugin | AdditionalPlugin | ConfigRequiredPlugin;
 export declare const DEFAULT_PLUGINS: ReadonlySet<Plugin>;
 export declare const ALL_PLUGINS: readonly Plugin[];
 export declare const DEFAULT_STRATEGIES: readonly ["jailbreak", "prompt-injection"];
 export type DefaultStrategy = (typeof DEFAULT_STRATEGIES)[number];
-export declare const ADDITIONAL_STRATEGIES: readonly ["jailbreak:tree"];
+export declare const ADDITIONAL_STRATEGIES: readonly ["jailbreak:tree", "rot13", "base64", "leetspeak"];
 export type AdditionalStrategy = (typeof ADDITIONAL_STRATEGIES)[number];
-export declare const ALL_STRATEGIES: readonly ["jailbreak", "prompt-injection", "jailbreak:tree"];
+export declare const ALL_STRATEGIES: readonly ["jailbreak", "prompt-injection", "jailbreak:tree", "rot13", "base64", "leetspeak"];
 export type Strategy = (typeof ALL_STRATEGIES)[number];
-export declare const INCLUDE_ENTITY_METADATA: string[];
 export declare const subCategoryDescriptions: Record<Plugin | Strategy, string>;
 //# sourceMappingURL=constants.d.ts.map

package/dist/src/redteam/constants.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../../src/redteam/constants.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,aAAa,uBAAuB,CAAC;AAElD,eAAO,MAAM,8BAA8B,qHACyE,CAAC;AAErH,eAAO,MAAM,WAAW,6BAA8B,CAAC;AACvD,MAAM,MAAM,UAAU,GAAG,CAAC,OAAO,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC;AAEtD,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;CA8BlC,CAAC;AACX,MAAM,MAAM,2BAA2B,GAAG,MAAM,OAAO,+BAA+B,CAAC;AAEvF,eAAO,MAAM,6BAA6B;;;;;CAMhC,CAAC;AACX,MAAM,MAAM,yBAAyB,GAAG,MAAM,OAAO,6BAA6B,CAAC;AAEnF,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;CAGf,CAAC;AACX,MAAM,MAAM,UAAU,GAAG,MAAM,OAAO,YAAY,CAAC;AAEnD,eAAO,MAAM,WAAW,oEAAqE,CAAC;AAC9F,MAAM,MAAM,SAAS,GAAG,CAAC,OAAO,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC;AAErD,eAAO,MAAM,YAAY,sGAOf,CAAC;AACX,MAAM,MAAM,UAAU,GAAG,CAAC,OAAO,YAAY,CAAC,CAAC,MAAM,CAAC,CAAC;AAEvD,eAAO,MAAM,kBAAkB,mGAOrB,CAAC;AACX,MAAM,MAAM,gBAAgB,GAAG,CAAC,OAAO,kBAAkB,CAAC,CAAC,MAAM,CAAC,CAAC;AAEnE,MAAM,MAAM,MAAM,GAAG,UAAU,GAAG,UAAU,GAAG,SAAS,GAAG,UAAU,GAAG,gBAAgB,CAAC;AAEzF,eAAO,MAAM,eAAe,EAAE,WAAW,CAAC,MAAM,CAKT,CAAC;AAExC,eAAO,MAAM,WAAW,EAAE,SAAS,MAAM,EAErB,CAAC;AAErB,eAAO,MAAM,kBAAkB,4CAA6C,CAAC;AAC7E,MAAM,MAAM,eAAe,GAAG,CAAC,OAAO,kBAAkB,CAAC,CAAC,MAAM,CAAC,CAAC;AAElE,eAAO,MAAM,qBAAqB,6BAA8B,CAAC;AACjE,MAAM,MAAM,kBAAkB,GAAG,CAAC,OAAO,qBAAqB,CAAC,CAAC,MAAM,CAAC,CAAC;AAExE,eAAO,MAAM,cAAc,8DAA6D,CAAC;AACzF,MAAM,MAAM,QAAQ,GAAG,CAAC,OAAO,cAAc,CAAC,CAAC,MAAM,CAAC,CAAC;AAEvD,eAAO,MAAM,uBAAuB,EAAE,MAAM,EAAkB,CAAC;AAG/D,eAAO,MAAM,uBAAuB,EAAE,MAAM,CAAC,MAAM,GAAG,QAAQ,EAAE,MAAM,CA8CrE,CAAC"}
+{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../../src/redteam/constants.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,aAAa,uBAAuB,CAAC;AAElD,eAAO,MAAM,8BAA8B,qHACyE,CAAC;AAErH,eAAO,MAAM,WAAW,wCAAyC,CAAC;AAClE,MAAM,MAAM,UAAU,GAAG,CAAC,OAAO,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC;AAEtD,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;CA8BlC,CAAC;AACX,MAAM,MAAM,2BAA2B,GAAG,MAAM,OAAO,+BAA+B,CAAC;AAEvF,eAAO,MAAM,6BAA6B;;;;;CAMhC,CAAC;AACX,MAAM,MAAM,yBAAyB,GAAG,MAAM,OAAO,6BAA6B,CAAC;AAEnF,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;CAGf,CAAC;AACX,MAAM,MAAM,UAAU,GAAG,MAAM,OAAO,YAAY,CAAC;AAEnD,eAAO,MAAM,WAAW,oEAAqE,CAAC;AAC9F,MAAM,MAAM,SAAS,GAAG,CAAC,OAAO,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC;AAErD,eAAO,MAAM,YAAY,sGAOf,CAAC;AACX,MAAM,MAAM,UAAU,GAAG,CAAC,OAAO,YAAY,CAAC,CAAC,MAAM,CAAC,CAAC;AAEvD,eAAO,MAAM,kBAAkB,mGAOrB,CAAC;AACX,MAAM,MAAM,gBAAgB,GAAG,CAAC,OAAO,kBAAkB,CAAC,CAAC,MAAM,CAAC,CAAC;AAGnE,eAAO,MAAM,uBAAuB,qBAAsB,CAAC;AAC3D,MAAM,MAAM,oBAAoB,GAAG,CAAC,OAAO,uBAAuB,CAAC,CAAC,MAAM,CAAC,CAAC;AAE5E,MAAM,MAAM,MAAM,GACd,UAAU,GACV,UAAU,GACV,SAAS,GACT,UAAU,GACV,gBAAgB,GAChB,oBAAoB,CAAC;AAEzB,eAAO,MAAM,eAAe,EAAE,WAAW,CAAC,MAAM,CAKT,CAAC;AAExC,eAAO,MAAM,WAAW,EAAE,SAAS,MAAM,EAErB,CAAC;AAErB,eAAO,MAAM,kBAAkB,4CAA6C,CAAC;AAC7E,MAAM,MAAM,eAAe,GAAG,CAAC,OAAO,kBAAkB,CAAC,CAAC,MAAM,CAAC,CAAC;AAElE,eAAO,MAAM,qBAAqB,6DAA8D,CAAC;AACjG,MAAM,MAAM,kBAAkB,GAAG,CAAC,OAAO,qBAAqB,CAAC,CAAC,MAAM,CAAC,CAAC;AAExE,eAAO,MAAM,cAAc,8FAA6D,CAAC;AACzF,MAAM,MAAM,QAAQ,GAAG,CAAC,OAAO,cAAc,CAAC,CAAC,MAAM,CAAC,CAAC;AAGvD,eAAO,MAAM,uBAAuB,EAAE,MAAM,CAAC,MAAM,GAAG,QAAQ,EAAE,MAAM,CAmDrE,CAAC"}

package/dist/src/redteam/constants.js

@@ -1,9 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.subCategoryDescriptions = exports.INCLUDE_ENTITY_METADATA = exports.ALL_STRATEGIES = exports.ADDITIONAL_STRATEGIES = exports.DEFAULT_STRATEGIES = exports.ALL_PLUGINS = exports.DEFAULT_PLUGINS = exports.ADDITIONAL_PLUGINS = exports.BASE_PLUGINS = exports.PII_PLUGINS = exports.HARM_PLUGINS = exports.REDTEAM_PROVIDER_HARM_PLUGINS = exports.UNALIGNED_PROVIDER_HARM_PLUGINS = exports.COLLECTIONS = exports.LLAMA_GUARD_REPLICATE_PROVIDER = exports.REDTEAM_MODEL = void 0;
+exports.subCategoryDescriptions = exports.ALL_STRATEGIES = exports.ADDITIONAL_STRATEGIES = exports.DEFAULT_STRATEGIES = exports.ALL_PLUGINS = exports.DEFAULT_PLUGINS = exports.CONFIG_REQUIRED_PLUGINS = exports.ADDITIONAL_PLUGINS = exports.BASE_PLUGINS = exports.PII_PLUGINS = exports.HARM_PLUGINS = exports.REDTEAM_PROVIDER_HARM_PLUGINS = exports.UNALIGNED_PROVIDER_HARM_PLUGINS = exports.COLLECTIONS = exports.LLAMA_GUARD_REPLICATE_PROVIDER = exports.REDTEAM_MODEL = void 0;
 exports.REDTEAM_MODEL = 'openai:chat:gpt-4o';
 exports.LLAMA_GUARD_REPLICATE_PROVIDER = 'replicate:moderation:meta/meta-llama-guard-2-8b:b063023ee937f28e922982abdbf97b041ffe34ad3b35a53d33e1d74bb19b36c4';
-exports.COLLECTIONS = ['harmful', 'pii'];
+exports.COLLECTIONS = ['harmful', 'pii', 'default'];
 exports.UNALIGNED_PROVIDER_HARM_PLUGINS = {
     // MLCommons harm categories
     // https://llama.meta.com/docs/model-cards-and-prompt-formats/meta-llama-guard-2/
@@ -54,12 +54,14 @@ exports.BASE_PLUGINS = [
 ];
 exports.ADDITIONAL_PLUGINS = [
     'competitors',
-    'sql-injection',
-    'shell-injection',
     'debug-access',
-    'rbac',
     'imitation',
+    'rbac',
+    'shell-injection',
+    'sql-injection',
 ];
+// Plugins that require configuration and can't be enabled by default or included as additional.
+exports.CONFIG_REQUIRED_PLUGINS = ['policy'];
 exports.DEFAULT_PLUGINS = new Set([
     ...exports.COLLECTIONS,
     ...exports.BASE_PLUGINS,
@@ -67,20 +69,16 @@ exports.DEFAULT_PLUGINS = new Set([
     ...exports.PII_PLUGINS,
 ]);
 exports.ALL_PLUGINS = [
-    ...new Set([...exports.DEFAULT_PLUGINS, ...exports.ADDITIONAL_PLUGINS]),
+    ...new Set([...exports.DEFAULT_PLUGINS, ...exports.ADDITIONAL_PLUGINS, ...exports.CONFIG_REQUIRED_PLUGINS]),
 ].sort();
 exports.DEFAULT_STRATEGIES = ['jailbreak', 'prompt-injection'];
-exports.ADDITIONAL_STRATEGIES = ['jailbreak:tree'];
+exports.ADDITIONAL_STRATEGIES = ['jailbreak:tree', 'rot13', 'base64', 'leetspeak'];
 exports.ALL_STRATEGIES = [...exports.DEFAULT_STRATEGIES, ...exports.ADDITIONAL_STRATEGIES];
-exports.INCLUDE_ENTITY_METADATA = ['imitation'];
 // Duplicated in src/web/nextui/src/app/report/constants.ts for frontend
 exports.subCategoryDescriptions = {
-    competitors: 'Competitor mentions and endorsements',
-    contracts: 'Enters business or legal commitments without supervision.',
+    default: 'Includes common plugins',
     'debug-access': 'Attempts to access or use debugging commands.',
     'excessive-agency': 'Model taking excessive initiative or misunderstanding its capabilities.',
-    hallucination: 'Model generating false or misleading information.',
-    harmful: 'All harmful categories',
     'harmful:chemical-biological-weapons': 'Content related to chemical or biological weapons',
     'harmful:child-exploitation': 'Content exploiting or harming children.',
     'harmful:copyright-violations': 'Content violating copyright laws.',
@@ -104,20 +102,28 @@ exports.subCategoryDescriptions = {
     'harmful:specialized-advice': 'Providing advice in specialized fields without expertise.',
     'harmful:unsafe-practices': 'Content promoting unsafe or harmful practices.',
     'harmful:violent-crime': 'Content related to violent criminal activities.',
-    hijacking: 'Unauthorized or off-topic resource use.',
-    imitation: 'Imitates people, brands, or organizations.',
-    jailbreak: 'Attempts to bypass security measures through iterative prompt refinement.',
     'jailbreak:tree': 'Experimental: More expensive and time-consuming jailbreak technique for improved results.',
-    overreliance: 'Model susceptible to relying on an incorrect user assumption or input.',
-    pii: 'All PII categories',
     'pii:api-db': 'PII exposed through API or database',
     'pii:direct': 'Direct exposure of PII',
     'pii:session': 'PII exposed in session data',
     'pii:social': 'PII exposed through social engineering',
-    politics: 'Makes political statements.',
     'prompt-injection': "Malicious inputs designed to manipulate the model's behavior.",
-    rbac: 'Tests whether the model properly implements Role-Based Access Control (RBAC).',
     'shell-injection': 'Attempts to execute shell commands through the model.',
     'sql-injection': 'Attempts to perform SQL injection attacks to manipulate database queries.',
+    base64: 'Attempts to obfuscate malicious content using Base64 encoding.',
+    competitors: 'Competitor mentions and endorsements',
+    contracts: 'Enters business or legal commitments without supervision.',
+    hallucination: 'Model generating false or misleading information.',
+    harmful: 'All harmful categories',
+    hijacking: 'Unauthorized or off-topic resource use.',
+    imitation: 'Imitates people, brands, or organizations.',
+    jailbreak: 'Attempts to bypass security measures through iterative prompt refinement.',
+    leetspeak: 'Attempts to obfuscate malicious content using leetspeak.',
+    overreliance: 'Model susceptible to relying on an incorrect user assumption or input.',
+    pii: 'All PII categories',
+    policy: 'Violates a custom configured policy.',
+    politics: 'Makes political statements.',
+    rbac: 'Tests whether the model properly implements Role-Based Access Control (RBAC).',
+    rot13: 'Attempts to obfuscate malicious content using ROT13 encoding.',
 };
 //# sourceMappingURL=constants.js.map

package/dist/src/redteam/constants.js.map

@@ -1 +1 @@
-{"version":3,"file":"constants.js","sourceRoot":"","sources":["../../../src/redteam/constants.ts"],"names":[],"mappings":";;;AAAa,QAAA,aAAa,GAAG,oBAAoB,CAAC;AAErC,QAAA,8BAA8B,GACzC,kHAAkH,CAAC;AAExG,QAAA,WAAW,GAAG,CAAC,SAAS,EAAE,KAAK,CAAU,CAAC;AAG1C,QAAA,+BAA+B,GAAG;IAC7C,4BAA4B;IAC5B,iFAAiF;IACjF,uBAAuB,EAAE,gBAAgB;IACzC,2BAA2B,EAAE,oBAAoB;IACjD,mBAAmB,EAAE,YAAY;IACjC,4BAA4B,EAAE,oBAAoB;IAClD,gCAAgC,EAAE,wBAAwB;IAC1D,cAAc,EAAE,MAAM;IACtB,mBAAmB,EAAE,WAAW;IAChC,wBAAwB,EAAE,gBAAgB;IAE1C,qBAAqB;IACrB,mCAAmC;IACnC,oBAAoB,EAAE,2DAA2D;IACjF,qCAAqC,EAAE,+BAA+B;IACtE,uBAAuB,EAAE,eAAe;IACxC,8BAA8B,EAAE,yCAAyC;IACzE,6BAA6B,EAAE,uBAAuB;IACtD,4BAA4B,EAAE,oCAAoC;IAClE,yBAAyB,EAAE,kCAAkC;IAC7D,0BAA0B,EAAE,+BAA+B;IAC3D,+GAA+G;IAE/G,QAAQ;IACR,wBAAwB,EAAE,gBAAgB;IAC1C,mBAAmB,EAAE,+BAA+B;IACpD,iBAAiB,EAAE,8BAA8B;IACjD,wBAAwB;IACxB,mFAAmF;CAC3E,CAAC;AAGE,QAAA,6BAA6B,GAAG;IAC3C,iBAAiB,EAAE,oBAAoB;IACvC,+BAA+B,EAAE,iCAAiC;IAClE,uCAAuC,EACrC,+DAA+D;IACjE,4BAA4B,EAAE,gCAAgC;CACtD,CAAC;AAGE,QAAA,YAAY,GAAG;IAC1B,GAAG,uCAA+B;IAClC,GAAG,qCAA6B;CACxB,CAAC;AAGE,QAAA,WAAW,GAAG,CAAC,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,YAAY,CAAU,CAAC;AAGjF,QAAA,YAAY,GAAG;IAC1B,WAAW;IACX,kBAAkB;IAClB,eAAe;IACf,WAAW;IACX,cAAc;IACd,UAAU;CACF,CAAC;AAGE,QAAA,kBAAkB,GAAG;IAChC,aAAa;IACb,eAAe;IACf,iBAAiB;IACjB,cAAc;IACd,MAAM;IACN,WAAW;CACH,CAAC;AAKE,QAAA,eAAe,GAAwB,IAAI,GAAG,CAAC;IAC1D,GAAG,mBAAW;IACd,GAAG,oBAAY;IACf,GAAI,MAAM,CAAC,IAAI,CAAC,oBAAY,CAAkB;IAC9C,GAAG,mBAAW;CACsB,CAAC,CAAC;AAE3B,QAAA,WAAW,GAAsB;IAC5C,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,uBAAe,EAAE,GAAG,0BAAkB,CAAC,CAAC;CACxD,CAAC,IAAI,EAAc,CAAC;AAER,QAAA,kBAAkB,GAAG,CAAC,WAAW,EAAE,kBAAkB,CAAU,CAAC;AAGhE,QAAA,qBAAqB,GAAG,CAAC,gBAAgB,CAAU,CAAC;AAGpD,QAAA,cAAc,GAAG,CAAC,GAAG,0BAAkB,EAAE,GAAG,6BAAqB,CAAU,CAAC;AAG5E,QAAA,uBAAuB,GAAa,CAAC,WAAW,CAAC,CAAC;AAE/D,wEAAwE;AAC3D,QAAA,uBAAuB,GAAsC;IACxE,WAAW,EAAE,sCAAsC;IACnD,SAAS,EAAE,2DAA2D;IACtE,cAAc,EAAE,+CAA+C;IAC/D,kBAAkB,EAAE,yEAAyE;IAC7F,aAAa,EAAE,mDAAmD;IAClE,OAAO,EAAE,wBAAwB;IACjC,qCAAqC,EAAE,mDAAmD;IAC1F,4BAA4B,EAAE,yCAAyC;IACvE,8BAA8B,EAAE,mCAAmC;IACnE,oBAAoB,EAAE,8CAA8C;IACpE,yBAAyB,EAAE,wCAAwC;IACnE,6BAA6B,EAAE,+CAA+C;IAC9E,cAAc,EAAE,+CAA+C;IAC/D,4BAA4B,EAAE,uCAAuC;IACrE,uBAAuB,EAAE,+CAA+C;IACxE,gCAAgC,EAAE,6CAA6C;IAC/E,iBAAiB,EAAE,8CAA8C;IACjE,+BAA+B,EAAE,iDAAiD;IAClF,uCAAuC,EAAE,4CAA4C;IACrF,2BAA2B,EAAE,qDAAqD;IAClF,iBAAiB,EAAE,mCAAmC;IACtD,mBAAmB,EAAE,uDAAuD;IAC5E,wBAAwB,EAAE,mDAAmD;IAC7E,mBAAmB,EAAE,+CAA+C;IACpE,mBAAmB,EAAE,mCAAmC;IACxD,wBAAwB,EAAE,2CAA2C;IACrE,4BAA4B,EAAE,2DAA2D;IACzF,0BAA0B,EAAE,gDAAgD;IAC5E,uBAAuB,EAAE,iDAAiD;IAC1E,SAAS,EAAE,yCAAyC;IACpD,SAAS,EAAE,4CAA4C;IACvD,SAAS,EAAE,2EAA2E;IACtF,gBAAgB,EACd,2FAA2F;IAC7F,YAAY,EAAE,wEAAwE;IACtF,GAAG,EAAE,oBAAoB;IACzB,YAAY,EAAE,qCAAqC;IACnD,YAAY,EAAE,wBAAwB;IACtC,aAAa,EAAE,6BAA6B;IAC5C,YAAY,EAAE,wCAAwC;IACtD,QAAQ,EAAE,6BAA6B;IACvC,kBAAkB,EAAE,+DAA+D;IACnF,IAAI,EAAE,+EAA+E;IACrF,iBAAiB,EAAE,uDAAuD;IAC1E,eAAe,EAAE,2EAA2E;CAC7F,CAAC"}
+{"version":3,"file":"constants.js","sourceRoot":"","sources":["../../../src/redteam/constants.ts"],"names":[],"mappings":";;;AAAa,QAAA,aAAa,GAAG,oBAAoB,CAAC;AAErC,QAAA,8BAA8B,GACzC,kHAAkH,CAAC;AAExG,QAAA,WAAW,GAAG,CAAC,SAAS,EAAE,KAAK,EAAE,SAAS,CAAU,CAAC;AAGrD,QAAA,+BAA+B,GAAG;IAC7C,4BAA4B;IAC5B,iFAAiF;IACjF,uBAAuB,EAAE,gBAAgB;IACzC,2BAA2B,EAAE,oBAAoB;IACjD,mBAAmB,EAAE,YAAY;IACjC,4BAA4B,EAAE,oBAAoB;IAClD,gCAAgC,EAAE,wBAAwB;IAC1D,cAAc,EAAE,MAAM;IACtB,mBAAmB,EAAE,WAAW;IAChC,wBAAwB,EAAE,gBAAgB;IAE1C,qBAAqB;IACrB,mCAAmC;IACnC,oBAAoB,EAAE,2DAA2D;IACjF,qCAAqC,EAAE,+BAA+B;IACtE,uBAAuB,EAAE,eAAe;IACxC,8BAA8B,EAAE,yCAAyC;IACzE,6BAA6B,EAAE,uBAAuB;IACtD,4BAA4B,EAAE,oCAAoC;IAClE,yBAAyB,EAAE,kCAAkC;IAC7D,0BAA0B,EAAE,+BAA+B;IAC3D,+GAA+G;IAE/G,QAAQ;IACR,wBAAwB,EAAE,gBAAgB;IAC1C,mBAAmB,EAAE,+BAA+B;IACpD,iBAAiB,EAAE,8BAA8B;IACjD,wBAAwB;IACxB,mFAAmF;CAC3E,CAAC;AAGE,QAAA,6BAA6B,GAAG;IAC3C,iBAAiB,EAAE,oBAAoB;IACvC,+BAA+B,EAAE,iCAAiC;IAClE,uCAAuC,EACrC,+DAA+D;IACjE,4BAA4B,EAAE,gCAAgC;CACtD,CAAC;AAGE,QAAA,YAAY,GAAG;IAC1B,GAAG,uCAA+B;IAClC,GAAG,qCAA6B;CACxB,CAAC;AAGE,QAAA,WAAW,GAAG,CAAC,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,YAAY,CAAU,CAAC;AAGjF,QAAA,YAAY,GAAG;IAC1B,WAAW;IACX,kBAAkB;IAClB,eAAe;IACf,WAAW;IACX,cAAc;IACd,UAAU;CACF,CAAC;AAGE,QAAA,kBAAkB,GAAG;IAChC,aAAa;IACb,cAAc;IACd,WAAW;IACX,MAAM;IACN,iBAAiB;IACjB,eAAe;CACP,CAAC;AAGX,gGAAgG;AACnF,QAAA,uBAAuB,GAAG,CAAC,QAAQ,CAAU,CAAC;AAW9C,QAAA,eAAe,GAAwB,IAAI,GAAG,CAAC;IAC1D,GAAG,mBAAW;IACd,GAAG,oBAAY;IACf,GAAI,MAAM,CAAC,IAAI,CAAC,oBAAY,CAAkB;IAC9C,GAAG,mBAAW;CACsB,CAAC,CAAC;AAE3B,QAAA,WAAW,GAAsB;IAC5C,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,uBAAe,EAAE,GAAG,0BAAkB,EAAE,GAAG,+BAAuB,CAAC,CAAC;CACpF,CAAC,IAAI,EAAc,CAAC;AAER,QAAA,kBAAkB,GAAG,CAAC,WAAW,EAAE,kBAAkB,CAAU,CAAC;AAGhE,QAAA,qBAAqB,GAAG,CAAC,gBAAgB,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,CAAU,CAAC;AAGpF,QAAA,cAAc,GAAG,CAAC,GAAG,0BAAkB,EAAE,GAAG,6BAAqB,CAAU,CAAC;AAGzF,wEAAwE;AAC3D,QAAA,uBAAuB,GAAsC;IACxE,OAAO,EAAE,yBAAyB;IAClC,cAAc,EAAE,+CAA+C;IAC/D,kBAAkB,EAAE,yEAAyE;IAC7F,qCAAqC,EAAE,mDAAmD;IAC1F,4BAA4B,EAAE,yCAAyC;IACvE,8BAA8B,EAAE,mCAAmC;IACnE,oBAAoB,EAAE,8CAA8C;IACpE,yBAAyB,EAAE,wCAAwC;IACnE,6BAA6B,EAAE,+CAA+C;IAC9E,cAAc,EAAE,+CAA+C;IAC/D,4BAA4B,EAAE,uCAAuC;IACrE,uBAAuB,EAAE,+CAA+C;IACxE,gCAAgC,EAAE,6CAA6C;IAC/E,iBAAiB,EAAE,8CAA8C;IACjE,+BAA+B,EAAE,iDAAiD;IAClF,uCAAuC,EAAE,4CAA4C;IACrF,2BAA2B,EAAE,qDAAqD;IAClF,iBAAiB,EAAE,mCAAmC;IACtD,mBAAmB,EAAE,uDAAuD;IAC5E,wBAAwB,EAAE,mDAAmD;IAC7E,mBAAmB,EAAE,+CAA+C;IACpE,mBAAmB,EAAE,mCAAmC;IACxD,wBAAwB,EAAE,2CAA2C;IACrE,4BAA4B,EAAE,2DAA2D;IACzF,0BAA0B,EAAE,gDAAgD;IAC5E,uBAAuB,EAAE,iDAAiD;IAC1E,gBAAgB,EACd,2FAA2F;IAC7F,YAAY,EAAE,qCAAqC;IACnD,YAAY,EAAE,wBAAwB;IACtC,aAAa,EAAE,6BAA6B;IAC5C,YAAY,EAAE,wCAAwC;IACtD,kBAAkB,EAAE,+DAA+D;IACnF,iBAAiB,EAAE,uDAAuD;IAC1E,eAAe,EAAE,2EAA2E;IAC5F,MAAM,EAAE,gEAAgE;IACxE,WAAW,EAAE,sCAAsC;IACnD,SAAS,EAAE,2DAA2D;IACtE,aAAa,EAAE,mDAAmD;IAClE,OAAO,EAAE,wBAAwB;IACjC,SAAS,EAAE,yCAAyC;IACpD,SAAS,EAAE,4CAA4C;IACvD,SAAS,EAAE,2EAA2E;IACtF,SAAS,EAAE,0DAA0D;IACrE,YAAY,EAAE,wEAAwE;IACtF,GAAG,EAAE,oBAAoB;IACzB,MAAM,EAAE,sCAAsC;IAC9C,QAAQ,EAAE,6BAA6B;IACvC,IAAI,EAAE,+EAA+E;IACrF,KAAK,EAAE,+DAA+D;CACvE,CAAC"}

package/dist/src/redteam/extraction/entities.d.ts

@@ -1,3 +1,3 @@
-import { ApiProvider } from '../../types';
+import type { ApiProvider } from '../../types';
 export declare function extractEntities(provider: ApiProvider, prompts: string[]): Promise<string[]>;
 //# sourceMappingURL=entities.d.ts.map

package/dist/src/redteam/extraction/entities.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"entities.d.ts","sourceRoot":"","sources":["../../../../src/redteam/extraction/entities.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAG1C,wBAAsB,eAAe,CAAC,QAAQ,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAqBjG"}
+{"version":3,"file":"entities.d.ts","sourceRoot":"","sources":["../../../../src/redteam/extraction/entities.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAG/C,wBAAsB,eAAe,CAAC,QAAQ,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAqBjG"}

package/dist/src/redteam/extraction/entities.js

@@ -9,7 +9,7 @@ const logger_1 = __importDefault(require("../../logger"));
 const util_1 = require("./util");
 async function extractEntities(provider, prompts) {
     const prompt = (0, dedent_1.default) `
-    Extract persons, brands, or organizations from the following prompts and return them as a list:
+    Extract names, brands, organizations, or IDs from the following prompts and return them as a list:
 
     ${(0, util_1.formatPrompts)(prompts)}
 

package/dist/src/redteam/extraction/purpose.d.ts

@@ -1,3 +1,3 @@
-import { ApiProvider } from '../../types';
+import type { ApiProvider } from '../../types';
 export declare function extractSystemPurpose(provider: ApiProvider, prompts: string[]): Promise<string>;
 //# sourceMappingURL=purpose.d.ts.map

package/dist/src/redteam/extraction/purpose.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"purpose.d.ts","sourceRoot":"","sources":["../../../../src/redteam/extraction/purpose.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAG1C,wBAAsB,oBAAoB,CACxC,QAAQ,EAAE,WAAW,EACrB,OAAO,EAAE,MAAM,EAAE,GAChB,OAAO,CAAC,MAAM,CAAC,CAkBjB"}
+{"version":3,"file":"purpose.d.ts","sourceRoot":"","sources":["../../../../src/redteam/extraction/purpose.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAG/C,wBAAsB,oBAAoB,CACxC,QAAQ,EAAE,WAAW,EACrB,OAAO,EAAE,MAAM,EAAE,GAChB,OAAO,CAAC,MAAM,CAAC,CAkBjB"}

package/dist/src/redteam/extraction/util.d.ts

@@ -1,4 +1,4 @@
-import { ApiProvider } from '../../types';
+import type { ApiProvider } from '../../types';
 export declare function callExtraction<T>(provider: ApiProvider, prompt: string, processOutput: (output: string) => T): Promise<T>;
 export declare function formatPrompts(prompts: string[]): string;
 //# sourceMappingURL=util.d.ts.map

package/dist/src/redteam/extraction/util.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"util.d.ts","sourceRoot":"","sources":["../../../../src/redteam/extraction/util.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE1C,wBAAsB,cAAc,CAAC,CAAC,EACpC,QAAQ,EAAE,WAAW,EACrB,MAAM,EAAE,MAAM,EACd,aAAa,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,CAAC,GACnC,OAAO,CAAC,CAAC,CAAC,CAcZ;AAED,wBAAgB,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,CASvD"}
+{"version":3,"file":"util.d.ts","sourceRoot":"","sources":["../../../../src/redteam/extraction/util.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE/C,wBAAsB,cAAc,CAAC,CAAC,EACpC,QAAQ,EAAE,WAAW,EACrB,MAAM,EAAE,MAAM,EACd,aAAa,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,CAAC,GACnC,OAAO,CAAC,CAAC,CAAC,CAcZ;AAED,wBAAgB,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,CASvD"}

package/dist/src/redteam/graders.d.ts

@@ -0,0 +1,3 @@
+import type { RedteamModelGrader } from './plugins/base';
+export declare function getGraderById(id: string): RedteamModelGrader | undefined;
+//# sourceMappingURL=graders.d.ts.map

package/dist/src/redteam/graders.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"graders.d.ts","sourceRoot":"","sources":["../../../src/redteam/graders.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AA+DzD,wBAAgB,aAAa,CAAC,EAAE,EAAE,MAAM,GAAG,kBAAkB,GAAG,SAAS,CAExE"}

package/dist/src/redteam/graders.js

@@ -0,0 +1,67 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getGraderById = getGraderById;
+const competitors_1 = require("./plugins/competitors");
+const contracts_1 = require("./plugins/contracts");
+const debugAccess_1 = require("./plugins/debugAccess");
+const excessiveAgency_1 = require("./plugins/excessiveAgency");
+const hallucination_1 = require("./plugins/hallucination");
+const harmful_1 = require("./plugins/harmful");
+const hijacking_1 = require("./plugins/hijacking");
+const imitation_1 = require("./plugins/imitation");
+const overreliance_1 = require("./plugins/overreliance");
+const pii_1 = require("./plugins/pii");
+const policy_1 = require("./plugins/policy");
+const politics_1 = require("./plugins/politics");
+const rbac_1 = require("./plugins/rbac");
+const shellInjection_1 = require("./plugins/shellInjection");
+const sqlInjection_1 = require("./plugins/sqlInjection");
+const GRADERS = {
+    'promptfoo:redteam:overreliance': new overreliance_1.OverrelianceGrader(),
+    'promptfoo:redteam:competitors': new competitors_1.CompetitorsGrader(),
+    'promptfoo:redteam:contracts': new contracts_1.ContractsGrader(),
+    'promptfoo:redteam:excessive-agency': new excessiveAgency_1.ExcessiveAgencyGrader(),
+    'promptfoo:redteam:imitation': new imitation_1.ImitationGrader(),
+    'promptfoo:redteam:hallucination': new hallucination_1.HallucinationGrader(),
+    'promptfoo:redteam:hijacking': new hijacking_1.HijackingGrader(),
+    'promptfoo:redteam:policy': new policy_1.PolicyViolationGrader(),
+    'promptfoo:redteam:politics': new politics_1.PoliticsGrader(),
+    'promptfoo:redteam:sql-injection': new sqlInjection_1.SqlInjectionGrader(),
+    'promptfoo:redteam:shell-injection': new shellInjection_1.ShellInjectionGrader(),
+    'promptfoo:redteam:debug-access': new debugAccess_1.DebugAccessGrader(),
+    'promptfoo:redteam:rbac': new rbac_1.RbacGrader(),
+    'promptfoo:redteam:harmful': new harmful_1.HarmfulGrader(),
+    'promptfoo:redteam:harmful:violent-crime': new harmful_1.HarmfulGrader(),
+    'promptfoo:redteam:harmful:non-violent-crime': new harmful_1.HarmfulGrader(),
+    'promptfoo:redteam:harmful:sex-crime': new harmful_1.HarmfulGrader(),
+    'promptfoo:redteam:harmful:child-exploitation': new harmful_1.HarmfulGrader(),
+    'promptfoo:redteam:harmful:indiscriminate-weapons': new harmful_1.HarmfulGrader(),
+    'promptfoo:redteam:harmful:hate': new harmful_1.HarmfulGrader(),
+    'promptfoo:redteam:harmful:self-harm': new harmful_1.HarmfulGrader(),
+    'promptfoo:redteam:harmful:sexual-content': new harmful_1.HarmfulGrader(),
+    'promptfoo:redteam:harmful:cybercrime': new harmful_1.HarmfulGrader(),
+    'promptfoo:redteam:harmful:chemical-biological-weapons': new harmful_1.HarmfulGrader(),
+    'promptfoo:redteam:harmful:illegal-drugs': new harmful_1.HarmfulGrader(),
+    'promptfoo:redteam:harmful:copyright-violations': new harmful_1.HarmfulGrader(),
+    'promptfoo:redteam:harmful:harassment-bullying': new harmful_1.HarmfulGrader(),
+    'promptfoo:redteam:harmful:illegal-activities': new harmful_1.HarmfulGrader(),
+    'promptfoo:redteam:harmful:graphic-content': new harmful_1.HarmfulGrader(),
+    'promptfoo:redteam:harmful:unsafe-practices': new harmful_1.HarmfulGrader(),
+    'promptfoo:redteam:harmful:radicalization': new harmful_1.HarmfulGrader(),
+    'promptfoo:redteam:harmful:profanity': new harmful_1.HarmfulGrader(),
+    'promptfoo:redteam:harmful:insults': new harmful_1.HarmfulGrader(),
+    'promptfoo:redteam:harmful:privacy': new harmful_1.HarmfulGrader(),
+    // Commented out until the second harmful grader is implemented.
+    //'promptfoo:redteam:harmful:intellectual-property': new HarmfulGrader(),
+    //'promptfoo:redteam:harmful:misinformation-disinformation': new HarmfulGrader(),
+    //'promptfoo:redteam:harmful:specialized-advice': new HarmfulGrader(),
+    'promptfoo:redteam:pii': new pii_1.PiiGrader(),
+    'promptfoo:redteam:pii:api-db': new pii_1.PiiGrader(),
+    'promptfoo:redteam:pii:direct': new pii_1.PiiGrader(),
+    'promptfoo:redteam:pii:session': new pii_1.PiiGrader(),
+    'promptfoo:redteam:pii:social': new pii_1.PiiGrader(),
+};
+function getGraderById(id) {
+    return GRADERS[id];
+}
+//# sourceMappingURL=graders.js.map

package/dist/src/redteam/graders.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"graders.js","sourceRoot":"","sources":["../../../src/redteam/graders.ts"],"names":[],"mappings":";;AA+DA,sCAEC;AAhED,uDAA0D;AAC1D,mDAAsD;AACtD,uDAA0D;AAC1D,+DAAkE;AAClE,2DAA8D;AAC9D,+CAAkD;AAClD,mDAAsD;AACtD,mDAAsD;AACtD,yDAA4D;AAC5D,uCAA0C;AAC1C,6CAAyD;AACzD,iDAAoD;AACpD,yCAA4C;AAC5C,6DAAgE;AAChE,yDAA4D;AAE5D,MAAM,OAAO,GAAG;IACd,gCAAgC,EAAE,IAAI,iCAAkB,EAAE;IAC1D,+BAA+B,EAAE,IAAI,+BAAiB,EAAE;IACxD,6BAA6B,EAAE,IAAI,2BAAe,EAAE;IACpD,oCAAoC,EAAE,IAAI,uCAAqB,EAAE;IACjE,6BAA6B,EAAE,IAAI,2BAAe,EAAE;IACpD,iCAAiC,EAAE,IAAI,mCAAmB,EAAE;IAC5D,6BAA6B,EAAE,IAAI,2BAAe,EAAE;IACpD,0BAA0B,EAAE,IAAI,8BAAqB,EAAE;IACvD,4BAA4B,EAAE,IAAI,yBAAc,EAAE;IAClD,iCAAiC,EAAE,IAAI,iCAAkB,EAAE;IAC3D,mCAAmC,EAAE,IAAI,qCAAoB,EAAE;IAC/D,gCAAgC,EAAE,IAAI,+BAAiB,EAAE;IACzD,wBAAwB,EAAE,IAAI,iBAAU,EAAE;IAC1C,2BAA2B,EAAE,IAAI,uBAAa,EAAE;IAChD,yCAAyC,EAAE,IAAI,uBAAa,EAAE;IAC9D,6CAA6C,EAAE,IAAI,uBAAa,EAAE;IAClE,qCAAqC,EAAE,IAAI,uBAAa,EAAE;IAC1D,8CAA8C,EAAE,IAAI,uBAAa,EAAE;IACnE,kDAAkD,EAAE,IAAI,uBAAa,EAAE;IACvE,gCAAgC,EAAE,IAAI,uBAAa,EAAE;IACrD,qCAAqC,EAAE,IAAI,uBAAa,EAAE;IAC1D,0CAA0C,EAAE,IAAI,uBAAa,EAAE;IAC/D,sCAAsC,EAAE,IAAI,uBAAa,EAAE;IAC3D,uDAAuD,EAAE,IAAI,uBAAa,EAAE;IAC5E,yCAAyC,EAAE,IAAI,uBAAa,EAAE;IAC9D,gDAAgD,EAAE,IAAI,uBAAa,EAAE;IACrE,+CAA+C,EAAE,IAAI,uBAAa,EAAE;IACpE,8CAA8C,EAAE,IAAI,uBAAa,EAAE;IACnE,2CAA2C,EAAE,IAAI,uBAAa,EAAE;IAChE,4CAA4C,EAAE,IAAI,uBAAa,EAAE;IACjE,0CAA0C,EAAE,IAAI,uBAAa,EAAE;IAC/D,qCAAqC,EAAE,IAAI,uBAAa,EAAE;IAC1D,mCAAmC,EAAE,IAAI,uBAAa,EAAE;IACxD,mCAAmC,EAAE,IAAI,uBAAa,EAAE;IACxD,gEAAgE;IAChE,yEAAyE;IACzE,iFAAiF;IACjF,sEAAsE;IACtE,uBAAuB,EAAE,IAAI,eAAS,EAAE;IACxC,8BAA8B,EAAE,IAAI,eAAS,EAAE;IAC/C,8BAA8B,EAAE,IAAI,eAAS,EAAE;IAC/C,+BAA+B,EAAE,IAAI,eAAS,EAAE;IAChD,8BAA8B,EAAE,IAAI,eAAS,EAAE;CAChD,CAAC;AAEF,SAAgB,aAAa,CAAC,EAAU;IACtC,OAAO,OAAO,CAAC,EAA0B,CAAC,CAAC;AAC7C,CAAC"}

package/dist/src/redteam/index.d.ts

@@ -1,10 +1,8 @@
-import type { TestCase } from '../types';
-import type { SynthesizeOptions } from './types';
-type TestCaseWithPlugin = TestCase & {
-    metadata: {
-        pluginId: string;
-    };
-};
-export declare function synthesize({ prompts, provider, injectVar, numTests, purpose: purposeOverride, strategies, plugins, }: SynthesizeOptions): Promise<TestCaseWithPlugin[]>;
-export {};
+import type { TestCaseWithPlugin } from '../types';
+import type { SynthesizeOptions } from '../types/redteam';
+export declare function synthesize({ prompts, provider, injectVar, purpose: purposeOverride, entities: entitiesOverride, strategies, plugins, }: SynthesizeOptions): Promise<{
+    purpose: string;
+    entities: string[];
+    testCases: TestCaseWithPlugin[];
+}>;
 //# sourceMappingURL=index.d.ts.map

package/dist/src/redteam/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/redteam/index.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAe,QAAQ,EAAE,MAAM,UAAU,CAAC;AAqBtD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAEjD,KAAK,kBAAkB,GAAG,QAAQ,GAAG;IAAE,QAAQ,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAA;CAAE,CAAC;AAmKxE,wBAAsB,UAAU,CAAC,EAC/B,OAAO,EACP,QAAQ,EACR,SAAS,EACT,QAAQ,EACR,OAAO,EAAE,eAAe,EACxB,UAAU,EACV,OAAO,GACR,EAAE,iBAAiB,iCA4HnB"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/redteam/index.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AAEnD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAqB1D,wBAAsB,UAAU,CAAC,EAC/B,OAAO,EACP,QAAQ,EACR,SAAS,EACT,OAAO,EAAE,eAAe,EACxB,QAAQ,EAAE,gBAAgB,EAC1B,UAAU,EACV,OAAO,GACR,EAAE,iBAAiB,GAAG,OAAO,CAAC;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,SAAS,EAAE,kBAAkB,EAAE,CAAC;CACjC,CAAC,CAyID"}

package/dist/src/redteam/index.js

@@ -9,157 +9,41 @@ const cli_progress_1 = __importDefault(require("cli-progress"));
 const tiny_invariant_1 = __importDefault(require("tiny-invariant"));
 const logger_1 = __importDefault(require("../logger"));
 const providers_1 = require("../providers");
+const types_1 = require("../types");
 const templates_1 = require("../util/templates");
 const constants_1 = require("./constants");
 const entities_1 = require("./extraction/entities");
 const purpose_1 = require("./extraction/purpose");
-const competitors_1 = __importDefault(require("./plugins/competitors"));
-const contracts_1 = __importDefault(require("./plugins/contracts"));
-const debugAccess_1 = __importDefault(require("./plugins/debugAccess"));
-const excessiveAgency_1 = __importDefault(require("./plugins/excessiveAgency"));
-const hallucination_1 = __importDefault(require("./plugins/hallucination"));
-const harmful_1 = require("./plugins/harmful");
-const hijacking_1 = __importDefault(require("./plugins/hijacking"));
-const imitation_1 = __importDefault(require("./plugins/imitation"));
-const overreliance_1 = __importDefault(require("./plugins/overreliance"));
-const pii_1 = require("./plugins/pii");
-const politics_1 = __importDefault(require("./plugins/politics"));
-const rbac_1 = __importDefault(require("./plugins/rbac"));
-const shellInjection_1 = __importDefault(require("./plugins/shellInjection"));
-const sqlInjection_1 = __importDefault(require("./plugins/sqlInjection"));
-const injections_1 = require("./strategies/injections");
-const iterative_1 = require("./strategies/iterative");
-const Plugins = [
-    {
-        key: 'competitors',
-        action: (provider, purpose, injectVar, n) => new competitors_1.default(provider, purpose, injectVar).generateTests(n),
-    },
-    {
-        key: 'contracts',
-        action: (provider, purpose, injectVar, n) => new contracts_1.default(provider, purpose, injectVar).generateTests(n),
-    },
-    {
-        key: 'excessive-agency',
-        action: (provider, purpose, injectVar, n) => new excessiveAgency_1.default(provider, purpose, injectVar).generateTests(n),
-    },
-    {
-        key: 'hallucination',
-        action: (provider, purpose, injectVar, n) => new hallucination_1.default(provider, purpose, injectVar).generateTests(n),
-    },
-    ...Object.keys(constants_1.HARM_PLUGINS).map((category) => ({
-        key: category,
-        action: (provider, purpose, injectVar, n) => (0, harmful_1.getHarmfulTests)(provider, purpose, injectVar, [category], n),
-    })),
-    {
-        key: 'hijacking',
-        action: (provider, purpose, injectVar, n) => new hijacking_1.default(provider, purpose, injectVar).generateTests(n),
-    },
-    {
-        key: 'imitation',
-        action: async (provider, purpose, injectVar, n) => {
-            const plugin = new imitation_1.default(provider, purpose, injectVar);
-            return plugin.generateTests(n);
-        },
-    },
-    {
-        key: 'overreliance',
-        action: (provider, purpose, injectVar, n) => new overreliance_1.default(provider, purpose, injectVar).generateTests(n),
-    },
-    {
-        key: 'sql-injection',
-        action: (provider, purpose, injectVar, n) => new sqlInjection_1.default(provider, purpose, injectVar).generateTests(n),
-    },
-    {
-        key: 'shell-injection',
-        action: (provider, purpose, injectVar, n) => new shellInjection_1.default(provider, purpose, injectVar).generateTests(n),
-    },
-    {
-        key: 'debug-access',
-        action: (provider, purpose, injectVar, n) => new debugAccess_1.default(provider, purpose, injectVar).generateTests(n),
-    },
-    {
-        key: 'rbac',
-        action: (provider, purpose, injectVar, n) => new rbac_1.default(provider, purpose, injectVar).generateTests(n),
-    },
-    {
-        key: 'politics',
-        action: (provider, purpose, injectVar, n) => new politics_1.default(provider, purpose, injectVar).generateTests(n),
-    },
-    ...constants_1.PII_PLUGINS.map((category) => ({
-        key: category,
-        action: (provider, purpose, injectVar, n) => (0, pii_1.getPiiLeakTestsForCategory)(provider, purpose, injectVar, category, n),
-    })),
-];
+const plugins_1 = require("./plugins");
+const strategies_1 = require("./strategies");
 // These plugins refer to a collection of tests.
 const categories = {
     harmful: Object.keys(constants_1.HARM_PLUGINS),
     pii: constants_1.PII_PLUGINS,
 };
-const Strategies = [
-    {
-        key: 'jailbreak',
-        action: (testCases, injectVar) => {
-            logger_1.default.debug('Adding experimental jailbreaks to all test cases');
-            const newTestCases = (0, iterative_1.addIterativeJailbreaks)(testCases, injectVar, 'iterative');
-            logger_1.default.debug(`Added ${newTestCases.length} experimental jailbreak test cases`);
-            return newTestCases;
-        },
-    },
-    {
-        key: 'prompt-injection',
-        action: (testCases, injectVar) => {
-            const harmfulPrompts = testCases.filter((t) => t.metadata.pluginId.startsWith('harmful:'));
-            logger_1.default.debug('Adding prompt injections');
-            const newTestCases = (0, injections_1.addInjections)(harmfulPrompts, injectVar);
-            logger_1.default.debug(`Added ${newTestCases.length} prompt injection test cases`);
-            return newTestCases;
-        },
-    },
-    {
-        key: 'jailbreak:tree',
-        action: (testCases, injectVar) => {
-            logger_1.default.debug('Adding experimental tree jailbreaks to all test cases');
-            const newTestCases = (0, iterative_1.addIterativeJailbreaks)(testCases, injectVar, 'iterative:tree');
-            logger_1.default.debug(`Added ${newTestCases.length} experimental tree jailbreak test cases`);
-            return newTestCases;
-        },
-    },
-];
-function validatePlugins(plugins) {
-    const invalidPlugins = plugins.filter((plugin) => !Plugins.map((p) => p.key).includes(plugin.id));
-    if (invalidPlugins.length > 0) {
-        const validPluginsString = Plugins.map((p) => p.key).join(', ');
-        const invalidPluginsString = invalidPlugins.map((p) => p.id).join(', ');
-        throw new Error(`Invalid plugin(s): ${invalidPluginsString}. Valid plugins are: ${validPluginsString}`);
-    }
-    const pluginsWithoutNumTests = plugins.filter((plugin) => !Number.isSafeInteger(plugin.numTests) || plugin.numTests <= 0);
-    if (pluginsWithoutNumTests.length > 0) {
-        const pluginsWithoutNumTestsString = pluginsWithoutNumTests.map((p) => p.id).join(', ');
-        throw new Error(`Plugins without a numTests: ${pluginsWithoutNumTestsString}`);
-    }
-}
-function validateStrategies(strategies) {
-    const invalidStrategies = strategies.filter((strategy) => !Strategies.map((s) => s.key).includes(strategy.id));
-    if (invalidStrategies.length > 0) {
-        throw new Error(`Invalid strategy(s): ${invalidStrategies.join(', ')}`);
-    }
-}
 const formatTestCount = (numTests) => {
     if (numTests === 1) {
         return '1 test';
     }
     return `${numTests} tests`;
 };
-async function synthesize({ prompts, provider, injectVar, numTests, purpose: purposeOverride, strategies, plugins, }) {
-    validatePlugins(plugins);
-    validateStrategies(strategies);
-    const redteamProvider = await (0, providers_1.loadApiProvider)(provider || constants_1.REDTEAM_MODEL, {
-        options: {
-            config: { temperature: 0.5 },
-        },
-    });
+async function synthesize({ prompts, provider, injectVar, purpose: purposeOverride, entities: entitiesOverride, strategies, plugins, }) {
+    (0, plugins_1.validatePlugins)(plugins);
+    (0, strategies_1.validateStrategies)(strategies);
+    let redteamProvider;
+    if ((0, types_1.isApiProvider)(provider)) {
+        redteamProvider = provider;
+    }
+    else if ((0, types_1.isProviderOptions)(provider)) {
+        redteamProvider = await (0, providers_1.loadApiProvider)(provider.id || constants_1.REDTEAM_MODEL, provider);
+    }
+    else {
+        redteamProvider = await (0, providers_1.loadApiProvider)(constants_1.REDTEAM_MODEL, {
+            options: { config: { temperature: 0.5 } },
+        });
+    }
     logger_1.default.info(`Synthesizing test cases for ${prompts.length} ${prompts.length === 1 ? 'prompt' : 'prompts'}...\nUsing plugins:\n\n${chalk_1.default.yellow(plugins
-        .map((p) => `${p.id} (${formatTestCount(p.numTests)})`)
+        .map((p) => `${p.id} (${formatTestCount(p.numTests)})${p.config ? ` (${JSON.stringify(p.config)})` : ''}`)
         .sort()
         .join('\n'))}\n`);
     logger_1.default.info(`Using strategies: ${strategies.map((s) => s.id).join(', ')}`);
@@ -200,33 +84,30 @@ async function synthesize({ prompts, provider, injectVar, numTests, purpose: pur
     // Get purpose
     const purpose = purposeOverride || (await (0, purpose_1.extractSystemPurpose)(redteamProvider, prompts));
     updateProgress();
-    let entities = [];
-    if (plugins.some((p) => p.id === 'imitation')) {
-        entities = await (0, entities_1.extractEntities)(redteamProvider, prompts);
-    }
+    const entities = Array.isArray(entitiesOverride)
+        ? entitiesOverride
+        : await (0, entities_1.extractEntities)(redteamProvider, prompts);
     updateProgress();
     logger_1.default.debug(`System purpose: ${purpose}`);
     const testCases = [];
-    for (const { key, action } of Plugins) {
-        const plugin = plugins.find((p) => p.id === key);
+    for (const { key: pluginId, action } of plugins_1.Plugins) {
+        const plugin = plugins.find((p) => p.id === pluginId);
         if (plugin) {
             updateProgress();
-            logger_1.default.debug(`Generating ${key} tests`);
-            const pluginTests = await action(redteamProvider, purpose, injectVar, plugin.numTests);
+            logger_1.default.debug(`Generating tests for ${pluginId}...`);
+            const pluginTests = await action(redteamProvider, purpose, injectVar, plugin.numTests, plugin.config);
             testCases.push(...pluginTests.map((t) => ({
                 ...t,
                 metadata: {
                     ...(t.metadata || {}),
-                    pluginId: key,
-                    purpose,
-                    ...(constants_1.INCLUDE_ENTITY_METADATA.includes(key) && entities.length > 0 ? { entities } : {}),
+                    pluginId,
                 },
             })));
-            logger_1.default.debug(`Added ${pluginTests.length} ${key} test cases`);
+            logger_1.default.debug(`Added ${pluginTests.length} ${pluginId} test cases`);
         }
     }
     const newTestCases = [];
-    for (const { key, action } of Strategies) {
+    for (const { key, action } of strategies_1.Strategies) {
         const strategy = strategies.find((s) => s.id === key);
         if (strategy) {
             updateProgress();
@@ -236,7 +117,8 @@ async function synthesize({ prompts, provider, injectVar, numTests, purpose: pur
                 ...t,
                 metadata: {
                     ...(t.metadata || {}),
-                    pluginId: key,
+                    pluginId: t.metadata?.pluginId,
+                    strategyId: strategy.id,
                 },
             })));
         }
@@ -247,6 +129,6 @@ async function synthesize({ prompts, provider, injectVar, numTests, purpose: pur
         progressBar.update(100);
         progressBar.stop();
     }
-    return testCases;
+    return { purpose, entities, testCases };
 }
 //# sourceMappingURL=index.js.map

package/dist/src/redteam/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/redteam/index.ts"],"names":[],"mappings":";;;;;AA+LA,gCAoIC;AAnUD,kDAA0B;AAC1B,gEAAuC;AACvC,oEAAuC;AACvC,uDAA+B;AAC/B,4CAA+C;AAE/C,iDAAkE;AAClE,2CAAgG;AAChG,oDAAwD;AACxD,kDAA4D;AAC5D,wEAAqD;AACrD,oEAAiD;AACjD,wEAAsD;AACtD,gFAA8D;AAC9D,4EAA0D;AAC1D,+CAAoD;AACpD,oEAAkD;AAClD,oEAAkD;AAClD,0EAAwD;AACxD,uCAA2D;AAC3D,kEAAgD;AAChD,0DAAwC;AACxC,8EAA4D;AAC5D,0EAAwD;AACxD,wDAAwD;AACxD,sDAAgE;AAoBhE,MAAM,OAAO,GAAa;IACxB;QACE,GAAG,EAAE,aAAa;QAClB,MAAM,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE,CAC1C,IAAI,qBAAgB,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC;KACtE;IACD;QACE,GAAG,EAAE,WAAW;QAChB,MAAM,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE,CAC1C,IAAI,mBAAc,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC;KACpE;IACD;QACE,GAAG,EAAE,kBAAkB;QACvB,MAAM,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE,CAC1C,IAAI,yBAAqB,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC;KAC3E;IACD;QACE,GAAG,EAAE,eAAe;QACpB,MAAM,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE,CAC1C,IAAI,uBAAmB,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC;KACzE;IACD,GAAI,MAAM,CAAC,IAAI,CAAC,wBAAY,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAC/C,GAAG,EAAE,QAAQ;QACb,MAAM,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE,CAC1C,IAAA,yBAAe,EAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;KAC/D,CAAC,CAAc;IAChB;QACE,GAAG,EAAE,WAAW;QAChB,MAAM,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE,CAC1C,IAAI,mBAAe,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC;KACrE;IACD;QACE,GAAG,EAAE,WAAW;QAChB,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE;YAChD,MAAM,MAAM,GAAG,IAAI,mBAAe,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;YACjE,OAAO,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QACjC,CAAC;KACF;IACD;QACE,GAAG,EAAE,cAAc;QACnB,MAAM,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE,CAC1C,IAAI,sBAAkB,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC;KACxE;IACD;QACE,GAAG,EAAE,eAAe;QACpB,MAAM,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE,CAC1C,IAAI,sBAAkB,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC;KACxE;IACD;QACE,GAAG,EAAE,iBAAiB;QACtB,MAAM,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE,CAC1C,IAAI,wBAAoB,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC;KAC1E;IACD;QACE,GAAG,EAAE,cAAc;QACnB,MAAM,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE,CAC1C,IAAI,qBAAiB,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC;KACvE;IACD;QACE,GAAG,EAAE,MAAM;QACX,MAAM,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE,CAC1C,IAAI,cAAU,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC;KAChE;IACD;QACE,GAAG,EAAE,UAAU;QACf,MAAM,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE,CAC1C,IAAI,kBAAc,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC;KACpE;IACD,GAAI,uBAAW,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QACjC,GAAG,EAAE,QAAQ;QACb,MAAM,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE,CAC1C,IAAA,gCAA0B,EAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC;KACxE,CAAC,CAAc;CACjB,CAAC;AAEF,gDAAgD;AAChD,MAAM,UAAU,GAAG;IACjB,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,wBAAY,CAAC;IAClC,GAAG,EAAE,uBAAW;CACR,CAAC;AAEX,MAAM,UAAU,GAAe;IAC7B;QACE,GAAG,EAAE,WAAW;QAChB,MAAM,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,EAAE;YAC/B,gBAAM,CAAC,KAAK,CAAC,kDAAkD,CAAC,CAAC;YACjE,MAAM,YAAY,GAAG,IAAA,kCAAsB,EAAC,SAAS,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;YAC/E,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,oCAAoC,CAAC,CAAC;YAC/E,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,GAAG,EAAE,kBAAkB;QACvB,MAAM,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,EAAE;YAC/B,MAAM,cAAc,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC;YAC3F,gBAAM,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;YACzC,MAAM,YAAY,GAAG,IAAA,0BAAa,EAAC,cAAc,EAAE,SAAS,CAAC,CAAC;YAC9D,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,8BAA8B,CAAC,CAAC;YACzE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,GAAG,EAAE,gBAAgB;QACrB,MAAM,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,EAAE;YAC/B,gBAAM,CAAC,KAAK,CAAC,uDAAuD,CAAC,CAAC;YACtE,MAAM,YAAY,GAAG,IAAA,kCAAsB,EAAC,SAAS,EAAE,SAAS,EAAE,gBAAgB,CAAC,CAAC;YACpF,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,yCAAyC,CAAC,CAAC;YACpF,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;CACF,CAAC;AAEF,SAAS,eAAe,CAAC,OAA2C;IAClE,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAClG,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,MAAM,kBAAkB,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChE,MAAM,oBAAoB,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxE,MAAM,IAAI,KAAK,CACb,sBAAsB,oBAAoB,wBAAwB,kBAAkB,EAAE,CACvF,CAAC;IACJ,CAAC;IACD,MAAM,sBAAsB,GAAG,OAAO,CAAC,MAAM,CAC3C,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,QAAQ,IAAI,CAAC,CAC3E,CAAC;IACF,IAAI,sBAAsB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtC,MAAM,4BAA4B,GAAG,sBAAsB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxF,MAAM,IAAI,KAAK,CAAC,+BAA+B,4BAA4B,EAAE,CAAC,CAAC;IACjF,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,CAAC,UAA4B;IACtD,MAAM,iBAAiB,GAAG,UAAU,CAAC,MAAM,CACzC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CAClE,CAAC;IACF,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,wBAAwB,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC1E,CAAC;AACH,CAAC;AAED,MAAM,eAAe,GAAG,CAAC,QAAgB,EAAE,EAAE;IAC3C,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;QACnB,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,OAAO,GAAG,QAAQ,QAAQ,CAAC;AAC7B,CAAC,CAAC;AAEK,KAAK,UAAU,UAAU,CAAC,EAC/B,OAAO,EACP,QAAQ,EACR,SAAS,EACT,QAAQ,EACR,OAAO,EAAE,eAAe,EACxB,UAAU,EACV,OAAO,GACW;IAClB,eAAe,CAAC,OAAO,CAAC,CAAC;IACzB,kBAAkB,CAAC,UAAU,CAAC,CAAC;IAC/B,MAAM,eAAe,GAAgB,MAAM,IAAA,2BAAe,EAAC,QAAQ,IAAI,yBAAa,EAAE;QACpF,OAAO,EAAE;YACP,MAAM,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE;SAC7B;KACF,CAAC,CAAC;IAEH,gBAAM,CAAC,IAAI,CACT,+BAA+B,OAAO,CAAC,MAAM,IAC3C,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SACpC,0BAA0B,eAAK,CAAC,MAAM,CACpC,OAAO;SACJ,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,eAAe,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC;SACtD,IAAI,EAAE;SACN,IAAI,CAAC,IAAI,CAAC,CACd,IAAI,CACN,CAAC;IACF,gBAAM,CAAC,IAAI,CAAC,qBAAqB,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC3E,gBAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAE7B,WAAW;IACX,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE,CAAC;QAClC,MAAM,UAAU,GAAG,IAAA,yCAA6B,EAAC,OAAO,CAAC,CAAC;QAC1D,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,gBAAM,CAAC,IAAI,CACT,wCAAwC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,wBAAwB,CACtF,CAAC;QACJ,CAAC;aAAM,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnC,gBAAM,CAAC,IAAI,CAAC,sEAAsE,CAAC,CAAC;QACtF,CAAC;QACD,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC;QACrC,IAAA,wBAAS,EAAC,OAAO,SAAS,KAAK,QAAQ,EAAE,oCAAoC,SAAS,EAAE,CAAC,CAAC;IAC5F,CAAC;IAED,iFAAiF;IACjF,KAAK,MAAM,CAAC,QAAQ,EAAE,eAAe,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;QACrE,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC;QACtD,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC;QACtF,CAAC;IACH,CAAC;IAED,uDAAuD;IACvD,OAAO,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAE9F,0BAA0B;IAC1B,MAAM,WAAW,GAAG,IAAI,sBAAW,CAAC,SAAS,CAAC,EAAE,EAAE,sBAAW,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;IACtF,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,6BAA6B;IACpE,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,KAAK,OAAO,EAAE,CAAC;QACtC,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAC5B,CAAC;IAED,MAAM,cAAc,GAAG,GAAG,EAAE;QAC1B,WAAW,IAAI,CAAC,CAAC;QACjB,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,WAAW,GAAG,UAAU,CAAC,GAAG,GAAG,CAAC,CAAC;QAC9D,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC/B,CAAC,CAAC;IAEF,cAAc;IACd,MAAM,OAAO,GAAG,eAAe,IAAI,CAAC,MAAM,IAAA,8BAAoB,EAAC,eAAe,EAAE,OAAO,CAAC,CAAC,CAAC;IAC1F,cAAc,EAAE,CAAC;IACjB,IAAI,QAAQ,GAAa,EAAE,CAAC;IAC5B,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,WAAW,CAAC,EAAE,CAAC;QAC9C,QAAQ,GAAG,MAAM,IAAA,0BAAe,EAAC,eAAe,EAAE,OAAO,CAAC,CAAC;IAC7D,CAAC;IACD,cAAc,EAAE,CAAC;IAEjB,gBAAM,CAAC,KAAK,CAAC,mBAAmB,OAAO,EAAE,CAAC,CAAC;IAE3C,MAAM,SAAS,GAAyB,EAAE,CAAC;IAC3C,KAAK,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,OAAO,EAAE,CAAC;QACtC,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC;QACjD,IAAI,MAAM,EAAE,CAAC;YACX,cAAc,EAAE,CAAC;YACjB,gBAAM,CAAC,KAAK,CAAC,cAAc,GAAG,QAAQ,CAAC,CAAC;YACxC,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,eAAe,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;YACvF,SAAS,CAAC,IAAI,CACZ,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACzB,GAAG,CAAC;gBACJ,QAAQ,EAAE;oBACR,GAAG,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC;oBACrB,QAAQ,EAAE,GAAG;oBACb,OAAO;oBACP,GAAG,CAAC,mCAAuB,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACtF;aACF,CAAC,CAAC,CACJ,CAAC;YACF,gBAAM,CAAC,KAAK,CAAC,SAAS,WAAW,CAAC,MAAM,IAAI,GAAG,aAAa,CAAC,CAAC;QAChE,CAAC;IACH,CAAC;IAED,MAAM,YAAY,GAAyB,EAAE,CAAC;IAE9C,KAAK,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,UAAU,EAAE,CAAC;QACzC,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC;QACtD,IAAI,QAAQ,EAAE,CAAC;YACb,cAAc,EAAE,CAAC;YACjB,gBAAM,CAAC,KAAK,CAAC,cAAc,GAAG,QAAQ,CAAC,CAAC;YACxC,MAAM,iBAAiB,GAAG,MAAM,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACvD,YAAY,CAAC,IAAI,CACf,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC/B,GAAG,CAAC;gBACJ,QAAQ,EAAE;oBACR,GAAG,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC;oBACrB,QAAQ,EAAE,GAAG;iBACd;aACF,CAAC,CAAC,CACJ,CAAC;QACJ,CAAC;IACH,CAAC;IAED,SAAS,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;IAEhC,sBAAsB;IACtB,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,KAAK,OAAO,EAAE,CAAC;QACtC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACxB,WAAW,CAAC,IAAI,EAAE,CAAC;IACrB,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/redteam/index.ts"],"names":[],"mappings":";;;;;AA4BA,gCAqJC;AAjLD,kDAA0B;AAC1B,gEAAuC;AACvC,oEAAuC;AACvC,uDAA+B;AAC/B,4CAA+C;AAE/C,oCAA8E;AAE9E,iDAAkE;AAClE,2CAAuE;AACvE,oDAAwD;AACxD,kDAA4D;AAC5D,uCAAqD;AACrD,6CAA8D;AAE9D,gDAAgD;AAChD,MAAM,UAAU,GAAG;IACjB,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,wBAAY,CAAC;IAClC,GAAG,EAAE,uBAAW;CACR,CAAC;AAEX,MAAM,eAAe,GAAG,CAAC,QAAgB,EAAE,EAAE;IAC3C,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;QACnB,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,OAAO,GAAG,QAAQ,QAAQ,CAAC;AAC7B,CAAC,CAAC;AAEK,KAAK,UAAU,UAAU,CAAC,EAC/B,OAAO,EACP,QAAQ,EACR,SAAS,EACT,OAAO,EAAE,eAAe,EACxB,QAAQ,EAAE,gBAAgB,EAC1B,UAAU,EACV,OAAO,GACW;IAKlB,IAAA,yBAAe,EAAC,OAAO,CAAC,CAAC;IACzB,IAAA,+BAAkB,EAAC,UAAU,CAAC,CAAC;IAE/B,IAAI,eAA4B,CAAC;IACjC,IAAI,IAAA,qBAAa,EAAC,QAAQ,CAAC,EAAE,CAAC;QAC5B,eAAe,GAAG,QAAQ,CAAC;IAC7B,CAAC;SAAM,IAAI,IAAA,yBAAiB,EAAC,QAAQ,CAAC,EAAE,CAAC;QACvC,eAAe,GAAG,MAAM,IAAA,2BAAe,EAAC,QAAQ,CAAC,EAAE,IAAI,yBAAa,EAAE,QAAQ,CAAC,CAAC;IAClF,CAAC;SAAM,CAAC;QACN,eAAe,GAAG,MAAM,IAAA,2BAAe,EAAC,yBAAa,EAAE;YACrD,OAAO,EAAE,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE,EAAE;SAC1C,CAAC,CAAC;IACL,CAAC;IAED,gBAAM,CAAC,IAAI,CACT,+BAA+B,OAAO,CAAC,MAAM,IAC3C,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SACpC,0BAA0B,eAAK,CAAC,MAAM,CACpC,OAAO;SACJ,GAAG,CACF,CAAC,CAAC,EAAE,EAAE,CACJ,GAAG,CAAC,CAAC,EAAE,KAAK,eAAe,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAChG;SACA,IAAI,EAAE;SACN,IAAI,CAAC,IAAI,CAAC,CACd,IAAI,CACN,CAAC;IACF,gBAAM,CAAC,IAAI,CAAC,qBAAqB,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC3E,gBAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAE7B,WAAW;IACX,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE,CAAC;QAClC,MAAM,UAAU,GAAG,IAAA,yCAA6B,EAAC,OAAO,CAAC,CAAC;QAC1D,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,gBAAM,CAAC,IAAI,CACT,wCAAwC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,wBAAwB,CACtF,CAAC;QACJ,CAAC;aAAM,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnC,gBAAM,CAAC,IAAI,CAAC,sEAAsE,CAAC,CAAC;QACtF,CAAC;QACD,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC;QACrC,IAAA,wBAAS,EAAC,OAAO,SAAS,KAAK,QAAQ,EAAE,oCAAoC,SAAS,EAAE,CAAC,CAAC;IAC5F,CAAC;IAED,iFAAiF;IACjF,KAAK,MAAM,CAAC,QAAQ,EAAE,eAAe,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;QACrE,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC;QACtD,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC;QACtF,CAAC;IACH,CAAC;IAED,uDAAuD;IACvD,OAAO,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAE9F,0BAA0B;IAC1B,MAAM,WAAW,GAAG,IAAI,sBAAW,CAAC,SAAS,CAAC,EAAE,EAAE,sBAAW,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;IACtF,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,6BAA6B;IACpE,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,KAAK,OAAO,EAAE,CAAC;QACtC,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAC5B,CAAC;IAED,MAAM,cAAc,GAAG,GAAG,EAAE;QAC1B,WAAW,IAAI,CAAC,CAAC;QACjB,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,WAAW,GAAG,UAAU,CAAC,GAAG,GAAG,CAAC,CAAC;QAC9D,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC/B,CAAC,CAAC;IAEF,cAAc;IACd,MAAM,OAAO,GAAG,eAAe,IAAI,CAAC,MAAM,IAAA,8BAAoB,EAAC,eAAe,EAAE,OAAO,CAAC,CAAC,CAAC;IAC1F,cAAc,EAAE,CAAC;IACjB,MAAM,QAAQ,GAAa,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC;QACxD,CAAC,CAAC,gBAAgB;QAClB,CAAC,CAAC,MAAM,IAAA,0BAAe,EAAC,eAAe,EAAE,OAAO,CAAC,CAAC;IACpD,cAAc,EAAE,CAAC;IAEjB,gBAAM,CAAC,KAAK,CAAC,mBAAmB,OAAO,EAAE,CAAC,CAAC;IAE3C,MAAM,SAAS,GAAyB,EAAE,CAAC;IAC3C,KAAK,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,iBAAO,EAAE,CAAC;QAChD,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC;QACtD,IAAI,MAAM,EAAE,CAAC;YACX,cAAc,EAAE,CAAC;YACjB,gBAAM,CAAC,KAAK,CAAC,wBAAwB,QAAQ,KAAK,CAAC,CAAC;YACpD,MAAM,WAAW,GAAG,MAAM,MAAM,CAC9B,eAAe,EACf,OAAO,EACP,SAAS,EACT,MAAM,CAAC,QAAQ,EACf,MAAM,CAAC,MAAM,CACd,CAAC;YACF,SAAS,CAAC,IAAI,CACZ,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACzB,GAAG,CAAC;gBACJ,QAAQ,EAAE;oBACR,GAAG,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC;oBACrB,QAAQ;iBACT;aACF,CAAC,CAAC,CACJ,CAAC;YACF,gBAAM,CAAC,KAAK,CAAC,SAAS,WAAW,CAAC,MAAM,IAAI,QAAQ,aAAa,CAAC,CAAC;QACrE,CAAC;IACH,CAAC;IAED,MAAM,YAAY,GAAyB,EAAE,CAAC;IAE9C,KAAK,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,uBAAU,EAAE,CAAC;QACzC,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC;QACtD,IAAI,QAAQ,EAAE,CAAC;YACb,cAAc,EAAE,CAAC;YACjB,gBAAM,CAAC,KAAK,CAAC,cAAc,GAAG,QAAQ,CAAC,CAAC;YACxC,MAAM,iBAAiB,GAAG,MAAM,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACvD,YAAY,CAAC,IAAI,CACf,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC/B,GAAG,CAAC;gBACJ,QAAQ,EAAE;oBACR,GAAG,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC;oBACrB,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,QAAQ;oBAC9B,UAAU,EAAE,QAAQ,CAAC,EAAE;iBACxB;aACF,CAAC,CAAC,CACJ,CAAC;QACJ,CAAC;IACH,CAAC;IAED,SAAS,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;IAEhC,sBAAsB;IACtB,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,KAAK,OAAO,EAAE,CAAC;QACtC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACxB,WAAW,CAAC,IAAI,EAAE,CAAC;IACrB,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;AAC1C,CAAC"}