promptfoo 0.90.3 → 0.91.1

package/dist/src/redteam/commands/run.js

@@ -0,0 +1,137 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.redteamRunCommand = redteamRunCommand;
+const chalk_1 = __importDefault(require("chalk"));
+const crypto_1 = require("crypto");
+const fs = __importStar(require("fs"));
+const yaml = __importStar(require("js-yaml"));
+const zod_1 = require("zod");
+const package_json_1 = __importDefault(require("../../../package.json"));
+const cliState_1 = __importDefault(require("../../cliState"));
+const eval_1 = require("../../commands/eval");
+const logger_1 = __importDefault(require("../../logger"));
+const telemetry_1 = __importDefault(require("../../telemetry"));
+const util_1 = require("../../util");
+const default_1 = require("../../util/config/default");
+const generate_1 = require("./generate");
+const init_1 = require("./init");
+function getConfigHash(configPath) {
+    const content = fs.readFileSync(configPath, 'utf8');
+    const version = package_json_1.default.version;
+    return (0, crypto_1.createHash)('md5').update(`${version}:${content}`).digest('hex');
+}
+async function doRedteamRun(options) {
+    const configPath = options.config || 'promptfooconfig.yaml';
+    const redteamPath = options.output || 'redteam.yaml';
+    // Check if promptfooconfig.yaml exists, if not, run init
+    if (!fs.existsSync(configPath)) {
+        logger_1.default.info('No configuration file found. Running initialization...');
+        await (0, init_1.redteamInit)(undefined);
+        // User probably needs to edit init and stuff, so it is premature to generate and eval.
+        return;
+    }
+    // Check for updates to the config file and regenerate redteam if necessary
+    let shouldGenerate = true;
+    if (fs.existsSync(redteamPath)) {
+        const redteamContent = yaml.load(fs.readFileSync(redteamPath, 'utf8'));
+        const storedHash = redteamContent.metadata?.configHash;
+        const currentHash = getConfigHash(configPath);
+        if (storedHash === currentHash) {
+            shouldGenerate = false;
+        }
+    }
+    if (shouldGenerate) {
+        logger_1.default.info('Generating new test cases...');
+        await (0, generate_1.doGenerateRedteam)({
+            ...options,
+            config: configPath,
+            output: redteamPath,
+        });
+        // Update redteam.yaml with the new config hash
+        const redteamContent = yaml.load(fs.readFileSync(redteamPath, 'utf8'));
+        redteamContent.metadata = {
+            ...redteamContent.metadata,
+            configHash: getConfigHash(configPath),
+        };
+        fs.writeFileSync(redteamPath, yaml.dump(redteamContent));
+    }
+    else {
+        logger_1.default.info('Using existing test cases...');
+    }
+    // Run evaluation
+    const { defaultConfig } = await (0, default_1.loadDefaultConfig)();
+    await (0, eval_1.doEval)({
+        ...options,
+        config: [redteamPath],
+        cache: true, // Enable caching
+        write: true, // Write results to database
+    }, defaultConfig, redteamPath, {
+        showProgressBar: true,
+    });
+    logger_1.default.info(chalk_1.default.green('\nRed team evaluation complete!'));
+    logger_1.default.info(chalk_1.default.blue('To view the results, run: ') + chalk_1.default.bold('promptfoo redteam report'));
+}
+function redteamRunCommand(program) {
+    program
+        .command('run')
+        .description('Run red teaming process (init, generate, and evaluate)')
+        .option('-c, --config [path]', 'Path to configuration file. Defaults to promptfooconfig.yaml')
+        .option('-o, --output [path]', 'Path to output file for generated tests. Defaults to redteam.yaml')
+        .option('--no-cache', 'Do not read or write results to disk cache', false)
+        .option('--env-file, --env-path <path>', 'Path to .env file')
+        .option('-j, --max-concurrency <number>', 'Maximum number of concurrent API calls', (val) => Number.parseInt(val, 10))
+        .option('--delay <number>', 'Delay in milliseconds between API calls', (val) => Number.parseInt(val, 10))
+        .option('--remote', 'Force remote inference wherever possible', false)
+        .action(async (opts) => {
+        (0, util_1.setupEnv)(opts.envPath);
+        telemetry_1.default.record('command_used', {
+            name: 'redteam run',
+        });
+        await telemetry_1.default.send();
+        try {
+            if (opts.remote) {
+                cliState_1.default.remote = true;
+            }
+            await doRedteamRun(opts);
+        }
+        catch (error) {
+            if (error instanceof zod_1.z.ZodError) {
+                logger_1.default.error('Invalid options:');
+                error.errors.forEach((err) => {
+                    logger_1.default.error(`  ${err.path.join('.')}: ${err.message}`);
+                });
+            }
+            else {
+                logger_1.default.error('An unexpected error occurred:', error);
+            }
+            process.exit(1);
+        }
+    });
+}
+//# sourceMappingURL=run.js.map

package/dist/src/redteam/commands/run.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run.js","sourceRoot":"","sources":["../../../../src/redteam/commands/run.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAgGA,8CA0CC;AA1ID,kDAA0B;AAE1B,mCAAoC;AACpC,uCAAyB;AACzB,8CAAgC;AAChC,6BAAwB;AACxB,yEAAgD;AAChD,8DAAsC;AACtC,8CAA6C;AAC7C,0DAAkC;AAClC,gEAAwC;AAExC,qCAAsC;AACtC,uDAA8D;AAC9D,yCAA+C;AAC/C,iCAAqC;AAYrC,SAAS,aAAa,CAAC,UAAkB;IACvC,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IACpD,MAAM,OAAO,GAAG,sBAAW,CAAC,OAAO,CAAC;IACpC,OAAO,IAAA,mBAAU,EAAC,KAAK,CAAC,CAAC,MAAM,CAAC,GAAG,OAAO,IAAI,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACzE,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,OAA0B;IACpD,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,IAAI,sBAAsB,CAAC;IAC5D,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,IAAI,cAAc,CAAC;IAErD,yDAAyD;IACzD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC/B,gBAAM,CAAC,IAAI,CAAC,wDAAwD,CAAC,CAAC;QACtE,MAAM,IAAA,kBAAW,EAAC,SAAS,CAAC,CAAC;QAC7B,uFAAuF;QACvF,OAAO;IACT,CAAC;IAED,2EAA2E;IAC3E,IAAI,cAAc,GAAG,IAAI,CAAC;IAC1B,IAAI,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QAC/B,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,WAAW,EAAE,MAAM,CAAC,CAAQ,CAAC;QAC9E,MAAM,UAAU,GAAG,cAAc,CAAC,QAAQ,EAAE,UAAU,CAAC;QACvD,MAAM,WAAW,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC;QAE9C,IAAI,UAAU,KAAK,WAAW,EAAE,CAAC;YAC/B,cAAc,GAAG,KAAK,CAAC;QACzB,CAAC;IACH,CAAC;IAED,IAAI,cAAc,EAAE,CAAC;QACnB,gBAAM,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;QAC5C,MAAM,IAAA,4BAAiB,EAAC;YACtB,GAAG,OAAO;YACV,MAAM,EAAE,UAAU;YAClB,MAAM,EAAE,WAAW;SACkB,CAAC,CAAC;QAEzC,+CAA+C;QAC/C,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,WAAW,EAAE,MAAM,CAAC,CAAQ,CAAC;QAC9E,cAAc,CAAC,QAAQ,GAAG;YACxB,GAAG,cAAc,CAAC,QAAQ;YAC1B,UAAU,EAAE,aAAa,CAAC,UAAU,CAAC;SACtC,CAAC;QACF,EAAE,CAAC,aAAa,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC;IAC3D,CAAC;SAAM,CAAC;QACN,gBAAM,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;IAC9C,CAAC;IAED,iBAAiB;IACjB,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,IAAA,2BAAiB,GAAE,CAAC;IACpD,MAAM,IAAA,aAAM,EACV;QACE,GAAG,OAAO;QACV,MAAM,EAAE,CAAC,WAAW,CAAC;QACrB,KAAK,EAAE,IAAI,EAAE,iBAAiB;QAC9B,KAAK,EAAE,IAAI,EAAE,4BAA4B;KACD,EAC1C,aAAa,EACb,WAAW,EACX;QACE,eAAe,EAAE,IAAI;KACtB,CACF,CAAC;IAEF,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC,CAAC;IAC5D,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,IAAI,CAAC,4BAA4B,CAAC,GAAG,eAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC,CAAC;AACjG,CAAC;AAED,SAAgB,iBAAiB,CAAC,OAAgB;IAChD,OAAO;SACJ,OAAO,CAAC,KAAK,CAAC;SACd,WAAW,CAAC,wDAAwD,CAAC;SACrE,MAAM,CAAC,qBAAqB,EAAE,8DAA8D,CAAC;SAC7F,MAAM,CACL,qBAAqB,EACrB,mEAAmE,CACpE;SACA,MAAM,CAAC,YAAY,EAAE,4CAA4C,EAAE,KAAK,CAAC;SACzE,MAAM,CAAC,+BAA+B,EAAE,mBAAmB,CAAC;SAC5D,MAAM,CAAC,gCAAgC,EAAE,wCAAwC,EAAE,CAAC,GAAG,EAAE,EAAE,CAC1F,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CACzB;SACA,MAAM,CAAC,kBAAkB,EAAE,yCAAyC,EAAE,CAAC,GAAG,EAAE,EAAE,CAC7E,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CACzB;SACA,MAAM,CAAC,UAAU,EAAE,0CAA0C,EAAE,KAAK,CAAC;SACrE,MAAM,CAAC,KAAK,EAAE,IAAuB,EAAE,EAAE;QACxC,IAAA,eAAQ,EAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACvB,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;YAC/B,IAAI,EAAE,aAAa;SACpB,CAAC,CAAC;QACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;QAEvB,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAChB,kBAAQ,CAAC,MAAM,GAAG,IAAI,CAAC;YACzB,CAAC;YACD,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;QAC3B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,OAAC,CAAC,QAAQ,EAAE,CAAC;gBAChC,gBAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;gBACjC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,GAAe,EAAE,EAAE;oBACvC,gBAAM,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC1D,CAAC,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,gBAAM,CAAC,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,CAAC;YACvD,CAAC;YACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;IACH,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/src/redteam/graders.d.ts

@@ -1,5 +1,5 @@
 import { AsciiSmugglingGrader } from './plugins/asciiSmuggling';
-import type { RedteamModelGrader } from './plugins/base';
+import type { RedteamGraderBase } from './plugins/base';
 import { BflaGrader } from './plugins/bfla';
 import { BolaGrader } from './plugins/bola';
 import { CompetitorsGrader } from './plugins/competitors';
@@ -72,5 +72,5 @@ export declare const GRADERS: {
     'promptfoo:redteam:prompt-extraction': PromptExtractionGrader;
     'promptfoo:redteam:indirect-prompt-injection': IndirectPromptInjectionGrader;
 };
-export declare function getGraderById(id: string): RedteamModelGrader | undefined;
+export declare function getGraderById(id: string): RedteamGraderBase | undefined;
 //# sourceMappingURL=graders.d.ts.map

package/dist/src/redteam/graders.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"graders.d.ts","sourceRoot":"","sources":["../../../src/redteam/graders.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAChE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AACpE,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,2BAA2B,CAAC;AAClE,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AACxE,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,6BAA6B,EAAE,MAAM,mCAAmC,CAAC;AAClF,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAC1C,OAAO,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AACpE,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAChE,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAE5C,eAAO,MAAM,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAmDnB,CAAC;AAEF,wBAAgB,aAAa,CAAC,EAAE,EAAE,MAAM,GAAG,kBAAkB,GAAG,SAAS,CAExE"}
+{"version":3,"file":"graders.d.ts","sourceRoot":"","sources":["../../../src/redteam/graders.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAChE,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACxD,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AACpE,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,2BAA2B,CAAC;AAClE,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AACxE,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,6BAA6B,EAAE,MAAM,mCAAmC,CAAC;AAClF,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAC1C,OAAO,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AACpE,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAChE,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAE5C,eAAO,MAAM,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAmDnB,CAAC;AAEF,wBAAgB,aAAa,CAAC,EAAE,EAAE,MAAM,GAAG,iBAAiB,GAAG,SAAS,CAEvE"}

package/dist/src/redteam/plugins/asciiSmuggling.d.ts

@@ -1,7 +1,7 @@
 import type { AtomicTestCase, GradingResult } from '../../types';
-import { RedteamModelGrader } from './base';
+import { RedteamGraderBase } from './base';
 export declare const PLUGIN_ID = "promptfoo:redteam:ascii-smuggling";
-export declare class AsciiSmugglingGrader extends RedteamModelGrader {
+export declare class AsciiSmugglingGrader extends RedteamGraderBase {
     id: string;
     rubric: string;
     getResult(prompt: string, llmOutput: string, test: AtomicTestCase): Promise<{

package/dist/src/redteam/plugins/asciiSmuggling.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"asciiSmuggling.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/asciiSmuggling.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACjE,OAAO,EAAE,kBAAkB,EAAE,MAAM,QAAQ,CAAC;AAE5C,eAAO,MAAM,SAAS,sCAAsC,CAAC;AAE7D,qBAAa,oBAAqB,SAAQ,kBAAkB;IAC1D,EAAE,SAAa;IACf,MAAM,SAAM;IACN,SAAS,CACb,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,cAAc,GACnB,OAAO,CAAC;QAAE,KAAK,EAAE,aAAa,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;CAarD"}
+{"version":3,"file":"asciiSmuggling.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/asciiSmuggling.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACjE,OAAO,EAAE,iBAAiB,EAAE,MAAM,QAAQ,CAAC;AAE3C,eAAO,MAAM,SAAS,sCAAsC,CAAC;AAE7D,qBAAa,oBAAqB,SAAQ,iBAAiB;IACzD,EAAE,SAAa;IACf,MAAM,SAAM;IACN,SAAS,CACb,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,cAAc,GACnB,OAAO,CAAC;QAAE,KAAK,EAAE,aAAa,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;CAarD"}

package/dist/src/redteam/plugins/asciiSmuggling.js

@@ -3,7 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.AsciiSmugglingGrader = exports.PLUGIN_ID = void 0;
 const base_1 = require("./base");
 exports.PLUGIN_ID = 'promptfoo:redteam:ascii-smuggling';
-class AsciiSmugglingGrader extends base_1.RedteamModelGrader {
+class AsciiSmugglingGrader extends base_1.RedteamGraderBase {
     constructor() {
         super(...arguments);
         this.id = exports.PLUGIN_ID;

package/dist/src/redteam/plugins/asciiSmuggling.js.map

@@ -1 +1 @@
-{"version":3,"file":"asciiSmuggling.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/asciiSmuggling.ts"],"names":[],"mappings":";;;AACA,iCAA4C;AAE/B,QAAA,SAAS,GAAG,mCAAmC,CAAC;AAE7D,MAAa,oBAAqB,SAAQ,yBAAkB;IAA5D;;QACE,OAAE,GAAG,iBAAS,CAAC;QACf,WAAM,GAAG,EAAE,CAAC;IAkBd,CAAC;IAjBC,KAAK,CAAC,SAAS,CACb,MAAc,EACd,SAAiB,EACjB,IAAoB;QAEpB,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,wBAAwB,CAAC,CAAC;QAC1E,OAAO;YACL,KAAK,EAAE;gBACL,IAAI,EAAE,CAAC,KAAK;gBACZ,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACpB,MAAM,EAAE,KAAK;oBACX,CAAC,CAAC,sCAAsC;oBACxC,CAAC,CAAC,qCAAqC;aAC1C;YACD,MAAM,EAAE,EAAE;SACX,CAAC;IACJ,CAAC;CACF;AApBD,oDAoBC"}
+{"version":3,"file":"asciiSmuggling.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/asciiSmuggling.ts"],"names":[],"mappings":";;;AACA,iCAA2C;AAE9B,QAAA,SAAS,GAAG,mCAAmC,CAAC;AAE7D,MAAa,oBAAqB,SAAQ,wBAAiB;IAA3D;;QACE,OAAE,GAAG,iBAAS,CAAC;QACf,WAAM,GAAG,EAAE,CAAC;IAkBd,CAAC;IAjBC,KAAK,CAAC,SAAS,CACb,MAAc,EACd,SAAiB,EACjB,IAAoB;QAEpB,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,wBAAwB,CAAC,CAAC;QAC1E,OAAO;YACL,KAAK,EAAE;gBACL,IAAI,EAAE,CAAC,KAAK;gBACZ,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACpB,MAAM,EAAE,KAAK;oBACX,CAAC,CAAC,sCAAsC;oBACxC,CAAC,CAAC,qCAAqC;aAC1C;YACD,MAAM,EAAE,EAAE;SACX,CAAC;IACJ,CAAC;CACF;AApBD,oDAoBC"}

package/dist/src/redteam/plugins/base.d.ts

@@ -3,13 +3,13 @@ import type { AtomicTestCase, GradingResult } from '../../types';
 /**
  * Abstract base class for creating plugins that generate test cases.
  */
-export declare abstract class PluginBase {
+export declare abstract class RedteamPluginBase {
     protected provider: ApiProvider;
     protected purpose: string;
     protected injectVar: string;
     protected config: PluginConfig;
     /**
-     * Creates an instance of PluginBase.
+     * Creates an instance of RedteamPluginBase.
      * @param provider - The API provider used for generating prompts.
      * @param purpose - The purpose of the plugin.
      * @param injectVar - The variable name to inject the generated prompt into.
@@ -60,7 +60,7 @@ export declare abstract class PluginBase {
  *
  * But if you'd like, you can override the `getResult` method to use a different grading method.
  */
-export declare abstract class RedteamModelGrader {
+export declare abstract class RedteamGraderBase {
     abstract id: string;
     abstract rubric: string;
     renderRubric(vars: Record<string, any>): string;

package/dist/src/redteam/plugins/base.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"base.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/base.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACV,WAAW,EACX,SAAS,EACT,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,QAAQ,EACT,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAOjE;;GAEG;AACH,8BAAsB,UAAU;IAS5B,SAAS,CAAC,QAAQ,EAAE,WAAW;IAC/B,SAAS,CAAC,OAAO,EAAE,MAAM;IACzB,SAAS,CAAC,SAAS,EAAE,MAAM;IAC3B,SAAS,CAAC,MAAM,EAAE,YAAY;IAXhC;;;;;;OAMG;gBAES,QAAQ,EAAE,WAAW,EACrB,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,MAAM,GAAE,YAAiB;IAKrC;;OAEG;IACH,SAAS,CAAC,QAAQ,CAAC,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IAEjD;;;;OAIG;IACH,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE;IAE7D;;;;;OAKG;IACG,aAAa,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,GAAE,MAAU,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;IAkDxE;;;;OAIG;IACH,SAAS,CAAC,kBAAkB,CAAC,OAAO,EAAE;QAAE,MAAM,EAAE,MAAM,CAAA;KAAE,EAAE,GAAG,QAAQ,EAAE;IASvE;;;;;OAKG;IACH,SAAS,CAAC,qBAAqB,CAAC,gBAAgB,EAAE,MAAM,GAAG;QAAE,MAAM,EAAE,MAAM,CAAA;KAAE,EAAE;IAyB/E,OAAO,CAAC,eAAe;CAmCxB;AAED;;;;;;;GAOG;AACH,8BAAsB,kBAAkB;IACtC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAExB,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,MAAM;IAkB/C,cAAc,CAAC,EACb,IAAI,EACJ,SAAS,EACT,aAAa,GACd,EAAE;QACD,IAAI,EAAE,cAAc,CAAC;QACrB,SAAS,EAAE,MAAM,CAAC;QAClB,aAAa,CAAC,EAAE,cAAc,CAAC;KAChC,GAAG,gBAAgB,EAAE;IAIhB,SAAS,CACb,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,cAAc,EACpB,QAAQ,EAAE,WAAW,GAAG,SAAS,EACjC,aAAa,EAAE,cAAc,GAAG,SAAS,GACxC,OAAO,CAAC;QAAE,KAAK,EAAE,aAAa,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,gBAAgB,EAAE,CAAA;KAAE,CAAC;CAgCvF"}
+{"version":3,"file":"base.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/base.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACV,WAAW,EACX,SAAS,EACT,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,QAAQ,EACT,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAOjE;;GAEG;AACH,8BAAsB,iBAAiB;IASnC,SAAS,CAAC,QAAQ,EAAE,WAAW;IAC/B,SAAS,CAAC,OAAO,EAAE,MAAM;IACzB,SAAS,CAAC,SAAS,EAAE,MAAM;IAC3B,SAAS,CAAC,MAAM,EAAE,YAAY;IAXhC;;;;;;OAMG;gBAES,QAAQ,EAAE,WAAW,EACrB,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,MAAM,GAAE,YAAiB;IAKrC;;OAEG;IACH,SAAS,CAAC,QAAQ,CAAC,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IAEjD;;;;OAIG;IACH,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE;IAE7D;;;;;OAKG;IACG,aAAa,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,GAAE,MAAU,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;IAkDxE;;;;OAIG;IACH,SAAS,CAAC,kBAAkB,CAAC,OAAO,EAAE;QAAE,MAAM,EAAE,MAAM,CAAA;KAAE,EAAE,GAAG,QAAQ,EAAE;IASvE;;;;;OAKG;IACH,SAAS,CAAC,qBAAqB,CAAC,gBAAgB,EAAE,MAAM,GAAG;QAAE,MAAM,EAAE,MAAM,CAAA;KAAE,EAAE;IAyB/E,OAAO,CAAC,eAAe;CAmCxB;AAED;;;;;;;GAOG;AACH,8BAAsB,iBAAiB;IACrC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAExB,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,MAAM;IAkB/C,cAAc,CAAC,EACb,IAAI,EACJ,SAAS,EACT,aAAa,GACd,EAAE;QACD,IAAI,EAAE,cAAc,CAAC;QACrB,SAAS,EAAE,MAAM,CAAC;QAClB,aAAa,CAAC,EAAE,cAAc,CAAC;KAChC,GAAG,gBAAgB,EAAE;IAIhB,SAAS,CACb,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,cAAc,EACpB,QAAQ,EAAE,WAAW,GAAG,SAAS,EACjC,aAAa,EAAE,cAAc,GAAG,SAAS,GACxC,OAAO,CAAC;QAAE,KAAK,EAAE,aAAa,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,gBAAgB,EAAE,CAAA;KAAE,CAAC;CAgCvF"}

package/dist/src/redteam/plugins/base.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.RedteamModelGrader = exports.PluginBase = void 0;
+exports.RedteamGraderBase = exports.RedteamPluginBase = void 0;
 const dedent_1 = __importDefault(require("dedent"));
 const tiny_invariant_1 = __importDefault(require("tiny-invariant"));
 const cliState_1 = __importDefault(require("../../cliState"));
@@ -17,9 +17,9 @@ const util_2 = require("../util");
 /**
  * Abstract base class for creating plugins that generate test cases.
  */
-class PluginBase {
+class RedteamPluginBase {
     /**
-     * Creates an instance of PluginBase.
+     * Creates an instance of RedteamPluginBase.
      * @param provider - The API provider used for generating prompts.
      * @param purpose - The purpose of the plugin.
      * @param injectVar - The variable name to inject the generated prompt into.
@@ -30,7 +30,7 @@ class PluginBase {
         this.purpose = purpose;
         this.injectVar = injectVar;
         this.config = config;
-        logger_1.default.debug(`PluginBase initialized with purpose: ${purpose}, injectVar: ${injectVar}`);
+        logger_1.default.debug(`RedteamPluginBase initialized with purpose: ${purpose}, injectVar: ${injectVar}`);
     }
     /**
      * Generates test cases based on the plugin's configuration.
@@ -146,7 +146,7 @@ class PluginBase {
     `.trim();
     }
 }
-exports.PluginBase = PluginBase;
+exports.RedteamPluginBase = RedteamPluginBase;
 /**
  * Base class for all redteam graders.
  *
@@ -155,7 +155,7 @@ exports.PluginBase = PluginBase;
  *
  * But if you'd like, you can override the `getResult` method to use a different grading method.
  */
-class RedteamModelGrader {
+class RedteamGraderBase {
     renderRubric(vars) {
         const nunjucks = (0, templates_1.getNunjucksEngine)(undefined, true /* throwOnUndefined */);
         try {
@@ -206,5 +206,5 @@ class RedteamModelGrader {
         return { grade, rubric: finalRubric, suggestions };
     }
 }
-exports.RedteamModelGrader = RedteamModelGrader;
+exports.RedteamGraderBase = RedteamGraderBase;
 //# sourceMappingURL=base.js.map

package/dist/src/redteam/plugins/base.js.map

@@ -1 +1 @@
-{"version":3,"file":"base.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/base.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,oEAAuC;AACvC,8DAAsC;AACtC,0DAAkC;AAClC,6CAAkD;AAUlD,qCAAuD;AACvD,sDAA4E;AAC5E,oDAAyD;AACzD,gDAA0D;AAC1D,kCAAuC;AAEvC;;GAEG;AACH,MAAsB,UAAU;IAC9B;;;;;;OAMG;IACH,YACY,QAAqB,EACrB,OAAe,EACf,SAAiB,EACjB,SAAuB,EAAE;QAHzB,aAAQ,GAAR,QAAQ,CAAa;QACrB,YAAO,GAAP,OAAO,CAAQ;QACf,cAAS,GAAT,SAAS,CAAQ;QACjB,WAAM,GAAN,MAAM,CAAmB;QAEnC,gBAAM,CAAC,KAAK,CAAC,wCAAwC,OAAO,gBAAgB,SAAS,EAAE,CAAC,CAAC;IAC3F,CAAC;IAcD;;;;;OAKG;IACH,KAAK,CAAC,aAAa,CAAC,CAAS,EAAE,UAAkB,CAAC;QAChD,gBAAM,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;QAC3C,MAAM,SAAS,GAAG,EAAE,CAAC;QAErB;;;;WAIG;QACH,MAAM,eAAe,GAAG,KAAK,EAC3B,cAAoC,EACL,EAAE;YACjC,MAAM,cAAc,GAAG,CAAC,GAAG,cAAc,CAAC,MAAM,CAAC;YACjD,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;YAE7D,gBAAM,CAAC,KAAK,CAAC,uBAAuB,gBAAgB,UAAU,CAAC,CAAC;YAChE,MAAM,QAAQ,GAAG,IAAA,6BAAiB,GAAE,CAAC;YACrC,MAAM,gBAAgB,GAAG,QAAQ,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,WAAW,EAAE,EAAE;gBACvE,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,CAAC,EAAE,gBAAgB;aACpB,CAAC,CAAC;YAEH,MAAM,aAAa,GAAG,IAAI,CAAC,eAAe,CAAC,gBAAgB,CAAC,CAAC;YAC7D,MAAM,EAAE,MAAM,EAAE,gBAAgB,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;YACvF,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;gBAChB,gBAAM,CAAC,KAAK,CAAC,gBAAgB,OAAO,IAAI,CAAC,CAAC;gBAC1C,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;YAC/D,CAAC;YAED,IAAI,KAAK,EAAE,CAAC;gBACV,gBAAM,CAAC,KAAK,CACV,oDAAoD,IAAI,CAAC,WAAW,CAAC,IAAI,KAAK,KAAK,EAAE,CACtF,CAAC;gBACF,OAAO,EAAE,CAAC;YACZ,CAAC;YAED,IAAI,OAAO,gBAAgB,KAAK,QAAQ,EAAE,CAAC;gBACzC,gBAAM,CAAC,KAAK,CACV,uFAAuF,OAAO,gBAAgB,KAAK,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,EAAE,CACtJ,CAAC;gBACF,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,OAAO,IAAI,CAAC,qBAAqB,CAAC,gBAAgB,CAAC,CAAC;QACtD,CAAC,CAAC;QACF,MAAM,UAAU,GAAG,MAAM,IAAA,mCAAsB,EAAC,eAAe,EAAE,CAAC,CAAC,CAAC;QACpE,MAAM,OAAO,GAAG,IAAA,wBAAW,EAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QAC3C,gBAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,+BAA+B,OAAO,CAAC,MAAM,UAAU,CAAC,CAAC;QAC9F,OAAO,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAC1C,CAAC;IAED;;;;OAIG;IACO,kBAAkB,CAAC,OAA6B;QACxD,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YACrC,IAAI,EAAE;gBACJ,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM;aAChC;YACD,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC;SAC1C,CAAC,CAAC,CAAC;IACN,CAAC;IAED;;;;;OAKG;IACO,qBAAqB,CAAC,gBAAwB;QACtD,MAAM,WAAW,GAAG,CAAC,IAAY,EAAiB,EAAE;YAClD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC5C,OAAO,IAAI,CAAC;YACd,CAAC;YACD,IAAI,MAAM,GAAG,IAAA,mBAAY,EAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YAC1C,6CAA6C;YAC7C,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,uBAAuB,EAAE,EAAE,CAAC,CAAC;YACrD,gBAAgB;YAChB,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC;YAChD,uBAAuB;YACvB,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,2BAA2B,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;YACxF,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,2BAA2B,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;YACxF,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC;QACvB,CAAC,CAAC;QAEF,gCAAgC;QAChC,MAAM,WAAW,GAAG,gBAAgB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAErD,OAAO,WAAW;aACf,GAAG,CAAC,WAAW,CAAC;aAChB,MAAM,CAAC,CAAC,MAAM,EAAoB,EAAE,CAAC,MAAM,KAAK,IAAI,CAAC;aACrD,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;IACnC,CAAC;IAEO,eAAe,CAAC,QAAgB;QACtC,+CAA+C;QAC/C,MAAM,SAAS,GACZ,IAAI,CAAC,MAAM,CAAC,SAAoC,IAAI,EAAE,CAAC;QAE1D,sDAAsD;QACtD,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YACzB,IAAA,wBAAS,EAAC,OAAO,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,QAAQ,EAAE,2BAA2B,CAAC,CAAC;YACjF,SAAS,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;QAC5C,CAAC;QAED,eAAe;QACf,IACE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,KAAK,CAAC;YACnC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,WAAW,IAAI,KAAK,KAAK,EAAE,CAAC,EACvF,CAAC;YACD,OAAO,QAAQ,CAAC;QAClB,CAAC;QAED,uBAAuB;QACvB,MAAM,eAAe,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC;aAC9C,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,WAAW,IAAI,KAAK,KAAK,EAAE,CAAC;aACtE,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,KAAK,EAAE,CAAC;aACzC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,OAAO,IAAA,gBAAM,EAAA;QACT,QAAQ,CAAC,IAAI,EAAE;;;;QAIf,eAAe;;;KAGlB,CAAC,IAAI,EAAE,CAAC;IACX,CAAC;CACF;AArKD,gCAqKC;AAED;;;;;;;GAOG;AACH,MAAsB,kBAAkB;IAItC,YAAY,CAAC,IAAyB;QACpC,MAAM,QAAQ,GAAG,IAAA,6BAAiB,EAAC,SAAS,EAAE,IAAI,CAAC,sBAAsB,CAAC,CAAC;QAE3E,IAAI,CAAC;YACH,OAAO,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAClD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,GAAG,GAAG,KAAc,CAAC;YAC3B,gBAAM,CAAC,KAAK,CAAC,oCAAoC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YAChE,gBAAM,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;YACzC,gBAAM,CAAC,KAAK,CAAC,cAAc,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACnD,MAAM,IAAI,KAAK,CAAC,IAAA,gBAAM,EAAA;2CACe,GAAG,CAAC,OAAO;;qBAEjC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;OAC3C,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,cAAc,CAAC,EACb,IAAI,EACJ,SAAS,EACT,aAAa,GAKd;QACC,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,KAAK,CAAC,SAAS,CACb,MAAc,EACd,SAAiB,EACjB,IAAoB,EACpB,QAAiC,EACjC,aAAyC;QAEzC,IAAA,wBAAS,EAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,kCAAkC,CAAC,CAAC;QACtE,MAAM,IAAI,GAAG;YACX,GAAG,IAAI,CAAC,QAAQ;YAChB,MAAM;YACN,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,QAAQ,IAAI,EAAE;YACvC,KAAK,EAAE,IAAA,gCAAyB,EAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC;YACzD,KAAK,EAAE,aAAa;SACrB,CAAC;QACF,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QAE5C,MAAM,KAAK,GAAG,MAAM,IAAA,2BAAgB,EAAC,WAAW,EAAE,SAAS,EAAE;YAC3D,GAAG,IAAI,CAAC,OAAO;YACf,QAAQ,EAAE,MAAM,IAAA,4BAAmB,EAAC;gBAClC,QAAQ;gBACN,yGAAyG;gBACzG,kBAAQ,CAAC,MAAM,EAAE,WAAW,EAAE,QAAQ;oBACtC,kBAAQ,CAAC,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI;oBACrD,kBAAQ,CAAC,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,QAAQ;gBACjD,QAAQ,EAAE,IAAI;aACf,CAAC;SACH,CAAC,CAAC;QACH,gBAAM,CAAC,KAAK,CAAC,8BAA8B,IAAI,CAAC,EAAE,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAElF,IAAI,WAAW,CAAC;QAChB,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YAChB,iDAAiD;YACjD,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;QAChF,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,CAAC;IACrD,CAAC;CACF;AAxED,gDAwEC"}
+{"version":3,"file":"base.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/base.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,oEAAuC;AACvC,8DAAsC;AACtC,0DAAkC;AAClC,6CAAkD;AAUlD,qCAAuD;AACvD,sDAA4E;AAC5E,oDAAyD;AACzD,gDAA0D;AAC1D,kCAAuC;AAEvC;;GAEG;AACH,MAAsB,iBAAiB;IACrC;;;;;;OAMG;IACH,YACY,QAAqB,EACrB,OAAe,EACf,SAAiB,EACjB,SAAuB,EAAE;QAHzB,aAAQ,GAAR,QAAQ,CAAa;QACrB,YAAO,GAAP,OAAO,CAAQ;QACf,cAAS,GAAT,SAAS,CAAQ;QACjB,WAAM,GAAN,MAAM,CAAmB;QAEnC,gBAAM,CAAC,KAAK,CAAC,+CAA+C,OAAO,gBAAgB,SAAS,EAAE,CAAC,CAAC;IAClG,CAAC;IAcD;;;;;OAKG;IACH,KAAK,CAAC,aAAa,CAAC,CAAS,EAAE,UAAkB,CAAC;QAChD,gBAAM,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;QAC3C,MAAM,SAAS,GAAG,EAAE,CAAC;QAErB;;;;WAIG;QACH,MAAM,eAAe,GAAG,KAAK,EAC3B,cAAoC,EACL,EAAE;YACjC,MAAM,cAAc,GAAG,CAAC,GAAG,cAAc,CAAC,MAAM,CAAC;YACjD,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;YAE7D,gBAAM,CAAC,KAAK,CAAC,uBAAuB,gBAAgB,UAAU,CAAC,CAAC;YAChE,MAAM,QAAQ,GAAG,IAAA,6BAAiB,GAAE,CAAC;YACrC,MAAM,gBAAgB,GAAG,QAAQ,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,WAAW,EAAE,EAAE;gBACvE,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,CAAC,EAAE,gBAAgB;aACpB,CAAC,CAAC;YAEH,MAAM,aAAa,GAAG,IAAI,CAAC,eAAe,CAAC,gBAAgB,CAAC,CAAC;YAC7D,MAAM,EAAE,MAAM,EAAE,gBAAgB,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;YACvF,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;gBAChB,gBAAM,CAAC,KAAK,CAAC,gBAAgB,OAAO,IAAI,CAAC,CAAC;gBAC1C,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;YAC/D,CAAC;YAED,IAAI,KAAK,EAAE,CAAC;gBACV,gBAAM,CAAC,KAAK,CACV,oDAAoD,IAAI,CAAC,WAAW,CAAC,IAAI,KAAK,KAAK,EAAE,CACtF,CAAC;gBACF,OAAO,EAAE,CAAC;YACZ,CAAC;YAED,IAAI,OAAO,gBAAgB,KAAK,QAAQ,EAAE,CAAC;gBACzC,gBAAM,CAAC,KAAK,CACV,uFAAuF,OAAO,gBAAgB,KAAK,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,EAAE,CACtJ,CAAC;gBACF,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,OAAO,IAAI,CAAC,qBAAqB,CAAC,gBAAgB,CAAC,CAAC;QACtD,CAAC,CAAC;QACF,MAAM,UAAU,GAAG,MAAM,IAAA,mCAAsB,EAAC,eAAe,EAAE,CAAC,CAAC,CAAC;QACpE,MAAM,OAAO,GAAG,IAAA,wBAAW,EAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QAC3C,gBAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,+BAA+B,OAAO,CAAC,MAAM,UAAU,CAAC,CAAC;QAC9F,OAAO,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAC1C,CAAC;IAED;;;;OAIG;IACO,kBAAkB,CAAC,OAA6B;QACxD,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YACrC,IAAI,EAAE;gBACJ,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM;aAChC;YACD,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC;SAC1C,CAAC,CAAC,CAAC;IACN,CAAC;IAED;;;;;OAKG;IACO,qBAAqB,CAAC,gBAAwB;QACtD,MAAM,WAAW,GAAG,CAAC,IAAY,EAAiB,EAAE;YAClD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC5C,OAAO,IAAI,CAAC;YACd,CAAC;YACD,IAAI,MAAM,GAAG,IAAA,mBAAY,EAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YAC1C,6CAA6C;YAC7C,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,uBAAuB,EAAE,EAAE,CAAC,CAAC;YACrD,gBAAgB;YAChB,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC;YAChD,uBAAuB;YACvB,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,2BAA2B,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;YACxF,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,2BAA2B,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;YACxF,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC;QACvB,CAAC,CAAC;QAEF,gCAAgC;QAChC,MAAM,WAAW,GAAG,gBAAgB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAErD,OAAO,WAAW;aACf,GAAG,CAAC,WAAW,CAAC;aAChB,MAAM,CAAC,CAAC,MAAM,EAAoB,EAAE,CAAC,MAAM,KAAK,IAAI,CAAC;aACrD,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;IACnC,CAAC;IAEO,eAAe,CAAC,QAAgB;QACtC,+CAA+C;QAC/C,MAAM,SAAS,GACZ,IAAI,CAAC,MAAM,CAAC,SAAoC,IAAI,EAAE,CAAC;QAE1D,sDAAsD;QACtD,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YACzB,IAAA,wBAAS,EAAC,OAAO,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,QAAQ,EAAE,2BAA2B,CAAC,CAAC;YACjF,SAAS,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;QAC5C,CAAC;QAED,eAAe;QACf,IACE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,KAAK,CAAC;YACnC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,WAAW,IAAI,KAAK,KAAK,EAAE,CAAC,EACvF,CAAC;YACD,OAAO,QAAQ,CAAC;QAClB,CAAC;QAED,uBAAuB;QACvB,MAAM,eAAe,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC;aAC9C,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,WAAW,IAAI,KAAK,KAAK,EAAE,CAAC;aACtE,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,KAAK,EAAE,CAAC;aACzC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,OAAO,IAAA,gBAAM,EAAA;QACT,QAAQ,CAAC,IAAI,EAAE;;;;QAIf,eAAe;;;KAGlB,CAAC,IAAI,EAAE,CAAC;IACX,CAAC;CACF;AArKD,8CAqKC;AAED;;;;;;;GAOG;AACH,MAAsB,iBAAiB;IAIrC,YAAY,CAAC,IAAyB;QACpC,MAAM,QAAQ,GAAG,IAAA,6BAAiB,EAAC,SAAS,EAAE,IAAI,CAAC,sBAAsB,CAAC,CAAC;QAE3E,IAAI,CAAC;YACH,OAAO,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAClD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,GAAG,GAAG,KAAc,CAAC;YAC3B,gBAAM,CAAC,KAAK,CAAC,oCAAoC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YAChE,gBAAM,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;YACzC,gBAAM,CAAC,KAAK,CAAC,cAAc,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACnD,MAAM,IAAI,KAAK,CAAC,IAAA,gBAAM,EAAA;2CACe,GAAG,CAAC,OAAO;;qBAEjC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;OAC3C,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,cAAc,CAAC,EACb,IAAI,EACJ,SAAS,EACT,aAAa,GAKd;QACC,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,KAAK,CAAC,SAAS,CACb,MAAc,EACd,SAAiB,EACjB,IAAoB,EACpB,QAAiC,EACjC,aAAyC;QAEzC,IAAA,wBAAS,EAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,kCAAkC,CAAC,CAAC;QACtE,MAAM,IAAI,GAAG;YACX,GAAG,IAAI,CAAC,QAAQ;YAChB,MAAM;YACN,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,QAAQ,IAAI,EAAE;YACvC,KAAK,EAAE,IAAA,gCAAyB,EAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC;YACzD,KAAK,EAAE,aAAa;SACrB,CAAC;QACF,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QAE5C,MAAM,KAAK,GAAG,MAAM,IAAA,2BAAgB,EAAC,WAAW,EAAE,SAAS,EAAE;YAC3D,GAAG,IAAI,CAAC,OAAO;YACf,QAAQ,EAAE,MAAM,IAAA,4BAAmB,EAAC;gBAClC,QAAQ;gBACN,yGAAyG;gBACzG,kBAAQ,CAAC,MAAM,EAAE,WAAW,EAAE,QAAQ;oBACtC,kBAAQ,CAAC,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI;oBACrD,kBAAQ,CAAC,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,QAAQ;gBACjD,QAAQ,EAAE,IAAI;aACf,CAAC;SACH,CAAC,CAAC;QACH,gBAAM,CAAC,KAAK,CAAC,8BAA8B,IAAI,CAAC,EAAE,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAElF,IAAI,WAAW,CAAC;QAChB,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YAChB,iDAAiD;YACjD,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;QAChF,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,CAAC;IACrD,CAAC;CACF;AAxED,8CAwEC"}

package/dist/src/redteam/plugins/bfla.d.ts

@@ -1,5 +1,5 @@
-import { RedteamModelGrader } from './base';
-export declare class BflaGrader extends RedteamModelGrader {
+import { RedteamGraderBase } from './base';
+export declare class BflaGrader extends RedteamGraderBase {
     id: string;
     rubric: string;
 }

package/dist/src/redteam/plugins/bfla.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"bfla.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/bfla.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAE,MAAM,QAAQ,CAAC;AAI5C,qBAAa,UAAW,SAAQ,kBAAkB;IAChD,EAAE,SAAa;IACf,MAAM,SAqCJ;CACH"}
+{"version":3,"file":"bfla.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/bfla.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,iBAAiB,EAAE,MAAM,QAAQ,CAAC;AAI3C,qBAAa,UAAW,SAAQ,iBAAiB;IAC/C,EAAE,SAAa;IACf,MAAM,SAqCJ;CACH"}

package/dist/src/redteam/plugins/bfla.js

@@ -7,7 +7,7 @@ exports.BflaGrader = void 0;
 const dedent_1 = __importDefault(require("dedent"));
 const base_1 = require("./base");
 const PLUGIN_ID = 'promptfoo:redteam:bfla';
-class BflaGrader extends base_1.RedteamModelGrader {
+class BflaGrader extends base_1.RedteamGraderBase {
     constructor() {
         super(...arguments);
         this.id = PLUGIN_ID;

package/dist/src/redteam/plugins/bfla.js.map

@@ -1 +1 @@
-{"version":3,"file":"bfla.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/bfla.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,iCAA4C;AAE5C,MAAM,SAAS,GAAG,wBAAwB,CAAC;AAE3C,MAAa,UAAW,SAAQ,yBAAkB;IAAlD;;QACE,OAAE,GAAG,SAAS,CAAC;QACf,WAAM,GAAG,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAqCd,CAAC;IACJ,CAAC;CAAA;AAxCD,gCAwCC"}
+{"version":3,"file":"bfla.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/bfla.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,iCAA2C;AAE3C,MAAM,SAAS,GAAG,wBAAwB,CAAC;AAE3C,MAAa,UAAW,SAAQ,wBAAiB;IAAjD;;QACE,OAAE,GAAG,SAAS,CAAC;QACf,WAAM,GAAG,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAqCd,CAAC;IACJ,CAAC;CAAA;AAxCD,gCAwCC"}

package/dist/src/redteam/plugins/bola.d.ts

@@ -1,6 +1,6 @@
-import { RedteamModelGrader } from './base';
+import { RedteamGraderBase } from './base';
 export declare const PLUGIN_ID = "promptfoo:redteam:bola";
-export declare class BolaGrader extends RedteamModelGrader {
+export declare class BolaGrader extends RedteamGraderBase {
     id: string;
     rubric: string;
 }

package/dist/src/redteam/plugins/bola.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"bola.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/bola.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAE,MAAM,QAAQ,CAAC;AAE5C,eAAO,MAAM,SAAS,2BAA2B,CAAC;AAElD,qBAAa,UAAW,SAAQ,kBAAkB;IAChD,EAAE,SAAa;IACf,MAAM,SA+CJ;CACH"}
+{"version":3,"file":"bola.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/bola.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,iBAAiB,EAAE,MAAM,QAAQ,CAAC;AAE3C,eAAO,MAAM,SAAS,2BAA2B,CAAC;AAElD,qBAAa,UAAW,SAAQ,iBAAiB;IAC/C,EAAE,SAAa;IACf,MAAM,SA+CJ;CACH"}

package/dist/src/redteam/plugins/bola.js

@@ -7,7 +7,7 @@ exports.BolaGrader = exports.PLUGIN_ID = void 0;
 const dedent_1 = __importDefault(require("dedent"));
 const base_1 = require("./base");
 exports.PLUGIN_ID = 'promptfoo:redteam:bola';
-class BolaGrader extends base_1.RedteamModelGrader {
+class BolaGrader extends base_1.RedteamGraderBase {
     constructor() {
         super(...arguments);
         this.id = exports.PLUGIN_ID;

package/dist/src/redteam/plugins/bola.js.map

@@ -1 +1 @@
-{"version":3,"file":"bola.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/bola.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,iCAA4C;AAE/B,QAAA,SAAS,GAAG,wBAAwB,CAAC;AAElD,MAAa,UAAW,SAAQ,yBAAkB;IAAlD;;QACE,OAAE,GAAG,iBAAS,CAAC;QACf,WAAM,GAAG,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+Cd,CAAC;IACJ,CAAC;CAAA;AAlDD,gCAkDC"}
+{"version":3,"file":"bola.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/bola.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,iCAA2C;AAE9B,QAAA,SAAS,GAAG,wBAAwB,CAAC;AAElD,MAAa,UAAW,SAAQ,wBAAiB;IAAjD;;QACE,OAAE,GAAG,iBAAS,CAAC;QACf,WAAM,GAAG,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+Cd,CAAC;IACJ,CAAC;CAAA;AAlDD,gCAkDC"}

package/dist/src/redteam/plugins/competitors.d.ts

@@ -1,6 +1,6 @@
-import { RedteamModelGrader } from './base';
+import { RedteamGraderBase } from './base';
 export declare const PLUGIN_ID = "promptfoo:redteam:competitors";
-export declare class CompetitorsGrader extends RedteamModelGrader {
+export declare class CompetitorsGrader extends RedteamGraderBase {
     id: string;
     rubric: string;
 }

package/dist/src/redteam/plugins/competitors.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"competitors.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/competitors.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAE,MAAM,QAAQ,CAAC;AAE5C,eAAO,MAAM,SAAS,kCAAkC,CAAC;AAEzD,qBAAa,iBAAkB,SAAQ,kBAAkB;IACvD,EAAE,SAAa;IACf,MAAM,SA2BJ;CACH"}
+{"version":3,"file":"competitors.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/competitors.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,iBAAiB,EAAE,MAAM,QAAQ,CAAC;AAE3C,eAAO,MAAM,SAAS,kCAAkC,CAAC;AAEzD,qBAAa,iBAAkB,SAAQ,iBAAiB;IACtD,EAAE,SAAa;IACf,MAAM,SA2BJ;CACH"}

package/dist/src/redteam/plugins/competitors.js

@@ -7,7 +7,7 @@ exports.CompetitorsGrader = exports.PLUGIN_ID = void 0;
 const dedent_1 = __importDefault(require("dedent"));
 const base_1 = require("./base");
 exports.PLUGIN_ID = 'promptfoo:redteam:competitors';
-class CompetitorsGrader extends base_1.RedteamModelGrader {
+class CompetitorsGrader extends base_1.RedteamGraderBase {
     constructor() {
         super(...arguments);
         this.id = exports.PLUGIN_ID;

package/dist/src/redteam/plugins/competitors.js.map

@@ -1 +1 @@
-{"version":3,"file":"competitors.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/competitors.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,iCAA4C;AAE/B,QAAA,SAAS,GAAG,+BAA+B,CAAC;AAEzD,MAAa,iBAAkB,SAAQ,yBAAkB;IAAzD;;QACE,OAAE,GAAG,iBAAS,CAAC;QACf,WAAM,GAAG,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2Bd,CAAC;IACJ,CAAC;CAAA;AA9BD,8CA8BC"}
+{"version":3,"file":"competitors.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/competitors.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,iCAA2C;AAE9B,QAAA,SAAS,GAAG,+BAA+B,CAAC;AAEzD,MAAa,iBAAkB,SAAQ,wBAAiB;IAAxD;;QACE,OAAE,GAAG,iBAAS,CAAC;QACf,WAAM,GAAG,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2Bd,CAAC;IACJ,CAAC;CAAA;AA9BD,8CA8BC"}

package/dist/src/redteam/plugins/contracts.d.ts

@@ -1,11 +1,11 @@
 import type { Assertion } from '../../types';
-import { PluginBase, RedteamModelGrader } from './base';
+import { RedteamPluginBase, RedteamGraderBase } from './base';
 export declare const PLUGIN_ID = "promptfoo:redteam:contracts";
-export declare class ContractPlugin extends PluginBase {
+export declare class ContractPlugin extends RedteamPluginBase {
     protected getTemplate(): Promise<string>;
     protected getAssertions(prompt: string): Assertion[];
 }
-export declare class ContractsGrader extends RedteamModelGrader {
+export declare class ContractsGrader extends RedteamGraderBase {
     id: string;
     rubric: string;
 }

package/dist/src/redteam/plugins/contracts.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"contracts.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/contracts.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,kBAAkB,EAAE,MAAM,QAAQ,CAAC;AAExD,eAAO,MAAM,SAAS,gCAAgC,CAAC;AAEvD,qBAAa,cAAe,SAAQ,UAAU;cAC5B,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IA6B9C,SAAS,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE;CAQrD;AAED,qBAAa,eAAgB,SAAQ,kBAAkB;IACrD,EAAE,SAAa;IACf,MAAM,SA4BJ;CACH"}
+{"version":3,"file":"contracts.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/contracts.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,QAAQ,CAAC;AAE9D,eAAO,MAAM,SAAS,gCAAgC,CAAC;AAEvD,qBAAa,cAAe,SAAQ,iBAAiB;cACnC,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IA6B9C,SAAS,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE;CAQrD;AAED,qBAAa,eAAgB,SAAQ,iBAAiB;IACpD,EAAE,SAAa;IACf,MAAM,SA4BJ;CACH"}

package/dist/src/redteam/plugins/contracts.js

@@ -7,7 +7,7 @@ exports.ContractsGrader = exports.ContractPlugin = exports.PLUGIN_ID = void 0;
 const dedent_1 = __importDefault(require("dedent"));
 const base_1 = require("./base");
 exports.PLUGIN_ID = 'promptfoo:redteam:contracts';
-class ContractPlugin extends base_1.PluginBase {
+class ContractPlugin extends base_1.RedteamPluginBase {
     async getTemplate() {
         return (0, dedent_1.default) `
     In order to test whether an AI can be influenced to enter into unintended business contracts, we propose a "contract test".
@@ -46,7 +46,7 @@ class ContractPlugin extends base_1.PluginBase {
     }
 }
 exports.ContractPlugin = ContractPlugin;
-class ContractsGrader extends base_1.RedteamModelGrader {
+class ContractsGrader extends base_1.RedteamGraderBase {
     constructor() {
         super(...arguments);
         this.id = exports.PLUGIN_ID;

package/dist/src/redteam/plugins/contracts.js.map

@@ -1 +1 @@
-{"version":3,"file":"contracts.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/contracts.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAE5B,iCAAwD;AAE3C,QAAA,SAAS,GAAG,6BAA6B,CAAC;AAEvD,MAAa,cAAe,SAAQ,iBAAU;IAClC,KAAK,CAAC,WAAW;QACzB,OAAO,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBd,CAAC;IACF,CAAC;IAES,aAAa,CAAC,MAAc;QACpC,OAAO;YACL;gBACE,IAAI,EAAE,iBAAS;gBACf,MAAM,EAAE,uBAAuB;aAChC;SACF,CAAC;IACJ,CAAC;CACF;AAtCD,wCAsCC;AAED,MAAa,eAAgB,SAAQ,yBAAkB;IAAvD;;QACE,OAAE,GAAG,iBAAS,CAAC;QACf,WAAM,GAAG,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4Bd,CAAC;IACJ,CAAC;CAAA;AA/BD,0CA+BC"}
+{"version":3,"file":"contracts.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/contracts.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAE5B,iCAA8D;AAEjD,QAAA,SAAS,GAAG,6BAA6B,CAAC;AAEvD,MAAa,cAAe,SAAQ,wBAAiB;IACzC,KAAK,CAAC,WAAW;QACzB,OAAO,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBd,CAAC;IACF,CAAC;IAES,aAAa,CAAC,MAAc;QACpC,OAAO;YACL;gBACE,IAAI,EAAE,iBAAS;gBACf,MAAM,EAAE,uBAAuB;aAChC;SACF,CAAC;IACJ,CAAC;CACF;AAtCD,wCAsCC;AAED,MAAa,eAAgB,SAAQ,wBAAiB;IAAtD;;QACE,OAAE,GAAG,iBAAS,CAAC;QACf,WAAM,GAAG,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4Bd,CAAC;IACJ,CAAC;CAAA;AA/BD,0CA+BC"}

package/dist/src/redteam/plugins/crossSessionLeak.d.ts

@@ -1,12 +1,12 @@
 import type { Assertion, AtomicTestCase, GradingResult, TestCase } from '../../types';
-import { PluginBase, RedteamModelGrader } from './base';
+import { RedteamPluginBase, RedteamGraderBase } from './base';
 export declare const PLUGIN_ID = "promptfoo:redteam:cross-session-leak";
-export declare class CrossSessionLeakPlugin extends PluginBase {
+export declare class CrossSessionLeakPlugin extends RedteamPluginBase {
     protected getTemplate(): Promise<string>;
     protected getAssertions(prompt: string): Assertion[];
     generateTests(n: number, delayMs: number): Promise<TestCase[]>;
 }
-export declare class CrossSessionLeakGrader extends RedteamModelGrader {
+export declare class CrossSessionLeakGrader extends RedteamGraderBase {
     id: string;
     rubric: string;
     getResult(prompt: string, llmOutput: string, test: AtomicTestCase): Promise<{

package/dist/src/redteam/plugins/crossSessionLeak.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"crossSessionLeak.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/crossSessionLeak.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,cAAc,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAGtF,OAAO,EAAE,UAAU,EAAE,kBAAkB,EAAE,MAAM,QAAQ,CAAC;AAExD,eAAO,MAAM,SAAS,yCAAyC,CAAC;AAEhE,qBAAa,sBAAuB,SAAQ,UAAU;cACpC,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IAmC9C,SAAS,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE;IAS9C,aAAa,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;CA6CrE;AAED,qBAAa,sBAAuB,SAAQ,kBAAkB;IAC5D,EAAE,SAAa;IACf,MAAM,SAAM;IACN,SAAS,CACb,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,cAAc,GACnB,OAAO,CAAC;QAAE,KAAK,EAAE,aAAa,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;CAcrD"}
+{"version":3,"file":"crossSessionLeak.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/crossSessionLeak.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,cAAc,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAGtF,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,QAAQ,CAAC;AAE9D,eAAO,MAAM,SAAS,yCAAyC,CAAC;AAEhE,qBAAa,sBAAuB,SAAQ,iBAAiB;cAC3C,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IAmC9C,SAAS,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE;IAS9C,aAAa,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;CA6CrE;AAED,qBAAa,sBAAuB,SAAQ,iBAAiB;IAC3D,EAAE,SAAa;IACf,MAAM,SAAM;IACN,SAAS,CACb,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,cAAc,GACnB,OAAO,CAAC;QAAE,KAAK,EAAE,aAAa,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;CAcrD"}

package/dist/src/redteam/plugins/crossSessionLeak.js

@@ -10,7 +10,7 @@ const json_1 = require("../../util/json");
 const shared_1 = require("../providers/shared");
 const base_1 = require("./base");
 exports.PLUGIN_ID = 'promptfoo:redteam:cross-session-leak';
-class CrossSessionLeakPlugin extends base_1.PluginBase {
+class CrossSessionLeakPlugin extends base_1.RedteamPluginBase {
     async getTemplate() {
         return (0, dedent_1.default) `
     We are testing an AI system for potential information leaks across different user sessions. Generate a series of prompts that simulate two separate user interactions:
@@ -93,7 +93,7 @@ class CrossSessionLeakPlugin extends base_1.PluginBase {
     }
 }
 exports.CrossSessionLeakPlugin = CrossSessionLeakPlugin;
-class CrossSessionLeakGrader extends base_1.RedteamModelGrader {
+class CrossSessionLeakGrader extends base_1.RedteamGraderBase {
     constructor() {
         super(...arguments);
         this.id = exports.PLUGIN_ID;

package/dist/src/redteam/plugins/crossSessionLeak.js.map

@@ -1 +1 @@
-{"version":3,"file":"crossSessionLeak.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/crossSessionLeak.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,0DAAkC;AAElC,0CAAqD;AACrD,gDAA0D;AAC1D,iCAAwD;AAE3C,QAAA,SAAS,GAAG,sCAAsC,CAAC;AAEhE,MAAa,sBAAuB,SAAQ,iBAAU;IAC1C,KAAK,CAAC,WAAW;QACzB,OAAO,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KA+BZ,CAAC;IACJ,CAAC;IAES,aAAa,CAAC,MAAc;QACpC,OAAO;YACL;gBACE,IAAI,EAAE,iBAAS;gBACf,MAAM,EAAE,kBAAkB;aAC3B;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,CAAS,EAAE,OAAe;QAC5C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAC1C,MAAM,QAAQ,GAAG,MAAM,IAAA,4BAAmB,EAAC;YACzC,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,QAAQ,EAAE,IAAI;SACf,CAAC,CAAC;QAEH,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC3D,IAAI,KAAK,EAAE,CAAC;YACV,gBAAM,CAAC,KAAK,CAAC,gDAAgD,KAAK,EAAE,CAAC,CAAC;YACtE,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC/B,gBAAM,CAAC,KAAK,CACV,mEAAmE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAC5F,CAAC;YACF,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,OAAO,GAAG,IAAA,yBAAkB,EAAC,MAAM,CAAC,CAAC;QAC3C,MAAM,KAAK,GAAe,EAAE,CAAC;QAC7B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,MAAyD,CAAC;YAC1F,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;gBAC/B,gBAAM,CAAC,KAAK,CACV,mEAAmE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAC5F,CAAC;gBACF,SAAS;YACX,CAAC;YACD,KAAK,CAAC,IAAI,CAAC;gBACT,OAAO,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE;gBAC9B,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE;aAClC,CAAC,CAAC;YACH,KAAK,CAAC,IAAI,CAAC;gBACT,OAAO,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE;gBAC9B,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE;gBACjC,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC;gBACjC,QAAQ,EAAE;oBACR,qBAAqB,EAAE,KAAK;iBAC7B;aACF,CAAC,CAAC;QACL,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AA1FD,wDA0FC;AAED,MAAa,sBAAuB,SAAQ,yBAAkB;IAA9D;;QACE,OAAE,GAAG,iBAAS,CAAC;QACf,WAAM,GAAG,EAAE,CAAC;IAmBd,CAAC;IAlBC,KAAK,CAAC,SAAS,CACb,MAAc,EACd,SAAiB,EACjB,IAAoB;QAEpB,MAAM,iBAAiB,GAAG,IAAI,CAAC,QAAQ,EAAE,qBAAqB,CAAC;QAC/D,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC;QACpD,OAAO;YACL,KAAK,EAAE;gBACL,IAAI,EAAE,CAAC,KAAK;gBACZ,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACpB,MAAM,EAAE,KAAK;oBACX,CAAC,CAAC,mDAAmD;oBACrD,CAAC,CAAC,gDAAgD;aACrD;YACD,MAAM,EAAE,EAAE;SACX,CAAC;IACJ,CAAC;CACF;AArBD,wDAqBC"}
+{"version":3,"file":"crossSessionLeak.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/crossSessionLeak.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,0DAAkC;AAElC,0CAAqD;AACrD,gDAA0D;AAC1D,iCAA8D;AAEjD,QAAA,SAAS,GAAG,sCAAsC,CAAC;AAEhE,MAAa,sBAAuB,SAAQ,wBAAiB;IACjD,KAAK,CAAC,WAAW;QACzB,OAAO,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KA+BZ,CAAC;IACJ,CAAC;IAES,aAAa,CAAC,MAAc;QACpC,OAAO;YACL;gBACE,IAAI,EAAE,iBAAS;gBACf,MAAM,EAAE,kBAAkB;aAC3B;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,CAAS,EAAE,OAAe;QAC5C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAC1C,MAAM,QAAQ,GAAG,MAAM,IAAA,4BAAmB,EAAC;YACzC,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,QAAQ,EAAE,IAAI;SACf,CAAC,CAAC;QAEH,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC3D,IAAI,KAAK,EAAE,CAAC;YACV,gBAAM,CAAC,KAAK,CAAC,gDAAgD,KAAK,EAAE,CAAC,CAAC;YACtE,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC/B,gBAAM,CAAC,KAAK,CACV,mEAAmE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAC5F,CAAC;YACF,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,OAAO,GAAG,IAAA,yBAAkB,EAAC,MAAM,CAAC,CAAC;QAC3C,MAAM,KAAK,GAAe,EAAE,CAAC;QAC7B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,MAAyD,CAAC;YAC1F,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;gBAC/B,gBAAM,CAAC,KAAK,CACV,mEAAmE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAC5F,CAAC;gBACF,SAAS;YACX,CAAC;YACD,KAAK,CAAC,IAAI,CAAC;gBACT,OAAO,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE;gBAC9B,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE;aAClC,CAAC,CAAC;YACH,KAAK,CAAC,IAAI,CAAC;gBACT,OAAO,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE;gBAC9B,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE;gBACjC,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC;gBACjC,QAAQ,EAAE;oBACR,qBAAqB,EAAE,KAAK;iBAC7B;aACF,CAAC,CAAC;QACL,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AA1FD,wDA0FC;AAED,MAAa,sBAAuB,SAAQ,wBAAiB;IAA7D;;QACE,OAAE,GAAG,iBAAS,CAAC;QACf,WAAM,GAAG,EAAE,CAAC;IAmBd,CAAC;IAlBC,KAAK,CAAC,SAAS,CACb,MAAc,EACd,SAAiB,EACjB,IAAoB;QAEpB,MAAM,iBAAiB,GAAG,IAAI,CAAC,QAAQ,EAAE,qBAAqB,CAAC;QAC/D,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC;QACpD,OAAO;YACL,KAAK,EAAE;gBACL,IAAI,EAAE,CAAC,KAAK;gBACZ,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACpB,MAAM,EAAE,KAAK;oBACX,CAAC,CAAC,mDAAmD;oBACrD,CAAC,CAAC,gDAAgD;aACrD;YACD,MAAM,EAAE,EAAE;SACX,CAAC;IACJ,CAAC;CACF;AArBD,wDAqBC"}

package/dist/src/redteam/plugins/custom.d.ts

@@ -1,6 +1,6 @@
 import type { ApiProvider, Assertion } from '../../types';
-import { PluginBase } from './base';
-export declare class CustomPlugin extends PluginBase {
+import { RedteamPluginBase } from './base';
+export declare class CustomPlugin extends RedteamPluginBase {
     private definition;
     constructor(provider: ApiProvider, purpose: string, injectVar: string, definition: {
         generator: string;

package/dist/src/redteam/plugins/custom.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"custom.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/custom.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAEpC,qBAAa,YAAa,SAAQ,UAAU;IAC1C,OAAO,CAAC,UAAU,CAAwC;gBAGxD,QAAQ,EAAE,WAAW,EACrB,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE;cAMnC,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IAI9C,SAAS,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE;CAQrD"}
+{"version":3,"file":"custom.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/custom.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAC1D,OAAO,EAAE,iBAAiB,EAAE,MAAM,QAAQ,CAAC;AAE3C,qBAAa,YAAa,SAAQ,iBAAiB;IACjD,OAAO,CAAC,UAAU,CAAwC;gBAGxD,QAAQ,EAAE,WAAW,EACrB,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE;cAMnC,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IAI9C,SAAS,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE;CAQrD"}

package/dist/src/redteam/plugins/custom.js

@@ -2,7 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.CustomPlugin = void 0;
 const base_1 = require("./base");
-class CustomPlugin extends base_1.PluginBase {
+class CustomPlugin extends base_1.RedteamPluginBase {
     constructor(provider, purpose, injectVar, definition) {
         super(provider, purpose, injectVar);
         this.definition = definition;

package/dist/src/redteam/plugins/custom.js.map

@@ -1 +1 @@
-{"version":3,"file":"custom.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/custom.ts"],"names":[],"mappings":";;;AACA,iCAAoC;AAEpC,MAAa,YAAa,SAAQ,iBAAU;IAG1C,YACE,QAAqB,EACrB,OAAe,EACf,SAAiB,EACjB,UAAiD;QAEjD,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;QACpC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;IAES,KAAK,CAAC,WAAW;QACzB,OAAO,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC;IACnC,CAAC;IAES,aAAa,CAAC,MAAc;QACpC,OAAO;YACL;gBACE,IAAI,EAAE,YAAY;gBAClB,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM;aAC9B;SACF,CAAC;IACJ,CAAC;CACF;AAzBD,oCAyBC"}
+{"version":3,"file":"custom.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/custom.ts"],"names":[],"mappings":";;;AACA,iCAA2C;AAE3C,MAAa,YAAa,SAAQ,wBAAiB;IAGjD,YACE,QAAqB,EACrB,OAAe,EACf,SAAiB,EACjB,UAAiD;QAEjD,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;QACpC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;IAES,KAAK,CAAC,WAAW;QACzB,OAAO,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC;IACnC,CAAC;IAES,aAAa,CAAC,MAAc;QACpC,OAAO;YACL;gBACE,IAAI,EAAE,YAAY;gBAClB,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM;aAC9B;SACF,CAAC;IACJ,CAAC;CACF;AAzBD,oCAyBC"}

package/dist/src/redteam/plugins/debugAccess.d.ts

@@ -1,11 +1,11 @@
 import type { Assertion } from '../../types';
-import { PluginBase, RedteamModelGrader } from './base';
+import { RedteamPluginBase, RedteamGraderBase } from './base';
 export declare const PLUGIN_ID = "promptfoo:redteam:debug-access";
-export declare class DebugAccessPlugin extends PluginBase {
+export declare class DebugAccessPlugin extends RedteamPluginBase {
     protected getTemplate(): Promise<string>;
     protected getAssertions(prompt: string): Assertion[];
 }
-export declare class DebugAccessGrader extends RedteamModelGrader {
+export declare class DebugAccessGrader extends RedteamGraderBase {
     id: string;
     rubric: string;
 }

package/dist/src/redteam/plugins/debugAccess.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"debugAccess.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/debugAccess.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,kBAAkB,EAAE,MAAM,QAAQ,CAAC;AAExD,eAAO,MAAM,SAAS,mCAAmC,CAAC;AAE1D,qBAAa,iBAAkB,SAAQ,UAAU;cAC/B,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IA6B9C,SAAS,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE;CAQrD;AAED,qBAAa,iBAAkB,SAAQ,kBAAkB;IACvD,EAAE,SAAa;IACf,MAAM,SAA8M;CACrN"}
+{"version":3,"file":"debugAccess.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/debugAccess.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,QAAQ,CAAC;AAE9D,eAAO,MAAM,SAAS,mCAAmC,CAAC;AAE1D,qBAAa,iBAAkB,SAAQ,iBAAiB;cACtC,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IA6B9C,SAAS,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE;CAQrD;AAED,qBAAa,iBAAkB,SAAQ,iBAAiB;IACtD,EAAE,SAAa;IACf,MAAM,SAA8M;CACrN"}

package/dist/src/redteam/plugins/debugAccess.js

@@ -7,7 +7,7 @@ exports.DebugAccessGrader = exports.DebugAccessPlugin = exports.PLUGIN_ID = void
 const dedent_1 = __importDefault(require("dedent"));
 const base_1 = require("./base");
 exports.PLUGIN_ID = 'promptfoo:redteam:debug-access';
-class DebugAccessPlugin extends base_1.PluginBase {
+class DebugAccessPlugin extends base_1.RedteamPluginBase {
     async getTemplate() {
         return (0, dedent_1.default) `
     In order to test whether an AI system has an exposed debugging interface, we propose a "Debug Interface test".
@@ -46,7 +46,7 @@ class DebugAccessPlugin extends base_1.PluginBase {
     }
 }
 exports.DebugAccessPlugin = DebugAccessPlugin;
-class DebugAccessGrader extends base_1.RedteamModelGrader {
+class DebugAccessGrader extends base_1.RedteamGraderBase {
     constructor() {
         super(...arguments);
         this.id = exports.PLUGIN_ID;

package/dist/src/redteam/plugins/debugAccess.js.map

@@ -1 +1 @@
-{"version":3,"file":"debugAccess.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/debugAccess.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAE5B,iCAAwD;AAE3C,QAAA,SAAS,GAAG,gCAAgC,CAAC;AAE1D,MAAa,iBAAkB,SAAQ,iBAAU;IACrC,KAAK,CAAC,WAAW;QACzB,OAAO,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBd,CAAC;IACF,CAAC;IAES,aAAa,CAAC,MAAc;QACpC,OAAO;YACL;gBACE,IAAI,EAAE,iBAAS;gBACf,MAAM,EAAE,aAAa;aACtB;SACF,CAAC;IACJ,CAAC;CACF;AAtCD,8CAsCC;AAED,MAAa,iBAAkB,SAAQ,yBAAkB;IAAzD;;QACE,OAAE,GAAG,iBAAS,CAAC;QACf,WAAM,GAAG,IAAA,gBAAM,EAAA,oMAAoM,CAAC;IACtN,CAAC;CAAA;AAHD,8CAGC"}
+{"version":3,"file":"debugAccess.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/debugAccess.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAE5B,iCAA8D;AAEjD,QAAA,SAAS,GAAG,gCAAgC,CAAC;AAE1D,MAAa,iBAAkB,SAAQ,wBAAiB;IAC5C,KAAK,CAAC,WAAW;QACzB,OAAO,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBd,CAAC;IACF,CAAC;IAES,aAAa,CAAC,MAAc;QACpC,OAAO;YACL;gBACE,IAAI,EAAE,iBAAS;gBACf,MAAM,EAAE,aAAa;aACtB;SACF,CAAC;IACJ,CAAC;CACF;AAtCD,8CAsCC;AAED,MAAa,iBAAkB,SAAQ,wBAAiB;IAAxD;;QACE,OAAE,GAAG,iBAAS,CAAC;QACf,WAAM,GAAG,IAAA,gBAAM,EAAA,oMAAoM,CAAC;IACtN,CAAC;CAAA;AAHD,8CAGC"}