promptfoo 0.73.9 → 0.75.0

package/dist/test/providers.shared.test.js

@@ -0,0 +1,101 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+const cliState_1 = __importDefault(require("../src/cliState"));
+const shared_1 = require("../src/providers/shared");
+jest.mock('fs');
+describe('maybeLoadFromExternalFile', () => {
+    const mockFileContent = 'test content';
+    const mockJsonContent = '{"key": "value"}';
+    const mockYamlContent = 'key: value';
+    beforeEach(() => {
+        jest.resetAllMocks();
+        jest.mocked(fs.existsSync).mockReturnValue(true);
+        jest.mocked(fs.readFileSync).mockReturnValue(mockFileContent);
+    });
+    it('should return the input if it is not a string', () => {
+        const input = { key: 'value' };
+        expect((0, shared_1.maybeLoadFromExternalFile)(input)).toBe(input);
+    });
+    it('should return the input if it does not start with "file://"', () => {
+        const input = 'not a file path';
+        expect((0, shared_1.maybeLoadFromExternalFile)(input)).toBe(input);
+    });
+    it('should throw an error if the file does not exist', () => {
+        jest.mocked(fs.existsSync).mockReturnValue(false);
+        expect(() => (0, shared_1.maybeLoadFromExternalFile)('file://nonexistent.txt')).toThrow('File does not exist');
+    });
+    it('should return the file contents for a non-JSON, non-YAML file', () => {
+        expect((0, shared_1.maybeLoadFromExternalFile)('file://test.txt')).toBe(mockFileContent);
+    });
+    it('should parse and return JSON content for a .json file', () => {
+        jest.mocked(fs.readFileSync).mockReturnValue(mockJsonContent);
+        expect((0, shared_1.maybeLoadFromExternalFile)('file://test.json')).toEqual({ key: 'value' });
+    });
+    it('should parse and return YAML content for a .yaml file', () => {
+        jest.mocked(fs.readFileSync).mockReturnValue(mockYamlContent);
+        expect((0, shared_1.maybeLoadFromExternalFile)('file://test.yaml')).toEqual({ key: 'value' });
+    });
+    it('should parse and return YAML content for a .yml file', () => {
+        jest.mocked(fs.readFileSync).mockReturnValue(mockYamlContent);
+        expect((0, shared_1.maybeLoadFromExternalFile)('file://test.yml')).toEqual({ key: 'value' });
+    });
+    it('should use basePath when resolving file paths', () => {
+        const basePath = '/base/path';
+        cliState_1.default.basePath = basePath;
+        jest.mocked(fs.readFileSync).mockReturnValue(mockFileContent);
+        (0, shared_1.maybeLoadFromExternalFile)('file://test.txt');
+        const expectedPath = path.resolve(basePath, 'test.txt');
+        expect(fs.existsSync).toHaveBeenCalledWith(expectedPath);
+        expect(fs.readFileSync).toHaveBeenCalledWith(expectedPath, 'utf8');
+        cliState_1.default.basePath = undefined;
+    });
+    it('should handle relative paths correctly', () => {
+        const basePath = './relative/path';
+        cliState_1.default.basePath = basePath;
+        jest.mocked(fs.readFileSync).mockReturnValue(mockFileContent);
+        (0, shared_1.maybeLoadFromExternalFile)('file://test.txt');
+        const expectedPath = path.resolve(basePath, 'test.txt');
+        expect(fs.existsSync).toHaveBeenCalledWith(expectedPath);
+        expect(fs.readFileSync).toHaveBeenCalledWith(expectedPath, 'utf8');
+        cliState_1.default.basePath = undefined;
+    });
+    it('should ignore basePath when file path is absolute', () => {
+        const basePath = '/base/path';
+        cliState_1.default.basePath = basePath;
+        jest.mocked(fs.readFileSync).mockReturnValue(mockFileContent);
+        (0, shared_1.maybeLoadFromExternalFile)('file:///absolute/path/test.txt');
+        const expectedPath = path.resolve('/absolute/path/test.txt');
+        expect(fs.existsSync).toHaveBeenCalledWith(expectedPath);
+        expect(fs.readFileSync).toHaveBeenCalledWith(expectedPath, 'utf8');
+        cliState_1.default.basePath = undefined;
+    });
+});
+//# sourceMappingURL=providers.shared.test.js.map

package/dist/test/providers.shared.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"providers.shared.test.js","sourceRoot":"","sources":["../../test/providers.shared.test.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,2CAA6B;AAC7B,+DAAuC;AACvC,oDAAoE;AAEpE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAEhB,QAAQ,CAAC,2BAA2B,EAAE,GAAG,EAAE;IACzC,MAAM,eAAe,GAAG,cAAc,CAAC;IACvC,MAAM,eAAe,GAAG,kBAAkB,CAAC;IAC3C,MAAM,eAAe,GAAG,YAAY,CAAC;IAErC,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QACjD,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC;IAChE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,MAAM,KAAK,GAAG,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC;QAC/B,MAAM,CAAC,IAAA,kCAAyB,EAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACrE,MAAM,KAAK,GAAG,iBAAiB,CAAC;QAChC,MAAM,CAAC,IAAA,kCAAyB,EAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QAClD,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,kCAAyB,EAAC,wBAAwB,CAAC,CAAC,CAAC,OAAO,CACvE,qBAAqB,CACtB,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,GAAG,EAAE;QACvE,MAAM,CAAC,IAAA,kCAAyB,EAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAC7E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;QAC/D,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC;QAC9D,MAAM,CAAC,IAAA,kCAAyB,EAAC,kBAAkB,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC;IAClF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;QAC/D,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC;QAC9D,MAAM,CAAC,IAAA,kCAAyB,EAAC,kBAAkB,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC;IAClF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC;QAC9D,MAAM,CAAC,IAAA,kCAAyB,EAAC,iBAAiB,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC;IACjF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,MAAM,QAAQ,GAAG,YAAY,CAAC;QAC9B,kBAAQ,CAAC,QAAQ,GAAG,QAAQ,CAAC;QAC7B,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC;QAE9D,IAAA,kCAAyB,EAAC,iBAAiB,CAAC,CAAC;QAE7C,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QACxD,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,YAAY,CAAC,CAAC;QACzD,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;QAEnE,kBAAQ,CAAC,QAAQ,GAAG,SAAS,CAAC;IAChC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,MAAM,QAAQ,GAAG,iBAAiB,CAAC;QACnC,kBAAQ,CAAC,QAAQ,GAAG,QAAQ,CAAC;QAC7B,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC;QAE9D,IAAA,kCAAyB,EAAC,iBAAiB,CAAC,CAAC;QAE7C,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QACxD,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,YAAY,CAAC,CAAC;QACzD,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;QAEnE,kBAAQ,CAAC,QAAQ,GAAG,SAAS,CAAC;IAChC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC3D,MAAM,QAAQ,GAAG,YAAY,CAAC;QAC9B,kBAAQ,CAAC,QAAQ,GAAG,QAAQ,CAAC;QAC7B,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC;QAE9D,IAAA,kCAAyB,EAAC,gCAAgC,CAAC,CAAC;QAE5D,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,yBAAyB,CAAC,CAAC;QAC7D,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,YAAY,CAAC,CAAC;QACzD,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;QAEnE,kBAAQ,CAAC,QAAQ,GAAG,SAAS,CAAC;IAChC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/test/redteam/plugins/base.test.js

@@ -1,14 +1,15 @@
 "use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
 Object.defineProperty(exports, "__esModule", { value: true });
-const base_1 = __importDefault(require("../../../src/redteam/plugins/base"));
+const matchers_1 = require("../../../src/matchers");
+const base_1 = require("../../../src/redteam/plugins/base");
+const base_2 = require("../../../src/redteam/plugins/base");
 const templates_1 = require("../../../src/util/templates");
-class TestPlugin extends base_1.default {
-    constructor() {
-        super(...arguments);
-        this.template = 'Test template with {{ purpose }} for {{ n }} prompts';
+jest.mock('../../../src/matchers', () => ({
+    matchesLlmRubric: jest.fn(),
+}));
+class TestPlugin extends base_1.PluginBase {
+    async getTemplate() {
+        return 'Test template with {{ purpose }} for {{ n }} prompts';
     }
     getAssertions(prompt) {
         return [{ type: 'contains', value: prompt }];
@@ -146,4 +147,49 @@ describe('PluginBase', () => {
         expect(new Set(result.map((r) => r.vars?.testVar)).size).toBe(5);
     });
 });
+class TestGrader extends base_2.RedteamModelGrader {
+    constructor() {
+        super(...arguments);
+        this.id = 'test-grader';
+        this.rubric = 'Test rubric for {{ purpose }} with harm category {{ harmCategory }}';
+    }
+}
+describe('RedteamModelGrader', () => {
+    let grader;
+    let mockTest;
+    beforeEach(() => {
+        grader = new TestGrader();
+        mockTest = {
+            metadata: { purpose: 'test-purpose', harmCategory: 'test-harm' },
+        };
+        jest.clearAllMocks();
+    });
+    it('should throw an error if test is missing purpose metadata', async () => {
+        const testWithoutPurpose = { ...mockTest, metadata: {} };
+        await expect(grader.getResult('prompt', 'output', testWithoutPurpose)).rejects.toThrow('Test is missing purpose metadata');
+    });
+    it('should render the rubric with correct variables', async () => {
+        const mockResult = {
+            pass: true,
+            score: 1,
+            reason: 'Test passed',
+        };
+        jest.mocked(matchers_1.matchesLlmRubric).mockResolvedValue(mockResult);
+        await grader.getResult('test prompt', 'test output', mockTest);
+        expect(matchers_1.matchesLlmRubric).toHaveBeenCalledWith('Test rubric for test-purpose with harm category test-harm', 'test output', {});
+    });
+    it('should return the result from matchesLlmRubric', async () => {
+        const mockResult = {
+            pass: true,
+            score: 1,
+            reason: 'Test passed',
+        };
+        jest.mocked(matchers_1.matchesLlmRubric).mockResolvedValue(mockResult);
+        const result = await grader.getResult('test prompt', 'test output', mockTest);
+        expect(result).toEqual({
+            grade: mockResult,
+            rubric: 'Test rubric for test-purpose with harm category test-harm',
+        });
+    });
+});
 //# sourceMappingURL=base.test.js.map

package/dist/test/redteam/plugins/base.test.js.map

@@ -1 +1 @@
-{"version":3,"file":"base.test.js","sourceRoot":"","sources":["../../../../test/redteam/plugins/base.test.ts"],"names":[],"mappings":";;;;;AAAA,6EAA2D;AAE3D,2DAAgE;AAEhE,MAAM,UAAW,SAAQ,cAAU;IAAnC;;QACY,aAAQ,GAAG,sDAAsD,CAAC;IAI9E,CAAC;IAHW,aAAa,CAAC,MAAc;QACpC,OAAO,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;IAC/C,CAAC;CACF;AAED,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,IAAI,QAAqB,CAAC;IAC1B,IAAI,MAAkB,CAAC;IAEvB,UAAU,CAAC,GAAG,EAAE;QACd,QAAQ,GAAG;YACT,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC;gBACnC,MAAM,EAAE,8DAA8D;aACvE,CAAC;YACF,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,eAAe,CAAC;SAC/C,CAAC;QACF,MAAM,GAAG,IAAI,UAAU,CAAC,QAAQ,EAAE,cAAc,EAAE,SAAS,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QACpD,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACrB,MAAM,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC;YACrD;gBACE,IAAI,EAAE,EAAE,OAAO,EAAE,gBAAgB,EAAE;gBACnC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;aACxD;YACD;gBACE,IAAI,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE;gBAChC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;aACrD;SACF,CAAC,CAAC;QACH,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAC3C,IAAA,6BAAiB,GAAE,CAAC,YAAY,CAAC,sDAAsD,EAAE;YACvF,OAAO,EAAE,cAAc;YACvB,CAAC,EAAE,CAAC;SACL,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACrB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;QAEjE,MAAM,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CACnD,0CAA0C,CAC3C,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACrB,MAAM,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC;YACrD;gBACE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;gBACvD,IAAI,EAAE,EAAE,OAAO,EAAE,gBAAgB,EAAE;aACpC;YACD,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE,EAAE;SAC3F,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,MAAM,cAAc,GAAG,EAAE,CAAC;QAC1B,MAAM,aAAa,GAAG;YACpB;gBACE,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC;qBACd,IAAI,CAAC,CAAC,CAAC;qBACP,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,uBAAuB,CAAC,EAAE,CAAC;qBACzC,IAAI,CAAC,IAAI,CAAC;aACd;YACD;gBACE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;qBACb,IAAI,CAAC,CAAC,CAAC;qBACP,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,uBAAuB,CAAC,GAAG,EAAE,EAAE,CAAC;qBAC9C,IAAI,CAAC,IAAI,CAAC;aACd;SACF,CAAC;QAEF,IAAI;aACD,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC;aAC1B,kBAAkB,EAAE;aACpB,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;aACvC,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;QAE3C,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC;QAE1D,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;QAC5C,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAClD,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,uBAAuB,CAAC,CAAC,EAAE,MAAM,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,CAAC,CAAC;QAC/F,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,uBAAuB,CAAC,CAAC,EAAE,MAAM,CAAC,gBAAgB,CAAC,eAAe,CAAC,CAAC,CAAC;IAChG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;QAC1C,IAAI;aACD,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC;aAC1B,kBAAkB,EAAE;aACpB,qBAAqB,CAAC;YACrB,MAAM,EAAE,sCAAsC;SAC/C,CAAC;aACD,qBAAqB,CAAC;YACrB,MAAM,EAAE,gBAAgB;SACzB,CAAC,CAAC;QAEL,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QAE7C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;YAC7D,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;SAC3D,CAAC,CAAC;QACH,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,MAAM,aAAa,GAAG;YACpB,EAAE,MAAM,EAAE,8BAA8B,EAAE;YAC1C,EAAE,MAAM,EAAE,8BAA8B,EAAE;YAC1C,EAAE,MAAM,EAAE,eAAe,EAAE;SAC5B,CAAC;QAEF,IAAI;aACD,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC;aAC1B,kBAAkB,EAAE;aACpB,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;aACvC,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;aACvC,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;QAE3C,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QAE7C,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;QAC3E,MAAM,YAAY,GAAG,EAAE,MAAM,EAAE,8BAA8B,EAAE,CAAC;QAEhE,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,kBAAkB,EAAE,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;QAErF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QAE7C,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;QAC5E,IAAI;aACD,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC;aAC1B,kBAAkB,EAAE;aACpB,iBAAiB,CAAC;YACjB,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC;iBACd,IAAI,CAAC,CAAC,CAAC;iBACP,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,uBAAuB,CAAC,EAAE,CAAC;iBACzC,IAAI,CAAC,IAAI,CAAC;SACd,CAAC,CAAC;QAEL,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QAE7C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CACpB,MAAM,CAAC,gBAAgB,CAAC;YACtB,MAAM,EAAE,CAAC;YACT,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;SACxC,CAAC,CACH,CAAC;QACF,MAAM,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
+{"version":3,"file":"base.test.js","sourceRoot":"","sources":["../../../../test/redteam/plugins/base.test.ts"],"names":[],"mappings":";;AAAA,oDAAyD;AACzD,4DAA+D;AAC/D,4DAAuE;AAGvE,2DAAgE;AAEhE,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE,GAAG,EAAE,CAAC,CAAC;IACxC,gBAAgB,EAAE,IAAI,CAAC,EAAE,EAAE;CAC5B,CAAC,CAAC,CAAC;AAEJ,MAAM,UAAW,SAAQ,iBAAU;IACvB,KAAK,CAAC,WAAW;QACzB,OAAO,sDAAsD,CAAC;IAChE,CAAC;IACS,aAAa,CAAC,MAAc;QACpC,OAAO,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;IAC/C,CAAC;CACF;AAED,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,IAAI,QAAqB,CAAC;IAC1B,IAAI,MAAkB,CAAC;IAEvB,UAAU,CAAC,GAAG,EAAE;QACd,QAAQ,GAAG;YACT,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC;gBACnC,MAAM,EAAE,8DAA8D;aACvE,CAAC;YACF,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,eAAe,CAAC;SAC/C,CAAC;QACF,MAAM,GAAG,IAAI,UAAU,CAAC,QAAQ,EAAE,cAAc,EAAE,SAAS,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QACpD,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACrB,MAAM,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC;YACrD;gBACE,IAAI,EAAE,EAAE,OAAO,EAAE,gBAAgB,EAAE;gBACnC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;aACxD;YACD;gBACE,IAAI,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE;gBAChC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;aACrD;SACF,CAAC,CAAC;QACH,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAC3C,IAAA,6BAAiB,GAAE,CAAC,YAAY,CAAC,sDAAsD,EAAE;YACvF,OAAO,EAAE,cAAc;YACvB,CAAC,EAAE,CAAC;SACL,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACrB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;QAEjE,MAAM,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CACnD,0CAA0C,CAC3C,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACrB,MAAM,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC;YACrD;gBACE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;gBACvD,IAAI,EAAE,EAAE,OAAO,EAAE,gBAAgB,EAAE;aACpC;YACD,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE,EAAE;SAC3F,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,MAAM,cAAc,GAAG,EAAE,CAAC;QAC1B,MAAM,aAAa,GAAG;YACpB;gBACE,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC;qBACd,IAAI,CAAC,CAAC,CAAC;qBACP,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,uBAAuB,CAAC,EAAE,CAAC;qBACzC,IAAI,CAAC,IAAI,CAAC;aACd;YACD;gBACE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;qBACb,IAAI,CAAC,CAAC,CAAC;qBACP,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,uBAAuB,CAAC,GAAG,EAAE,EAAE,CAAC;qBAC9C,IAAI,CAAC,IAAI,CAAC;aACd;SACF,CAAC;QAEF,IAAI;aACD,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC;aAC1B,kBAAkB,EAAE;aACpB,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;aACvC,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;QAE3C,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC;QAE1D,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;QAC5C,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAClD,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,uBAAuB,CAAC,CAAC,EAAE,MAAM,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,CAAC,CAAC;QAC/F,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,uBAAuB,CAAC,CAAC,EAAE,MAAM,CAAC,gBAAgB,CAAC,eAAe,CAAC,CAAC,CAAC;IAChG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;QAC1C,IAAI;aACD,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC;aAC1B,kBAAkB,EAAE;aACpB,qBAAqB,CAAC;YACrB,MAAM,EAAE,sCAAsC;SAC/C,CAAC;aACD,qBAAqB,CAAC;YACrB,MAAM,EAAE,gBAAgB;SACzB,CAAC,CAAC;QAEL,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QAE7C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;YAC7D,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;SAC3D,CAAC,CAAC;QACH,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,MAAM,aAAa,GAAG;YACpB,EAAE,MAAM,EAAE,8BAA8B,EAAE;YAC1C,EAAE,MAAM,EAAE,8BAA8B,EAAE;YAC1C,EAAE,MAAM,EAAE,eAAe,EAAE;SAC5B,CAAC;QAEF,IAAI;aACD,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC;aAC1B,kBAAkB,EAAE;aACpB,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;aACvC,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;aACvC,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;QAE3C,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QAE7C,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;QAC3E,MAAM,YAAY,GAAG,EAAE,MAAM,EAAE,8BAA8B,EAAE,CAAC;QAEhE,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,kBAAkB,EAAE,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;QAErF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QAE7C,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;QAC5E,IAAI;aACD,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC;aAC1B,kBAAkB,EAAE;aACpB,iBAAiB,CAAC;YACjB,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC;iBACd,IAAI,CAAC,CAAC,CAAC;iBACP,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,uBAAuB,CAAC,EAAE,CAAC;iBACzC,IAAI,CAAC,IAAI,CAAC;SACd,CAAC,CAAC;QAEL,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QAE7C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CACpB,MAAM,CAAC,gBAAgB,CAAC;YACtB,MAAM,EAAE,CAAC;YACT,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;SACxC,CAAC,CACH,CAAC;QACF,MAAM,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,MAAM,UAAW,SAAQ,yBAAkB;IAA3C;;QACE,OAAE,GAAG,aAAa,CAAC;QACnB,WAAM,GAAG,qEAAqE,CAAC;IACjF,CAAC;CAAA;AAED,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,IAAI,MAAkB,CAAC;IACvB,IAAI,QAAwB,CAAC;IAE7B,UAAU,CAAC,GAAG,EAAE;QACd,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC1B,QAAQ,GAAG;YACT,QAAQ,EAAE,EAAE,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,WAAW,EAAE;SAC/C,CAAC;QACpB,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,MAAM,kBAAkB,GAAG,EAAE,GAAG,QAAQ,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;QACzD,MAAM,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,QAAQ,EAAE,kBAAkB,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CACpF,kCAAkC,CACnC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,UAAU,GAAkB;YAChC,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,aAAa;SACtB,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,2BAAgB,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;QAE5D,MAAM,MAAM,CAAC,SAAS,CAAC,aAAa,EAAE,aAAa,EAAE,QAAQ,CAAC,CAAC;QAE/D,MAAM,CAAC,2BAAgB,CAAC,CAAC,oBAAoB,CAC3C,2DAA2D,EAC3D,aAAa,EACb,EAAE,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAC9D,MAAM,UAAU,GAAkB;YAChC,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,aAAa;SACtB,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,2BAAgB,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;QAE5D,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,aAAa,EAAE,aAAa,EAAE,QAAQ,CAAC,CAAC;QAE9E,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,KAAK,EAAE,UAAU;YACjB,MAAM,EAAE,2DAA2D;SACpE,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/test/redteam/plugins/imitation.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"imitation.test.d.ts","sourceRoot":"","sources":["../../../../test/redteam/plugins/imitation.test.ts"],"names":[],"mappings":""}

package/dist/test/redteam/{graders → plugins}/imitation.test.js

@@ -1,10 +1,7 @@
 "use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
 Object.defineProperty(exports, "__esModule", { value: true });
 const matchers_1 = require("../../../src/matchers");
-const imitation_1 = __importDefault(require("../../../src/redteam/graders/imitation"));
+const imitation_1 = require("../../../src/redteam/plugins/imitation");
 jest.mock('../../../src/matchers', () => ({
     matchesLlmRubric: jest.fn(),
 }));
@@ -12,7 +9,7 @@ describe('ImitationGrader', () => {
     let grader;
     let mockTest;
     beforeEach(() => {
-        grader = new imitation_1.default();
+        grader = new imitation_1.ImitationGrader();
         mockTest = {
             vars: { harmCategory: 'imitation' },
             metadata: {

package/dist/test/redteam/plugins/imitation.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"imitation.test.js","sourceRoot":"","sources":["../../../../test/redteam/plugins/imitation.test.ts"],"names":[],"mappings":";;AAAA,oDAAyD;AACzD,sEAAyE;AAGzE,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE,GAAG,EAAE,CAAC,CAAC;IACxC,gBAAgB,EAAE,IAAI,CAAC,EAAE,EAAE;CAC5B,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,IAAI,MAAuB,CAAC;IAC5B,IAAI,QAAwB,CAAC;IAE7B,UAAU,CAAC,GAAG,EAAE;QACd,MAAM,GAAG,IAAI,2BAAe,EAAE,CAAC;QAC/B,QAAQ,GAAG;YACT,IAAI,EAAE,EAAE,YAAY,EAAE,WAAW,EAAE;YACnC,QAAQ,EAAE;gBACR,OAAO,EAAE,gBAAgB;gBACzB,QAAQ,EAAE,CAAC,gBAAgB,EAAE,gBAAgB,EAAE,gBAAgB,CAAC;aACjE;SACgB,CAAC;QACpB,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;QACpC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;QAC7E,MAAM,UAAU,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,uBAAuB,EAAE,CAAC;QAC7E,IAAI,CAAC,MAAM,CAAC,2BAAgB,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;QAE5D,MAAM,SAAS,GAAG,gDAAgD,CAAC;QACnE,MAAM,QAAQ,GAAG,gDAAgD,CAAC;QAElE,MAAM,MAAM,CAAC,SAAS,CAAC,SAAS,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAEtD,MAAM,cAAc,GAAG,MAAM,CAAC,cAAc,CAC1C,IAAI,MAAM,CACR;;QAEA,SAAS;;;;;;;;;;KAUZ,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,EACrB,GAAG,CACJ,CACF,CAAC;QAEF,MAAM,CAAC,2BAAgB,CAAC,CAAC,oBAAoB,CAAC,cAAc,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC;IAC9E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QAClE,MAAM,UAAU,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,uBAAuB,EAAE,CAAC;QAC7E,IAAI,CAAC,MAAM,CAAC,2BAAgB,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;QAE5D,QAAQ,CAAC,QAAS,CAAC,QAAQ,GAAG,CAAC,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QACtF,MAAM,SAAS,GAAG,gCAAgC,CAAC;QACnD,MAAM,QAAQ,GAAG,4EAA4E,CAAC;QAE9F,MAAM,MAAM,CAAC,SAAS,CAAC,SAAS,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACtD,MAAM,uBAAuB,GAAG,MAAM,CAAC,cAAc,CACnD,sLAAsL,CACvL,CAAC;QAEF,MAAM,CAAC,2BAAgB,CAAC,CAAC,oBAAoB,CAAC,uBAAuB,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC;IACvF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;QAC5D,MAAM,UAAU,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,uBAAuB,EAAE,CAAC;QAC7E,IAAI,CAAC,MAAM,CAAC,2BAAgB,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;QAE5D,QAAQ,CAAC,QAAS,CAAC,QAAQ,GAAG,EAAE,CAAC;QACjC,MAAM,SAAS,GAAG,gBAAgB,CAAC;QACnC,MAAM,QAAQ,GAAG,kBAAkB,CAAC;QAEpC,MAAM,MAAM,CAAC,SAAS,CAAC,SAAS,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAEtD,MAAM,4BAA4B,GAAG,MAAM,CAAC,gBAAgB,CAC1D,yCAAyC,CAC1C,CAAC;QAEF,MAAM,CAAC,2BAAgB,CAAC,CAAC,oBAAoB,CAAC,4BAA4B,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC;IAC5F,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/test/redteam/strategies/base64.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=base64.test.d.ts.map

package/dist/test/redteam/strategies/base64.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"base64.test.d.ts","sourceRoot":"","sources":["../../../../test/redteam/strategies/base64.test.ts"],"names":[],"mappings":""}

package/dist/test/redteam/strategies/base64.test.js

@@ -0,0 +1,20 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const base64_1 = require("../../../src/redteam/strategies/base64");
+describe('addBase64Encoding', () => {
+    const mockTestCases = [
+        {
+            vars: { query: 'Hello, world!' },
+            assert: [{ type: 'equals', value: 'Expected output', metric: 'Harmful' }],
+        },
+        {
+            vars: { userInput: 'Test input' },
+            assert: [{ type: 'contains', value: 'test', metric: 'DebugAccess' }],
+        },
+    ];
+    it('should encode the inject variable to base64', () => {
+        const result = (0, base64_1.addBase64Encoding)(mockTestCases, 'query');
+        expect(result[0].vars?.query).toBe('SGVsbG8sIHdvcmxkIQ==');
+    });
+});
+//# sourceMappingURL=base64.test.js.map

package/dist/test/redteam/strategies/base64.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"base64.test.js","sourceRoot":"","sources":["../../../../test/redteam/strategies/base64.test.ts"],"names":[],"mappings":";;AAAA,mEAA2E;AAG3E,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,MAAM,aAAa,GAAe;QAChC;YACE,IAAI,EAAE,EAAE,KAAK,EAAE,eAAe,EAAE;YAChC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,iBAAiB,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;SAC1E;QACD;YACE,IAAI,EAAE,EAAE,SAAS,EAAE,YAAY,EAAE;YACjC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;SACrE;KACF,CAAC;IAEF,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,MAAM,GAAG,IAAA,0BAAiB,EAAC,aAAa,EAAE,OAAO,CAAC,CAAC;QACzD,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/test/redteam/strategies/leetspeak.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=leetspeak.test.d.ts.map

package/dist/test/redteam/strategies/leetspeak.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"leetspeak.test.d.ts","sourceRoot":"","sources":["../../../../test/redteam/strategies/leetspeak.test.ts"],"names":[],"mappings":""}

package/dist/test/redteam/strategies/leetspeak.test.js

@@ -0,0 +1,28 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const leetspeak_1 = require("../../../src/redteam/strategies/leetspeak");
+describe('addLeetspeak', () => {
+    const mockTestCases = [
+        {
+            vars: { query: 'Hello, world!' },
+            assert: [{ type: 'equals', value: 'Expected output', metric: 'Harmful' }],
+        },
+        {
+            vars: { userInput: 'Test input' },
+            assert: [{ type: 'contains', value: 'test', metric: 'DebugAccess' }],
+        },
+    ];
+    it('should convert the inject variable to leetspeak', () => {
+        const result = (0, leetspeak_1.addLeetspeak)(mockTestCases, 'query');
+        expect(result[0].vars?.query).toBe('H3110, w0r1d!');
+    });
+    it('should handle uppercase and lowercase letters', () => {
+        const testCase = {
+            vars: { text: 'HELLO hello' },
+            assert: [{ type: 'equals', value: 'Test', metric: 'Test' }],
+        };
+        const result = (0, leetspeak_1.addLeetspeak)([testCase], 'text');
+        expect(result[0].vars?.text).toBe('H3110 h3110');
+    });
+});
+//# sourceMappingURL=leetspeak.test.js.map

package/dist/test/redteam/strategies/leetspeak.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"leetspeak.test.js","sourceRoot":"","sources":["../../../../test/redteam/strategies/leetspeak.test.ts"],"names":[],"mappings":";;AAAA,yEAAyE;AAGzE,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;IAC5B,MAAM,aAAa,GAAe;QAChC;YACE,IAAI,EAAE,EAAE,KAAK,EAAE,eAAe,EAAE;YAChC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,iBAAiB,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;SAC1E;QACD;YACE,IAAI,EAAE,EAAE,SAAS,EAAE,YAAY,EAAE;YACjC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;SACrE;KACF,CAAC;IAEF,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;QACzD,MAAM,MAAM,GAAG,IAAA,wBAAY,EAAC,aAAa,EAAE,OAAO,CAAC,CAAC;QACpD,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,MAAM,QAAQ,GAAa;YACzB,IAAI,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;YAC7B,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;SAC5D,CAAC;QACF,MAAM,MAAM,GAAG,IAAA,wBAAY,EAAC,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,CAAC;QAChD,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/test/redteam/strategies/rot13.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=rot13.test.d.ts.map

package/dist/test/redteam/strategies/rot13.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rot13.test.d.ts","sourceRoot":"","sources":["../../../../test/redteam/strategies/rot13.test.ts"],"names":[],"mappings":""}

package/dist/test/redteam/strategies/rot13.test.js

@@ -0,0 +1,36 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const rot13_1 = require("../../../src/redteam/strategies/rot13");
+describe('addRot13', () => {
+    const mockTestCases = [
+        {
+            vars: { query: 'Hello, world!' },
+            assert: [{ type: 'equals', value: 'Expected output', metric: 'Harmful' }],
+        },
+        {
+            vars: { userInput: 'Test input' },
+            assert: [{ type: 'contains', value: 'test', metric: 'DebugAccess' }],
+        },
+    ];
+    it('should encode the inject variable using ROT13', () => {
+        const result = (0, rot13_1.addRot13)(mockTestCases, 'query');
+        expect(result[0].vars?.query).toBe('Uryyb, jbeyq!');
+    });
+    it('should handle uppercase and lowercase letters', () => {
+        const testCase = {
+            vars: { text: 'HELLO hello' },
+            assert: [{ type: 'equals', value: 'Test', metric: 'Test' }],
+        };
+        const result = (0, rot13_1.addRot13)([testCase], 'text');
+        expect(result[0].vars?.text).toBe('URYYB uryyb');
+    });
+    it('should not change non-alphabetic characters', () => {
+        const testCase = {
+            vars: { text: 'Hello, World! 123' },
+            assert: [{ type: 'equals', value: 'Test', metric: 'Test' }],
+        };
+        const result = (0, rot13_1.addRot13)([testCase], 'text');
+        expect(result[0].vars?.text).toBe('Uryyb, Jbeyq! 123');
+    });
+});
+//# sourceMappingURL=rot13.test.js.map

package/dist/test/redteam/strategies/rot13.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rot13.test.js","sourceRoot":"","sources":["../../../../test/redteam/strategies/rot13.test.ts"],"names":[],"mappings":";;AAAA,iEAAiE;AAGjE,QAAQ,CAAC,UAAU,EAAE,GAAG,EAAE;IACxB,MAAM,aAAa,GAAe;QAChC;YACE,IAAI,EAAE,EAAE,KAAK,EAAE,eAAe,EAAE;YAChC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,iBAAiB,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;SAC1E;QACD;YACE,IAAI,EAAE,EAAE,SAAS,EAAE,YAAY,EAAE;YACjC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;SACrE;KACF,CAAC;IAEF,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,MAAM,MAAM,GAAG,IAAA,gBAAQ,EAAC,aAAa,EAAE,OAAO,CAAC,CAAC;QAChD,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,MAAM,QAAQ,GAAa;YACzB,IAAI,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;YAC7B,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;SAC5D,CAAC;QACF,MAAM,MAAM,GAAG,IAAA,gBAAQ,EAAC,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,CAAC;QAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,QAAQ,GAAa;YACzB,IAAI,EAAE,EAAE,IAAI,EAAE,mBAAmB,EAAE;YACnC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;SAC5D,CAAC;QACF,MAAM,MAAM,GAAG,IAAA,gBAAQ,EAAC,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,CAAC;QAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/test/redteam/validators.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=validators.test.d.ts.map

package/dist/test/redteam/validators.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validators.test.d.ts","sourceRoot":"","sources":["../../../test/redteam/validators.test.ts"],"names":[],"mappings":""}