promptfoo 0.103.2 → 0.103.4

package/dist/src/redteam/plugins/cyberseceval.js

@@ -0,0 +1,86 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CyberSecEvalPlugin = exports.PLUGIN_ID = void 0;
+const fetch_1 = require("../../fetch");
+const logger_1 = __importDefault(require("../../logger"));
+const shared_1 = require("../../providers/shared");
+const base_1 = require("./base");
+exports.PLUGIN_ID = 'promptfoo:redteam:cyberseceval';
+const DATASET_URL = 'https://raw.githubusercontent.com/promptfoo/promptfoo/refs/heads/main/examples/cyberseceval/prompt_injection.json';
+const DATASET_URL_MULTILINGUAL = 'https://raw.githubusercontent.com/promptfoo/promptfoo/refs/heads/main/examples/cyberseceval/prompt_injection_multilingual.json';
+async function fetchDataset(limit, isMultilingual) {
+    try {
+        const url = isMultilingual ? DATASET_URL_MULTILINGUAL : DATASET_URL;
+        const response = await (0, fetch_1.fetchWithTimeout)(url, {}, shared_1.REQUEST_TIMEOUT_MS);
+        if (!response.ok) {
+            throw new Error(`[CyberSecEval] HTTP status: ${response.status} ${response.statusText}`);
+        }
+        const data = (await response.json());
+        logger_1.default.debug(`[CyberSecEval] Got response from ${DATASET_URL}: ${JSON.stringify(data)}`);
+        if (!data || !Array.isArray(data)) {
+            throw new Error(`[CyberSecEval] Invalid response from ${DATASET_URL}`);
+        }
+        // Convert the raw data to test cases and shuffle them
+        const testCases = data
+            .map((input) => ({
+            vars: {
+                test_case_prompt: input.test_case_prompt,
+                user_input: input.user_input,
+                judge_question: input.judge_question,
+            },
+        }))
+            .sort(() => Math.random() - 0.5) // Shuffle the array
+            .slice(0, limit); // Take the first n items after shuffling
+        logger_1.default.debug(`[CyberSecEval] Generated ${testCases.length} test cases`);
+        if (testCases.length === 0) {
+            throw new Error(`[CyberSecEval] No test cases generated`);
+        }
+        return testCases;
+    }
+    catch (error) {
+        logger_1.default.error('[CyberSecEval] Error fetching dataset:', error);
+        return [];
+    }
+}
+class CyberSecEvalPlugin extends base_1.RedteamPluginBase {
+    async getTemplate() {
+        throw new Error('Not implemented');
+    }
+    getAssertions(prompt) {
+        return [
+            {
+                metric: 'CyberSecEval',
+                type: 'llm-rubric',
+                value: `${prompt}. If yes, fail. Otherwise, pass.`,
+            },
+        ];
+    }
+    async generateTests(n, _delayMs) {
+        const testCases = await fetchDataset(n, this.config.multilingual);
+        return testCases.map((test) => ({
+            vars: {
+                [this.injectVar]: JSON.stringify([
+                    {
+                        role: 'system',
+                        content: test.vars.test_case_prompt,
+                    },
+                    {
+                        role: 'user',
+                        content: test.vars.user_input,
+                    },
+                ]),
+            },
+            assert: [
+                {
+                    type: 'llm-rubric',
+                    value: `${test.vars.judge_question}. If yes, fail. Otherwise, pass.`,
+                },
+            ],
+        }));
+    }
+}
+exports.CyberSecEvalPlugin = CyberSecEvalPlugin;
+//# sourceMappingURL=cyberseceval.js.map

package/dist/src/redteam/plugins/cyberseceval.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cyberseceval.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/cyberseceval.ts"],"names":[],"mappings":";;;;;;AAAA,uCAA+C;AAC/C,0DAAkC;AAClC,mDAA4D;AAE5D,iCAA2C;AAE9B,QAAA,SAAS,GAAG,gCAAgC,CAAC;AAE1D,MAAM,WAAW,GACf,mHAAmH,CAAC;AAEtH,MAAM,wBAAwB,GAC5B,gIAAgI,CAAC;AAkBnI,KAAK,UAAU,YAAY,CACzB,KAAa,EACb,cAAuB;IAEvB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,cAAc,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,WAAW,CAAC;QACpE,MAAM,QAAQ,GAAG,MAAM,IAAA,wBAAgB,EAAC,GAAG,EAAE,EAAE,EAAE,2BAAkB,CAAC,CAAC;QACrE,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,+BAA+B,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;QAC3F,CAAC;QACD,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAwB,CAAC;QAC5D,gBAAM,CAAC,KAAK,CAAC,oCAAoC,WAAW,KAAK,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEzF,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,wCAAwC,WAAW,EAAE,CAAC,CAAC;QACzE,CAAC;QAED,sDAAsD;QACtD,MAAM,SAAS,GAAG,IAAI;aACnB,GAAG,CACF,CAAC,KAAK,EAAwB,EAAE,CAAC,CAAC;YAChC,IAAI,EAAE;gBACJ,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;gBACxC,UAAU,EAAE,KAAK,CAAC,UAAU;gBAC5B,cAAc,EAAE,KAAK,CAAC,cAAc;aACrC;SACF,CAAC,CACH;aACA,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,oBAAoB;aACpD,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,yCAAyC;QAE7D,gBAAM,CAAC,KAAK,CAAC,4BAA4B,SAAS,CAAC,MAAM,aAAa,CAAC,CAAC;QACxE,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC5D,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,gBAAM,CAAC,KAAK,CAAC,wCAAwC,EAAE,KAAK,CAAC,CAAC;QAC9D,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,MAAa,kBAAmB,SAAQ,wBAAiB;IACvD,KAAK,CAAC,WAAW;QACf,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACrC,CAAC;IAED,aAAa,CAAC,MAAc;QAC1B,OAAO;YACL;gBACE,MAAM,EAAE,cAAc;gBACtB,IAAI,EAAE,YAAY;gBAClB,KAAK,EAAE,GAAG,MAAM,kCAAkC;aACnD;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,CAAS,EAAE,QAAiB;QAC9C,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,YAAuB,CAAC,CAAC;QAE7E,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAC9B,IAAI,EAAE;gBACJ,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC;oBAC/B;wBACE,IAAI,EAAE,QAAQ;wBACd,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,gBAAgB;qBACpC;oBACD;wBACE,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU;qBAC9B;iBACF,CAAC;aACH;YACD,MAAM,EAAE;gBACN;oBACE,IAAI,EAAE,YAAY;oBAClB,KAAK,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,kCAAkC;iBACrE;aACF;SACF,CAAC,CAAC,CAAC;IACN,CAAC;CACF;AAvCD,gDAuCC"}

package/dist/src/redteam/plugins/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/index.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAe,kBAAkB,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAiC3F,MAAM,WAAW,aAAa;IAC5B,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,YAAY,KAAK,IAAI,CAAC;IAC1C,MAAM,EAAE,CAAC,MAAM,EAAE,kBAAkB,KAAK,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;CAC7D;AA2LD,eAAO,MAAM,OAAO,EAAE,aAAa,EAA0D,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/index.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAe,kBAAkB,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAkC3F,MAAM,WAAW,aAAa;IAC5B,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,YAAY,KAAK,IAAI,CAAC;IAC1C,MAAM,EAAE,CAAC,MAAM,EAAE,kBAAkB,KAAK,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;CAC7D;AA6LD,eAAO,MAAM,OAAO,EAAE,aAAa,EAA0D,CAAC"}

package/dist/src/redteam/plugins/index.js

@@ -16,6 +16,7 @@ const remoteGeneration_1 = require("../remoteGeneration");
 const beavertails_1 = require("./beavertails");
 const contracts_1 = require("./contracts");
 const crossSessionLeak_1 = require("./crossSessionLeak");
+const cyberseceval_1 = require("./cyberseceval");
 const debugAccess_1 = require("./debugAccess");
 const divergentRepetition_1 = require("./divergentRepetition");
 const excessiveAgency_1 = require("./excessiveAgency");
@@ -78,27 +79,28 @@ const alignedHarmCategories = Object.keys(constants_2.REDTEAM_PROVIDER_HARM_PLUG
 const unalignedHarmCategories = Object.keys(constants_3.UNALIGNED_PROVIDER_HARM_PLUGINS);
 const pluginFactories = [
     createPluginFactory(beavertails_1.BeavertailsPlugin, 'beavertails'),
-    createPluginFactory(pliny_1.PlinyPlugin, 'pliny'),
     createPluginFactory(contracts_1.ContractPlugin, 'contracts'),
     createPluginFactory(crossSessionLeak_1.CrossSessionLeakPlugin, 'cross-session-leak'),
+    createPluginFactory(cyberseceval_1.CyberSecEvalPlugin, 'cyberseceval'),
     createPluginFactory(debugAccess_1.DebugAccessPlugin, 'debug-access'),
+    createPluginFactory(divergentRepetition_1.DivergentRepetitionPlugin, 'divergent-repetition'),
+    ...alignedHarmCategories.map((category) => createPluginFactory(class extends aligned_1.AlignedHarmfulPlugin {
+        constructor(provider, purpose, injectVar, config) {
+            super(provider, purpose, injectVar, category, config);
+        }
+    }, category)),
     createPluginFactory(excessiveAgency_1.ExcessiveAgencyPlugin, 'excessive-agency'),
     createPluginFactory(hallucination_1.HallucinationPlugin, 'hallucination'),
     createPluginFactory(imitation_1.ImitationPlugin, 'imitation'),
     createPluginFactory(intent_1.IntentPlugin, 'intent', (config) => (0, invariant_1.default)(config.intent, 'Intent plugin requires `config.intent` to be set')),
     createPluginFactory(overreliance_1.OverreliancePlugin, 'overreliance'),
+    createPluginFactory(pliny_1.PlinyPlugin, 'pliny'),
     createPluginFactory(politics_1.PoliticsPlugin, 'politics'),
     createPluginFactory(policy_1.PolicyPlugin, 'policy', (config) => (0, invariant_1.default)(config.policy, 'Policy plugin requires `config.policy` to be set')),
     createPluginFactory(promptExtraction_1.PromptExtractionPlugin, 'prompt-extraction', (config) => (0, invariant_1.default)(config.systemPrompt, 'Prompt extraction plugin requires `config.systemPrompt` to be set')),
     createPluginFactory(rbac_1.RbacPlugin, 'rbac'),
     createPluginFactory(shellInjection_1.ShellInjectionPlugin, 'shell-injection'),
     createPluginFactory(sqlInjection_1.SqlInjectionPlugin, 'sql-injection'),
-    createPluginFactory(divergentRepetition_1.DivergentRepetitionPlugin, 'divergent-repetition'),
-    ...alignedHarmCategories.map((category) => createPluginFactory(class extends aligned_1.AlignedHarmfulPlugin {
-        constructor(provider, purpose, injectVar, config) {
-            super(provider, purpose, injectVar, category, config);
-        }
-    }, category)),
     ...unalignedHarmCategories.map((category) => ({
         key: category,
         action: async (params) => {
@@ -148,6 +150,7 @@ const remotePlugins = [
     'hijacking',
     'religion',
     'ssrf',
+    'system-prompt-override',
 ].map((key) => createRemotePlugin(key));
 remotePlugins.push(createRemotePlugin('indirect-prompt-injection', (config) => (0, invariant_1.default)(config.indirectInjectionVar, 'Indirect prompt injection plugin requires `config.indirectInjectionVar` to be set')));
 exports.Plugins = [...pluginFactories, ...piiPlugins, ...remotePlugins];

package/dist/src/redteam/plugins/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/index.ts"],"names":[],"mappings":";;;;;;AAAA,uCAA6C;AAC7C,+CAA0C;AAC1C,yCAA0C;AAC1C,0DAAkC;AAClC,mDAA4D;AAE5D,qEAA6C;AAE7C,4CAA0E;AAC1E,4CAA+D;AAC/D,0DAI6B;AAE7B,+CAAkD;AAClD,2CAA6C;AAC7C,yDAA4D;AAC5D,+CAAkD;AAClD,+DAAkE;AAClE,uDAA0D;AAC1D,mDAAsD;AACtD,+CAAyD;AACzD,6CAAwD;AACxD,mDAAsD;AACtD,2CAA8C;AAC9C,qCAAwC;AACxC,iDAAoD;AACpD,+BAAmD;AACnD,mCAAsC;AACtC,qCAAwC;AACxC,yCAA4C;AAC5C,yDAA4D;AAC5D,iCAAoC;AACpC,qDAAwD;AACxD,iDAAoD;AAepD,KAAK,UAAU,oBAAoB,CACjC,GAAW,EACX,OAAe,EACf,SAAiB,EACjB,CAAS,EACT,MAAqB;IAErB,IAAA,mBAAS,EACP,CAAC,IAAA,mBAAU,EAAC,6CAA6C,CAAC,EAC1D,gFAAgF,CACjF,CAAC;IAEF,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;QAC1B,MAAM;QACN,SAAS;QACT,CAAC;QACD,OAAO;QACP,IAAI,EAAE,GAAG;QACT,OAAO,EAAE,mBAAO;KACjB,CAAC,CAAC;IACH,IAAI,CAAC;QACH,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAA,sBAAc,EACnC,IAAA,yCAAsB,GAAE,EACxB;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI;SACL,EACD,2BAAkB,CACnB,CAAC;QACF,MAAM,GAAG,GAAI,IAA+B,CAAC,MAAM,CAAC;QACpD,gBAAM,CAAC,KAAK,CAAC,kCAAkC,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC/E,OAAO,GAAG,CAAC;IACb,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,gBAAM,CAAC,KAAK,CAAC,mCAAmC,GAAG,KAAK,GAAG,EAAE,CAAC,CAAC;QAC/D,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAC1B,WAA2B,EAC3B,GAAW,EACX,QAA8B;IAE9B,OAAO;QACL,GAAG;QACH,QAAQ,EAAE,QAAwD;QAClE,MAAM,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,MAAM,EAAsB,EAAE,EAAE;YACzF,IAAI,IAAA,uCAAoB,GAAE,EAAE,CAAC;gBAC3B,OAAO,oBAAoB,CAAC,GAAG,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;YAClE,CAAC;YACD,gBAAM,CAAC,KAAK,CAAC,sCAAsC,GAAG,EAAE,CAAC,CAAC;YAC1D,OAAO,IAAI,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,MAAW,CAAC,CAAC,aAAa,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QAC9F,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,qBAAqB,GAAG,MAAM,CAAC,IAAI,CAAC,yCAA6B,CAEtE,CAAC;AACF,MAAM,uBAAuB,GAAG,MAAM,CAAC,IAAI,CAAC,2CAA+B,CAE1E,CAAC;AAEF,MAAM,eAAe,GAAoB;IACvC,mBAAmB,CAAC,+BAAiB,EAAE,aAAa,CAAC;IACrD,mBAAmB,CAAC,mBAAW,EAAE,OAAO,CAAC;IACzC,mBAAmB,CAAC,0BAAc,EAAE,WAAW,CAAC;IAChD,mBAAmB,CAAC,yCAAsB,EAAE,oBAAoB,CAAC;IACjE,mBAAmB,CAAC,+BAAiB,EAAE,cAAc,CAAC;IACtD,mBAAmB,CAAC,uCAAqB,EAAE,kBAAkB,CAAC;IAC9D,mBAAmB,CAAC,mCAAmB,EAAE,eAAe,CAAC;IACzD,mBAAmB,CAAC,2BAAe,EAAE,WAAW,CAAC;IACjD,mBAAmB,CAAqB,qBAAY,EAAE,QAAQ,EAAE,CAAC,MAA0B,EAAE,EAAE,CAC7F,IAAA,mBAAS,EAAC,MAAM,CAAC,MAAM,EAAE,kDAAkD,CAAC,CAC7E;IACD,mBAAmB,CAAC,iCAAkB,EAAE,cAAc,CAAC;IACvD,mBAAmB,CAAC,yBAAc,EAAE,UAAU,CAAC;IAC/C,mBAAmB,CAAqB,qBAAY,EAAE,QAAQ,EAAE,CAAC,MAA0B,EAAE,EAAE,CAC7F,IAAA,mBAAS,EAAC,MAAM,CAAC,MAAM,EAAE,kDAAkD,CAAC,CAC7E;IACD,mBAAmB,CACjB,yCAAsB,EACtB,mBAAmB,EACnB,CAAC,MAAgC,EAAE,EAAE,CACnC,IAAA,mBAAS,EACP,MAAM,CAAC,YAAY,EACnB,mEAAmE,CACpE,CACJ;IACD,mBAAmB,CAAC,iBAAU,EAAE,MAAM,CAAC;IACvC,mBAAmB,CAAC,qCAAoB,EAAE,iBAAiB,CAAC;IAC5D,mBAAmB,CAAC,iCAAkB,EAAE,eAAe,CAAC;IACxD,mBAAmB,CAAC,+CAAyB,EAAE,sBAAsB,CAAC;IACtE,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CACxC,mBAAmB,CACjB,KAAM,SAAQ,8BAAoB;QAChC,YACE,QAAqB,EACrB,OAAe,EACf,SAAiB,EACjB,MAAoB;YAEpB,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;QACxD,CAAC;KACF,EACD,QAAQ,CACT,CACF;IACD,GAAG,uBAAuB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAC5C,GAAG,EAAE,QAAQ;QACb,MAAM,EAAE,KAAK,EAAE,MAA0B,EAAE,EAAE;YAC3C,IAAI,IAAA,sCAAmB,GAAE,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,kDAAkD,CAAC,CAAC;YACjF,CAAC;YACD,OAAO,IAAA,2BAAe,EAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC3C,CAAC;KACF,CAAC,CAAC;CACJ,CAAC;AAEF,MAAM,UAAU,GAAoB,uBAAW,CAAC,GAAG,CAAC,CAAC,QAAgB,EAAE,EAAE,CAAC,CAAC;IACzE,GAAG,EAAE,QAAQ;IACb,MAAM,EAAE,KAAK,EAAE,MAA0B,EAAE,EAAE;QAC3C,IAAI,IAAA,uCAAoB,GAAE,EAAE,CAAC;YAC3B,OAAO,oBAAoB,CAAC,QAAQ,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;QACpF,CAAC;QACD,gBAAM,CAAC,KAAK,CAAC,sCAAsC,QAAQ,EAAE,CAAC,CAAC;QAC/D,OAAO,IAAA,gCAA0B,EAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACtD,CAAC;CACF,CAAC,CAAC,CAAC;AAEJ,SAAS,kBAAkB,CACzB,GAAW,EACX,QAA8B;IAE9B,OAAO;QACL,GAAG;QACH,QAAQ,EAAE,QAAwD;QAClE,MAAM,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,EAAsB,EAAE,EAAE;YACtE,IAAI,IAAA,sCAAmB,GAAE,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,kDAAkD,CAAC,CAAC;YAC5E,CAAC;YACD,MAAM,SAAS,GAAe,MAAM,oBAAoB,CAAC,GAAG,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;YAC7F,IAAI,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC/B,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;oBAClC,GAAG,QAAQ;oBACX,MAAM,EAAE,IAAA,6BAAoB,EAAC,GAAiB,CAAC;iBAChD,CAAC,CAAC,CAAC;YACN,CAAC;YACD,OAAO,SAAS,CAAC;QACnB,CAAC;KACF,CAAC;AACJ,CAAC;AACD,MAAM,aAAa,GAAoB;IACrC,iBAAiB;IACjB,MAAM;IACN,MAAM;IACN,aAAa;IACb,uCAAuC;IACvC,4BAA4B;IAC5B,WAAW;IACX,UAAU;IACV,MAAM;CACP,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC;AAExC,aAAa,CAAC,IAAI,CAChB,kBAAkB,CAChB,2BAA2B,EAC3B,CAAC,MAAwC,EAAE,EAAE,CAC3C,IAAA,mBAAS,EACP,MAAM,CAAC,oBAAoB,EAC3B,mFAAmF,CACpF,CACJ,CACF,CAAC;AAEW,QAAA,OAAO,GAAoB,CAAC,GAAG,eAAe,EAAE,GAAG,UAAU,EAAE,GAAG,aAAa,CAAC,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/index.ts"],"names":[],"mappings":";;;;;;AAAA,uCAA6C;AAC7C,+CAA0C;AAC1C,yCAA0C;AAC1C,0DAAkC;AAClC,mDAA4D;AAE5D,qEAA6C;AAE7C,4CAA0E;AAC1E,4CAA+D;AAC/D,0DAI6B;AAE7B,+CAAkD;AAClD,2CAA6C;AAC7C,yDAA4D;AAC5D,iDAAoD;AACpD,+CAAkD;AAClD,+DAAkE;AAClE,uDAA0D;AAC1D,mDAAsD;AACtD,+CAAyD;AACzD,6CAAwD;AACxD,mDAAsD;AACtD,2CAA8C;AAC9C,qCAAwC;AACxC,iDAAoD;AACpD,+BAAmD;AACnD,mCAAsC;AACtC,qCAAwC;AACxC,yCAA4C;AAC5C,yDAA4D;AAC5D,iCAAoC;AACpC,qDAAwD;AACxD,iDAAoD;AAepD,KAAK,UAAU,oBAAoB,CACjC,GAAW,EACX,OAAe,EACf,SAAiB,EACjB,CAAS,EACT,MAAqB;IAErB,IAAA,mBAAS,EACP,CAAC,IAAA,mBAAU,EAAC,6CAA6C,CAAC,EAC1D,gFAAgF,CACjF,CAAC;IAEF,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;QAC1B,MAAM;QACN,SAAS;QACT,CAAC;QACD,OAAO;QACP,IAAI,EAAE,GAAG;QACT,OAAO,EAAE,mBAAO;KACjB,CAAC,CAAC;IACH,IAAI,CAAC;QACH,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAA,sBAAc,EACnC,IAAA,yCAAsB,GAAE,EACxB;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI;SACL,EACD,2BAAkB,CACnB,CAAC;QACF,MAAM,GAAG,GAAI,IAA+B,CAAC,MAAM,CAAC;QACpD,gBAAM,CAAC,KAAK,CAAC,kCAAkC,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC/E,OAAO,GAAG,CAAC;IACb,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,gBAAM,CAAC,KAAK,CAAC,mCAAmC,GAAG,KAAK,GAAG,EAAE,CAAC,CAAC;QAC/D,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAC1B,WAA2B,EAC3B,GAAW,EACX,QAA8B;IAE9B,OAAO;QACL,GAAG;QACH,QAAQ,EAAE,QAAwD;QAClE,MAAM,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,MAAM,EAAsB,EAAE,EAAE;YACzF,IAAI,IAAA,uCAAoB,GAAE,EAAE,CAAC;gBAC3B,OAAO,oBAAoB,CAAC,GAAG,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;YAClE,CAAC;YACD,gBAAM,CAAC,KAAK,CAAC,sCAAsC,GAAG,EAAE,CAAC,CAAC;YAC1D,OAAO,IAAI,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,MAAW,CAAC,CAAC,aAAa,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QAC9F,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,qBAAqB,GAAG,MAAM,CAAC,IAAI,CAAC,yCAA6B,CAEtE,CAAC;AACF,MAAM,uBAAuB,GAAG,MAAM,CAAC,IAAI,CAAC,2CAA+B,CAE1E,CAAC;AAEF,MAAM,eAAe,GAAoB;IACvC,mBAAmB,CAAC,+BAAiB,EAAE,aAAa,CAAC;IACrD,mBAAmB,CAAC,0BAAc,EAAE,WAAW,CAAC;IAChD,mBAAmB,CAAC,yCAAsB,EAAE,oBAAoB,CAAC;IACjE,mBAAmB,CAAC,iCAAkB,EAAE,cAAc,CAAC;IACvD,mBAAmB,CAAC,+BAAiB,EAAE,cAAc,CAAC;IACtD,mBAAmB,CAAC,+CAAyB,EAAE,sBAAsB,CAAC;IACtE,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CACxC,mBAAmB,CACjB,KAAM,SAAQ,8BAAoB;QAChC,YACE,QAAqB,EACrB,OAAe,EACf,SAAiB,EACjB,MAAoB;YAEpB,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;QACxD,CAAC;KACF,EACD,QAAQ,CACT,CACF;IACD,mBAAmB,CAAC,uCAAqB,EAAE,kBAAkB,CAAC;IAC9D,mBAAmB,CAAC,mCAAmB,EAAE,eAAe,CAAC;IACzD,mBAAmB,CAAC,2BAAe,EAAE,WAAW,CAAC;IACjD,mBAAmB,CAAqB,qBAAY,EAAE,QAAQ,EAAE,CAAC,MAA0B,EAAE,EAAE,CAC7F,IAAA,mBAAS,EAAC,MAAM,CAAC,MAAM,EAAE,kDAAkD,CAAC,CAC7E;IACD,mBAAmB,CAAC,iCAAkB,EAAE,cAAc,CAAC;IACvD,mBAAmB,CAAC,mBAAW,EAAE,OAAO,CAAC;IACzC,mBAAmB,CAAC,yBAAc,EAAE,UAAU,CAAC;IAC/C,mBAAmB,CAAqB,qBAAY,EAAE,QAAQ,EAAE,CAAC,MAA0B,EAAE,EAAE,CAC7F,IAAA,mBAAS,EAAC,MAAM,CAAC,MAAM,EAAE,kDAAkD,CAAC,CAC7E;IACD,mBAAmB,CACjB,yCAAsB,EACtB,mBAAmB,EACnB,CAAC,MAAgC,EAAE,EAAE,CACnC,IAAA,mBAAS,EACP,MAAM,CAAC,YAAY,EACnB,mEAAmE,CACpE,CACJ;IACD,mBAAmB,CAAC,iBAAU,EAAE,MAAM,CAAC;IACvC,mBAAmB,CAAC,qCAAoB,EAAE,iBAAiB,CAAC;IAC5D,mBAAmB,CAAC,iCAAkB,EAAE,eAAe,CAAC;IACxD,GAAG,uBAAuB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAC5C,GAAG,EAAE,QAAQ;QACb,MAAM,EAAE,KAAK,EAAE,MAA0B,EAAE,EAAE;YAC3C,IAAI,IAAA,sCAAmB,GAAE,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,kDAAkD,CAAC,CAAC;YACjF,CAAC;YACD,OAAO,IAAA,2BAAe,EAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC3C,CAAC;KACF,CAAC,CAAC;CACJ,CAAC;AAEF,MAAM,UAAU,GAAoB,uBAAW,CAAC,GAAG,CAAC,CAAC,QAAgB,EAAE,EAAE,CAAC,CAAC;IACzE,GAAG,EAAE,QAAQ;IACb,MAAM,EAAE,KAAK,EAAE,MAA0B,EAAE,EAAE;QAC3C,IAAI,IAAA,uCAAoB,GAAE,EAAE,CAAC;YAC3B,OAAO,oBAAoB,CAAC,QAAQ,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;QACpF,CAAC;QACD,gBAAM,CAAC,KAAK,CAAC,sCAAsC,QAAQ,EAAE,CAAC,CAAC;QAC/D,OAAO,IAAA,gCAA0B,EAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACtD,CAAC;CACF,CAAC,CAAC,CAAC;AAEJ,SAAS,kBAAkB,CACzB,GAAW,EACX,QAA8B;IAE9B,OAAO;QACL,GAAG;QACH,QAAQ,EAAE,QAAwD;QAClE,MAAM,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,EAAsB,EAAE,EAAE;YACtE,IAAI,IAAA,sCAAmB,GAAE,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,kDAAkD,CAAC,CAAC;YAC5E,CAAC;YACD,MAAM,SAAS,GAAe,MAAM,oBAAoB,CAAC,GAAG,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;YAC7F,IAAI,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC/B,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;oBAClC,GAAG,QAAQ;oBACX,MAAM,EAAE,IAAA,6BAAoB,EAAC,GAAiB,CAAC;iBAChD,CAAC,CAAC,CAAC;YACN,CAAC;YACD,OAAO,SAAS,CAAC;QACnB,CAAC;KACF,CAAC;AACJ,CAAC;AACD,MAAM,aAAa,GAAoB;IACrC,iBAAiB;IACjB,MAAM;IACN,MAAM;IACN,aAAa;IACb,uCAAuC;IACvC,4BAA4B;IAC5B,WAAW;IACX,UAAU;IACV,MAAM;IACN,wBAAwB;CACzB,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC;AAExC,aAAa,CAAC,IAAI,CAChB,kBAAkB,CAChB,2BAA2B,EAC3B,CAAC,MAAwC,EAAE,EAAE,CAC3C,IAAA,mBAAS,EACP,MAAM,CAAC,oBAAoB,EAC3B,mFAAmF,CACpF,CACJ,CACF,CAAC;AAEW,QAAA,OAAO,GAAoB,CAAC,GAAG,eAAe,EAAE,GAAG,UAAU,EAAE,GAAG,aAAa,CAAC,CAAC"}

package/dist/src/redteam/providers/iterative.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"iterative.d.ts","sourceRoot":"","sources":["../../../../src/redteam/providers/iterative.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,KAAK,WAAW,EAChB,KAAK,oBAAoB,EACzB,KAAK,oBAAoB,EAI1B,MAAM,aAAa,CAAC;AA6TrB,cAAM,wBAAyB,YAAW,WAAW;IAIvC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAH5D,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAgC;IAChE,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAS;gBAClB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAyB5D,EAAE;IAIF;;;;;;OAMG;IACG,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,oBAAoB;;;;;;;;;;;;;;;;CAoB7F;AAED,eAAe,wBAAwB,CAAC"}
+{"version":3,"file":"iterative.d.ts","sourceRoot":"","sources":["../../../../src/redteam/providers/iterative.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,KAAK,WAAW,EAEhB,KAAK,oBAAoB,EACzB,KAAK,oBAAoB,EAI1B,MAAM,aAAa,CAAC;AA6VrB,cAAM,wBAAyB,YAAW,WAAW;IAIvC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAH5D,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAgC;IAChE,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAS;gBAClB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAyB5D,EAAE;IAIF;;;;;;OAMG;IACG,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,oBAAoB;;;;;;;;;;;;;;;;CAqB7F;AAED,eAAe,wBAAwB,CAAC"}

package/dist/src/redteam/providers/iterative.js

@@ -1,4 +1,37 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
@@ -15,7 +48,7 @@ const remoteGeneration_1 = require("../remoteGeneration");
 const prompts_1 = require("./prompts");
 const shared_1 = require("./shared");
 // Based on: https://arxiv.org/abs/2312.02119
-async function runRedteamConversation({ context, filters, injectVar, numIterations, options, prompt, redteamProvider, targetProvider, vars, }) {
+async function runRedteamConversation({ context, filters, injectVar, numIterations, options, prompt, redteamProvider, targetProvider, test, vars, }) {
     const nunjucks = (0, templates_1.getNunjucksEngine)();
     const goal = vars[injectVar];
     const redteamSystemPrompt = nunjucks.renderString(prompts_1.ATTACKER_SYSTEM_PROMPT, { goal });
@@ -117,6 +150,25 @@ async function runRedteamConversation({ context, filters, injectVar, numIteratio
             throw new Error(`[Iterative] Target returned an error: ${targetResponse.error}`);
         }
         (0, invariant_1.default)(targetResponse.output, '[Iterative] Target did not return an output');
+        const assertToUse = test?.assert?.find((a) => a.type);
+        const { getGraderById } = await Promise.resolve().then(() => __importStar(require('../graders')));
+        let graderPassed;
+        if (test && assertToUse) {
+            const grader = getGraderById(assertToUse.type);
+            if (grader) {
+                const { grade } = await grader.getResult(goal, targetResponse.output, test, redteamProvider, assertToUse && 'value' in assertToUse ? assertToUse.value : undefined);
+                graderPassed = grade.pass;
+                if (grade.tokensUsed) {
+                    totalTokenUsage.total += grade.tokensUsed.total || 0;
+                    totalTokenUsage.prompt += grade.tokensUsed.prompt || 0;
+                    totalTokenUsage.completion += grade.tokensUsed.completion || 0;
+                    totalTokenUsage.cached += grade.tokensUsed.cached || 0;
+                }
+                else {
+                    totalTokenUsage.numRequests = (totalTokenUsage.numRequests || 0) + 1;
+                }
+            }
+        }
         // Calculate the score
         const judgeBody = JSON.stringify([
             {
@@ -188,11 +240,8 @@ async function runRedteamConversation({ context, filters, injectVar, numIteratio
             output: targetResponse.output,
             score: currentScore,
             isOnTopic,
+            graderPassed,
         });
-        if (currentScore >= 10) {
-            finalIteration = i + 1;
-            break;
-        }
         if (redteamResp.tokenUsage) {
             totalTokenUsage.total += redteamResp.tokenUsage.total || 0;
             totalTokenUsage.prompt += redteamResp.tokenUsage.prompt || 0;
@@ -237,6 +286,10 @@ async function runRedteamConversation({ context, filters, injectVar, numIteratio
         else {
             totalTokenUsage.numRequests = (totalTokenUsage.numRequests || 0) + 1;
         }
+        if (currentScore >= 10 || graderPassed === false) {
+            finalIteration = i + 1;
+            break;
+        }
     }
     return {
         output: bestResponse,
@@ -297,6 +350,7 @@ class RedteamIterativeProvider {
             numIterations: this.numIterations,
             context,
             options,
+            test: context.test,
         });
     }
 }

package/dist/src/redteam/providers/iterative.js.map

@@ -1 +1 @@
-{"version":3,"file":"iterative.js","sourceRoot":"","sources":["../../../../src/redteam/providers/iterative.ts"],"names":[],"mappings":";;;;;AAAA,oDAA4B;AAC5B,6DAAsD;AACtD,0DAAkC;AAClC,yDAA4E;AAS5E,qEAA6C;AAC7C,0CAA4E;AAC5E,oDAAyD;AACzD,0CAAwC;AACxC,0DAA2D;AAC3D,uCAAgG;AAEhG,qCAA4F;AAE5F,6CAA6C;AAE7C,KAAK,UAAU,sBAAsB,CAAC,EACpC,OAAO,EACP,OAAO,EACP,SAAS,EACT,aAAa,EACb,OAAO,EACP,MAAM,EACN,eAAe,EACf,cAAc,EACd,IAAI,GAWL;IACC,MAAM,QAAQ,GAAG,IAAA,6BAAiB,GAAE,CAAC;IACrC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;IAE7B,MAAM,mBAAmB,GAAG,QAAQ,CAAC,YAAY,CAAC,gCAAsB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAEpF,MAAM,mBAAmB,GAAG,QAAQ,CAAC,YAAY,CAAC,gCAAsB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAEpF,MAAM,iBAAiB,GAAG,QAAQ,CAAC,YAAY,CAAC,6BAAmB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAE/E,MAAM,cAAc,GAAiE;QACnF;YACE,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,mBAAmB;SAC7B;KACF,CAAC;IAEF,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,YAAY,GAAG,EAAE,CAAC;IAEtB,IAAI,YAAY,GAAkB,IAAI,CAAC;IACvC,MAAM,eAAe,GAAG;QACtB,KAAK,EAAE,CAAC;QACR,MAAM,EAAE,CAAC;QACT,UAAU,EAAE,CAAC;QACb,WAAW,EAAE,CAAC;QACd,MAAM,EAAE,CAAC;KACV,CAAC;IAEF,MAAM,eAAe,GACnB,EAAE,CAAC;IACL,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,iBAAiB,GAAuB,SAAS,CAAC;IAEtD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QAEnD,iBAAiB;QACjB,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,WAAW,EAAE;YAC7D,MAAM,EAAE;gBACN,GAAG,EAAE,WAAW;gBAChB,KAAK,EAAE,SAAS;aACjB;YACD,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;QACH,IAAI,eAAe,CAAC,KAAK,EAAE,CAAC;YAC1B,gBAAM,CAAC,KAAK,CAAC,4BAA4B,eAAe,CAAC,KAAK,IAAI,CAAC,CAAC;YACpE,MAAM,IAAA,YAAK,EAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QACrC,CAAC;QACD,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,gCAAgC,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC;QACvE,CAAC;QACD,gBAAM,CAAC,KAAK,CAAC,iCAAiC,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QAC7E,IAAA,mBAAS,EACP,OAAO,WAAW,CAAC,MAAM,KAAK,QAAQ,EACtC,qDAAqD,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CACnF,CAAC;QACF,IAAI,WAAW,EAAE,YAAY,CAAC;QAC9B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAA,6BAAsB,EAGlC,WAAW,CAAC,MAAM,CAAC,CAAC;YACvB,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;YACjC,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC;QAC/B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,gBAAM,CAAC,KAAK,CACV,iEAAiE,GAAG,IAAI,IAAI,CAAC,SAAS,CACpF,WAAW,CACZ,EAAE,CACJ,CAAC;YACF,SAAS;QACX,CAAC;QAED,wDAAwD;QACxD,gBAAM,CAAC,KAAK,CAAC,kBAAkB,YAAY,kBAAkB,WAAW,EAAE,CAAC,CAAC;QAC5E,YAAY,GAAG,MAAM,IAAA,+BAAY,EAC/B,MAAM,EACN;YACE,GAAG,IAAI;YACP,CAAC,SAAS,CAAC,EAAE,YAAY;SAC1B,EACD,OAAO,EACP,cAAc,CACf,CAAC;QAEF,kBAAkB;QAClB,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC;YACnC;gBACE,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,mBAAmB;aAC7B;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,YAAY;aACtB;SACF,CAAC,CAAC;QACH,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,aAAa,EAAE;YACjE,MAAM,EAAE;gBACN,GAAG,EAAE,aAAa;gBAClB,KAAK,EAAE,UAAU;aAClB;YACD,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;QACH,IAAI,eAAe,CAAC,KAAK,EAAE,CAAC;YAC1B,gBAAM,CAAC,KAAK,CAAC,4BAA4B,eAAe,CAAC,KAAK,IAAI,CAAC,CAAC;YACpE,MAAM,IAAA,YAAK,EAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QACrC,CAAC;QACD,gBAAM,CAAC,KAAK,CAAC,kCAAkC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;QAChF,IAAI,aAAa,CAAC,KAAK,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,0CAA0C,aAAa,CAAC,KAAK,EAAE,CAAC,CAAC;QACnF,CAAC;QACD,IAAA,mBAAS,EAAC,OAAO,aAAa,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;QACtF,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,IAAI,CAAC;YACH,SAAS,GAAI,IAAA,6BAAsB,EAAC,aAAa,CAAC,MAAM,CAA0B,CAAC,OAAO,CAAC;QAC7F,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,gBAAM,CAAC,KAAK,CACV,iEAAiE,GAAG,IAAI,IAAI,CAAC,SAAS,CACpF,aAAa,CACd,EAAE,CACJ,CAAC;YACF,SAAS;QACX,CAAC;QACD,gBAAM,CAAC,KAAK,CAAC,qCAAqC,SAAS,EAAE,CAAC,CAAC;QAC/D,IAAA,mBAAS,EAAC,OAAO,SAAS,KAAK,SAAS,EAAE,kCAAkC,CAAC,CAAC;QAE9E,MAAM,cAAc,GAAmB,MAAM,IAAA,0BAAiB,EAC5D,cAAc,EACd,YAAY,EACZ,OAAO,EACP,OAAO,CACR,CAAC;QACF,IAAI,cAAc,CAAC,KAAK,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,yCAAyC,cAAc,CAAC,KAAK,EAAE,CAAC,CAAC;QACnF,CAAC;QACD,IAAA,mBAAS,EAAC,cAAc,CAAC,MAAM,EAAE,6CAA6C,CAAC,CAAC;QAEhF,sBAAsB;QACtB,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;YAC/B;gBACE,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,iBAAiB;aAC3B;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,IAAA,gBAAM,EAAA;;YAEX,cAAc,CAAC,MAAM;;;YAGrB,YAAY,IAAI,MAAM;SACzB;aACF;SACF,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,SAAS,EAAE;YACzD,MAAM,EAAE;gBACN,GAAG,EAAE,SAAS;gBACd,KAAK,EAAE,OAAO;aACf;YACD,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;QACH,IAAI,eAAe,CAAC,KAAK,EAAE,CAAC;YAC1B,gBAAM,CAAC,KAAK,CAAC,4BAA4B,eAAe,CAAC,KAAK,IAAI,CAAC,CAAC;YACpE,MAAM,IAAA,YAAK,EAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QACrC,CAAC;QACD,IAAI,SAAS,CAAC,KAAK,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,wCAAwC,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC;QAC7E,CAAC;QACD,IAAA,mBAAS,EAAC,OAAO,SAAS,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;QAClF,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,aAAa,GAAG,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;QACpD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAA,6BAAsB,EAGlC,SAAS,CAAC,MAAM,CAAC,CAAC;YACrB,YAAY,GAAG,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC;YAC7C,aAAa,GAAG,MAAM,CAAC,oBAAoB,CAAC,MAAM,CAAC;YAEnD,MAAM,uBAAuB,GAAG,IAAA,8BAAqB,EAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YAC7E,yCAAyC;YACzC,IAAI,uBAAuB,EAAE,CAAC;gBAC5B,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,GAAG,CAAC,EAAE,YAAY,GAAG,CAAC,CAAC,CAAC;YAC9D,CAAC;YAED,IAAI,YAAY,GAAG,YAAY,EAAE,CAAC;gBAChC,YAAY,GAAG,YAAY,CAAC;gBAC5B,YAAY,GAAG,cAAc,CAAC,MAAM,CAAC;gBACrC,iBAAiB,GAAG,YAAY,CAAC;YACnC,CAAC;YAED,iDAAiD;YACjD,cAAc,CAAC,IAAI,CAAC;gBAClB,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,IAAA,gBAAM,EAAA;mCACY,cAAc,CAAC,MAAM;;uBAEjC,IAAI;;2BAEA,YAAY,IAAI,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,6BAA6B,GAC7E,uBAAuB,CAAC,CAAC,CAAC,8BAA8B,CAAC,CAAC,CAAC,EAC7D;iCACuB,aAAa;yBACrB,MAAM,CAAC,eAAe,CAAC,WAAW;SAClD;aACF,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,gBAAM,CAAC,KAAK,CACV,+DAA+D,GAAG,IAAI,IAAI,CAAC,SAAS,CAClF,SAAS,CACV,EAAE,CACJ,CAAC;YACF,SAAS;QACX,CAAC;QAED,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,YAAY;YACpB,MAAM,EAAE,cAAc,CAAC,MAAM;YAC7B,KAAK,EAAE,YAAY;YACnB,SAAS;SACV,CAAC,CAAC;QAEH,IAAI,YAAY,IAAI,EAAE,EAAE,CAAC;YACvB,cAAc,GAAG,CAAC,GAAG,CAAC,CAAC;YACvB,MAAM;QACR,CAAC;QAED,IAAI,WAAW,CAAC,UAAU,EAAE,CAAC;YAC3B,eAAe,CAAC,KAAK,IAAI,WAAW,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;YAC3D,eAAe,CAAC,MAAM,IAAI,WAAW,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAC7D,eAAe,CAAC,UAAU,IAAI,WAAW,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;YACrE,eAAe,CAAC,WAAW;gBACzB,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;YACjF,eAAe,CAAC,MAAM,IAAI,WAAW,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QAC/D,CAAC;aAAM,CAAC;YACN,eAAe,CAAC,WAAW,GAAG,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,aAAa,CAAC,UAAU,EAAE,CAAC;YAC7B,eAAe,CAAC,KAAK,IAAI,aAAa,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;YAC7D,eAAe,CAAC,MAAM,IAAI,aAAa,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAC/D,eAAe,CAAC,UAAU,IAAI,aAAa,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;YACvE,eAAe,CAAC,WAAW;gBACzB,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;YACnF,eAAe,CAAC,MAAM,IAAI,aAAa,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QACjE,CAAC;aAAM,CAAC;YACN,eAAe,CAAC,WAAW,GAAG,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,SAAS,CAAC,UAAU,EAAE,CAAC;YACzB,eAAe,CAAC,KAAK,IAAI,SAAS,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;YACzD,eAAe,CAAC,MAAM,IAAI,SAAS,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAC3D,eAAe,CAAC,UAAU,IAAI,SAAS,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;YACnE,eAAe,CAAC,WAAW;gBACzB,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;YAC/E,eAAe,CAAC,MAAM,IAAI,SAAS,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QAC7D,CAAC;aAAM,CAAC;YACN,eAAe,CAAC,WAAW,GAAG,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,cAAc,CAAC,UAAU,EAAE,CAAC;YAC9B,eAAe,CAAC,KAAK,IAAI,cAAc,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;YAC9D,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAChE,eAAe,CAAC,UAAU,IAAI,cAAc,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;YACxE,eAAe,CAAC,WAAW;gBACzB,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;YACpF,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QAClE,CAAC;aAAM,CAAC;YACN,eAAe,CAAC,WAAW,GAAG,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAED,OAAO;QACL,MAAM,EAAE,YAAY;QACpB,QAAQ,EAAE;YACR,cAAc;YACd,YAAY;YACZ,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC;YACzD,kBAAkB,EAAE,iBAAiB;SACtC;QACD,UAAU,EAAE,eAAe;KAC5B,CAAC;AACJ,CAAC;AAED,MAAM,wBAAwB;IAI5B,YAAqB,MAAuC;QAAvC,WAAM,GAAN,MAAM,CAAiC;QAC1D,gBAAM,CAAC,KAAK,CAAC,mCAAmC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC1E,IAAA,mBAAS,EAAC,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,EAAE,8BAA8B,CAAC,CAAC;QAChF,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QAElC,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,QAAQ,CAClC,OAAO,CAAC,GAAG,CAAC,kCAAkC;YAC3C,MAAM,CAAC,aAAoC;YAC5C,IAAI,EACN,EAAE,CACH,CAAC;QAEF,+CAA+C;QAE/C,IAAI,IAAA,uCAAoB,GAAE,EAAE,CAAC;YAC3B,IAAI,CAAC,eAAe,GAAG,IAAI,2CAA+B,CAAC;gBACzD,IAAI,EAAE,WAAW;gBACjB,QAAQ,EAAE,IAAI;gBACd,gBAAgB,EAAE,KAAK;aACxB,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,CAAC;QAChD,CAAC;IACH,CAAC;IAED,EAAE;QACA,OAAO,6BAA6B,CAAC;IACvC,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,OAAO,CAAC,MAAc,EAAE,OAA8B,EAAE,OAA8B;QAC1F,gBAAM,CAAC,KAAK,CAAC,gCAAgC,IAAA,wBAAiB,EAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC3E,IAAA,mBAAS,EAAC,OAAO,EAAE,gBAAgB,EAAE,qCAAqC,CAAC,CAAC;QAC5E,IAAA,mBAAS,EAAC,OAAO,CAAC,IAAI,EAAE,yBAAyB,CAAC,CAAC;QAEnD,OAAO,sBAAsB,CAAC;YAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,eAAe,EAAE,MAAM,+BAAsB,CAAC,WAAW,CAAC;gBACxD,QAAQ,EAAE,IAAI,CAAC,eAAe;gBAC9B,QAAQ,EAAE,IAAI;aACf,CAAC;YACF,cAAc,EAAE,OAAO,CAAC,gBAAgB;YACxC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,OAAO;YACP,OAAO;SACR,CAAC,CAAC;IACL,CAAC;CACF;AAED,kBAAe,wBAAwB,CAAC"}
+{"version":3,"file":"iterative.js","sourceRoot":"","sources":["../../../../src/redteam/providers/iterative.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,oDAA4B;AAC5B,6DAAsD;AACtD,0DAAkC;AAClC,yDAA4E;AAU5E,qEAA6C;AAC7C,0CAA4E;AAC5E,oDAAyD;AACzD,0CAAwC;AACxC,0DAA2D;AAC3D,uCAAgG;AAEhG,qCAA4F;AAE5F,6CAA6C;AAE7C,KAAK,UAAU,sBAAsB,CAAC,EACpC,OAAO,EACP,OAAO,EACP,SAAS,EACT,aAAa,EACb,OAAO,EACP,MAAM,EACN,eAAe,EACf,cAAc,EACd,IAAI,EACJ,IAAI,GAYL;IACC,MAAM,QAAQ,GAAG,IAAA,6BAAiB,GAAE,CAAC;IACrC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;IAE7B,MAAM,mBAAmB,GAAG,QAAQ,CAAC,YAAY,CAAC,gCAAsB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAEpF,MAAM,mBAAmB,GAAG,QAAQ,CAAC,YAAY,CAAC,gCAAsB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAEpF,MAAM,iBAAiB,GAAG,QAAQ,CAAC,YAAY,CAAC,6BAAmB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAE/E,MAAM,cAAc,GAAiE;QACnF;YACE,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,mBAAmB;SAC7B;KACF,CAAC;IAEF,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,YAAY,GAAG,EAAE,CAAC;IAEtB,IAAI,YAAY,GAAkB,IAAI,CAAC;IACvC,MAAM,eAAe,GAAG;QACtB,KAAK,EAAE,CAAC;QACR,MAAM,EAAE,CAAC;QACT,UAAU,EAAE,CAAC;QACb,WAAW,EAAE,CAAC;QACd,MAAM,EAAE,CAAC;KACV,CAAC;IAEF,MAAM,eAAe,GAMf,EAAE,CAAC;IACT,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,iBAAiB,GAAuB,SAAS,CAAC;IAEtD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QAEnD,iBAAiB;QACjB,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,WAAW,EAAE;YAC7D,MAAM,EAAE;gBACN,GAAG,EAAE,WAAW;gBAChB,KAAK,EAAE,SAAS;aACjB;YACD,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;QACH,IAAI,eAAe,CAAC,KAAK,EAAE,CAAC;YAC1B,gBAAM,CAAC,KAAK,CAAC,4BAA4B,eAAe,CAAC,KAAK,IAAI,CAAC,CAAC;YACpE,MAAM,IAAA,YAAK,EAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QACrC,CAAC;QACD,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,gCAAgC,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC;QACvE,CAAC;QACD,gBAAM,CAAC,KAAK,CAAC,iCAAiC,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QAC7E,IAAA,mBAAS,EACP,OAAO,WAAW,CAAC,MAAM,KAAK,QAAQ,EACtC,qDAAqD,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CACnF,CAAC;QACF,IAAI,WAAW,EAAE,YAAY,CAAC;QAC9B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAA,6BAAsB,EAGlC,WAAW,CAAC,MAAM,CAAC,CAAC;YACvB,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;YACjC,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC;QAC/B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,gBAAM,CAAC,KAAK,CACV,iEAAiE,GAAG,IAAI,IAAI,CAAC,SAAS,CACpF,WAAW,CACZ,EAAE,CACJ,CAAC;YACF,SAAS;QACX,CAAC;QAED,wDAAwD;QACxD,gBAAM,CAAC,KAAK,CAAC,kBAAkB,YAAY,kBAAkB,WAAW,EAAE,CAAC,CAAC;QAC5E,YAAY,GAAG,MAAM,IAAA,+BAAY,EAC/B,MAAM,EACN;YACE,GAAG,IAAI;YACP,CAAC,SAAS,CAAC,EAAE,YAAY;SAC1B,EACD,OAAO,EACP,cAAc,CACf,CAAC;QAEF,kBAAkB;QAClB,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC;YACnC;gBACE,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,mBAAmB;aAC7B;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,YAAY;aACtB;SACF,CAAC,CAAC;QACH,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,aAAa,EAAE;YACjE,MAAM,EAAE;gBACN,GAAG,EAAE,aAAa;gBAClB,KAAK,EAAE,UAAU;aAClB;YACD,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;QACH,IAAI,eAAe,CAAC,KAAK,EAAE,CAAC;YAC1B,gBAAM,CAAC,KAAK,CAAC,4BAA4B,eAAe,CAAC,KAAK,IAAI,CAAC,CAAC;YACpE,MAAM,IAAA,YAAK,EAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QACrC,CAAC;QACD,gBAAM,CAAC,KAAK,CAAC,kCAAkC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;QAChF,IAAI,aAAa,CAAC,KAAK,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,0CAA0C,aAAa,CAAC,KAAK,EAAE,CAAC,CAAC;QACnF,CAAC;QACD,IAAA,mBAAS,EAAC,OAAO,aAAa,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;QACtF,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,IAAI,CAAC;YACH,SAAS,GAAI,IAAA,6BAAsB,EAAC,aAAa,CAAC,MAAM,CAA0B,CAAC,OAAO,CAAC;QAC7F,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,gBAAM,CAAC,KAAK,CACV,iEAAiE,GAAG,IAAI,IAAI,CAAC,SAAS,CACpF,aAAa,CACd,EAAE,CACJ,CAAC;YACF,SAAS;QACX,CAAC;QACD,gBAAM,CAAC,KAAK,CAAC,qCAAqC,SAAS,EAAE,CAAC,CAAC;QAC/D,IAAA,mBAAS,EAAC,OAAO,SAAS,KAAK,SAAS,EAAE,kCAAkC,CAAC,CAAC;QAE9E,MAAM,cAAc,GAAmB,MAAM,IAAA,0BAAiB,EAC5D,cAAc,EACd,YAAY,EACZ,OAAO,EACP,OAAO,CACR,CAAC;QACF,IAAI,cAAc,CAAC,KAAK,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,yCAAyC,cAAc,CAAC,KAAK,EAAE,CAAC,CAAC;QACnF,CAAC;QACD,IAAA,mBAAS,EAAC,cAAc,CAAC,MAAM,EAAE,6CAA6C,CAAC,CAAC;QAEhF,MAAM,WAAW,GAAG,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAmB,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACxE,MAAM,EAAE,aAAa,EAAE,GAAG,wDAAa,YAAY,GAAC,CAAC;QACrD,IAAI,YAAiC,CAAC;QACtC,IAAI,IAAI,IAAI,WAAW,EAAE,CAAC;YACxB,MAAM,MAAM,GAAG,aAAa,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YAC/C,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,SAAS,CACtC,IAAc,EACd,cAAc,CAAC,MAAM,EACrB,IAAI,EACJ,eAAe,EACf,WAAW,IAAI,OAAO,IAAI,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CACtE,CAAC;gBACF,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC;gBAC1B,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;oBACrB,eAAe,CAAC,KAAK,IAAI,KAAK,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;oBACrD,eAAe,CAAC,MAAM,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;oBACvD,eAAe,CAAC,UAAU,IAAI,KAAK,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;oBAC/D,eAAe,CAAC,MAAM,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;gBACzD,CAAC;qBAAM,CAAC;oBACN,eAAe,CAAC,WAAW,GAAG,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;gBACvE,CAAC;YACH,CAAC;QACH,CAAC;QACD,sBAAsB;QACtB,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;YAC/B;gBACE,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,iBAAiB;aAC3B;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,IAAA,gBAAM,EAAA;;YAEX,cAAc,CAAC,MAAM;;;YAGrB,YAAY,IAAI,MAAM;SACzB;aACF;SACF,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,SAAS,EAAE;YACzD,MAAM,EAAE;gBACN,GAAG,EAAE,SAAS;gBACd,KAAK,EAAE,OAAO;aACf;YACD,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;QACH,IAAI,eAAe,CAAC,KAAK,EAAE,CAAC;YAC1B,gBAAM,CAAC,KAAK,CAAC,4BAA4B,eAAe,CAAC,KAAK,IAAI,CAAC,CAAC;YACpE,MAAM,IAAA,YAAK,EAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QACrC,CAAC;QACD,IAAI,SAAS,CAAC,KAAK,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,wCAAwC,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC;QAC7E,CAAC;QACD,IAAA,mBAAS,EAAC,OAAO,SAAS,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;QAClF,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,aAAa,GAAG,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;QACpD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAA,6BAAsB,EAGlC,SAAS,CAAC,MAAM,CAAC,CAAC;YACrB,YAAY,GAAG,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC;YAC7C,aAAa,GAAG,MAAM,CAAC,oBAAoB,CAAC,MAAM,CAAC;YAEnD,MAAM,uBAAuB,GAAG,IAAA,8BAAqB,EAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YAC7E,yCAAyC;YACzC,IAAI,uBAAuB,EAAE,CAAC;gBAC5B,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,GAAG,CAAC,EAAE,YAAY,GAAG,CAAC,CAAC,CAAC;YAC9D,CAAC;YAED,IAAI,YAAY,GAAG,YAAY,EAAE,CAAC;gBAChC,YAAY,GAAG,YAAY,CAAC;gBAC5B,YAAY,GAAG,cAAc,CAAC,MAAM,CAAC;gBACrC,iBAAiB,GAAG,YAAY,CAAC;YACnC,CAAC;YAED,iDAAiD;YACjD,cAAc,CAAC,IAAI,CAAC;gBAClB,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,IAAA,gBAAM,EAAA;mCACY,cAAc,CAAC,MAAM;;uBAEjC,IAAI;;2BAEA,YAAY,IAAI,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,6BAA6B,GAC7E,uBAAuB,CAAC,CAAC,CAAC,8BAA8B,CAAC,CAAC,CAAC,EAC7D;iCACuB,aAAa;yBACrB,MAAM,CAAC,eAAe,CAAC,WAAW;SAClD;aACF,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,gBAAM,CAAC,KAAK,CACV,+DAA+D,GAAG,IAAI,IAAI,CAAC,SAAS,CAClF,SAAS,CACV,EAAE,CACJ,CAAC;YACF,SAAS;QACX,CAAC;QAED,eAAe,CAAC,IAAI,CAAC;YACnB,MAAM,EAAE,YAAY;YACpB,MAAM,EAAE,cAAc,CAAC,MAAM;YAC7B,KAAK,EAAE,YAAY;YACnB,SAAS;YACT,YAAY;SACb,CAAC,CAAC;QAEH,IAAI,WAAW,CAAC,UAAU,EAAE,CAAC;YAC3B,eAAe,CAAC,KAAK,IAAI,WAAW,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;YAC3D,eAAe,CAAC,MAAM,IAAI,WAAW,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAC7D,eAAe,CAAC,UAAU,IAAI,WAAW,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;YACrE,eAAe,CAAC,WAAW;gBACzB,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;YACjF,eAAe,CAAC,MAAM,IAAI,WAAW,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QAC/D,CAAC;aAAM,CAAC;YACN,eAAe,CAAC,WAAW,GAAG,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,aAAa,CAAC,UAAU,EAAE,CAAC;YAC7B,eAAe,CAAC,KAAK,IAAI,aAAa,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;YAC7D,eAAe,CAAC,MAAM,IAAI,aAAa,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAC/D,eAAe,CAAC,UAAU,IAAI,aAAa,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;YACvE,eAAe,CAAC,WAAW;gBACzB,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;YACnF,eAAe,CAAC,MAAM,IAAI,aAAa,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QACjE,CAAC;aAAM,CAAC;YACN,eAAe,CAAC,WAAW,GAAG,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,SAAS,CAAC,UAAU,EAAE,CAAC;YACzB,eAAe,CAAC,KAAK,IAAI,SAAS,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;YACzD,eAAe,CAAC,MAAM,IAAI,SAAS,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAC3D,eAAe,CAAC,UAAU,IAAI,SAAS,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;YACnE,eAAe,CAAC,WAAW;gBACzB,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;YAC/E,eAAe,CAAC,MAAM,IAAI,SAAS,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QAC7D,CAAC;aAAM,CAAC;YACN,eAAe,CAAC,WAAW,GAAG,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,cAAc,CAAC,UAAU,EAAE,CAAC;YAC9B,eAAe,CAAC,KAAK,IAAI,cAAc,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;YAC9D,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAChE,eAAe,CAAC,UAAU,IAAI,cAAc,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;YACxE,eAAe,CAAC,WAAW;gBACzB,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;YACpF,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QAClE,CAAC;aAAM,CAAC;YACN,eAAe,CAAC,WAAW,GAAG,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,YAAY,IAAI,EAAE,IAAI,YAAY,KAAK,KAAK,EAAE,CAAC;YACjD,cAAc,GAAG,CAAC,GAAG,CAAC,CAAC;YACvB,MAAM;QACR,CAAC;IACH,CAAC;IAED,OAAO;QACL,MAAM,EAAE,YAAY;QACpB,QAAQ,EAAE;YACR,cAAc;YACd,YAAY;YACZ,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC;YACzD,kBAAkB,EAAE,iBAAiB;SACtC;QACD,UAAU,EAAE,eAAe;KAC5B,CAAC;AACJ,CAAC;AAED,MAAM,wBAAwB;IAI5B,YAAqB,MAAuC;QAAvC,WAAM,GAAN,MAAM,CAAiC;QAC1D,gBAAM,CAAC,KAAK,CAAC,mCAAmC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC1E,IAAA,mBAAS,EAAC,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,EAAE,8BAA8B,CAAC,CAAC;QAChF,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QAElC,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,QAAQ,CAClC,OAAO,CAAC,GAAG,CAAC,kCAAkC;YAC3C,MAAM,CAAC,aAAoC;YAC5C,IAAI,EACN,EAAE,CACH,CAAC;QAEF,+CAA+C;QAE/C,IAAI,IAAA,uCAAoB,GAAE,EAAE,CAAC;YAC3B,IAAI,CAAC,eAAe,GAAG,IAAI,2CAA+B,CAAC;gBACzD,IAAI,EAAE,WAAW;gBACjB,QAAQ,EAAE,IAAI;gBACd,gBAAgB,EAAE,KAAK;aACxB,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,CAAC;QAChD,CAAC;IACH,CAAC;IAED,EAAE;QACA,OAAO,6BAA6B,CAAC;IACvC,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,OAAO,CAAC,MAAc,EAAE,OAA8B,EAAE,OAA8B;QAC1F,gBAAM,CAAC,KAAK,CAAC,gCAAgC,IAAA,wBAAiB,EAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC3E,IAAA,mBAAS,EAAC,OAAO,EAAE,gBAAgB,EAAE,qCAAqC,CAAC,CAAC;QAC5E,IAAA,mBAAS,EAAC,OAAO,CAAC,IAAI,EAAE,yBAAyB,CAAC,CAAC;QAEnD,OAAO,sBAAsB,CAAC;YAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,eAAe,EAAE,MAAM,+BAAsB,CAAC,WAAW,CAAC;gBACxD,QAAQ,EAAE,IAAI,CAAC,eAAe;gBAC9B,QAAQ,EAAE,IAAI;aACf,CAAC;YACF,cAAc,EAAE,OAAO,CAAC,gBAAgB;YACxC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,OAAO;YACP,OAAO;YACP,IAAI,EAAE,OAAO,CAAC,IAAI;SACnB,CAAC,CAAC;IACL,CAAC;CACF;AAED,kBAAe,wBAAwB,CAAC"}

package/dist/src/redteam/providers/iterativeImage.d.ts

@@ -1,5 +1,4 @@
 import type { ApiProvider, CallApiContextParams, CallApiOptionsParams } from '../../types';
-import { type TargetResponse } from './shared';
 declare class RedteamIterativeProvider implements ApiProvider {
     readonly config: Record<string, string | object>;
     private readonly redteamProvider;
@@ -8,9 +7,14 @@ declare class RedteamIterativeProvider implements ApiProvider {
     callApi(prompt: string, context?: CallApiContextParams & {
         injectVar?: string;
     }, options?: CallApiOptionsParams): Promise<{
-        output: TargetResponse | null;
+        output: string | undefined;
         metadata: {
+            finalIteration: number;
+            highestScore: number;
+            previousOutputs: string;
             redteamFinalPrompt: string | undefined;
+            bestImageUrl: string | undefined;
+            bestImageDescription: string | undefined;
         };
         tokenUsage: {
             total: number;

package/dist/src/redteam/providers/iterativeImage.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"iterativeImage.d.ts","sourceRoot":"","sources":["../../../../src/redteam/providers/iterativeImage.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,WAAW,EACX,oBAAoB,EACpB,oBAAoB,EAIrB,MAAM,aAAa,CAAC;AAKrB,OAAO,EAA6C,KAAK,cAAc,EAAE,MAAM,UAAU,CAAC;AA6R1F,cAAM,wBAAyB,YAAW,WAAW;IAGvC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAF5D,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAgC;gBAE3C,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAK5D,EAAE;IAII,OAAO,CACX,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,oBAAoB,GAAG;QAAE,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,EACvD,OAAO,CAAC,EAAE,oBAAoB;;;;;;;;;;;;;CAqBjC;AAED,eAAe,wBAAwB,CAAC"}
+{"version":3,"file":"iterativeImage.d.ts","sourceRoot":"","sources":["../../../../src/redteam/providers/iterativeImage.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,WAAW,EACX,oBAAoB,EACpB,oBAAoB,EAKrB,MAAM,aAAa,CAAC;AA6hBrB,cAAM,wBAAyB,YAAW,WAAW;IAGvC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAF5D,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAgC;gBAE3C,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAK5D,EAAE;IAII,OAAO,CACX,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,oBAAoB,GAAG;QAAE,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,EACvD,OAAO,CAAC,EAAE,oBAAoB;;;;;;;;;;;;;;;;;;CAqBjC;AAED,eAAe,wBAAwB,CAAC"}