promptfoo 0.102.0 → 0.102.2

package/dist/src/redteam/providers/goat.js

@@ -12,6 +12,7 @@ const invariant_1 = __importDefault(require("../../util/invariant"));
 const json_1 = require("../../util/json");
 const time_1 = require("../../util/time");
 const remoteGeneration_1 = require("../remoteGeneration");
+const getLastMessageContent = (messages, role) => messages.filter((m) => m?.role === role).slice(-1)[0]?.content;
 class GoatProvider {
     id() {
         return 'promptfoo:redteam:goat';
@@ -62,6 +63,10 @@ class GoatProvider {
                     method: 'POST',
                 });
                 const data = await response.json();
+                if (typeof data?.message !== 'object' || !data.message?.content || !data.message?.role) {
+                    logger_1.default.debug(`[GOAT] Invalid message from GOAT, skipping turn: ${JSON.stringify(data)}`);
+                    continue;
+                }
                 messages.push(data.message);
                 if (data.tokenUsage) {
                     totalTokenUsage.total += data.tokenUsage.total || 0;
@@ -74,16 +79,20 @@ class GoatProvider {
           ${chalk_1.default.bold.green(`GOAT turn ${turn} history:`)}
           ${chalk_1.default.cyan(JSON.stringify(messages, null, 2))}
         `);
+                const targetVars = {
+                    ...context.vars,
+                    [this.injectVar]: messages[messages.length - 1].content,
+                };
                 const targetPrompt = this.stateless
                     ? JSON.stringify(messages)
-                    : await (0, evaluatorHelpers_1.renderPrompt)(context.prompt, { ...context.vars, [this.injectVar]: messages[messages.length - 1].content }, context.filters, targetProvider);
+                    : await (0, evaluatorHelpers_1.renderPrompt)(context.prompt, targetVars, context.filters, targetProvider);
                 logger_1.default.debug(`GOAT turn ${turn} target prompt: ${targetPrompt}`);
                 const targetResponse = await targetProvider.callApi(targetPrompt, context, options);
                 if (!targetResponse.cached && targetProvider.delay && targetProvider.delay > 0) {
                     logger_1.default.debug(`Sleeping for ${targetProvider.delay}ms`);
                     await (0, time_1.sleep)(targetProvider.delay);
                 }
-                logger_1.default.debug(`GOAT turn ${turn} target response: ${JSON.stringify(targetResponse)}`);
+                logger_1.default.debug(`GOAT turn ${turn} target response: ${(0, json_1.safeJsonStringify)(targetResponse)}`);
                 if (targetResponse.sessionId) {
                     context = context ?? { vars: {}, prompt: { raw: '', label: 'target' } };
                     context.vars.sessionId = targetResponse.sessionId;
@@ -91,12 +100,17 @@ class GoatProvider {
                 if (targetResponse.error) {
                     throw new Error(`[GOAT] Target returned an error: ${targetResponse.error}`);
                 }
-                (0, invariant_1.default)(targetResponse.output, `[GOAT] Expected target response output to be set, but got: ${JSON.stringify(targetResponse)}`);
+                (0, invariant_1.default)(targetResponse.output, `[GOAT] Expected target response output to be set, but got: ${(0, json_1.safeJsonStringify)(targetResponse)}`);
+                const stringifiedOutput = typeof targetResponse.output === 'string'
+                    ? targetResponse.output
+                    : (0, json_1.safeJsonStringify)(targetResponse.output);
+                if (!stringifiedOutput) {
+                    logger_1.default.debug(`[GOAT] Target response output is not a string or JSON: ${(0, json_1.safeJsonStringify)(targetResponse)}`);
+                    continue;
+                }
                 messages.push({
-                    content: typeof targetResponse.output === 'string'
-                        ? targetResponse.output
-                        : JSON.stringify(targetResponse.output),
                     role: 'assistant',
+                    content: stringifiedOutput,
                 });
                 if (targetResponse.tokenUsage) {
                     totalTokenUsage.total += targetResponse.tokenUsage.total || 0;
@@ -115,9 +129,9 @@ class GoatProvider {
         }
         delete context?.vars?.sessionId;
         return {
-            output: messages[messages.length - 1]?.content,
+            output: getLastMessageContent(messages, 'assistant'),
             metadata: {
-                redteamFinalPrompt: messages[messages.length - 2]?.content,
+                redteamFinalPrompt: getLastMessageContent(messages, 'user'),
                 messages: JSON.stringify(messages, null, 2),
             },
             tokenUsage: totalTokenUsage,

package/dist/src/redteam/providers/goat.js.map

@@ -1 +1 @@
-{"version":3,"file":"goat.js","sourceRoot":"","sources":["../../../../src/redteam/providers/goat.ts"],"names":[],"mappings":";;;;;AAAA,kDAA0B;AAC1B,oDAA4B;AAC5B,+CAA0C;AAC1C,6DAAsD;AACtD,0DAAkC;AAQlC,qEAA6C;AAC7C,0CAAoD;AACpD,0CAAwC;AACxC,0DAAkF;AAElF,MAAqB,YAAY;IAK/B,EAAE;QACA,OAAO,wBAAwB,CAAC;IAClC,CAAC;IAED,YACE,UAII,EAAE;QAEN,IAAI,IAAA,sCAAmB,GAAE,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;QACzE,CAAC;QACD,gBAAM,CAAC,KAAK,CACV,+BAA+B,IAAI,CAAC,SAAS,CAAC;YAC5C,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,SAAS,EAAE,OAAO,CAAC,SAAS;SAC7B,CAAC,EAAE,CACL,CAAC;QACF,IAAA,mBAAS,EAAC,OAAO,OAAO,CAAC,SAAS,KAAK,QAAQ,EAAE,8BAA8B,CAAC,CAAC;QACjF,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACnC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,CAAC,CAAC;QACtC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,OAAO,CACX,MAAc,EACd,OAA8B,EAC9B,OAA8B;QAE9B,IAAI,QAAQ,GAAyB,SAAS,CAAC;QAC/C,gBAAM,CAAC,KAAK,CAAC,2BAA2B,IAAA,wBAAiB,EAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACtE,IAAA,mBAAS,EAAC,OAAO,EAAE,gBAAgB,EAAE,qCAAqC,CAAC,CAAC;QAC5E,IAAA,mBAAS,EAAC,OAAO,EAAE,IAAI,EAAE,yBAAyB,CAAC,CAAC;QAEpD,MAAM,cAAc,GAA4B,OAAO,EAAE,gBAAgB,CAAC;QAC1E,IAAA,mBAAS,EAAC,cAAc,EAAE,qCAAqC,CAAC,CAAC;QAEjE,MAAM,QAAQ,GAAiE,EAAE,CAAC;QAClF,MAAM,eAAe,GAAG;YACtB,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,CAAC;YACT,UAAU,EAAE,CAAC;YACb,WAAW,EAAE,CAAC;YACd,MAAM,EAAE,CAAC;SACV,CAAC;QAEF,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC;YAChD,IAAI,CAAC;gBACH,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAA,yCAAsB,GAAE,EAAE;oBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;wBACnB,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC;wBACnC,CAAC,EAAE,IAAI;wBACP,QAAQ;wBACR,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG;wBAC5B,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,mBAAO;qBACjB,CAAC;oBACF,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;qBACnC;oBACD,MAAM,EAAE,MAAM;iBACf,CAAC,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACnC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC5B,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;oBACpB,eAAe,CAAC,KAAK,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;oBACpD,eAAe,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;oBACtD,eAAe,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;oBAC9D,eAAe,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;oBACtD,eAAe,CAAC,WAAW,IAAI,IAAI,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC;gBAClE,CAAC;gBACD,gBAAM,CAAC,KAAK,CACV,IAAA,gBAAM,EAAA;YACJ,eAAK,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,WAAW,CAAC;YAC9C,eAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;SAChD,CACA,CAAC;gBAEF,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS;oBACjC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;oBAC1B,CAAC,CAAC,MAAM,IAAA,+BAAY,EAChB,OAAO,CAAC,MAAM,EACd,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,EAC5E,OAAO,CAAC,OAAO,EACf,cAAc,CACf,CAAC;gBAEN,gBAAM,CAAC,KAAK,CAAC,aAAa,IAAI,mBAAmB,YAAY,EAAE,CAAC,CAAC;gBACjE,MAAM,cAAc,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;gBAEpF,IAAI,CAAC,cAAc,CAAC,MAAM,IAAI,cAAc,CAAC,KAAK,IAAI,cAAc,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;oBAC/E,gBAAM,CAAC,KAAK,CAAC,gBAAgB,cAAc,CAAC,KAAK,IAAI,CAAC,CAAC;oBACvD,MAAM,IAAA,YAAK,EAAC,cAAc,CAAC,KAAK,CAAC,CAAC;gBACpC,CAAC;gBAED,gBAAM,CAAC,KAAK,CAAC,aAAa,IAAI,qBAAqB,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;gBAErF,IAAI,cAAc,CAAC,SAAS,EAAE,CAAC;oBAC7B,OAAO,GAAG,OAAO,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC;oBACxE,OAAO,CAAC,IAAI,CAAC,SAAS,GAAG,cAAc,CAAC,SAAS,CAAC;gBACpD,CAAC;gBACD,IAAI,cAAc,CAAC,KAAK,EAAE,CAAC;oBACzB,MAAM,IAAI,KAAK,CAAC,oCAAoC,cAAc,CAAC,KAAK,EAAE,CAAC,CAAC;gBAC9E,CAAC;gBACD,IAAA,mBAAS,EACP,cAAc,CAAC,MAAM,EACrB,8DAA8D,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,EAAE,CAC/F,CAAC;gBACF,QAAQ,CAAC,IAAI,CAAC;oBACZ,OAAO,EACL,OAAO,cAAc,CAAC,MAAM,KAAK,QAAQ;wBACvC,CAAC,CAAC,cAAc,CAAC,MAAM;wBACvB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,MAAM,CAAC;oBAC3C,IAAI,EAAE,WAAW;iBAClB,CAAC,CAAC;gBAEH,IAAI,cAAc,CAAC,UAAU,EAAE,CAAC;oBAC9B,eAAe,CAAC,KAAK,IAAI,cAAc,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;oBAC9D,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;oBAChE,eAAe,CAAC,UAAU,IAAI,cAAc,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;oBACxE,eAAe,CAAC,WAAW,IAAI,cAAc,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC;oBAC1E,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;gBAClE,CAAC;qBAAM,CAAC;oBACN,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC;gBACnC,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,gBAAM,CAAC,KAAK,CAAC,sBAAsB,IAAI,KAAK,GAAG,EAAE,CAAC,CAAC;YACrD,CAAC;QACH,CAAC;QACD,OAAO,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC;QAEhC,OAAO;YACL,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO;YAC9C,QAAQ,EAAE;gBACR,kBAAkB,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO;gBAC1D,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;aAC5C;YACD,UAAU,EAAE,eAAe;SAC5B,CAAC;IACJ,CAAC;CACF;AApJD,+BAoJC"}
+{"version":3,"file":"goat.js","sourceRoot":"","sources":["../../../../src/redteam/providers/goat.ts"],"names":[],"mappings":";;;;;AAAA,kDAA0B;AAC1B,oDAA4B;AAC5B,+CAA0C;AAC1C,6DAAsD;AACtD,0DAAkC;AAQlC,qEAA6C;AAC7C,0CAAoD;AACpD,0CAAwC;AACxC,0DAAkF;AAOlF,MAAM,qBAAqB,GAAG,CAAC,QAAmB,EAAE,IAAqB,EAAsB,EAAE,CAC/F,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,KAAK,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC;AAEjE,MAAqB,YAAY;IAK/B,EAAE;QACA,OAAO,wBAAwB,CAAC;IAClC,CAAC;IAED,YACE,UAII,EAAE;QAEN,IAAI,IAAA,sCAAmB,GAAE,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;QACzE,CAAC;QACD,gBAAM,CAAC,KAAK,CACV,+BAA+B,IAAI,CAAC,SAAS,CAAC;YAC5C,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,SAAS,EAAE,OAAO,CAAC,SAAS;SAC7B,CAAC,EAAE,CACL,CAAC;QACF,IAAA,mBAAS,EAAC,OAAO,OAAO,CAAC,SAAS,KAAK,QAAQ,EAAE,8BAA8B,CAAC,CAAC;QACjF,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACnC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,CAAC,CAAC;QACtC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,OAAO,CACX,MAAc,EACd,OAA8B,EAC9B,OAA8B;QAE9B,IAAI,QAAQ,GAAyB,SAAS,CAAC;QAC/C,gBAAM,CAAC,KAAK,CAAC,2BAA2B,IAAA,wBAAiB,EAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACtE,IAAA,mBAAS,EAAC,OAAO,EAAE,gBAAgB,EAAE,qCAAqC,CAAC,CAAC;QAC5E,IAAA,mBAAS,EAAC,OAAO,EAAE,IAAI,EAAE,yBAAyB,CAAC,CAAC;QAEpD,MAAM,cAAc,GAA4B,OAAO,EAAE,gBAAgB,CAAC;QAC1E,IAAA,mBAAS,EAAC,cAAc,EAAE,qCAAqC,CAAC,CAAC;QAEjE,MAAM,QAAQ,GAAc,EAAE,CAAC;QAC/B,MAAM,eAAe,GAAG;YACtB,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,CAAC;YACT,UAAU,EAAE,CAAC;YACb,WAAW,EAAE,CAAC;YACd,MAAM,EAAE,CAAC;SACV,CAAC;QAEF,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC;YAChD,IAAI,CAAC;gBACH,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAA,yCAAsB,GAAE,EAAE;oBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;wBACnB,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC;wBACnC,CAAC,EAAE,IAAI;wBACP,QAAQ;wBACR,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG;wBAC5B,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,mBAAO;qBACjB,CAAC;oBACF,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;qBACnC;oBACD,MAAM,EAAE,MAAM;iBACf,CAAC,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACnC,IAAI,OAAO,IAAI,EAAE,OAAO,KAAK,QAAQ,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC;oBACvF,gBAAM,CAAC,KAAK,CAAC,oDAAoD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBACzF,SAAS;gBACX,CAAC;gBACD,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC5B,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;oBACpB,eAAe,CAAC,KAAK,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;oBACpD,eAAe,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;oBACtD,eAAe,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;oBAC9D,eAAe,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;oBACtD,eAAe,CAAC,WAAW,IAAI,IAAI,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC;gBAClE,CAAC;gBACD,gBAAM,CAAC,KAAK,CACV,IAAA,gBAAM,EAAA;YACJ,eAAK,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,WAAW,CAAC;YAC9C,eAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;SAChD,CACA,CAAC;gBAEF,MAAM,UAAU,GAAG;oBACjB,GAAG,OAAO,CAAC,IAAI;oBACf,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO;iBACxD,CAAC;gBAEF,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS;oBACjC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;oBAC1B,CAAC,CAAC,MAAM,IAAA,+BAAY,EAAC,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;gBAEpF,gBAAM,CAAC,KAAK,CAAC,aAAa,IAAI,mBAAmB,YAAY,EAAE,CAAC,CAAC;gBACjE,MAAM,cAAc,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;gBAEpF,IAAI,CAAC,cAAc,CAAC,MAAM,IAAI,cAAc,CAAC,KAAK,IAAI,cAAc,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;oBAC/E,gBAAM,CAAC,KAAK,CAAC,gBAAgB,cAAc,CAAC,KAAK,IAAI,CAAC,CAAC;oBACvD,MAAM,IAAA,YAAK,EAAC,cAAc,CAAC,KAAK,CAAC,CAAC;gBACpC,CAAC;gBAED,gBAAM,CAAC,KAAK,CAAC,aAAa,IAAI,qBAAqB,IAAA,wBAAiB,EAAC,cAAc,CAAC,EAAE,CAAC,CAAC;gBAExF,IAAI,cAAc,CAAC,SAAS,EAAE,CAAC;oBAC7B,OAAO,GAAG,OAAO,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC;oBACxE,OAAO,CAAC,IAAI,CAAC,SAAS,GAAG,cAAc,CAAC,SAAS,CAAC;gBACpD,CAAC;gBACD,IAAI,cAAc,CAAC,KAAK,EAAE,CAAC;oBACzB,MAAM,IAAI,KAAK,CAAC,oCAAoC,cAAc,CAAC,KAAK,EAAE,CAAC,CAAC;gBAC9E,CAAC;gBACD,IAAA,mBAAS,EACP,cAAc,CAAC,MAAM,EACrB,8DAA8D,IAAA,wBAAiB,EAAC,cAAc,CAAC,EAAE,CAClG,CAAC;gBAEF,MAAM,iBAAiB,GACrB,OAAO,cAAc,CAAC,MAAM,KAAK,QAAQ;oBACvC,CAAC,CAAC,cAAc,CAAC,MAAM;oBACvB,CAAC,CAAC,IAAA,wBAAiB,EAAC,cAAc,CAAC,MAAM,CAAC,CAAC;gBAE/C,IAAI,CAAC,iBAAiB,EAAE,CAAC;oBACvB,gBAAM,CAAC,KAAK,CACV,0DAA0D,IAAA,wBAAiB,EAAC,cAAc,CAAC,EAAE,CAC9F,CAAC;oBACF,SAAS;gBACX,CAAC;gBAED,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,iBAAiB;iBAC3B,CAAC,CAAC;gBAEH,IAAI,cAAc,CAAC,UAAU,EAAE,CAAC;oBAC9B,eAAe,CAAC,KAAK,IAAI,cAAc,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;oBAC9D,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;oBAChE,eAAe,CAAC,UAAU,IAAI,cAAc,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;oBACxE,eAAe,CAAC,WAAW,IAAI,cAAc,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC;oBAC1E,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;gBAClE,CAAC;qBAAM,CAAC;oBACN,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC;gBACnC,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,gBAAM,CAAC,KAAK,CAAC,sBAAsB,IAAI,KAAK,GAAG,EAAE,CAAC,CAAC;YACrD,CAAC;QACH,CAAC;QACD,OAAO,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC;QAEhC,OAAO;YACL,MAAM,EAAE,qBAAqB,CAAC,QAAQ,EAAE,WAAW,CAAC;YACpD,QAAQ,EAAE;gBACR,kBAAkB,EAAE,qBAAqB,CAAC,QAAQ,EAAE,MAAM,CAAC;gBAC3D,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;aAC5C;YACD,UAAU,EAAE,eAAe;SAC5B,CAAC;IACJ,CAAC;CACF;AAlKD,+BAkKC"}

package/dist/src/redteam/providers/iterative.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"iterative.d.ts","sourceRoot":"","sources":["../../../../src/redteam/providers/iterative.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,KAAK,WAAW,EAChB,KAAK,oBAAoB,EACzB,KAAK,oBAAoB,EAI1B,MAAM,aAAa,CAAC;AAUrB,eAAO,MAAM,cAAc,QAEtB,CAAC;AA8NN,cAAM,wBAAyB,YAAW,WAAW;IAIvC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAH5D,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAgC;IAChE,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;gBAEd,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAkB5D,EAAE;IAIF;;;;;;OAMG;IACG,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,oBAAoB;;;;;;;;;;;;;CAmB7F;AAED,eAAe,wBAAwB,CAAC"}
+{"version":3,"file":"iterative.d.ts","sourceRoot":"","sources":["../../../../src/redteam/providers/iterative.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,KAAK,WAAW,EAChB,KAAK,oBAAoB,EACzB,KAAK,oBAAoB,EAI1B,MAAM,aAAa,CAAC;AAWrB,eAAO,MAAM,cAAc,QAEtB,CAAC;AAuQN,cAAM,wBAAyB,YAAW,WAAW;IAIvC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAH5D,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAgC;IAChE,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;gBAEd,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAkB5D,EAAE;IAIF;;;;;;OAMG;IACG,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,oBAAoB;;;;;;;;;;;;;CAmB7F;AAED,eAAe,wBAAwB,CAAC"}

package/dist/src/redteam/providers/iterative.js

@@ -4,6 +4,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.NUM_ITERATIONS = void 0;
+const dedent_1 = __importDefault(require("dedent"));
 const evaluatorHelpers_1 = require("../../evaluatorHelpers");
 const logger_1 = __importDefault(require("../../logger"));
 const promptfoo_1 = require("../../providers/promptfoo");
@@ -54,7 +55,16 @@ async function runRedteamConversation({ prompt, filters, vars, redteamProvider,
         }
         logger_1.default.debug(`[Iterative] Redteam response: ${JSON.stringify(redteamResp)}`);
         (0, invariant_1.default)(typeof redteamResp.output === 'string', `Expected output to be a string, but got response: ${JSON.stringify(redteamResp)}`);
-        const { improvement, prompt: newInjectVar } = (0, json_1.extractFirstJsonObject)(redteamResp.output);
+        let improvement, newInjectVar;
+        try {
+            const parsed = (0, json_1.extractFirstJsonObject)(redteamResp.output);
+            improvement = parsed.improvement;
+            newInjectVar = parsed.prompt;
+        }
+        catch (err) {
+            logger_1.default.debug(`[Iterative] Failed to parse redteam response, likely refusal: ${err} ${JSON.stringify(redteamResp)}`);
+            continue;
+        }
         // Update the application prompt with the new injection.
         logger_1.default.debug(`New injectVar: ${newInjectVar}, improvement: ${improvement}`);
         targetPrompt = await (0, evaluatorHelpers_1.renderPrompt)(prompt, {
@@ -84,9 +94,15 @@ async function runRedteamConversation({ prompt, filters, vars, redteamProvider,
             throw new Error(`Error from redteam (onTopic) provider: ${isOnTopicResp.error}`);
         }
         (0, invariant_1.default)(typeof isOnTopicResp.output === 'string', 'Expected output to be a string');
-        const isOnTopic = (0, json_1.extractFirstJsonObject)(isOnTopicResp.output)
-            .onTopic;
-        logger_1.default.debug(`[Iterative] Parsed onTopic value: ${JSON.stringify(isOnTopic)}`);
+        let isOnTopic = false;
+        try {
+            isOnTopic = (0, json_1.extractFirstJsonObject)(isOnTopicResp.output).onTopic;
+        }
+        catch (err) {
+            logger_1.default.debug(`[Iterative] Failed to parse onTopic response, likely refusal: ${err} ${JSON.stringify(isOnTopicResp)}`);
+            continue;
+        }
+        logger_1.default.debug(`[Iterative] Parsed onTopic value: ${isOnTopic}`);
         (0, invariant_1.default)(typeof isOnTopic === 'boolean', 'Expected onTopic to be a boolean');
         const targetResponse = await (0, shared_1.getTargetResponse)(targetProvider, targetPrompt, context, options);
         if (targetResponse.error) {
@@ -117,7 +133,15 @@ async function runRedteamConversation({ prompt, filters, vars, redteamProvider,
             throw new Error(`Error from redteam (judge) provider: ${judgeResp.error}`);
         }
         (0, invariant_1.default)(typeof judgeResp.output === 'string', 'Expected output to be a string');
-        let { rating: score } = (0, json_1.extractFirstJsonObject)(judgeResp.output);
+        let score = 1; // Default low score if parsing fails
+        try {
+            const parsed = (0, json_1.extractFirstJsonObject)(judgeResp.output);
+            score = parsed.rating;
+        }
+        catch (err) {
+            logger_1.default.debug(`[Iterative] Failed to parse judge response, likely refusal: ${err} ${JSON.stringify(judgeResp)}`);
+            continue;
+        }
         // Apply penalty if the phrase is present
         if (containsPenalizedPhrase) {
             score = Math.max(1, score - 3);
@@ -131,7 +155,13 @@ async function runRedteamConversation({ prompt, filters, vars, redteamProvider,
         }
         redteamHistory.push({
             role: 'user',
-            content: `LANGUAGE MODEL OUTPUT: ${targetResponse}\n\nOBJECTIVE: ${goal}\n\nSCORE: ${score} ${isOnTopic ? '' : '(your prompt was off-topic)'}${containsPenalizedPhrase ? ' (contains penalized phrase)' : ''}`,
+            content: (0, dedent_1.default) `
+        LANGUAGE MODEL OUTPUT: ${targetResponse.output}
+
+        OBJECTIVE: ${goal}
+
+        SCORE: ${score} ${isOnTopic ? '' : '(your prompt was off-topic)'}${containsPenalizedPhrase ? ' (contains penalized phrase)' : ''}
+      `,
         });
         if (redteamResp.tokenUsage) {
             totalTokenUsage.total += redteamResp.tokenUsage.total || 0;

package/dist/src/redteam/providers/iterative.js.map

@@ -1 +1 @@
-{"version":3,"file":"iterative.js","sourceRoot":"","sources":["../../../../src/redteam/providers/iterative.ts"],"names":[],"mappings":";;;;;;AAAA,6DAAsD;AACtD,0DAAkC;AAClC,yDAA4E;AAS5E,qEAA6C;AAC7C,0CAA4E;AAC5E,oDAAyD;AACzD,0DAA2D;AAC3D,uCAAgG;AAChG,qCAAqE;AAErE,6CAA6C;AAEhC,QAAA,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,kCAAkC;IAC1E,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,kCAAkC,EAAE,EAAE,CAAC;IACrE,CAAC,CAAC,CAAC,CAAC;AAEN,KAAK,UAAU,sBAAsB,CAAC,EACpC,MAAM,EACN,OAAO,EACP,IAAI,EACJ,eAAe,EACf,cAAc,EACd,SAAS,EACT,OAAO,EACP,OAAO,GAUR;IACC,MAAM,QAAQ,GAAG,IAAA,6BAAiB,GAAE,CAAC;IACrC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;IAE7B,MAAM,mBAAmB,GAAG,QAAQ,CAAC,YAAY,CAAC,gCAAsB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAEpF,MAAM,mBAAmB,GAAG,QAAQ,CAAC,YAAY,CAAC,gCAAsB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAEpF,MAAM,iBAAiB,GAAG,QAAQ,CAAC,YAAY,CAAC,6BAAmB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAE/E,MAAM,cAAc,GAAiE;QACnF;YACE,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,mBAAmB;SAC7B;KACF,CAAC;IAEF,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,YAAY,GAAG,EAAE,CAAC;IAEtB,IAAI,YAAY,GAAkB,IAAI,CAAC;IACvC,MAAM,eAAe,GAAG;QACtB,KAAK,EAAE,CAAC;QACR,MAAM,EAAE,CAAC;QACT,UAAU,EAAE,CAAC;QACb,WAAW,EAAE,CAAC;QACd,MAAM,EAAE,CAAC;KACV,CAAC;IAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,sBAAc,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QAEnD,iBAAiB;QACjB,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,WAAW,EAAE;YAC7D,MAAM,EAAE;gBACN,GAAG,EAAE,WAAW;gBAChB,KAAK,EAAE,SAAS;aACjB;YACD,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;QACH,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,gCAAgC,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC;QACvE,CAAC;QACD,gBAAM,CAAC,KAAK,CAAC,iCAAiC,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QAC7E,IAAA,mBAAS,EACP,OAAO,WAAW,CAAC,MAAM,KAAK,QAAQ,EACtC,qDAAqD,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CACnF,CAAC;QACF,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,IAAA,6BAAsB,EAGjE,WAAW,CAAC,MAAM,CAAC,CAAC;QAEvB,wDAAwD;QACxD,gBAAM,CAAC,KAAK,CAAC,kBAAkB,YAAY,kBAAkB,WAAW,EAAE,CAAC,CAAC;QAC5E,YAAY,GAAG,MAAM,IAAA,+BAAY,EAC/B,MAAM,EACN;YACE,GAAG,IAAI;YACP,CAAC,SAAS,CAAC,EAAE,YAAY;SAC1B,EACD,OAAO,EACP,cAAc,CACf,CAAC;QAEF,kBAAkB;QAClB,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC;YACnC;gBACE,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,mBAAmB;aAC7B;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,YAAY;aACtB;SACF,CAAC,CAAC;QACH,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,aAAa,EAAE;YACjE,MAAM,EAAE;gBACN,GAAG,EAAE,aAAa;gBAClB,KAAK,EAAE,UAAU;aAClB;YACD,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;QACH,gBAAM,CAAC,KAAK,CAAC,kCAAkC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;QAChF,IAAI,aAAa,CAAC,KAAK,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,0CAA0C,aAAa,CAAC,KAAK,EAAE,CAAC,CAAC;QACnF,CAAC;QACD,IAAA,mBAAS,EAAC,OAAO,aAAa,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;QACtF,MAAM,SAAS,GAAI,IAAA,6BAAsB,EAAC,aAAa,CAAC,MAAM,CAA0B;aACrF,OAAO,CAAC;QACX,gBAAM,CAAC,KAAK,CAAC,qCAAqC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAC/E,IAAA,mBAAS,EAAC,OAAO,SAAS,KAAK,SAAS,EAAE,kCAAkC,CAAC,CAAC;QAE9E,MAAM,cAAc,GAAG,MAAM,IAAA,0BAAiB,EAAC,cAAc,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QAC/F,IAAI,cAAc,CAAC,KAAK,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,yCAAyC,cAAc,CAAC,KAAK,EAAE,CAAC,CAAC;QACnF,CAAC;QACD,IAAA,mBAAS,EAAC,cAAc,CAAC,MAAM,EAAE,6CAA6C,CAAC,CAAC;QAChF,MAAM,gBAAgB,GAAG,CAAC,+BAA+B,CAAC,CAAC;QAC3D,MAAM,uBAAuB,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAC/D,cAAc,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CACrD,CAAC;QAEF,sBAAsB;QACtB,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;YAC/B;gBACE,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,iBAAiB;aAC3B;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,cAAc,CAAC,MAAM;aAC/B;SACF,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,SAAS,EAAE;YACzD,MAAM,EAAE;gBACN,GAAG,EAAE,SAAS;gBACd,KAAK,EAAE,OAAO;aACf;YACD,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;QACH,IAAI,SAAS,CAAC,KAAK,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,wCAAwC,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC;QAC7E,CAAC;QACD,IAAA,mBAAS,EAAC,OAAO,SAAS,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;QAClF,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,IAAA,6BAAsB,EAAqB,SAAS,CAAC,MAAM,CAAC,CAAC;QAErF,yCAAyC;QACzC,IAAI,uBAAuB,EAAE,CAAC;YAC5B,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;QACjC,CAAC;QAED,IAAI,KAAK,GAAG,YAAY,EAAE,CAAC;YACzB,YAAY,GAAG,KAAK,CAAC;YACrB,YAAY,GAAG,cAAc,CAAC,MAAM,CAAC;QACvC,CAAC;QAED,IAAI,KAAK,IAAI,EAAE,EAAE,CAAC;YAChB,MAAM;QACR,CAAC;QAED,cAAc,CAAC,IAAI,CAAC;YAClB,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,0BAA0B,cAAc,kBAAkB,IAAI,cAAc,KAAK,IACxF,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,6BACnB,GAAG,uBAAuB,CAAC,CAAC,CAAC,8BAA8B,CAAC,CAAC,CAAC,EAAE,EAAE;SACnE,CAAC,CAAC;QAEH,IAAI,WAAW,CAAC,UAAU,EAAE,CAAC;YAC3B,eAAe,CAAC,KAAK,IAAI,WAAW,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;YAC3D,eAAe,CAAC,MAAM,IAAI,WAAW,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAC7D,eAAe,CAAC,UAAU,IAAI,WAAW,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;YACrE,eAAe,CAAC,WAAW;gBACzB,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;YACjF,eAAe,CAAC,MAAM,IAAI,WAAW,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QAC/D,CAAC;aAAM,CAAC;YACN,eAAe,CAAC,WAAW,GAAG,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,aAAa,CAAC,UAAU,EAAE,CAAC;YAC7B,eAAe,CAAC,KAAK,IAAI,aAAa,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;YAC7D,eAAe,CAAC,MAAM,IAAI,aAAa,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAC/D,eAAe,CAAC,UAAU,IAAI,aAAa,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;YACvE,eAAe,CAAC,WAAW;gBACzB,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;YACnF,eAAe,CAAC,MAAM,IAAI,aAAa,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QACjE,CAAC;aAAM,CAAC;YACN,eAAe,CAAC,WAAW,GAAG,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,SAAS,CAAC,UAAU,EAAE,CAAC;YACzB,eAAe,CAAC,KAAK,IAAI,SAAS,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;YACzD,eAAe,CAAC,MAAM,IAAI,SAAS,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAC3D,eAAe,CAAC,UAAU,IAAI,SAAS,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;YACnE,eAAe,CAAC,WAAW;gBACzB,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;YAC/E,eAAe,CAAC,MAAM,IAAI,SAAS,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QAC7D,CAAC;aAAM,CAAC;YACN,eAAe,CAAC,WAAW,GAAG,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,cAAc,CAAC,UAAU,EAAE,CAAC;YAC9B,eAAe,CAAC,KAAK,IAAI,cAAc,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;YAC9D,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAChE,eAAe,CAAC,UAAU,IAAI,cAAc,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;YACxE,eAAe,CAAC,WAAW;gBACzB,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;YACpF,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QAClE,CAAC;aAAM,CAAC;YACN,eAAe,CAAC,WAAW,GAAG,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAED,OAAO;QACL,MAAM,EAAE,YAAY;QACpB,QAAQ,EAAE;YACR,kBAAkB,EAAE,YAAY,IAAI,SAAS;SAC9C;QACD,UAAU,EAAE,eAAe;KAC5B,CAAC;AACJ,CAAC;AAED,MAAM,wBAAwB;IAI5B,YAAqB,MAAuC;QAAvC,WAAM,GAAN,MAAM,CAAiC;QAC1D,gBAAM,CAAC,KAAK,CAAC,mCAAmC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC1E,IAAA,mBAAS,EAAC,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,EAAE,8BAA8B,CAAC,CAAC;QAChF,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QAElC,+CAA+C;QAE/C,IAAI,IAAA,uCAAoB,GAAE,EAAE,CAAC;YAC3B,IAAI,CAAC,eAAe,GAAG,IAAI,2CAA+B,CAAC;gBACzD,IAAI,EAAE,WAAW;gBACjB,QAAQ,EAAE,IAAI;gBACd,gBAAgB,EAAE,KAAK;aACxB,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,CAAC;QAChD,CAAC;IACH,CAAC;IAED,EAAE;QACA,OAAO,6BAA6B,CAAC;IACvC,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,OAAO,CAAC,MAAc,EAAE,OAA8B,EAAE,OAA8B;QAC1F,gBAAM,CAAC,KAAK,CAAC,gCAAgC,IAAA,wBAAiB,EAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC3E,IAAA,mBAAS,EAAC,OAAO,EAAE,gBAAgB,EAAE,qCAAqC,CAAC,CAAC;QAC5E,IAAA,mBAAS,EAAC,OAAO,CAAC,IAAI,EAAE,yBAAyB,CAAC,CAAC;QAEnD,OAAO,sBAAsB,CAAC;YAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,eAAe,EAAE,MAAM,+BAAsB,CAAC,WAAW,CAAC;gBACxD,QAAQ,EAAE,IAAI,CAAC,eAAe;gBAC9B,QAAQ,EAAE,IAAI;aACf,CAAC;YACF,cAAc,EAAE,OAAO,CAAC,gBAAgB;YACxC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO;YACP,OAAO;SACR,CAAC,CAAC;IACL,CAAC;CACF;AAED,kBAAe,wBAAwB,CAAC"}
+{"version":3,"file":"iterative.js","sourceRoot":"","sources":["../../../../src/redteam/providers/iterative.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,6DAAsD;AACtD,0DAAkC;AAClC,yDAA4E;AAS5E,qEAA6C;AAC7C,0CAA4E;AAC5E,oDAAyD;AACzD,0DAA2D;AAC3D,uCAAgG;AAEhG,qCAAqE;AAErE,6CAA6C;AAEhC,QAAA,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,kCAAkC;IAC1E,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,kCAAkC,EAAE,EAAE,CAAC;IACrE,CAAC,CAAC,CAAC,CAAC;AAEN,KAAK,UAAU,sBAAsB,CAAC,EACpC,MAAM,EACN,OAAO,EACP,IAAI,EACJ,eAAe,EACf,cAAc,EACd,SAAS,EACT,OAAO,EACP,OAAO,GAUR;IACC,MAAM,QAAQ,GAAG,IAAA,6BAAiB,GAAE,CAAC;IACrC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;IAE7B,MAAM,mBAAmB,GAAG,QAAQ,CAAC,YAAY,CAAC,gCAAsB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAEpF,MAAM,mBAAmB,GAAG,QAAQ,CAAC,YAAY,CAAC,gCAAsB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAEpF,MAAM,iBAAiB,GAAG,QAAQ,CAAC,YAAY,CAAC,6BAAmB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAE/E,MAAM,cAAc,GAAiE;QACnF;YACE,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,mBAAmB;SAC7B;KACF,CAAC;IAEF,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,YAAY,GAAG,EAAE,CAAC;IAEtB,IAAI,YAAY,GAAkB,IAAI,CAAC;IACvC,MAAM,eAAe,GAAG;QACtB,KAAK,EAAE,CAAC;QACR,MAAM,EAAE,CAAC;QACT,UAAU,EAAE,CAAC;QACb,WAAW,EAAE,CAAC;QACd,MAAM,EAAE,CAAC;KACV,CAAC;IAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,sBAAc,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QAEnD,iBAAiB;QACjB,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,WAAW,EAAE;YAC7D,MAAM,EAAE;gBACN,GAAG,EAAE,WAAW;gBAChB,KAAK,EAAE,SAAS;aACjB;YACD,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;QACH,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,gCAAgC,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC;QACvE,CAAC;QACD,gBAAM,CAAC,KAAK,CAAC,iCAAiC,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QAC7E,IAAA,mBAAS,EACP,OAAO,WAAW,CAAC,MAAM,KAAK,QAAQ,EACtC,qDAAqD,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CACnF,CAAC;QACF,IAAI,WAAW,EAAE,YAAY,CAAC;QAC9B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAA,6BAAsB,EAGlC,WAAW,CAAC,MAAM,CAAC,CAAC;YACvB,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;YACjC,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC;QAC/B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,gBAAM,CAAC,KAAK,CACV,iEAAiE,GAAG,IAAI,IAAI,CAAC,SAAS,CACpF,WAAW,CACZ,EAAE,CACJ,CAAC;YACF,SAAS;QACX,CAAC;QAED,wDAAwD;QACxD,gBAAM,CAAC,KAAK,CAAC,kBAAkB,YAAY,kBAAkB,WAAW,EAAE,CAAC,CAAC;QAC5E,YAAY,GAAG,MAAM,IAAA,+BAAY,EAC/B,MAAM,EACN;YACE,GAAG,IAAI;YACP,CAAC,SAAS,CAAC,EAAE,YAAY;SAC1B,EACD,OAAO,EACP,cAAc,CACf,CAAC;QAEF,kBAAkB;QAClB,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC;YACnC;gBACE,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,mBAAmB;aAC7B;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,YAAY;aACtB;SACF,CAAC,CAAC;QACH,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,aAAa,EAAE;YACjE,MAAM,EAAE;gBACN,GAAG,EAAE,aAAa;gBAClB,KAAK,EAAE,UAAU;aAClB;YACD,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;QACH,gBAAM,CAAC,KAAK,CAAC,kCAAkC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;QAChF,IAAI,aAAa,CAAC,KAAK,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,0CAA0C,aAAa,CAAC,KAAK,EAAE,CAAC,CAAC;QACnF,CAAC;QACD,IAAA,mBAAS,EAAC,OAAO,aAAa,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;QACtF,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,IAAI,CAAC;YACH,SAAS,GAAI,IAAA,6BAAsB,EAAC,aAAa,CAAC,MAAM,CAA0B,CAAC,OAAO,CAAC;QAC7F,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,gBAAM,CAAC,KAAK,CACV,iEAAiE,GAAG,IAAI,IAAI,CAAC,SAAS,CACpF,aAAa,CACd,EAAE,CACJ,CAAC;YACF,SAAS;QACX,CAAC;QACD,gBAAM,CAAC,KAAK,CAAC,qCAAqC,SAAS,EAAE,CAAC,CAAC;QAC/D,IAAA,mBAAS,EAAC,OAAO,SAAS,KAAK,SAAS,EAAE,kCAAkC,CAAC,CAAC;QAE9E,MAAM,cAAc,GAAmB,MAAM,IAAA,0BAAiB,EAC5D,cAAc,EACd,YAAY,EACZ,OAAO,EACP,OAAO,CACR,CAAC;QACF,IAAI,cAAc,CAAC,KAAK,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,yCAAyC,cAAc,CAAC,KAAK,EAAE,CAAC,CAAC;QACnF,CAAC;QACD,IAAA,mBAAS,EAAC,cAAc,CAAC,MAAM,EAAE,6CAA6C,CAAC,CAAC;QAChF,MAAM,gBAAgB,GAAG,CAAC,+BAA+B,CAAC,CAAC;QAC3D,MAAM,uBAAuB,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAC/D,cAAc,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CACrD,CAAC;QAEF,sBAAsB;QACtB,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;YAC/B;gBACE,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,iBAAiB;aAC3B;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,cAAc,CAAC,MAAM;aAC/B;SACF,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,SAAS,EAAE;YACzD,MAAM,EAAE;gBACN,GAAG,EAAE,SAAS;gBACd,KAAK,EAAE,OAAO;aACf;YACD,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;QACH,IAAI,SAAS,CAAC,KAAK,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,wCAAwC,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC;QAC7E,CAAC;QACD,IAAA,mBAAS,EAAC,OAAO,SAAS,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;QAClF,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,qCAAqC;QACpD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAA,6BAAsB,EAAqB,SAAS,CAAC,MAAM,CAAC,CAAC;YAC5E,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;QACxB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,gBAAM,CAAC,KAAK,CACV,+DAA+D,GAAG,IAAI,IAAI,CAAC,SAAS,CAClF,SAAS,CACV,EAAE,CACJ,CAAC;YACF,SAAS;QACX,CAAC;QAED,yCAAyC;QACzC,IAAI,uBAAuB,EAAE,CAAC;YAC5B,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;QACjC,CAAC;QAED,IAAI,KAAK,GAAG,YAAY,EAAE,CAAC;YACzB,YAAY,GAAG,KAAK,CAAC;YACrB,YAAY,GAAG,cAAc,CAAC,MAAM,CAAC;QACvC,CAAC;QAED,IAAI,KAAK,IAAI,EAAE,EAAE,CAAC;YAChB,MAAM;QACR,CAAC;QAED,cAAc,CAAC,IAAI,CAAC;YAClB,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,IAAA,gBAAM,EAAA;iCACY,cAAc,CAAC,MAAM;;qBAEjC,IAAI;;iBAER,KAAK,IAAI,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,6BAA6B,GAAG,uBAAuB,CAAC,CAAC,CAAC,8BAA8B,CAAC,CAAC,CAAC,EAAE;OACjI;SACF,CAAC,CAAC;QAEH,IAAI,WAAW,CAAC,UAAU,EAAE,CAAC;YAC3B,eAAe,CAAC,KAAK,IAAI,WAAW,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;YAC3D,eAAe,CAAC,MAAM,IAAI,WAAW,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAC7D,eAAe,CAAC,UAAU,IAAI,WAAW,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;YACrE,eAAe,CAAC,WAAW;gBACzB,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;YACjF,eAAe,CAAC,MAAM,IAAI,WAAW,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QAC/D,CAAC;aAAM,CAAC;YACN,eAAe,CAAC,WAAW,GAAG,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,aAAa,CAAC,UAAU,EAAE,CAAC;YAC7B,eAAe,CAAC,KAAK,IAAI,aAAa,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;YAC7D,eAAe,CAAC,MAAM,IAAI,aAAa,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAC/D,eAAe,CAAC,UAAU,IAAI,aAAa,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;YACvE,eAAe,CAAC,WAAW;gBACzB,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;YACnF,eAAe,CAAC,MAAM,IAAI,aAAa,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QACjE,CAAC;aAAM,CAAC;YACN,eAAe,CAAC,WAAW,GAAG,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,SAAS,CAAC,UAAU,EAAE,CAAC;YACzB,eAAe,CAAC,KAAK,IAAI,SAAS,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;YACzD,eAAe,CAAC,MAAM,IAAI,SAAS,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAC3D,eAAe,CAAC,UAAU,IAAI,SAAS,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;YACnE,eAAe,CAAC,WAAW;gBACzB,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;YAC/E,eAAe,CAAC,MAAM,IAAI,SAAS,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QAC7D,CAAC;aAAM,CAAC;YACN,eAAe,CAAC,WAAW,GAAG,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,cAAc,CAAC,UAAU,EAAE,CAAC;YAC9B,eAAe,CAAC,KAAK,IAAI,cAAc,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;YAC9D,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAChE,eAAe,CAAC,UAAU,IAAI,cAAc,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;YACxE,eAAe,CAAC,WAAW;gBACzB,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;YACpF,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QAClE,CAAC;aAAM,CAAC;YACN,eAAe,CAAC,WAAW,GAAG,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAED,OAAO;QACL,MAAM,EAAE,YAAY;QACpB,QAAQ,EAAE;YACR,kBAAkB,EAAE,YAAY,IAAI,SAAS;SAC9C;QACD,UAAU,EAAE,eAAe;KAC5B,CAAC;AACJ,CAAC;AAED,MAAM,wBAAwB;IAI5B,YAAqB,MAAuC;QAAvC,WAAM,GAAN,MAAM,CAAiC;QAC1D,gBAAM,CAAC,KAAK,CAAC,mCAAmC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC1E,IAAA,mBAAS,EAAC,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,EAAE,8BAA8B,CAAC,CAAC;QAChF,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QAElC,+CAA+C;QAE/C,IAAI,IAAA,uCAAoB,GAAE,EAAE,CAAC;YAC3B,IAAI,CAAC,eAAe,GAAG,IAAI,2CAA+B,CAAC;gBACzD,IAAI,EAAE,WAAW;gBACjB,QAAQ,EAAE,IAAI;gBACd,gBAAgB,EAAE,KAAK;aACxB,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,CAAC;QAChD,CAAC;IACH,CAAC;IAED,EAAE;QACA,OAAO,6BAA6B,CAAC;IACvC,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,OAAO,CAAC,MAAc,EAAE,OAA8B,EAAE,OAA8B;QAC1F,gBAAM,CAAC,KAAK,CAAC,gCAAgC,IAAA,wBAAiB,EAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC3E,IAAA,mBAAS,EAAC,OAAO,EAAE,gBAAgB,EAAE,qCAAqC,CAAC,CAAC;QAC5E,IAAA,mBAAS,EAAC,OAAO,CAAC,IAAI,EAAE,yBAAyB,CAAC,CAAC;QAEnD,OAAO,sBAAsB,CAAC;YAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,eAAe,EAAE,MAAM,+BAAsB,CAAC,WAAW,CAAC;gBACxD,QAAQ,EAAE,IAAI,CAAC,eAAe;gBAC9B,QAAQ,EAAE,IAAI;aACf,CAAC;YACF,cAAc,EAAE,OAAO,CAAC,gBAAgB;YACxC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO;YACP,OAAO;SACR,CAAC,CAAC;IACL,CAAC;CACF;AAED,kBAAe,wBAAwB,CAAC"}

package/dist/src/redteam/providers/shared.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"shared.d.ts","sourceRoot":"","sources":["../../../../src/redteam/providers/shared.ts"],"names":[],"mappings":"AAEA,OAAO,EAGL,KAAK,iBAAiB,EACtB,KAAK,WAAW,EAChB,KAAK,oBAAoB,EACzB,KAAK,UAAU,EACf,KAAK,oBAAoB,EAC1B,MAAM,aAAa,CAAC;AAsCrB,cAAM,sBAAsB;IAC1B,OAAO,CAAC,QAAQ,CAA0B;IAC1C,OAAO,CAAC,gBAAgB,CAA0B;IAElD,aAAa;IAKP,WAAW,CAAC,QAAQ,EAAE,iBAAiB,CAAC,UAAU,CAAC;IAKnD,WAAW,CAAC,EAChB,QAAQ,EACR,QAAgB,EAChB,gBAAwB,GACzB,EAAE;QACD,QAAQ,CAAC,EAAE,iBAAiB,CAAC,UAAU,CAAC,CAAC;QACzC,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,gBAAgB,CAAC,EAAE,OAAO,CAAC;KAC5B,GAAG,OAAO,CAAC,WAAW,CAAC;CAiBzB;AAED,eAAO,MAAM,sBAAsB,wBAA+B,CAAC;AAEnE,MAAM,MAAM,cAAc,GAAG;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,UAAU,CAAC;CACzB,CAAC;AAEF;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,cAAc,EAAE,WAAW,EAC3B,YAAY,EAAE,MAAM,EACpB,OAAO,CAAC,EAAE,oBAAoB,EAC9B,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,cAAc,CAAC,CAiCzB"}
+{"version":3,"file":"shared.d.ts","sourceRoot":"","sources":["../../../../src/redteam/providers/shared.ts"],"names":[],"mappings":"AAEA,OAAO,EAGL,KAAK,iBAAiB,EACtB,KAAK,WAAW,EAChB,KAAK,oBAAoB,EACzB,KAAK,UAAU,EACf,KAAK,oBAAoB,EAC1B,MAAM,aAAa,CAAC;AAuCrB,cAAM,sBAAsB;IAC1B,OAAO,CAAC,QAAQ,CAA0B;IAC1C,OAAO,CAAC,gBAAgB,CAA0B;IAElD,aAAa;IAKP,WAAW,CAAC,QAAQ,EAAE,iBAAiB,CAAC,UAAU,CAAC;IAKnD,WAAW,CAAC,EAChB,QAAQ,EACR,QAAgB,EAChB,gBAAwB,GACzB,EAAE;QACD,QAAQ,CAAC,EAAE,iBAAiB,CAAC,UAAU,CAAC,CAAC;QACzC,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,gBAAgB,CAAC,EAAE,OAAO,CAAC;KAC5B,GAAG,OAAO,CAAC,WAAW,CAAC;CAiBzB;AAED,eAAO,MAAM,sBAAsB,wBAA+B,CAAC;AAEnE,MAAM,MAAM,cAAc,GAAG;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,UAAU,CAAC;CACzB,CAAC;AAEF;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,cAAc,EAAE,WAAW,EAC3B,YAAY,EAAE,MAAM,EACpB,OAAO,CAAC,EAAE,oBAAoB,EAC9B,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,cAAc,CAAC,CAmCzB"}

package/dist/src/redteam/providers/shared.js

@@ -41,6 +41,7 @@ exports.getTargetResponse = getTargetResponse;
 const cliState_1 = __importDefault(require("../../cliState"));
 const logger_1 = __importDefault(require("../../logger"));
 const types_1 = require("../../types");
+const json_1 = require("../../util/json");
 const time_1 = require("../../util/time");
 const constants_1 = require("./constants");
 async function loadRedteamProvider({ provider, jsonOnly = false, preferSmallModel = false, } = {}) {
@@ -114,10 +115,11 @@ async function getTargetResponse(targetProvider, targetPrompt, context, options)
         await (0, time_1.sleep)(targetProvider.delay);
     }
     if (targetRespRaw?.output) {
+        const output = (typeof targetRespRaw.output === 'string'
+            ? targetRespRaw.output
+            : (0, json_1.safeJsonStringify)(targetRespRaw.output));
         return {
-            output: typeof targetRespRaw.output === 'string'
-                ? targetRespRaw.output
-                : JSON.stringify(targetRespRaw.output),
+            output,
             sessionId: targetRespRaw.sessionId,
             tokenUsage: targetRespRaw.tokenUsage || { numRequests: 1 },
         };

package/dist/src/redteam/providers/shared.js.map

@@ -1 +1 @@
-{"version":3,"file":"shared.js","sourceRoot":"","sources":["../../../../src/redteam/providers/shared.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAwGA,8CAsCC;AA9ID,8DAAsC;AACtC,0DAAkC;AAClC,uCAQqB;AACrB,0CAAwC;AACxC,2CAAgF;AAEhF,KAAK,UAAU,mBAAmB,CAAC,EACjC,QAAQ,EACR,QAAQ,GAAG,KAAK,EAChB,gBAAgB,GAAG,KAAK,MAKtB,EAAE;IACJ,IAAI,GAAG,CAAC;IACR,MAAM,eAAe,GAAG,QAAQ,IAAI,kBAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC;IACvE,IAAI,IAAA,qBAAa,EAAC,eAAe,CAAC,EAAE,CAAC;QACnC,gBAAM,CAAC,KAAK,CAAC,2BAA2B,eAAe,EAAE,CAAC,CAAC;QAC3D,GAAG,GAAG,eAAe,CAAC;IACxB,CAAC;SAAM,IAAI,OAAO,eAAe,KAAK,QAAQ,IAAI,IAAA,yBAAiB,EAAC,eAAe,CAAC,EAAE,CAAC;QACrF,gBAAM,CAAC,KAAK,CAAC,6BAA6B,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;QAC7E,MAAM,sBAAsB,GAAG,wDAAa,iBAAiB,GAAC,CAAC;QAC/D,4CAA4C;QAC5C,GAAG,GAAG,CAAC,MAAM,sBAAsB,CAAC,gBAAgB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9E,CAAC;SAAM,CAAC;QACN,MAAM,YAAY,GAAG,gBAAgB,CAAC,CAAC,CAAC,gCAAoB,CAAC,CAAC,CAAC,0BAAc,CAAC;QAC9E,gBAAM,CAAC,KAAK,CAAC,mCAAmC,YAAY,EAAE,CAAC,CAAC;QAChE,4CAA4C;QAC5C,MAAM,kCAAkC,GAAG,wDAAa,wBAAwB,GAAC,CAAC;QAClF,GAAG,GAAG,IAAI,kCAAkC,CAAC,4BAA4B,CAAC,YAAY,EAAE;YACtF,MAAM,EAAE;gBACN,WAAW,EAAE,uBAAW;gBACxB,eAAe,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,SAAS;aAChE;SACF,CAAC,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,sBAAsB;IAI1B,aAAa;QACX,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;QAC1B,IAAI,CAAC,gBAAgB,GAAG,SAAS,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,QAAuC;QACvD,IAAI,CAAC,QAAQ,GAAG,MAAM,mBAAmB,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;QACxD,IAAI,CAAC,gBAAgB,GAAG,MAAM,mBAAmB,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IAClF,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,EAChB,QAAQ,EACR,QAAQ,GAAG,KAAK,EAChB,gBAAgB,GAAG,KAAK,GAKzB;QACC,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC3C,gBAAM,CAAC,KAAK,CAAC,2DAA2D,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAC9F,OAAO,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC;QAC1D,CAAC;QAED,gBAAM,CAAC,KAAK,CACV,sDAAsD,IAAI,CAAC,SAAS,CAAC;YACnE,cAAc,EAAE,OAAO,QAAQ,IAAI,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,EAAE,IAAI,MAAM,CAAC;YACjF,QAAQ;YACR,gBAAgB;SACjB,CAAC,EAAE,CACL,CAAC;QACF,MAAM,eAAe,GAAG,MAAM,mBAAmB,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,gBAAgB,EAAE,CAAC,CAAC;QAC5F,gBAAM,CAAC,KAAK,CAAC,qDAAqD,eAAe,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAC1F,OAAO,eAAe,CAAC;IACzB,CAAC;CACF;AAEY,QAAA,sBAAsB,GAAG,IAAI,sBAAsB,EAAE,CAAC;AASnE;;;;;GAKG;AACI,KAAK,UAAU,iBAAiB,CACrC,cAA2B,EAC3B,YAAoB,EACpB,OAA8B,EAC9B,OAA8B;IAE9B,IAAI,aAAa,CAAC;IAElB,IAAI,CAAC;QACH,aAAa,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAC/E,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAG,KAAe,CAAC,OAAO,EAAE,UAAU,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;IACzF,CAAC;IACD,IAAI,CAAC,aAAa,CAAC,MAAM,IAAI,cAAc,CAAC,KAAK,IAAI,cAAc,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;QAC9E,gBAAM,CAAC,KAAK,CAAC,gBAAgB,cAAc,CAAC,KAAK,IAAI,CAAC,CAAC;QACvD,MAAM,IAAA,YAAK,EAAC,cAAc,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;IACD,IAAI,aAAa,EAAE,MAAM,EAAE,CAAC;QAC1B,OAAO;YACL,MAAM,EACJ,OAAO,aAAa,CAAC,MAAM,KAAK,QAAQ;gBACtC,CAAC,CAAC,aAAa,CAAC,MAAM;gBACtB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,MAAM,CAAC;YAC1C,SAAS,EAAE,aAAa,CAAC,SAAS;YAClC,UAAU,EAAE,aAAa,CAAC,UAAU,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE;SAC3D,CAAC;IACJ,CAAC;IAED,IAAI,aAAa,EAAE,KAAK,EAAE,CAAC;QACzB,OAAO;YACL,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,aAAa,CAAC,KAAK;YAC1B,SAAS,EAAE,aAAa,CAAC,SAAS;YAClC,UAAU,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE;SAC/B,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;AAC/D,CAAC"}
+{"version":3,"file":"shared.js","sourceRoot":"","sources":["../../../../src/redteam/providers/shared.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAyGA,8CAwCC;AAjJD,8DAAsC;AACtC,0DAAkC;AAClC,uCAQqB;AACrB,0CAAoD;AACpD,0CAAwC;AACxC,2CAAgF;AAEhF,KAAK,UAAU,mBAAmB,CAAC,EACjC,QAAQ,EACR,QAAQ,GAAG,KAAK,EAChB,gBAAgB,GAAG,KAAK,MAKtB,EAAE;IACJ,IAAI,GAAG,CAAC;IACR,MAAM,eAAe,GAAG,QAAQ,IAAI,kBAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC;IACvE,IAAI,IAAA,qBAAa,EAAC,eAAe,CAAC,EAAE,CAAC;QACnC,gBAAM,CAAC,KAAK,CAAC,2BAA2B,eAAe,EAAE,CAAC,CAAC;QAC3D,GAAG,GAAG,eAAe,CAAC;IACxB,CAAC;SAAM,IAAI,OAAO,eAAe,KAAK,QAAQ,IAAI,IAAA,yBAAiB,EAAC,eAAe,CAAC,EAAE,CAAC;QACrF,gBAAM,CAAC,KAAK,CAAC,6BAA6B,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;QAC7E,MAAM,sBAAsB,GAAG,wDAAa,iBAAiB,GAAC,CAAC;QAC/D,4CAA4C;QAC5C,GAAG,GAAG,CAAC,MAAM,sBAAsB,CAAC,gBAAgB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9E,CAAC;SAAM,CAAC;QACN,MAAM,YAAY,GAAG,gBAAgB,CAAC,CAAC,CAAC,gCAAoB,CAAC,CAAC,CAAC,0BAAc,CAAC;QAC9E,gBAAM,CAAC,KAAK,CAAC,mCAAmC,YAAY,EAAE,CAAC,CAAC;QAChE,4CAA4C;QAC5C,MAAM,kCAAkC,GAAG,wDAAa,wBAAwB,GAAC,CAAC;QAClF,GAAG,GAAG,IAAI,kCAAkC,CAAC,4BAA4B,CAAC,YAAY,EAAE;YACtF,MAAM,EAAE;gBACN,WAAW,EAAE,uBAAW;gBACxB,eAAe,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,SAAS;aAChE;SACF,CAAC,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,sBAAsB;IAI1B,aAAa;QACX,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;QAC1B,IAAI,CAAC,gBAAgB,GAAG,SAAS,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,QAAuC;QACvD,IAAI,CAAC,QAAQ,GAAG,MAAM,mBAAmB,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;QACxD,IAAI,CAAC,gBAAgB,GAAG,MAAM,mBAAmB,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IAClF,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,EAChB,QAAQ,EACR,QAAQ,GAAG,KAAK,EAChB,gBAAgB,GAAG,KAAK,GAKzB;QACC,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC3C,gBAAM,CAAC,KAAK,CAAC,2DAA2D,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAC9F,OAAO,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC;QAC1D,CAAC;QAED,gBAAM,CAAC,KAAK,CACV,sDAAsD,IAAI,CAAC,SAAS,CAAC;YACnE,cAAc,EAAE,OAAO,QAAQ,IAAI,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,EAAE,IAAI,MAAM,CAAC;YACjF,QAAQ;YACR,gBAAgB;SACjB,CAAC,EAAE,CACL,CAAC;QACF,MAAM,eAAe,GAAG,MAAM,mBAAmB,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,gBAAgB,EAAE,CAAC,CAAC;QAC5F,gBAAM,CAAC,KAAK,CAAC,qDAAqD,eAAe,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAC1F,OAAO,eAAe,CAAC;IACzB,CAAC;CACF;AAEY,QAAA,sBAAsB,GAAG,IAAI,sBAAsB,EAAE,CAAC;AASnE;;;;;GAKG;AACI,KAAK,UAAU,iBAAiB,CACrC,cAA2B,EAC3B,YAAoB,EACpB,OAA8B,EAC9B,OAA8B;IAE9B,IAAI,aAAa,CAAC;IAElB,IAAI,CAAC;QACH,aAAa,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAC/E,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAG,KAAe,CAAC,OAAO,EAAE,UAAU,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;IACzF,CAAC;IACD,IAAI,CAAC,aAAa,CAAC,MAAM,IAAI,cAAc,CAAC,KAAK,IAAI,cAAc,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;QAC9E,gBAAM,CAAC,KAAK,CAAC,gBAAgB,cAAc,CAAC,KAAK,IAAI,CAAC,CAAC;QACvD,MAAM,IAAA,YAAK,EAAC,cAAc,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;IACD,IAAI,aAAa,EAAE,MAAM,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAG,CACb,OAAO,aAAa,CAAC,MAAM,KAAK,QAAQ;YACtC,CAAC,CAAC,aAAa,CAAC,MAAM;YACtB,CAAC,CAAC,IAAA,wBAAiB,EAAC,aAAa,CAAC,MAAM,CAAC,CAClC,CAAC;QACZ,OAAO;YACL,MAAM;YACN,SAAS,EAAE,aAAa,CAAC,SAAS;YAClC,UAAU,EAAE,aAAa,CAAC,UAAU,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE;SAC3D,CAAC;IACJ,CAAC;IAED,IAAI,aAAa,EAAE,KAAK,EAAE,CAAC;QACzB,OAAO;YACL,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,aAAa,CAAC,KAAK;YAC1B,SAAS,EAAE,aAAa,CAAC,SAAS;YAClC,UAAU,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE;SAC/B,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;AAC/D,CAAC"}

package/dist/src/redteam/strategies/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/redteam/strategies/index.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,qBAAqB,EAAE,QAAQ,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAcvF,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,CACN,SAAS,EAAE,kBAAkB,EAAE,EAC/B,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KACxB,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;CAC1B;AAED,eAAO,MAAM,UAAU,EAAE,QAAQ,EA6GhC,CAAC;AAEF,wBAAsB,kBAAkB,CAAC,UAAU,EAAE,qBAAqB,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAwB3F;AAED,wBAAsB,YAAY,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,CA2B1E"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/redteam/strategies/index.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,qBAAqB,EAAE,QAAQ,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAcvF,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,CACN,SAAS,EAAE,kBAAkB,EAAE,EAC/B,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KACxB,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;CAC1B;AAED,eAAO,MAAM,UAAU,EAAE,QAAQ,EAqHhC,CAAC;AAEF,wBAAsB,kBAAkB,CAAC,UAAU,EAAE,qBAAqB,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CA+B3F;AAED,wBAAsB,YAAY,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,CA2B1E"}

package/dist/src/redteam/strategies/index.js

@@ -25,6 +25,14 @@ const promptInjections_1 = require("./promptInjections");
 const rot13_1 = require("./rot13");
 const singleTurnComposite_1 = require("./singleTurnComposite");
 exports.Strategies = [
+    {
+        id: 'basic',
+        action: async (testCases, injectVar, config) => {
+            // Basic strategy doesn't modify test cases, it just controls whether they're included
+            // The actual filtering happens in synthesize()
+            return [];
+        },
+    },
     {
         id: 'base64',
         action: async (testCases, injectVar) => {
@@ -144,6 +152,12 @@ async function validateStrategies(strategies) {
         if (!exports.Strategies.map((s) => s.id).includes(strategy.id)) {
             invalidStrategies.push(strategy);
         }
+        if (strategy.id === 'basic') {
+            if (strategy.config?.enabled !== undefined && typeof strategy.config.enabled !== 'boolean') {
+                throw new Error('Basic strategy enabled config must be a boolean');
+            }
+            continue;
+        }
     }
     if (invalidStrategies.length > 0) {
         const validStrategiesString = exports.Strategies.map((s) => s.id).join(', ');

package/dist/src/redteam/strategies/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/redteam/strategies/index.ts"],"names":[],"mappings":";;;;;;AA4IA,gDAwBC;AAED,oCA2BC;AAjMD,kDAA0B;AAC1B,oDAA4B;AAC5B,gDAAwB;AACxB,8DAAsC;AACtC,mCAAyC;AACzC,0DAAkC;AAElC,0CAAmD;AACnD,qCAA6C;AAC7C,yCAAkD;AAClD,2CAA2C;AAC3C,iCAA0C;AAC1C,2CAAqD;AACrD,2CAA2C;AAC3C,6CAA6C;AAC7C,iDAAiD;AACjD,yDAAmD;AACnD,mCAAmC;AACnC,+DAA8D;AAWjD,QAAA,UAAU,GAAe;IACpC;QACE,EAAE,EAAE,QAAQ;QACZ,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;YACrC,gBAAM,CAAC,KAAK,CAAC,0CAA0C,CAAC,CAAC;YACzD,MAAM,YAAY,GAAG,IAAA,0BAAiB,EAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YAC7D,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,4BAA4B,CAAC,CAAC;YACvE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,EAAE,EAAE,WAAW;QACf,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;YAC7C,gBAAM,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;YACnD,MAAM,YAAY,GAAG,IAAA,wBAAY,EAAC,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;YAChE,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,uBAAuB,CAAC,CAAC;YAClE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,EAAE,EAAE,MAAM;QACV,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;YAC7C,gBAAM,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;YAC9C,MAAM,YAAY,GAAG,MAAM,IAAA,uBAAgB,EAAC,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;YAC1E,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,kBAAkB,CAAC,CAAC;YAC7D,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,EAAE,EAAE,WAAW;QACf,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;YAC7C,gBAAM,CAAC,KAAK,CAAC,kDAAkD,CAAC,CAAC;YACjE,MAAM,YAAY,GAAG,IAAA,kCAAsB,EAAC,SAAS,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;YACvF,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,oCAAoC,CAAC,CAAC;YAC/E,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,EAAE,EAAE,gBAAgB;QACpB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;YAC7C,gBAAM,CAAC,KAAK,CAAC,uDAAuD,CAAC,CAAC;YACtE,MAAM,YAAY,GAAG,IAAA,kCAAsB,EAAC,SAAS,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,CAAC,CAAC;YAC5F,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,yCAAyC,CAAC,CAAC;YACpF,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,EAAE,EAAE,WAAW;QACf,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;YACrC,gBAAM,CAAC,KAAK,CAAC,6CAA6C,CAAC,CAAC;YAC5D,MAAM,YAAY,GAAG,IAAA,wBAAY,EAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACxD,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,+BAA+B,CAAC,CAAC;YAC1E,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,EAAE,EAAE,aAAa;QACjB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;YAC7C,gBAAM,CAAC,KAAK,CAAC,8CAA8C,CAAC,CAAC;YAC7D,MAAM,YAAY,GAAG,MAAM,IAAA,0BAAa,EAAC,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;YACvE,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,gCAAgC,CAAC,CAAC;YAC3E,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,EAAE,EAAE,cAAc;QAClB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;YAC7C,gBAAM,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;YAC/C,MAAM,YAAY,GAAG,MAAM,IAAA,8BAAe,EAAC,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;YACzE,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,0BAA0B,CAAC,CAAC;YACrE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,EAAE,EAAE,kBAAkB;QACtB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;YAC7C,gBAAM,CAAC,KAAK,CAAC,4CAA4C,CAAC,CAAC;YAC3D,MAAM,YAAY,GAAG,MAAM,IAAA,gCAAa,EAAC,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;YACvE,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,8BAA8B,CAAC,CAAC;YACzE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,EAAE,EAAE,OAAO;QACX,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;YACrC,gBAAM,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAC;YACxD,MAAM,YAAY,GAAG,IAAA,gBAAQ,EAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACpD,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,2BAA2B,CAAC,CAAC;YACtE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,EAAE,EAAE,UAAU;QACd,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;YAC7C,gBAAM,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC;YAClD,MAAM,YAAY,GAAG,MAAM,IAAA,+BAAoB,EAAC,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;YAC9E,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,sBAAsB,CAAC,CAAC;YACjE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,EAAE,EAAE,qBAAqB;QACzB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;YAC7C,gBAAM,CAAC,KAAK,CAAC,uCAAuC,CAAC,CAAC;YACtD,MAAM,YAAY,GAAG,MAAM,IAAA,2CAAqB,EAAC,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;YAC/E,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,iCAAiC,CAAC,CAAC;YAC5E,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;CACF,CAAC;AAEK,KAAK,UAAU,kBAAkB,CAAC,UAAmC;IAC1E,MAAM,iBAAiB,GAAG,EAAE,CAAC;IAE7B,KAAK,MAAM,QAAQ,IAAI,UAAU,EAAE,CAAC;QAClC,0EAA0E;QAC1E,IAAI,QAAQ,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YACtC,SAAS;QACX,CAAC;QAED,IAAI,CAAC,kBAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;YACvD,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAED,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjC,MAAM,qBAAqB,GAAG,kBAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrE,MAAM,uBAAuB,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9E,gBAAM,CAAC,KAAK,CACV,IAAA,gBAAM,EAAA,wBAAwB,uBAAuB;;UAEjD,eAAK,CAAC,KAAK,CAAC,yBAAyB,qBAAqB,EAAE,CAAC,EAAE,CACpE,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,YAAY,CAAC,YAAoB;IACrD,IAAI,YAAY,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QACvC,MAAM,QAAQ,GAAG,YAAY,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACtD,IAAI,CAAC,IAAA,uBAAgB,EAAC,QAAQ,CAAC,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,mDAAmD,QAAQ,EAAE,CAAC,CAAC;QACjF,CAAC;QAED,MAAM,QAAQ,GAAG,kBAAQ,CAAC,QAAQ,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;QACpD,MAAM,UAAU,GAAG,cAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,cAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACxF,MAAM,cAAc,GAAG,CAAC,MAAM,IAAA,kBAAY,EAAC,UAAU,CAAC,CAAa,CAAC;QAEpE,sEAAsE;QACtE,IAAI,CAAC,cAAc,CAAC,EAAE,IAAI,OAAO,cAAc,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;YACtE,MAAM,IAAI,KAAK,CACb,sBAAsB,QAAQ,2DAA2D,CAC1F,CAAC;QACJ,CAAC;QAED,OAAO,cAAc,CAAC;IACxB,CAAC;IAED,MAAM,QAAQ,GAAG,kBAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,YAAY,CAAC,CAAC;IAC/D,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,uBAAuB,YAAY,EAAE,CAAC,CAAC;IACzD,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/redteam/strategies/index.ts"],"names":[],"mappings":";;;;;;AAoJA,gDA+BC;AAED,oCA2BC;AAhND,kDAA0B;AAC1B,oDAA4B;AAC5B,gDAAwB;AACxB,8DAAsC;AACtC,mCAAyC;AACzC,0DAAkC;AAElC,0CAAmD;AACnD,qCAA6C;AAC7C,yCAAkD;AAClD,2CAA2C;AAC3C,iCAA0C;AAC1C,2CAAqD;AACrD,2CAA2C;AAC3C,6CAA6C;AAC7C,iDAAiD;AACjD,yDAAmD;AACnD,mCAAmC;AACnC,+DAA8D;AAWjD,QAAA,UAAU,GAAe;IACpC;QACE,EAAE,EAAE,OAAO;QACX,MAAM,EAAE,KAAK,EAAE,SAAqB,EAAE,SAAiB,EAAE,MAA4B,EAAE,EAAE;YACvF,sFAAsF;YACtF,+CAA+C;YAC/C,OAAO,EAAE,CAAC;QACZ,CAAC;KACF;IACD;QACE,EAAE,EAAE,QAAQ;QACZ,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;YACrC,gBAAM,CAAC,KAAK,CAAC,0CAA0C,CAAC,CAAC;YACzD,MAAM,YAAY,GAAG,IAAA,0BAAiB,EAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YAC7D,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,4BAA4B,CAAC,CAAC;YACvE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,EAAE,EAAE,WAAW;QACf,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;YAC7C,gBAAM,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;YACnD,MAAM,YAAY,GAAG,IAAA,wBAAY,EAAC,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;YAChE,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,uBAAuB,CAAC,CAAC;YAClE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,EAAE,EAAE,MAAM;QACV,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;YAC7C,gBAAM,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;YAC9C,MAAM,YAAY,GAAG,MAAM,IAAA,uBAAgB,EAAC,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;YAC1E,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,kBAAkB,CAAC,CAAC;YAC7D,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,EAAE,EAAE,WAAW;QACf,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;YAC7C,gBAAM,CAAC,KAAK,CAAC,kDAAkD,CAAC,CAAC;YACjE,MAAM,YAAY,GAAG,IAAA,kCAAsB,EAAC,SAAS,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;YACvF,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,oCAAoC,CAAC,CAAC;YAC/E,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,EAAE,EAAE,gBAAgB;QACpB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;YAC7C,gBAAM,CAAC,KAAK,CAAC,uDAAuD,CAAC,CAAC;YACtE,MAAM,YAAY,GAAG,IAAA,kCAAsB,EAAC,SAAS,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,CAAC,CAAC;YAC5F,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,yCAAyC,CAAC,CAAC;YACpF,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,EAAE,EAAE,WAAW;QACf,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;YACrC,gBAAM,CAAC,KAAK,CAAC,6CAA6C,CAAC,CAAC;YAC5D,MAAM,YAAY,GAAG,IAAA,wBAAY,EAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACxD,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,+BAA+B,CAAC,CAAC;YAC1E,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,EAAE,EAAE,aAAa;QACjB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;YAC7C,gBAAM,CAAC,KAAK,CAAC,8CAA8C,CAAC,CAAC;YAC7D,MAAM,YAAY,GAAG,MAAM,IAAA,0BAAa,EAAC,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;YACvE,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,gCAAgC,CAAC,CAAC;YAC3E,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,EAAE,EAAE,cAAc;QAClB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;YAC7C,gBAAM,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;YAC/C,MAAM,YAAY,GAAG,MAAM,IAAA,8BAAe,EAAC,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;YACzE,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,0BAA0B,CAAC,CAAC;YACrE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,EAAE,EAAE,kBAAkB;QACtB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;YAC7C,gBAAM,CAAC,KAAK,CAAC,4CAA4C,CAAC,CAAC;YAC3D,MAAM,YAAY,GAAG,MAAM,IAAA,gCAAa,EAAC,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;YACvE,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,8BAA8B,CAAC,CAAC;YACzE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,EAAE,EAAE,OAAO;QACX,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;YACrC,gBAAM,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAC;YACxD,MAAM,YAAY,GAAG,IAAA,gBAAQ,EAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACpD,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,2BAA2B,CAAC,CAAC;YACtE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,EAAE,EAAE,UAAU;QACd,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;YAC7C,gBAAM,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC;YAClD,MAAM,YAAY,GAAG,MAAM,IAAA,+BAAoB,EAAC,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;YAC9E,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,sBAAsB,CAAC,CAAC;YACjE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,EAAE,EAAE,qBAAqB;QACzB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;YAC7C,gBAAM,CAAC,KAAK,CAAC,uCAAuC,CAAC,CAAC;YACtD,MAAM,YAAY,GAAG,MAAM,IAAA,2CAAqB,EAAC,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;YAC/E,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,iCAAiC,CAAC,CAAC;YAC5E,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;CACF,CAAC;AAEK,KAAK,UAAU,kBAAkB,CAAC,UAAmC;IAC1E,MAAM,iBAAiB,GAAG,EAAE,CAAC;IAE7B,KAAK,MAAM,QAAQ,IAAI,UAAU,EAAE,CAAC;QAClC,0EAA0E;QAC1E,IAAI,QAAQ,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YACtC,SAAS;QACX,CAAC;QAED,IAAI,CAAC,kBAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;YACvD,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACnC,CAAC;QAED,IAAI,QAAQ,CAAC,EAAE,KAAK,OAAO,EAAE,CAAC;YAC5B,IAAI,QAAQ,CAAC,MAAM,EAAE,OAAO,KAAK,SAAS,IAAI,OAAO,QAAQ,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;gBAC3F,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;YACrE,CAAC;YACD,SAAS;QACX,CAAC;IACH,CAAC;IAED,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjC,MAAM,qBAAqB,GAAG,kBAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrE,MAAM,uBAAuB,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9E,gBAAM,CAAC,KAAK,CACV,IAAA,gBAAM,EAAA,wBAAwB,uBAAuB;;UAEjD,eAAK,CAAC,KAAK,CAAC,yBAAyB,qBAAqB,EAAE,CAAC,EAAE,CACpE,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,YAAY,CAAC,YAAoB;IACrD,IAAI,YAAY,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QACvC,MAAM,QAAQ,GAAG,YAAY,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACtD,IAAI,CAAC,IAAA,uBAAgB,EAAC,QAAQ,CAAC,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,mDAAmD,QAAQ,EAAE,CAAC,CAAC;QACjF,CAAC;QAED,MAAM,QAAQ,GAAG,kBAAQ,CAAC,QAAQ,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;QACpD,MAAM,UAAU,GAAG,cAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,cAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACxF,MAAM,cAAc,GAAG,CAAC,MAAM,IAAA,kBAAY,EAAC,UAAU,CAAC,CAAa,CAAC;QAEpE,sEAAsE;QACtE,IAAI,CAAC,cAAc,CAAC,EAAE,IAAI,OAAO,cAAc,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;YACtE,MAAM,IAAI,KAAK,CACb,sBAAsB,QAAQ,2DAA2D,CAC1F,CAAC;QACJ,CAAC;QAED,OAAO,cAAc,CAAC;IACxB,CAAC;IAED,MAAM,QAAQ,GAAG,kBAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,YAAY,CAAC,CAAC;IAC/D,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,uBAAuB,YAAY,EAAE,CAAC,CAAC;IACzD,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/src/redteam/types.d.ts

@@ -24,8 +24,10 @@ export type RedteamPluginObject = ConfigurableObject & WithNumTests & {
 };
 export type RedteamPlugin = string | RedteamPluginObject;
 export type RedteamStrategyObject = ConfigurableObject & {
-    config?: StrategyConfig & {
-        plugins?: RedteamPluginObject['id'][];
+    id: string;
+    config?: {
+        enabled?: boolean;
+        plugins?: string[];
         [key: string]: unknown;
     };
 };

package/dist/src/redteam/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/redteam/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACvE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAGpD,MAAM,MAAM,mBAAmB,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAC1D,MAAM,MAAM,YAAY,GAAG,mBAAmB,GAAG;IAC/C,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,cAAc,CAAC,EAAE;QACf,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,EAAE,OAAO,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,EAAE,CAAC;IACJ,QAAQ,CAAC,EAAE,QAAQ,CAAC;CACrB,CAAC;AACF,MAAM,MAAM,cAAc,GAAG,mBAAmB,CAAC;AAEjD,KAAK,kBAAkB,GAAG;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,CAAC,EAAE,mBAAmB,CAAC;CAC9B,CAAC;AAEF,KAAK,YAAY,GAAG;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAGF,MAAM,MAAM,mBAAmB,GAAG,kBAAkB,GAClD,YAAY,GAAG;IACb,QAAQ,CAAC,EAAE,QAAQ,CAAC;CACrB,CAAC;AACJ,MAAM,MAAM,aAAa,GAAG,MAAM,GAAG,mBAAmB,CAAC;AAEzD,MAAM,MAAM,qBAAqB,GAAG,kBAAkB,GAAG;IACvD,MAAM,CAAC,EAAE,cAAc,GAAG;QACxB,OAAO,CAAC,EAAE,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC;QACtC,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;KACxB,CAAC;CACH,CAAC;AACF,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,qBAAqB,CAAC;AAE7D,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,WAAW,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,CAAC,EAAE,MAAM,CAAC;IACV,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB;AAGD,KAAK,aAAa,GAAG;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,mBAAmB,EAAE,CAAC;IAChC,QAAQ,CAAC,EAAE,MAAM,GAAG,eAAe,GAAG,WAAW,CAAC;IAClD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,eAAe,EAAE,CAAC;IAC/B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB,CAAC;AAEF,MAAM,WAAW,yBAA0B,SAAQ,aAAa;IAC9D,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACvC,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,KAAK,EAAE,OAAO,CAAC;IACf,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,WAAW,CAAC,EAAE,WAAW,CAAC;CAC3B;AAED,MAAM,WAAW,iBAAkB,SAAQ,aAAa;IACtD,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;CACrC;AAED,MAAM,WAAW,iBAAkB,SAAQ,aAAa;IACtD,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,CAAC,mBAAmB,GAAG;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,EAAE,CAAC;IACpE,OAAO,EAAE,CAAC,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC;IAC/B,UAAU,EAAE,qBAAqB,EAAE,CAAC;IACpC,WAAW,CAAC,EAAE,WAAW,CAAC;CAC3B;AAED,MAAM,MAAM,qBAAqB,GAAG,qBAAqB,MAAM,EAAE,CAAC;AAElE,MAAM,WAAW,iBAAiB;IAChC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,EAAE,OAAO,CAAC;IAGlB,iBAAiB,CAAC,EAAE,GAAG,CAAC;IACxB,WAAW,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;IACxC,WAAW,CAAC,EAAE,WAAW,CAAC;CAC3B"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/redteam/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACvE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAGpD,MAAM,MAAM,mBAAmB,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAC1D,MAAM,MAAM,YAAY,GAAG,mBAAmB,GAAG;IAC/C,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,cAAc,CAAC,EAAE;QACf,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,EAAE,OAAO,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,EAAE,CAAC;IACJ,QAAQ,CAAC,EAAE,QAAQ,CAAC;CACrB,CAAC;AACF,MAAM,MAAM,cAAc,GAAG,mBAAmB,CAAC;AAEjD,KAAK,kBAAkB,GAAG;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,CAAC,EAAE,mBAAmB,CAAC;CAC9B,CAAC;AAEF,KAAK,YAAY,GAAG;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAGF,MAAM,MAAM,mBAAmB,GAAG,kBAAkB,GAClD,YAAY,GAAG;IACb,QAAQ,CAAC,EAAE,QAAQ,CAAC;CACrB,CAAC;AACJ,MAAM,MAAM,aAAa,GAAG,MAAM,GAAG,mBAAmB,CAAC;AAEzD,MAAM,MAAM,qBAAqB,GAAG,kBAAkB,GAAG;IACvD,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,CAAC,EAAE;QACP,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;QACnB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;KACxB,CAAC;CACH,CAAC;AACF,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,qBAAqB,CAAC;AAE7D,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,WAAW,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,CAAC,EAAE,MAAM,CAAC;IACV,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB;AAGD,KAAK,aAAa,GAAG;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,mBAAmB,EAAE,CAAC;IAChC,QAAQ,CAAC,EAAE,MAAM,GAAG,eAAe,GAAG,WAAW,CAAC;IAClD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,eAAe,EAAE,CAAC;IAC/B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB,CAAC;AAEF,MAAM,WAAW,yBAA0B,SAAQ,aAAa;IAC9D,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACvC,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,KAAK,EAAE,OAAO,CAAC;IACf,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,WAAW,CAAC,EAAE,WAAW,CAAC;CAC3B;AAED,MAAM,WAAW,iBAAkB,SAAQ,aAAa;IACtD,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;CACrC;AAED,MAAM,WAAW,iBAAkB,SAAQ,aAAa;IACtD,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,CAAC,mBAAmB,GAAG;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,EAAE,CAAC;IACpE,OAAO,EAAE,CAAC,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC;IAC/B,UAAU,EAAE,qBAAqB,EAAE,CAAC;IACpC,WAAW,CAAC,EAAE,WAAW,CAAC;CAC3B;AAED,MAAM,MAAM,qBAAqB,GAAG,qBAAqB,MAAM,EAAE,CAAC;AAElE,MAAM,WAAW,iBAAiB;IAChC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,EAAE,OAAO,CAAC;IAGlB,iBAAiB,CAAC,EAAE,GAAG,CAAC;IACxB,WAAW,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;IACxC,WAAW,CAAC,EAAE,WAAW,CAAC;CAC3B"}

package/dist/src/types/index.d.ts

@@ -33,9 +33,10 @@ export declare const CommandLineOptionsSchema: z.ZodObject<{
     watch: z.ZodOptional<z.ZodBoolean>;
     filterFailing: z.ZodOptional<z.ZodString>;
     filterFirstN: z.ZodOptional<z.ZodNumber>;
-    filterSample: z.ZodOptional<z.ZodNumber>;
+    filterMetadata: z.ZodOptional<z.ZodString>;
     filterPattern: z.ZodOptional<z.ZodString>;
     filterProviders: z.ZodOptional<z.ZodString>;
+    filterSample: z.ZodOptional<z.ZodNumber>;
     filterTargets: z.ZodOptional<z.ZodString>;
     var: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
     generateSuggestions: z.ZodOptional<z.ZodBoolean>;
@@ -66,9 +67,10 @@ export declare const CommandLineOptionsSchema: z.ZodObject<{
     watch?: boolean | undefined;
     filterFailing?: string | undefined;
     filterFirstN?: number | undefined;
-    filterSample?: number | undefined;
+    filterMetadata?: string | undefined;
     filterPattern?: string | undefined;
     filterProviders?: string | undefined;
+    filterSample?: number | undefined;
     filterTargets?: string | undefined;
     var?: Record<string, string> | undefined;
     generateSuggestions?: boolean | undefined;
@@ -99,9 +101,10 @@ export declare const CommandLineOptionsSchema: z.ZodObject<{
     watch?: boolean | undefined;
     filterFailing?: string | undefined;
     filterFirstN?: number | undefined;
-    filterSample?: number | undefined;
+    filterMetadata?: string | undefined;
     filterPattern?: string | undefined;
     filterProviders?: string | undefined;
+    filterSample?: number | undefined;
     filterTargets?: string | undefined;
     var?: Record<string, string> | undefined;
     generateSuggestions?: boolean | undefined;
@@ -25414,9 +25417,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
         watch: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
         filterFailing: z.ZodOptional<z.ZodOptional<z.ZodString>>;
         filterFirstN: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
-        filterSample: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
+        filterMetadata: z.ZodOptional<z.ZodOptional<z.ZodString>>;
         filterPattern: z.ZodOptional<z.ZodOptional<z.ZodString>>;
         filterProviders: z.ZodOptional<z.ZodOptional<z.ZodString>>;
+        filterSample: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
         filterTargets: z.ZodOptional<z.ZodOptional<z.ZodString>>;
         var: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>>;
         generateSuggestions: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
@@ -25447,9 +25451,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
         watch?: boolean | undefined;
         filterFailing?: string | undefined;
         filterFirstN?: number | undefined;
-        filterSample?: number | undefined;
+        filterMetadata?: string | undefined;
         filterPattern?: string | undefined;
         filterProviders?: string | undefined;
+        filterSample?: number | undefined;
         filterTargets?: string | undefined;
         var?: Record<string, string> | undefined;
         generateSuggestions?: boolean | undefined;
@@ -25480,9 +25485,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
         watch?: boolean | undefined;
         filterFailing?: string | undefined;
         filterFirstN?: number | undefined;
-        filterSample?: number | undefined;
+        filterMetadata?: string | undefined;
         filterPattern?: string | undefined;
         filterProviders?: string | undefined;
+        filterSample?: number | undefined;
         filterTargets?: string | undefined;
         var?: Record<string, string> | undefined;
         generateSuggestions?: boolean | undefined;
@@ -27839,9 +27845,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
         watch?: boolean | undefined;
         filterFailing?: string | undefined;
         filterFirstN?: number | undefined;
-        filterSample?: number | undefined;
+        filterMetadata?: string | undefined;
         filterPattern?: string | undefined;
         filterProviders?: string | undefined;
+        filterSample?: number | undefined;
         filterTargets?: string | undefined;
         var?: Record<string, string> | undefined;
         generateSuggestions?: boolean | undefined;
@@ -28944,9 +28951,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
         watch?: boolean | undefined;
         filterFailing?: string | undefined;
         filterFirstN?: number | undefined;
-        filterSample?: number | undefined;
+        filterMetadata?: string | undefined;
         filterPattern?: string | undefined;
         filterProviders?: string | undefined;
+        filterSample?: number | undefined;
         filterTargets?: string | undefined;
         var?: Record<string, string> | undefined;
         generateSuggestions?: boolean | undefined;
@@ -29962,9 +29970,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
         watch?: boolean | undefined;
         filterFailing?: string | undefined;
         filterFirstN?: number | undefined;
-        filterSample?: number | undefined;
+        filterMetadata?: string | undefined;
         filterPattern?: string | undefined;
         filterProviders?: string | undefined;
+        filterSample?: number | undefined;
         filterTargets?: string | undefined;
         var?: Record<string, string> | undefined;
         generateSuggestions?: boolean | undefined;
@@ -31067,9 +31076,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
         watch?: boolean | undefined;
         filterFailing?: string | undefined;
         filterFirstN?: number | undefined;
-        filterSample?: number | undefined;
+        filterMetadata?: string | undefined;
         filterPattern?: string | undefined;
         filterProviders?: string | undefined;
+        filterSample?: number | undefined;
         filterTargets?: string | undefined;
         var?: Record<string, string> | undefined;
         generateSuggestions?: boolean | undefined;
@@ -32085,9 +32095,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
         watch?: boolean | undefined;
         filterFailing?: string | undefined;
         filterFirstN?: number | undefined;
-        filterSample?: number | undefined;
+        filterMetadata?: string | undefined;
         filterPattern?: string | undefined;
         filterProviders?: string | undefined;
+        filterSample?: number | undefined;
         filterTargets?: string | undefined;
         var?: Record<string, string> | undefined;
         generateSuggestions?: boolean | undefined;
@@ -33190,9 +33201,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
         watch?: boolean | undefined;
         filterFailing?: string | undefined;
         filterFirstN?: number | undefined;
-        filterSample?: number | undefined;
+        filterMetadata?: string | undefined;
         filterPattern?: string | undefined;
         filterProviders?: string | undefined;
+        filterSample?: number | undefined;
         filterTargets?: string | undefined;
         var?: Record<string, string> | undefined;
         generateSuggestions?: boolean | undefined;