promptfoo 0.100.4 → 0.100.6

package/dist/src/redteam/providers/goat.js

@@ -5,10 +5,11 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 const chalk_1 = __importDefault(require("chalk"));
 const dedent_1 = __importDefault(require("dedent"));
-const tiny_invariant_1 = __importDefault(require("tiny-invariant"));
 const constants_1 = require("../../constants");
 const evaluatorHelpers_1 = require("../../evaluatorHelpers");
 const logger_1 = __importDefault(require("../../logger"));
+const invariant_1 = __importDefault(require("../../util/invariant"));
+const time_1 = require("../../util/time");
 const remoteGeneration_1 = require("../remoteGeneration");
 class GoatProvider {
     id() {
@@ -18,17 +19,23 @@ class GoatProvider {
         if ((0, remoteGeneration_1.neverGenerateRemote)()) {
             throw new Error(`GOAT strategy requires remote grading to be enabled`);
         }
-        (0, tiny_invariant_1.default)(typeof options.injectVar === 'string', 'Expected injectVar to be set');
+        logger_1.default.debug(`[GOAT] Constructor options: ${JSON.stringify({
+            injectVar: options.injectVar,
+            maxTurns: options.maxTurns,
+            stateless: options.stateless,
+        })}`);
+        (0, invariant_1.default)(typeof options.injectVar === 'string', 'Expected injectVar to be set');
         this.injectVar = options.injectVar;
         this.maxTurns = options.maxTurns || 5;
         this.stateless = options.stateless ?? true;
     }
     async callApi(prompt, context, options) {
         let response = undefined;
-        (0, tiny_invariant_1.default)(context?.originalProvider, 'Expected originalProvider to be set');
-        (0, tiny_invariant_1.default)(context?.vars, 'Expected vars to be set');
+        logger_1.default.debug(`[GOAT] callApi context: ${JSON.stringify(context)}`);
+        (0, invariant_1.default)(context?.originalProvider, 'Expected originalProvider to be set');
+        (0, invariant_1.default)(context?.vars, 'Expected vars to be set');
         const targetProvider = context?.originalProvider;
-        (0, tiny_invariant_1.default)(targetProvider, 'Expected originalProvider to be set');
+        (0, invariant_1.default)(targetProvider, 'Expected originalProvider to be set');
         const messages = [];
         const totalTokenUsage = {
             total: 0,
@@ -71,15 +78,19 @@ class GoatProvider {
                     : await (0, evaluatorHelpers_1.renderPrompt)(context.prompt, { ...context.vars, [this.injectVar]: messages[messages.length - 1].content }, context.filters, targetProvider);
                 logger_1.default.debug(`GOAT turn ${turn} target prompt: ${targetPrompt}`);
                 const targetResponse = await targetProvider.callApi(targetPrompt, context, options);
+                if (!targetResponse.cached && targetProvider.delay && targetProvider.delay > 0) {
+                    logger_1.default.debug(`Sleeping for ${targetProvider.delay}ms`);
+                    await (0, time_1.sleep)(targetProvider.delay);
+                }
                 logger_1.default.debug(`GOAT turn ${turn} target response: ${JSON.stringify(targetResponse)}`);
                 if (targetResponse.sessionId) {
                     context = context ?? { vars: {}, prompt: { raw: '', label: 'target' } };
                     context.vars.sessionId = targetResponse.sessionId;
                 }
                 if (targetResponse.error) {
-                    throw new Error(`Error from target provider: ${targetResponse.error}`);
+                    throw new Error(`[GOAT] Target returned an error: ${targetResponse.error}`);
                 }
-                (0, tiny_invariant_1.default)(targetResponse.output, `Expected target response output to be set, but got: ${JSON.stringify(targetResponse)}`);
+                (0, invariant_1.default)(targetResponse.output, `[GOAT] Expected target response output to be set, but got: ${JSON.stringify(targetResponse)}`);
                 messages.push({
                     content: typeof targetResponse.output === 'string'
                         ? targetResponse.output

package/dist/src/redteam/providers/goat.js.map

@@ -1 +1 @@
-{"version":3,"file":"goat.js","sourceRoot":"","sources":["../../../../src/redteam/providers/goat.ts"],"names":[],"mappings":";;;;;AAAA,kDAA0B;AAC1B,oDAA4B;AAC5B,oEAAuC;AACvC,+CAA0C;AAC1C,6DAAsD;AACtD,0DAAkC;AAQlC,0DAAkF;AAElF,MAAqB,YAAY;IAK/B,EAAE;QACA,OAAO,wBAAwB,CAAC;IAClC,CAAC;IAED,YACE,UAII,EAAE;QAEN,IAAI,IAAA,sCAAmB,GAAE,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;QACzE,CAAC;QACD,IAAA,wBAAS,EAAC,OAAO,OAAO,CAAC,SAAS,KAAK,QAAQ,EAAE,8BAA8B,CAAC,CAAC;QACjF,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACnC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,CAAC,CAAC;QACtC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,OAAO,CACX,MAAc,EACd,OAA8B,EAC9B,OAA8B;QAE9B,IAAI,QAAQ,GAAyB,SAAS,CAAC;QAC/C,IAAA,wBAAS,EAAC,OAAO,EAAE,gBAAgB,EAAE,qCAAqC,CAAC,CAAC;QAC5E,IAAA,wBAAS,EAAC,OAAO,EAAE,IAAI,EAAE,yBAAyB,CAAC,CAAC;QAEpD,MAAM,cAAc,GAA4B,OAAO,EAAE,gBAAgB,CAAC;QAC1E,IAAA,wBAAS,EAAC,cAAc,EAAE,qCAAqC,CAAC,CAAC;QAEjE,MAAM,QAAQ,GAAiE,EAAE,CAAC;QAClF,MAAM,eAAe,GAAG;YACtB,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,CAAC;YACT,UAAU,EAAE,CAAC;YACb,WAAW,EAAE,CAAC;YACd,MAAM,EAAE,CAAC;SACV,CAAC;QAEF,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC;YAChD,IAAI,CAAC;gBACH,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAA,yCAAsB,GAAE,EAAE;oBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;wBACnB,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC;wBACnC,CAAC,EAAE,IAAI;wBACP,QAAQ;wBACR,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG;wBAC5B,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,mBAAO;qBACjB,CAAC;oBACF,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;qBACnC;oBACD,MAAM,EAAE,MAAM;iBACf,CAAC,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACnC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC5B,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;oBACpB,eAAe,CAAC,KAAK,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;oBACpD,eAAe,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;oBACtD,eAAe,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;oBAC9D,eAAe,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;oBACtD,eAAe,CAAC,WAAW,IAAI,IAAI,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC;gBAClE,CAAC;gBACD,gBAAM,CAAC,KAAK,CACV,IAAA,gBAAM,EAAA;YACJ,eAAK,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,WAAW,CAAC;YAC9C,eAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;SAChD,CACA,CAAC;gBAEF,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS;oBACjC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;oBAC1B,CAAC,CAAC,MAAM,IAAA,+BAAY,EAChB,OAAO,CAAC,MAAM,EACd,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,EAC5E,OAAO,CAAC,OAAO,EACf,cAAc,CACf,CAAC;gBAEN,gBAAM,CAAC,KAAK,CAAC,aAAa,IAAI,mBAAmB,YAAY,EAAE,CAAC,CAAC;gBACjE,MAAM,cAAc,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;gBACpF,gBAAM,CAAC,KAAK,CAAC,aAAa,IAAI,qBAAqB,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;gBAErF,IAAI,cAAc,CAAC,SAAS,EAAE,CAAC;oBAC7B,OAAO,GAAG,OAAO,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC;oBACxE,OAAO,CAAC,IAAI,CAAC,SAAS,GAAG,cAAc,CAAC,SAAS,CAAC;gBACpD,CAAC;gBACD,IAAI,cAAc,CAAC,KAAK,EAAE,CAAC;oBACzB,MAAM,IAAI,KAAK,CAAC,+BAA+B,cAAc,CAAC,KAAK,EAAE,CAAC,CAAC;gBACzE,CAAC;gBACD,IAAA,wBAAS,EACP,cAAc,CAAC,MAAM,EACrB,uDAAuD,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,EAAE,CACxF,CAAC;gBACF,QAAQ,CAAC,IAAI,CAAC;oBACZ,OAAO,EACL,OAAO,cAAc,CAAC,MAAM,KAAK,QAAQ;wBACvC,CAAC,CAAC,cAAc,CAAC,MAAM;wBACvB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,MAAM,CAAC;oBAC3C,IAAI,EAAE,WAAW;iBAClB,CAAC,CAAC;gBAEH,IAAI,cAAc,CAAC,UAAU,EAAE,CAAC;oBAC9B,eAAe,CAAC,KAAK,IAAI,cAAc,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;oBAC9D,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;oBAChE,eAAe,CAAC,UAAU,IAAI,cAAc,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;oBACxE,eAAe,CAAC,WAAW,IAAI,cAAc,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC;oBAC1E,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;gBAClE,CAAC;qBAAM,CAAC;oBACN,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC;gBACnC,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,gBAAM,CAAC,KAAK,CAAC,sBAAsB,IAAI,KAAK,GAAG,EAAE,CAAC,CAAC;YACrD,CAAC;QACH,CAAC;QACD,OAAO,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC;QAEhC,OAAO;YACL,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO;YAC9C,QAAQ,EAAE;gBACR,kBAAkB,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO;gBAC1D,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;aAC5C;YACD,UAAU,EAAE,eAAe;SAC5B,CAAC;IACJ,CAAC;CACF;AAtID,+BAsIC"}
+{"version":3,"file":"goat.js","sourceRoot":"","sources":["../../../../src/redteam/providers/goat.ts"],"names":[],"mappings":";;;;;AAAA,kDAA0B;AAC1B,oDAA4B;AAC5B,+CAA0C;AAC1C,6DAAsD;AACtD,0DAAkC;AAQlC,qEAA6C;AAC7C,0CAAwC;AACxC,0DAAkF;AAElF,MAAqB,YAAY;IAK/B,EAAE;QACA,OAAO,wBAAwB,CAAC;IAClC,CAAC;IAED,YACE,UAII,EAAE;QAEN,IAAI,IAAA,sCAAmB,GAAE,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;QACzE,CAAC;QACD,gBAAM,CAAC,KAAK,CACV,+BAA+B,IAAI,CAAC,SAAS,CAAC;YAC5C,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,SAAS,EAAE,OAAO,CAAC,SAAS;SAC7B,CAAC,EAAE,CACL,CAAC;QACF,IAAA,mBAAS,EAAC,OAAO,OAAO,CAAC,SAAS,KAAK,QAAQ,EAAE,8BAA8B,CAAC,CAAC;QACjF,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACnC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,CAAC,CAAC;QACtC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,OAAO,CACX,MAAc,EACd,OAA8B,EAC9B,OAA8B;QAE9B,IAAI,QAAQ,GAAyB,SAAS,CAAC;QAC/C,gBAAM,CAAC,KAAK,CAAC,2BAA2B,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACnE,IAAA,mBAAS,EAAC,OAAO,EAAE,gBAAgB,EAAE,qCAAqC,CAAC,CAAC;QAC5E,IAAA,mBAAS,EAAC,OAAO,EAAE,IAAI,EAAE,yBAAyB,CAAC,CAAC;QAEpD,MAAM,cAAc,GAA4B,OAAO,EAAE,gBAAgB,CAAC;QAC1E,IAAA,mBAAS,EAAC,cAAc,EAAE,qCAAqC,CAAC,CAAC;QAEjE,MAAM,QAAQ,GAAiE,EAAE,CAAC;QAClF,MAAM,eAAe,GAAG;YACtB,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,CAAC;YACT,UAAU,EAAE,CAAC;YACb,WAAW,EAAE,CAAC;YACd,MAAM,EAAE,CAAC;SACV,CAAC;QAEF,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC;YAChD,IAAI,CAAC;gBACH,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAA,yCAAsB,GAAE,EAAE;oBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;wBACnB,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC;wBACnC,CAAC,EAAE,IAAI;wBACP,QAAQ;wBACR,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG;wBAC5B,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,mBAAO;qBACjB,CAAC;oBACF,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;qBACnC;oBACD,MAAM,EAAE,MAAM;iBACf,CAAC,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACnC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC5B,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;oBACpB,eAAe,CAAC,KAAK,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;oBACpD,eAAe,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;oBACtD,eAAe,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;oBAC9D,eAAe,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;oBACtD,eAAe,CAAC,WAAW,IAAI,IAAI,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC;gBAClE,CAAC;gBACD,gBAAM,CAAC,KAAK,CACV,IAAA,gBAAM,EAAA;YACJ,eAAK,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,WAAW,CAAC;YAC9C,eAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;SAChD,CACA,CAAC;gBAEF,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS;oBACjC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;oBAC1B,CAAC,CAAC,MAAM,IAAA,+BAAY,EAChB,OAAO,CAAC,MAAM,EACd,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,EAC5E,OAAO,CAAC,OAAO,EACf,cAAc,CACf,CAAC;gBAEN,gBAAM,CAAC,KAAK,CAAC,aAAa,IAAI,mBAAmB,YAAY,EAAE,CAAC,CAAC;gBACjE,MAAM,cAAc,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;gBAEpF,IAAI,CAAC,cAAc,CAAC,MAAM,IAAI,cAAc,CAAC,KAAK,IAAI,cAAc,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;oBAC/E,gBAAM,CAAC,KAAK,CAAC,gBAAgB,cAAc,CAAC,KAAK,IAAI,CAAC,CAAC;oBACvD,MAAM,IAAA,YAAK,EAAC,cAAc,CAAC,KAAK,CAAC,CAAC;gBACpC,CAAC;gBAED,gBAAM,CAAC,KAAK,CAAC,aAAa,IAAI,qBAAqB,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;gBAErF,IAAI,cAAc,CAAC,SAAS,EAAE,CAAC;oBAC7B,OAAO,GAAG,OAAO,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC;oBACxE,OAAO,CAAC,IAAI,CAAC,SAAS,GAAG,cAAc,CAAC,SAAS,CAAC;gBACpD,CAAC;gBACD,IAAI,cAAc,CAAC,KAAK,EAAE,CAAC;oBACzB,MAAM,IAAI,KAAK,CAAC,oCAAoC,cAAc,CAAC,KAAK,EAAE,CAAC,CAAC;gBAC9E,CAAC;gBACD,IAAA,mBAAS,EACP,cAAc,CAAC,MAAM,EACrB,8DAA8D,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,EAAE,CAC/F,CAAC;gBACF,QAAQ,CAAC,IAAI,CAAC;oBACZ,OAAO,EACL,OAAO,cAAc,CAAC,MAAM,KAAK,QAAQ;wBACvC,CAAC,CAAC,cAAc,CAAC,MAAM;wBACvB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,MAAM,CAAC;oBAC3C,IAAI,EAAE,WAAW;iBAClB,CAAC,CAAC;gBAEH,IAAI,cAAc,CAAC,UAAU,EAAE,CAAC;oBAC9B,eAAe,CAAC,KAAK,IAAI,cAAc,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;oBAC9D,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;oBAChE,eAAe,CAAC,UAAU,IAAI,cAAc,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;oBACxE,eAAe,CAAC,WAAW,IAAI,cAAc,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC;oBAC1E,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;gBAClE,CAAC;qBAAM,CAAC;oBACN,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC;gBACnC,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,gBAAM,CAAC,KAAK,CAAC,sBAAsB,IAAI,KAAK,GAAG,EAAE,CAAC,CAAC;YACrD,CAAC;QACH,CAAC;QACD,OAAO,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC;QAEhC,OAAO;YACL,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO;YAC9C,QAAQ,EAAE;gBACR,kBAAkB,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO;gBAC1D,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;aAC5C;YACD,UAAU,EAAE,eAAe;SAC5B,CAAC;IACJ,CAAC;CACF;AApJD,+BAoJC"}

package/dist/src/redteam/providers/iterative.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"iterative.d.ts","sourceRoot":"","sources":["../../../../src/redteam/providers/iterative.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,KAAK,WAAW,EAChB,KAAK,oBAAoB,EACzB,KAAK,oBAAoB,EAI1B,MAAM,aAAa,CAAC;AASrB,eAAO,MAAM,cAAc,QAEtB,CAAC;AAuNN,cAAM,wBAAyB,YAAW,WAAW;IAIvC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAH5D,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAgC;IAChE,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;gBAEd,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAiB5D,EAAE;IAIF;;;;;;OAMG;IACG,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,oBAAoB;;;;;;;;;;;;;CAkB7F;AAED,eAAe,wBAAwB,CAAC"}
+{"version":3,"file":"iterative.d.ts","sourceRoot":"","sources":["../../../../src/redteam/providers/iterative.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,KAAK,WAAW,EAChB,KAAK,oBAAoB,EACzB,KAAK,oBAAoB,EAI1B,MAAM,aAAa,CAAC;AAUrB,eAAO,MAAM,cAAc,QAEtB,CAAC;AA8NN,cAAM,wBAAyB,YAAW,WAAW;IAIvC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAH5D,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAgC;IAChE,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;gBAEd,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAkB5D,EAAE;IAIF;;;;;;OAMG;IACG,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,oBAAoB;;;;;;;;;;;;;CAmB7F;AAED,eAAe,wBAAwB,CAAC"}

package/dist/src/redteam/providers/iterative.js

@@ -4,10 +4,10 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.NUM_ITERATIONS = void 0;
-const tiny_invariant_1 = __importDefault(require("tiny-invariant"));
 const evaluatorHelpers_1 = require("../../evaluatorHelpers");
 const logger_1 = __importDefault(require("../../logger"));
 const promptfoo_1 = require("../../providers/promptfoo");
+const invariant_1 = __importDefault(require("../../util/invariant"));
 const json_1 = require("../../util/json");
 const templates_1 = require("../../util/templates");
 const remoteGeneration_1 = require("../remoteGeneration");
@@ -52,7 +52,8 @@ async function runRedteamConversation({ prompt, filters, vars, redteamProvider,
         if (redteamResp.error) {
             throw new Error(`Error from redteam provider: ${redteamResp.error}`);
         }
-        (0, tiny_invariant_1.default)(typeof redteamResp.output === 'string', `Expected output to be a string, but got response: ${JSON.stringify(redteamResp)}`);
+        logger_1.default.debug(`[Iterative] Redteam response: ${JSON.stringify(redteamResp)}`);
+        (0, invariant_1.default)(typeof redteamResp.output === 'string', `Expected output to be a string, but got response: ${JSON.stringify(redteamResp)}`);
         const { improvement, prompt: newInjectVar } = (0, json_1.extractFirstJsonObject)(redteamResp.output);
         // Update the application prompt with the new injection.
         logger_1.default.debug(`New injectVar: ${newInjectVar}, improvement: ${improvement}`);
@@ -78,14 +79,20 @@ async function runRedteamConversation({ prompt, filters, vars, redteamProvider,
             },
             vars: {},
         });
+        logger_1.default.debug(`[Iterative] On-topic response: ${JSON.stringify(isOnTopicResp)}`);
         if (isOnTopicResp.error) {
             throw new Error(`Error from redteam (onTopic) provider: ${isOnTopicResp.error}`);
         }
-        (0, tiny_invariant_1.default)(typeof isOnTopicResp.output === 'string', 'Expected output to be a string');
+        (0, invariant_1.default)(typeof isOnTopicResp.output === 'string', 'Expected output to be a string');
         const isOnTopic = (0, json_1.extractFirstJsonObject)(isOnTopicResp.output)
             .onTopic;
-        (0, tiny_invariant_1.default)(typeof isOnTopic === 'boolean', 'Expected onTopic to be a boolean');
+        logger_1.default.debug(`[Iterative] Parsed onTopic value: ${JSON.stringify(isOnTopic)}`);
+        (0, invariant_1.default)(typeof isOnTopic === 'boolean', 'Expected onTopic to be a boolean');
         const targetResponse = await (0, shared_1.getTargetResponse)(targetProvider, targetPrompt, context, options);
+        if (targetResponse.error) {
+            throw new Error(`[Iterative] Target returned an error: ${targetResponse.error}`);
+        }
+        (0, invariant_1.default)(targetResponse.output, '[Iterative] Target did not return an output');
         const penalizedPhrases = ['in the face of impending doom'];
         const containsPenalizedPhrase = penalizedPhrases.some((phrase) => targetResponse.output.toLowerCase().includes(phrase));
         // Calculate the score
@@ -109,7 +116,7 @@ async function runRedteamConversation({ prompt, filters, vars, redteamProvider,
         if (judgeResp.error) {
             throw new Error(`Error from redteam (judge) provider: ${judgeResp.error}`);
         }
-        (0, tiny_invariant_1.default)(typeof judgeResp.output === 'string', 'Expected output to be a string');
+        (0, invariant_1.default)(typeof judgeResp.output === 'string', 'Expected output to be a string');
         let { rating: score } = (0, json_1.extractFirstJsonObject)(judgeResp.output);
         // Apply penalty if the phrase is present
         if (containsPenalizedPhrase) {
@@ -182,7 +189,8 @@ async function runRedteamConversation({ prompt, filters, vars, redteamProvider,
 class RedteamIterativeProvider {
     constructor(config) {
         this.config = config;
-        (0, tiny_invariant_1.default)(typeof config.injectVar === 'string', 'Expected injectVar to be set');
+        logger_1.default.debug(`[Iterative] Constructor config: ${JSON.stringify(config)}`);
+        (0, invariant_1.default)(typeof config.injectVar === 'string', 'Expected injectVar to be set');
         this.injectVar = config.injectVar;
         // Redteam provider can be set from the config.
         if ((0, remoteGeneration_1.shouldGenerateRemote)()) {
@@ -207,13 +215,14 @@ class RedteamIterativeProvider {
      * @returns
      */
     async callApi(prompt, context, options) {
-        (0, tiny_invariant_1.default)(context?.originalProvider, 'Expected originalProvider to be set');
-        (0, tiny_invariant_1.default)(context.vars, 'Expected vars to be set');
+        logger_1.default.debug(`[Iterative] callApi context: ${JSON.stringify(context)}`);
+        (0, invariant_1.default)(context?.originalProvider, 'Expected originalProvider to be set');
+        (0, invariant_1.default)(context.vars, 'Expected vars to be set');
         return runRedteamConversation({
             prompt: context.prompt,
             filters: context.filters,
             vars: context.vars,
-            redteamProvider: await (0, shared_1.loadRedteamProvider)({
+            redteamProvider: await shared_1.redteamProviderManager.getProvider({
                 provider: this.redteamProvider,
                 jsonOnly: true,
             }),

package/dist/src/redteam/providers/iterative.js.map

@@ -1 +1 @@
-{"version":3,"file":"iterative.js","sourceRoot":"","sources":["../../../../src/redteam/providers/iterative.ts"],"names":[],"mappings":";;;;;;AAAA,oEAAuC;AACvC,6DAAsD;AACtD,0DAAkC;AAClC,yDAA4E;AAS5E,0CAAyD;AACzD,oDAAyD;AACzD,0DAA2D;AAC3D,uCAAgG;AAChG,qCAAkE;AAElE,6CAA6C;AAEhC,QAAA,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,kCAAkC;IAC1E,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,kCAAkC,EAAE,EAAE,CAAC;IACrE,CAAC,CAAC,CAAC,CAAC;AAEN,KAAK,UAAU,sBAAsB,CAAC,EACpC,MAAM,EACN,OAAO,EACP,IAAI,EACJ,eAAe,EACf,cAAc,EACd,SAAS,EACT,OAAO,EACP,OAAO,GAUR;IACC,MAAM,QAAQ,GAAG,IAAA,6BAAiB,GAAE,CAAC;IACrC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;IAE7B,MAAM,mBAAmB,GAAG,QAAQ,CAAC,YAAY,CAAC,gCAAsB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAEpF,MAAM,mBAAmB,GAAG,QAAQ,CAAC,YAAY,CAAC,gCAAsB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAEpF,MAAM,iBAAiB,GAAG,QAAQ,CAAC,YAAY,CAAC,6BAAmB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAE/E,MAAM,cAAc,GAAiE;QACnF;YACE,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,mBAAmB;SAC7B;KACF,CAAC;IAEF,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,YAAY,GAAG,EAAE,CAAC;IAEtB,IAAI,YAAY,GAAkB,IAAI,CAAC;IACvC,MAAM,eAAe,GAAG;QACtB,KAAK,EAAE,CAAC;QACR,MAAM,EAAE,CAAC;QACT,UAAU,EAAE,CAAC;QACb,WAAW,EAAE,CAAC;QACd,MAAM,EAAE,CAAC;KACV,CAAC;IAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,sBAAc,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QAEnD,iBAAiB;QACjB,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,WAAW,EAAE;YAC7D,MAAM,EAAE;gBACN,GAAG,EAAE,WAAW;gBAChB,KAAK,EAAE,SAAS;aACjB;YACD,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;QACH,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,gCAAgC,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC;QACvE,CAAC;QACD,IAAA,wBAAS,EACP,OAAO,WAAW,CAAC,MAAM,KAAK,QAAQ,EACtC,qDAAqD,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CACnF,CAAC;QACF,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,IAAA,6BAAsB,EAGjE,WAAW,CAAC,MAAM,CAAC,CAAC;QAEvB,wDAAwD;QACxD,gBAAM,CAAC,KAAK,CAAC,kBAAkB,YAAY,kBAAkB,WAAW,EAAE,CAAC,CAAC;QAC5E,YAAY,GAAG,MAAM,IAAA,+BAAY,EAC/B,MAAM,EACN;YACE,GAAG,IAAI;YACP,CAAC,SAAS,CAAC,EAAE,YAAY;SAC1B,EACD,OAAO,EACP,cAAc,CACf,CAAC;QAEF,kBAAkB;QAClB,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC;YACnC;gBACE,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,mBAAmB;aAC7B;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,YAAY;aACtB;SACF,CAAC,CAAC;QACH,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,aAAa,EAAE;YACjE,MAAM,EAAE;gBACN,GAAG,EAAE,aAAa;gBAClB,KAAK,EAAE,UAAU;aAClB;YACD,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;QACH,IAAI,aAAa,CAAC,KAAK,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,0CAA0C,aAAa,CAAC,KAAK,EAAE,CAAC,CAAC;QACnF,CAAC;QACD,IAAA,wBAAS,EAAC,OAAO,aAAa,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;QACtF,MAAM,SAAS,GAAI,IAAA,6BAAsB,EAAC,aAAa,CAAC,MAAM,CAA0B;aACrF,OAAO,CAAC;QACX,IAAA,wBAAS,EAAC,OAAO,SAAS,KAAK,SAAS,EAAE,kCAAkC,CAAC,CAAC;QAE9E,MAAM,cAAc,GAAG,MAAM,IAAA,0BAAiB,EAAC,cAAc,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QAC/F,MAAM,gBAAgB,GAAG,CAAC,+BAA+B,CAAC,CAAC;QAC3D,MAAM,uBAAuB,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAC/D,cAAc,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CACrD,CAAC;QAEF,sBAAsB;QACtB,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;YAC/B;gBACE,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,iBAAiB;aAC3B;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,cAAc,CAAC,MAAM;aAC/B;SACF,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,SAAS,EAAE;YACzD,MAAM,EAAE;gBACN,GAAG,EAAE,SAAS;gBACd,KAAK,EAAE,OAAO;aACf;YACD,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;QACH,IAAI,SAAS,CAAC,KAAK,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,wCAAwC,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC;QAC7E,CAAC;QACD,IAAA,wBAAS,EAAC,OAAO,SAAS,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;QAClF,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,IAAA,6BAAsB,EAAqB,SAAS,CAAC,MAAM,CAAC,CAAC;QAErF,yCAAyC;QACzC,IAAI,uBAAuB,EAAE,CAAC;YAC5B,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;QACjC,CAAC;QAED,IAAI,KAAK,GAAG,YAAY,EAAE,CAAC;YACzB,YAAY,GAAG,KAAK,CAAC;YACrB,YAAY,GAAG,cAAc,CAAC,MAAM,CAAC;QACvC,CAAC;QAED,IAAI,KAAK,IAAI,EAAE,EAAE,CAAC;YAChB,MAAM;QACR,CAAC;QAED,cAAc,CAAC,IAAI,CAAC;YAClB,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,0BAA0B,cAAc,kBAAkB,IAAI,cAAc,KAAK,IACxF,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,6BACnB,GAAG,uBAAuB,CAAC,CAAC,CAAC,8BAA8B,CAAC,CAAC,CAAC,EAAE,EAAE;SACnE,CAAC,CAAC;QAEH,IAAI,WAAW,CAAC,UAAU,EAAE,CAAC;YAC3B,eAAe,CAAC,KAAK,IAAI,WAAW,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;YAC3D,eAAe,CAAC,MAAM,IAAI,WAAW,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAC7D,eAAe,CAAC,UAAU,IAAI,WAAW,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;YACrE,eAAe,CAAC,WAAW;gBACzB,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;YACjF,eAAe,CAAC,MAAM,IAAI,WAAW,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QAC/D,CAAC;aAAM,CAAC;YACN,eAAe,CAAC,WAAW,GAAG,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,aAAa,CAAC,UAAU,EAAE,CAAC;YAC7B,eAAe,CAAC,KAAK,IAAI,aAAa,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;YAC7D,eAAe,CAAC,MAAM,IAAI,aAAa,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAC/D,eAAe,CAAC,UAAU,IAAI,aAAa,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;YACvE,eAAe,CAAC,WAAW;gBACzB,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;YACnF,eAAe,CAAC,MAAM,IAAI,aAAa,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QACjE,CAAC;aAAM,CAAC;YACN,eAAe,CAAC,WAAW,GAAG,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,SAAS,CAAC,UAAU,EAAE,CAAC;YACzB,eAAe,CAAC,KAAK,IAAI,SAAS,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;YACzD,eAAe,CAAC,MAAM,IAAI,SAAS,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAC3D,eAAe,CAAC,UAAU,IAAI,SAAS,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;YACnE,eAAe,CAAC,WAAW;gBACzB,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;YAC/E,eAAe,CAAC,MAAM,IAAI,SAAS,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QAC7D,CAAC;aAAM,CAAC;YACN,eAAe,CAAC,WAAW,GAAG,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,cAAc,CAAC,UAAU,EAAE,CAAC;YAC9B,eAAe,CAAC,KAAK,IAAI,cAAc,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;YAC9D,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAChE,eAAe,CAAC,UAAU,IAAI,cAAc,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;YACxE,eAAe,CAAC,WAAW;gBACzB,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;YACpF,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QAClE,CAAC;aAAM,CAAC;YACN,eAAe,CAAC,WAAW,GAAG,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAED,OAAO;QACL,MAAM,EAAE,YAAY;QACpB,QAAQ,EAAE;YACR,kBAAkB,EAAE,YAAY,IAAI,SAAS;SAC9C;QACD,UAAU,EAAE,eAAe;KAC5B,CAAC;AACJ,CAAC;AAED,MAAM,wBAAwB;IAI5B,YAAqB,MAAuC;QAAvC,WAAM,GAAN,MAAM,CAAiC;QAC1D,IAAA,wBAAS,EAAC,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,EAAE,8BAA8B,CAAC,CAAC;QAChF,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QAElC,+CAA+C;QAE/C,IAAI,IAAA,uCAAoB,GAAE,EAAE,CAAC;YAC3B,IAAI,CAAC,eAAe,GAAG,IAAI,2CAA+B,CAAC;gBACzD,IAAI,EAAE,WAAW;gBACjB,QAAQ,EAAE,IAAI;gBACd,gBAAgB,EAAE,KAAK;aACxB,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,CAAC;QAChD,CAAC;IACH,CAAC;IAED,EAAE;QACA,OAAO,6BAA6B,CAAC;IACvC,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,OAAO,CAAC,MAAc,EAAE,OAA8B,EAAE,OAA8B;QAC1F,IAAA,wBAAS,EAAC,OAAO,EAAE,gBAAgB,EAAE,qCAAqC,CAAC,CAAC;QAC5E,IAAA,wBAAS,EAAC,OAAO,CAAC,IAAI,EAAE,yBAAyB,CAAC,CAAC;QAEnD,OAAO,sBAAsB,CAAC;YAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,eAAe,EAAE,MAAM,IAAA,4BAAmB,EAAC;gBACzC,QAAQ,EAAE,IAAI,CAAC,eAAe;gBAC9B,QAAQ,EAAE,IAAI;aACf,CAAC;YACF,cAAc,EAAE,OAAO,CAAC,gBAAgB;YACxC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO;YACP,OAAO;SACR,CAAC,CAAC;IACL,CAAC;CACF;AAED,kBAAe,wBAAwB,CAAC"}
+{"version":3,"file":"iterative.js","sourceRoot":"","sources":["../../../../src/redteam/providers/iterative.ts"],"names":[],"mappings":";;;;;;AAAA,6DAAsD;AACtD,0DAAkC;AAClC,yDAA4E;AAS5E,qEAA6C;AAC7C,0CAAyD;AACzD,oDAAyD;AACzD,0DAA2D;AAC3D,uCAAgG;AAChG,qCAAqE;AAErE,6CAA6C;AAEhC,QAAA,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,kCAAkC;IAC1E,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,kCAAkC,EAAE,EAAE,CAAC;IACrE,CAAC,CAAC,CAAC,CAAC;AAEN,KAAK,UAAU,sBAAsB,CAAC,EACpC,MAAM,EACN,OAAO,EACP,IAAI,EACJ,eAAe,EACf,cAAc,EACd,SAAS,EACT,OAAO,EACP,OAAO,GAUR;IACC,MAAM,QAAQ,GAAG,IAAA,6BAAiB,GAAE,CAAC;IACrC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;IAE7B,MAAM,mBAAmB,GAAG,QAAQ,CAAC,YAAY,CAAC,gCAAsB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAEpF,MAAM,mBAAmB,GAAG,QAAQ,CAAC,YAAY,CAAC,gCAAsB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAEpF,MAAM,iBAAiB,GAAG,QAAQ,CAAC,YAAY,CAAC,6BAAmB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAE/E,MAAM,cAAc,GAAiE;QACnF;YACE,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,mBAAmB;SAC7B;KACF,CAAC;IAEF,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,YAAY,GAAG,EAAE,CAAC;IAEtB,IAAI,YAAY,GAAkB,IAAI,CAAC;IACvC,MAAM,eAAe,GAAG;QACtB,KAAK,EAAE,CAAC;QACR,MAAM,EAAE,CAAC;QACT,UAAU,EAAE,CAAC;QACb,WAAW,EAAE,CAAC;QACd,MAAM,EAAE,CAAC;KACV,CAAC;IAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,sBAAc,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QAEnD,iBAAiB;QACjB,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,WAAW,EAAE;YAC7D,MAAM,EAAE;gBACN,GAAG,EAAE,WAAW;gBAChB,KAAK,EAAE,SAAS;aACjB;YACD,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;QACH,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,gCAAgC,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC;QACvE,CAAC;QACD,gBAAM,CAAC,KAAK,CAAC,iCAAiC,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QAC7E,IAAA,mBAAS,EACP,OAAO,WAAW,CAAC,MAAM,KAAK,QAAQ,EACtC,qDAAqD,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CACnF,CAAC;QACF,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,IAAA,6BAAsB,EAGjE,WAAW,CAAC,MAAM,CAAC,CAAC;QAEvB,wDAAwD;QACxD,gBAAM,CAAC,KAAK,CAAC,kBAAkB,YAAY,kBAAkB,WAAW,EAAE,CAAC,CAAC;QAC5E,YAAY,GAAG,MAAM,IAAA,+BAAY,EAC/B,MAAM,EACN;YACE,GAAG,IAAI;YACP,CAAC,SAAS,CAAC,EAAE,YAAY;SAC1B,EACD,OAAO,EACP,cAAc,CACf,CAAC;QAEF,kBAAkB;QAClB,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC;YACnC;gBACE,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,mBAAmB;aAC7B;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,YAAY;aACtB;SACF,CAAC,CAAC;QACH,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,aAAa,EAAE;YACjE,MAAM,EAAE;gBACN,GAAG,EAAE,aAAa;gBAClB,KAAK,EAAE,UAAU;aAClB;YACD,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;QACH,gBAAM,CAAC,KAAK,CAAC,kCAAkC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;QAChF,IAAI,aAAa,CAAC,KAAK,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,0CAA0C,aAAa,CAAC,KAAK,EAAE,CAAC,CAAC;QACnF,CAAC;QACD,IAAA,mBAAS,EAAC,OAAO,aAAa,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;QACtF,MAAM,SAAS,GAAI,IAAA,6BAAsB,EAAC,aAAa,CAAC,MAAM,CAA0B;aACrF,OAAO,CAAC;QACX,gBAAM,CAAC,KAAK,CAAC,qCAAqC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAC/E,IAAA,mBAAS,EAAC,OAAO,SAAS,KAAK,SAAS,EAAE,kCAAkC,CAAC,CAAC;QAE9E,MAAM,cAAc,GAAG,MAAM,IAAA,0BAAiB,EAAC,cAAc,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QAC/F,IAAI,cAAc,CAAC,KAAK,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,yCAAyC,cAAc,CAAC,KAAK,EAAE,CAAC,CAAC;QACnF,CAAC;QACD,IAAA,mBAAS,EAAC,cAAc,CAAC,MAAM,EAAE,6CAA6C,CAAC,CAAC;QAChF,MAAM,gBAAgB,GAAG,CAAC,+BAA+B,CAAC,CAAC;QAC3D,MAAM,uBAAuB,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAC/D,cAAc,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CACrD,CAAC;QAEF,sBAAsB;QACtB,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;YAC/B;gBACE,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,iBAAiB;aAC3B;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,cAAc,CAAC,MAAM;aAC/B;SACF,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,SAAS,EAAE;YACzD,MAAM,EAAE;gBACN,GAAG,EAAE,SAAS;gBACd,KAAK,EAAE,OAAO;aACf;YACD,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;QACH,IAAI,SAAS,CAAC,KAAK,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,wCAAwC,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC;QAC7E,CAAC;QACD,IAAA,mBAAS,EAAC,OAAO,SAAS,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;QAClF,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,IAAA,6BAAsB,EAAqB,SAAS,CAAC,MAAM,CAAC,CAAC;QAErF,yCAAyC;QACzC,IAAI,uBAAuB,EAAE,CAAC;YAC5B,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;QACjC,CAAC;QAED,IAAI,KAAK,GAAG,YAAY,EAAE,CAAC;YACzB,YAAY,GAAG,KAAK,CAAC;YACrB,YAAY,GAAG,cAAc,CAAC,MAAM,CAAC;QACvC,CAAC;QAED,IAAI,KAAK,IAAI,EAAE,EAAE,CAAC;YAChB,MAAM;QACR,CAAC;QAED,cAAc,CAAC,IAAI,CAAC;YAClB,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,0BAA0B,cAAc,kBAAkB,IAAI,cAAc,KAAK,IACxF,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,6BACnB,GAAG,uBAAuB,CAAC,CAAC,CAAC,8BAA8B,CAAC,CAAC,CAAC,EAAE,EAAE;SACnE,CAAC,CAAC;QAEH,IAAI,WAAW,CAAC,UAAU,EAAE,CAAC;YAC3B,eAAe,CAAC,KAAK,IAAI,WAAW,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;YAC3D,eAAe,CAAC,MAAM,IAAI,WAAW,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAC7D,eAAe,CAAC,UAAU,IAAI,WAAW,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;YACrE,eAAe,CAAC,WAAW;gBACzB,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;YACjF,eAAe,CAAC,MAAM,IAAI,WAAW,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QAC/D,CAAC;aAAM,CAAC;YACN,eAAe,CAAC,WAAW,GAAG,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,aAAa,CAAC,UAAU,EAAE,CAAC;YAC7B,eAAe,CAAC,KAAK,IAAI,aAAa,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;YAC7D,eAAe,CAAC,MAAM,IAAI,aAAa,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAC/D,eAAe,CAAC,UAAU,IAAI,aAAa,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;YACvE,eAAe,CAAC,WAAW;gBACzB,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;YACnF,eAAe,CAAC,MAAM,IAAI,aAAa,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QACjE,CAAC;aAAM,CAAC;YACN,eAAe,CAAC,WAAW,GAAG,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,SAAS,CAAC,UAAU,EAAE,CAAC;YACzB,eAAe,CAAC,KAAK,IAAI,SAAS,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;YACzD,eAAe,CAAC,MAAM,IAAI,SAAS,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAC3D,eAAe,CAAC,UAAU,IAAI,SAAS,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;YACnE,eAAe,CAAC,WAAW;gBACzB,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;YAC/E,eAAe,CAAC,MAAM,IAAI,SAAS,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QAC7D,CAAC;aAAM,CAAC;YACN,eAAe,CAAC,WAAW,GAAG,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,cAAc,CAAC,UAAU,EAAE,CAAC;YAC9B,eAAe,CAAC,KAAK,IAAI,cAAc,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;YAC9D,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAChE,eAAe,CAAC,UAAU,IAAI,cAAc,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;YACxE,eAAe,CAAC,WAAW;gBACzB,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;YACpF,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QAClE,CAAC;aAAM,CAAC;YACN,eAAe,CAAC,WAAW,GAAG,CAAC,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAED,OAAO;QACL,MAAM,EAAE,YAAY;QACpB,QAAQ,EAAE;YACR,kBAAkB,EAAE,YAAY,IAAI,SAAS;SAC9C;QACD,UAAU,EAAE,eAAe;KAC5B,CAAC;AACJ,CAAC;AAED,MAAM,wBAAwB;IAI5B,YAAqB,MAAuC;QAAvC,WAAM,GAAN,MAAM,CAAiC;QAC1D,gBAAM,CAAC,KAAK,CAAC,mCAAmC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC1E,IAAA,mBAAS,EAAC,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,EAAE,8BAA8B,CAAC,CAAC;QAChF,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QAElC,+CAA+C;QAE/C,IAAI,IAAA,uCAAoB,GAAE,EAAE,CAAC;YAC3B,IAAI,CAAC,eAAe,GAAG,IAAI,2CAA+B,CAAC;gBACzD,IAAI,EAAE,WAAW;gBACjB,QAAQ,EAAE,IAAI;gBACd,gBAAgB,EAAE,KAAK;aACxB,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,CAAC;QAChD,CAAC;IACH,CAAC;IAED,EAAE;QACA,OAAO,6BAA6B,CAAC;IACvC,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,OAAO,CAAC,MAAc,EAAE,OAA8B,EAAE,OAA8B;QAC1F,gBAAM,CAAC,KAAK,CAAC,gCAAgC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACxE,IAAA,mBAAS,EAAC,OAAO,EAAE,gBAAgB,EAAE,qCAAqC,CAAC,CAAC;QAC5E,IAAA,mBAAS,EAAC,OAAO,CAAC,IAAI,EAAE,yBAAyB,CAAC,CAAC;QAEnD,OAAO,sBAAsB,CAAC;YAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,eAAe,EAAE,MAAM,+BAAsB,CAAC,WAAW,CAAC;gBACxD,QAAQ,EAAE,IAAI,CAAC,eAAe;gBAC9B,QAAQ,EAAE,IAAI;aACf,CAAC;YACF,cAAc,EAAE,OAAO,CAAC,gBAAgB;YACxC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO;YACP,OAAO;SACR,CAAC,CAAC;IACL,CAAC;CACF;AAED,kBAAe,wBAAwB,CAAC"}

package/dist/src/redteam/providers/iterativeImage.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"iterativeImage.d.ts","sourceRoot":"","sources":["../../../../src/redteam/providers/iterativeImage.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,WAAW,EACX,oBAAoB,EACpB,oBAAoB,EAIrB,MAAM,aAAa,CAAC;AAGrB,OAAO,EAA0C,KAAK,cAAc,EAAE,MAAM,UAAU,CAAC;AA6QvF,cAAM,wBAAyB,YAAW,WAAW;IAGvC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAF5D,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAgC;gBAE3C,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAK5D,EAAE;IAII,OAAO,CACX,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,oBAAoB,GAAG;QAAE,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,EACvD,OAAO,CAAC,EAAE,oBAAoB;;;;;;;;;;;;;CAqBjC;AAED,eAAe,wBAAwB,CAAC"}
+{"version":3,"file":"iterativeImage.d.ts","sourceRoot":"","sources":["../../../../src/redteam/providers/iterativeImage.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,WAAW,EACX,oBAAoB,EACpB,oBAAoB,EAIrB,MAAM,aAAa,CAAC;AAIrB,OAAO,EAA6C,KAAK,cAAc,EAAE,MAAM,UAAU,CAAC;AA6Q1F,cAAM,wBAAyB,YAAW,WAAW;IAGvC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAF5D,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAgC;gBAE3C,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAK5D,EAAE;IAII,OAAO,CACX,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,oBAAoB,GAAG;QAAE,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,EACvD,OAAO,CAAC,EAAE,oBAAoB;;;;;;;;;;;;;CAqBjC;AAED,eAAe,wBAAwB,CAAC"}

package/dist/src/redteam/providers/iterativeImage.js

@@ -4,9 +4,9 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 const dedent_1 = __importDefault(require("dedent"));
-const tiny_invariant_1 = __importDefault(require("tiny-invariant"));
 const evaluatorHelpers_1 = require("../../evaluatorHelpers");
 const logger_1 = __importDefault(require("../../logger"));
+const invariant_1 = __importDefault(require("../../util/invariant"));
 const json_1 = require("../../util/json");
 const templates_1 = require("../../util/templates");
 const shared_1 = require("./shared");
@@ -107,7 +107,7 @@ async function runRedteamConversation({ prompt, filters, vars, redteamProvider,
         if (redteamResp.error) {
             throw new Error(`Error from redteam provider: ${redteamResp.error}`);
         }
-        (0, tiny_invariant_1.default)(typeof redteamResp.output === 'string', `Expected output to be a string, but got response: ${JSON.stringify(redteamResp)}`);
+        (0, invariant_1.default)(typeof redteamResp.output === 'string', `Expected output to be a string, but got response: ${JSON.stringify(redteamResp)}`);
         const { improvement, prompt: newInjectVar } = (0, json_1.extractFirstJsonObject)(redteamResp.output);
         logger_1.default.debug(`Iteration ${i + 1}: Redteam response: ${redteamResp.output}`);
         // Update the application prompt with the new injection.
@@ -137,7 +137,7 @@ async function runRedteamConversation({ prompt, filters, vars, redteamProvider,
         if (isOnTopicResp.error) {
             throw new Error(`Error from redteam (onTopic) provider: ${isOnTopicResp.error}`);
         }
-        (0, tiny_invariant_1.default)(typeof isOnTopicResp.output === 'string', 'Expected output to be a string');
+        (0, invariant_1.default)(typeof isOnTopicResp.output === 'string', 'Expected output to be a string');
         const { isOnTopic } = (0, json_1.extractFirstJsonObject)(isOnTopicResp.output);
         logger_1.default.debug(`Iteration ${i + 1}: On-topic response: ${isOnTopicResp.output}`);
         const targetResponse = await (0, shared_1.getTargetResponse)(targetProvider, targetPrompt, context, options);
@@ -192,7 +192,7 @@ async function runRedteamConversation({ prompt, filters, vars, redteamProvider,
             totalTokenUsage.completion += judgeResp.tokenUsage.completion || 0;
             totalTokenUsage.cached += judgeResp.tokenUsage.cached ?? 0;
         }
-        (0, tiny_invariant_1.default)(typeof judgeResp.output === 'string', 'Expected output to be a string');
+        (0, invariant_1.default)(typeof judgeResp.output === 'string', 'Expected output to be a string');
         const { rating: score } = (0, json_1.extractFirstJsonObject)(judgeResp.output);
         logger_1.default.debug(`Iteration ${i + 1}: Judge response: ${judgeResp.output}, Score: ${score}`);
         if (score > highestScore) {
@@ -232,15 +232,15 @@ class RedteamIterativeProvider {
         return 'promptfoo:redteam:iterative:image';
     }
     async callApi(prompt, context, options) {
-        (0, tiny_invariant_1.default)(context?.originalProvider, 'Expected originalProvider to be set');
-        (0, tiny_invariant_1.default)(context.vars, 'Expected vars to be set');
+        (0, invariant_1.default)(context?.originalProvider, 'Expected originalProvider to be set');
+        (0, invariant_1.default)(context.vars, 'Expected vars to be set');
         const injectVar = context.injectVar || (0, templates_1.extractVariablesFromTemplates)([context.prompt.raw])[0];
-        (0, tiny_invariant_1.default)(injectVar, 'Expected injectVar to be set');
+        (0, invariant_1.default)(injectVar, 'Expected injectVar to be set');
         return runRedteamConversation({
             prompt: context.prompt,
             filters: context.filters,
             vars: context.vars,
-            redteamProvider: await (0, shared_1.loadRedteamProvider)({
+            redteamProvider: await shared_1.redteamProviderManager.getProvider({
                 provider: this.redteamProvider,
                 preferSmallModel: false,
                 jsonOnly: true,

package/dist/src/redteam/providers/iterativeImage.js.map

@@ -1 +1 @@
-{"version":3,"file":"iterativeImage.js","sourceRoot":"","sources":["../../../../src/redteam/providers/iterativeImage.ts"],"names":[],"mappings":";;;;;AAAA,oDAA4B;AAC5B,oEAAuC;AACvC,6DAAsD;AACtD,0DAAkC;AASlC,0CAAyD;AACzD,oDAAwF;AACxF,qCAAuF;AAEvF,MAAM,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,kCAAkC;IACnE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,kCAAkC,EAAE,EAAE,CAAC;IACrE,CAAC,CAAC,CAAC,CAAC;AAEN,6CAA6C;AAE7C,MAAM,sBAAsB,GAAG,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA2CpC,CAAC;AAEF,MAAM,mBAAmB,GAAG,IAAA,gBAAM,EAAA;;;;CAIjC,CAAC;AAEF,MAAM,sBAAsB,GAAG,IAAA,gBAAM,EAAA;;;;;;CAMpC,CAAC;AAEF,KAAK,UAAU,sBAAsB,CAAC,EACpC,MAAM,EACN,OAAO,EACP,IAAI,EACJ,eAAe,EACf,cAAc,EACd,SAAS,EACT,OAAO,EACP,OAAO,GAUR;IACC,iDAAiD;IACjD,MAAM,cAAc,GAAG,eAAe,CAAC;IACvC,MAAM,QAAQ,GAAG,IAAA,6BAAiB,GAAE,CAAC;IACrC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;IAE7B,MAAM,mBAAmB,GAAG,QAAQ,CAAC,YAAY,CAAC,sBAAsB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IACpF,MAAM,mBAAmB,GAAG,QAAQ,CAAC,YAAY,CAAC,sBAAsB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IACpF,MAAM,iBAAiB,GAAG,QAAQ,CAAC,YAAY,CAAC,mBAAmB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAE/E,MAAM,cAAc,GAAiE;QACnF;YACE,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,mBAAmB;SAC7B;KACF,CAAC;IAEF,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,YAAY,GAA0B,IAAI,CAAC;IAC/C,MAAM,eAAe,GAAG;QACtB,KAAK,EAAE,CAAC;QACR,MAAM,EAAE,CAAC;QACT,UAAU,EAAE,CAAC;QACb,WAAW,EAAE,CAAC;QACd,MAAM,EAAE,CAAC;KACV,CAAC;IAEF,IAAI,YAAY,GAAkB,IAAI,CAAC;IACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QAEnD,iBAAiB;QACjB,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC/D,IAAI,WAAW,CAAC,UAAU,EAAE,CAAC;YAC3B,eAAe,CAAC,KAAK,IAAI,WAAW,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;YAC3D,eAAe,CAAC,MAAM,IAAI,WAAW,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAC7D,eAAe,CAAC,UAAU,IAAI,WAAW,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;YACrE,eAAe,CAAC,MAAM,IAAI,WAAW,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QAC/D,CAAC;QACD,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,gCAAgC,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC;QACvE,CAAC;QACD,IAAA,wBAAS,EACP,OAAO,WAAW,CAAC,MAAM,KAAK,QAAQ,EACtC,qDAAqD,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CACnF,CAAC;QACF,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,IAAA,6BAAsB,EAGjE,WAAW,CAAC,MAAM,CAAC,CAAC;QAEvB,gBAAM,CAAC,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,uBAAuB,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;QAE5E,wDAAwD;QACxD,gBAAM,CAAC,KAAK,CAAC,kBAAkB,YAAY,kBAAkB,WAAW,EAAE,CAAC,CAAC;QAC5E,YAAY,GAAG,MAAM,IAAA,+BAAY,EAC/B,MAAM,EACN;YACE,GAAG,IAAI;YACP,CAAC,SAAS,CAAC,EAAE,YAAY;SAC1B,EACD,OAAO,EACP,cAAc,CACf,CAAC;QAEF,kBAAkB;QAClB,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC;YACnC;gBACE,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,mBAAmB;aAC7B;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,YAAY;aACtB;SACF,CAAC,CAAC;QACH,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACnE,IAAI,aAAa,CAAC,UAAU,EAAE,CAAC;YAC7B,eAAe,CAAC,KAAK,IAAI,aAAa,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;YAC7D,eAAe,CAAC,MAAM,IAAI,aAAa,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAC/D,eAAe,CAAC,UAAU,IAAI,aAAa,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;YACvE,eAAe,CAAC,MAAM,IAAI,aAAa,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QACjE,CAAC;QACD,IAAI,aAAa,CAAC,KAAK,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,0CAA0C,aAAa,CAAC,KAAK,EAAE,CAAC,CAAC;QACnF,CAAC;QACD,IAAA,wBAAS,EAAC,OAAO,aAAa,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;QACtF,MAAM,EAAE,SAAS,EAAE,GAAG,IAAA,6BAAsB,EAAyB,aAAa,CAAC,MAAM,CAAC,CAAC;QAC3F,gBAAM,CAAC,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,wBAAwB,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC;QAE/E,MAAM,cAAc,GAAG,MAAM,IAAA,0BAAiB,EAAC,cAAc,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QAE/F,gCAAgC;QAChC,MAAM,QAAQ,GAAG,uBAAuB,CAAC;QACzC,MAAM,GAAG,GAAG,cAAc,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAClD,gBAAM,CAAC,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,GAAG,EAAE,CAAC,CAAC;QAChD,IAAI,gBAAgB,CAAC;QACrB,IAAI,GAAG,EAAE,CAAC;YACR,MAAM,cAAc,GAAG,MAAM,cAAc,CAAC,OAAO,CACjD,IAAI,CAAC,SAAS,CAAC;gBACb;oBACE,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE;wBACP;4BACE,IAAI,EAAE,MAAM;4BACZ,IAAI,EAAE,2DAA2D;yBAClE;wBACD;4BACE,IAAI,EAAE,WAAW;4BACjB,SAAS,EAAE;gCACT,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;gCACX,MAAM,EAAE,MAAM;6BACf;yBACF;qBACF;iBACF;aACF,CAAC,CACH,CAAC;YACF,IAAI,cAAc,CAAC,UAAU,EAAE,CAAC;gBAC9B,eAAe,CAAC,KAAK,IAAI,cAAc,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;gBAC9D,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;gBAChE,eAAe,CAAC,UAAU,IAAI,cAAc,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;gBACxE,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAClE,CAAC;YACD,gBAAgB,GAAG,cAAc,CAAC,MAAM,CAAC;YACzC,gBAAM,CAAC,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,wBAAwB,gBAAgB,EAAE,CAAC,CAAC;QAC7E,CAAC;QAED,sBAAsB;QACtB,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;YAC/B;gBACE,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,iBAAiB;aAC3B;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,gBAAgB,IAAI,cAAc;aAC5C;SACF,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAC3D,IAAI,SAAS,CAAC,UAAU,EAAE,CAAC;YACzB,eAAe,CAAC,KAAK,IAAI,SAAS,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;YACzD,eAAe,CAAC,MAAM,IAAI,SAAS,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAC3D,eAAe,CAAC,UAAU,IAAI,SAAS,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;YACnE,eAAe,CAAC,MAAM,IAAI,SAAS,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QAC7D,CAAC;QACD,IAAA,wBAAS,EAAC,OAAO,SAAS,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;QAClF,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,IAAA,6BAAsB,EAAqB,SAAS,CAAC,MAAM,CAAC,CAAC;QACvF,gBAAM,CAAC,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,qBAAqB,SAAS,CAAC,MAAM,YAAY,KAAK,EAAE,CAAC,CAAC;QAEzF,IAAI,KAAK,GAAG,YAAY,EAAE,CAAC;YACzB,YAAY,GAAG,KAAK,CAAC;YACrB,YAAY,GAAG,cAAc,CAAC;QAChC,CAAC;QAED,IAAI,KAAK,IAAI,EAAE,EAAE,CAAC;YAChB,MAAM;QACR,CAAC;QAED,cAAc,CAAC,IAAI,CAAC;YAClB,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,uBAAuB,gBAAgB,IAAI,cAAc,kBAAkB,IAAI,cAAc,KAAK,IACzG,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,6BACnB,EAAE;SACH,CAAC,CAAC;QAEH,IAAI,cAAc,CAAC,UAAU,EAAE,CAAC;YAC9B,eAAe,CAAC,KAAK,IAAI,cAAc,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;YAC9D,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAChE,eAAe,CAAC,UAAU,IAAI,cAAc,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;YACxE,eAAe,CAAC,WAAW,IAAI,cAAc,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC;YAC1E,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IAED,OAAO;QACL,MAAM,EAAE,YAAY;QACpB,QAAQ,EAAE;YACR,kBAAkB,EAAE,YAAY,IAAI,SAAS;SAC9C;QACD,UAAU,EAAE,eAAe;KAC5B,CAAC;AACJ,CAAC;AAED,MAAM,wBAAwB;IAG5B,YAAqB,MAAuC;QAAvC,WAAM,GAAN,MAAM,CAAiC;QAC1D,+CAA+C;QAC/C,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,CAAC;IAChD,CAAC;IAED,EAAE;QACA,OAAO,mCAAmC,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,OAAO,CACX,MAAc,EACd,OAAuD,EACvD,OAA8B;QAE9B,IAAA,wBAAS,EAAC,OAAO,EAAE,gBAAgB,EAAE,qCAAqC,CAAC,CAAC;QAC5E,IAAA,wBAAS,EAAC,OAAO,CAAC,IAAI,EAAE,yBAAyB,CAAC,CAAC;QACnD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAA,yCAA6B,EAAC,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9F,IAAA,wBAAS,EAAC,SAAS,EAAE,8BAA8B,CAAC,CAAC;QACrD,OAAO,sBAAsB,CAAC;YAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,eAAe,EAAE,MAAM,IAAA,4BAAmB,EAAC;gBACzC,QAAQ,EAAE,IAAI,CAAC,eAAe;gBAC9B,gBAAgB,EAAE,KAAK;gBACvB,QAAQ,EAAE,IAAI;aACf,CAAC;YACF,cAAc,EAAE,OAAO,CAAC,gBAAgB;YACxC,SAAS;YACT,OAAO;YACP,OAAO;SACR,CAAC,CAAC;IACL,CAAC;CACF;AAED,kBAAe,wBAAwB,CAAC"}
+{"version":3,"file":"iterativeImage.js","sourceRoot":"","sources":["../../../../src/redteam/providers/iterativeImage.ts"],"names":[],"mappings":";;;;;AAAA,oDAA4B;AAC5B,6DAAsD;AACtD,0DAAkC;AASlC,qEAA6C;AAC7C,0CAAyD;AACzD,oDAAwF;AACxF,qCAA0F;AAE1F,MAAM,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,kCAAkC;IACnE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,kCAAkC,EAAE,EAAE,CAAC;IACrE,CAAC,CAAC,CAAC,CAAC;AAEN,6CAA6C;AAE7C,MAAM,sBAAsB,GAAG,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA2CpC,CAAC;AAEF,MAAM,mBAAmB,GAAG,IAAA,gBAAM,EAAA;;;;CAIjC,CAAC;AAEF,MAAM,sBAAsB,GAAG,IAAA,gBAAM,EAAA;;;;;;CAMpC,CAAC;AAEF,KAAK,UAAU,sBAAsB,CAAC,EACpC,MAAM,EACN,OAAO,EACP,IAAI,EACJ,eAAe,EACf,cAAc,EACd,SAAS,EACT,OAAO,EACP,OAAO,GAUR;IACC,iDAAiD;IACjD,MAAM,cAAc,GAAG,eAAe,CAAC;IACvC,MAAM,QAAQ,GAAG,IAAA,6BAAiB,GAAE,CAAC;IACrC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;IAE7B,MAAM,mBAAmB,GAAG,QAAQ,CAAC,YAAY,CAAC,sBAAsB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IACpF,MAAM,mBAAmB,GAAG,QAAQ,CAAC,YAAY,CAAC,sBAAsB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IACpF,MAAM,iBAAiB,GAAG,QAAQ,CAAC,YAAY,CAAC,mBAAmB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAE/E,MAAM,cAAc,GAAiE;QACnF;YACE,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,mBAAmB;SAC7B;KACF,CAAC;IAEF,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,YAAY,GAA0B,IAAI,CAAC;IAC/C,MAAM,eAAe,GAAG;QACtB,KAAK,EAAE,CAAC;QACR,MAAM,EAAE,CAAC;QACT,UAAU,EAAE,CAAC;QACb,WAAW,EAAE,CAAC;QACd,MAAM,EAAE,CAAC;KACV,CAAC;IAEF,IAAI,YAAY,GAAkB,IAAI,CAAC;IACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QAEnD,iBAAiB;QACjB,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC/D,IAAI,WAAW,CAAC,UAAU,EAAE,CAAC;YAC3B,eAAe,CAAC,KAAK,IAAI,WAAW,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;YAC3D,eAAe,CAAC,MAAM,IAAI,WAAW,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAC7D,eAAe,CAAC,UAAU,IAAI,WAAW,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;YACrE,eAAe,CAAC,MAAM,IAAI,WAAW,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QAC/D,CAAC;QACD,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,gCAAgC,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC;QACvE,CAAC;QACD,IAAA,mBAAS,EACP,OAAO,WAAW,CAAC,MAAM,KAAK,QAAQ,EACtC,qDAAqD,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CACnF,CAAC;QACF,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,IAAA,6BAAsB,EAGjE,WAAW,CAAC,MAAM,CAAC,CAAC;QAEvB,gBAAM,CAAC,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,uBAAuB,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;QAE5E,wDAAwD;QACxD,gBAAM,CAAC,KAAK,CAAC,kBAAkB,YAAY,kBAAkB,WAAW,EAAE,CAAC,CAAC;QAC5E,YAAY,GAAG,MAAM,IAAA,+BAAY,EAC/B,MAAM,EACN;YACE,GAAG,IAAI;YACP,CAAC,SAAS,CAAC,EAAE,YAAY;SAC1B,EACD,OAAO,EACP,cAAc,CACf,CAAC;QAEF,kBAAkB;QAClB,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC;YACnC;gBACE,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,mBAAmB;aAC7B;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,YAAY;aACtB;SACF,CAAC,CAAC;QACH,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACnE,IAAI,aAAa,CAAC,UAAU,EAAE,CAAC;YAC7B,eAAe,CAAC,KAAK,IAAI,aAAa,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;YAC7D,eAAe,CAAC,MAAM,IAAI,aAAa,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAC/D,eAAe,CAAC,UAAU,IAAI,aAAa,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;YACvE,eAAe,CAAC,MAAM,IAAI,aAAa,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QACjE,CAAC;QACD,IAAI,aAAa,CAAC,KAAK,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,0CAA0C,aAAa,CAAC,KAAK,EAAE,CAAC,CAAC;QACnF,CAAC;QACD,IAAA,mBAAS,EAAC,OAAO,aAAa,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;QACtF,MAAM,EAAE,SAAS,EAAE,GAAG,IAAA,6BAAsB,EAAyB,aAAa,CAAC,MAAM,CAAC,CAAC;QAC3F,gBAAM,CAAC,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,wBAAwB,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC;QAE/E,MAAM,cAAc,GAAG,MAAM,IAAA,0BAAiB,EAAC,cAAc,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QAE/F,gCAAgC;QAChC,MAAM,QAAQ,GAAG,uBAAuB,CAAC;QACzC,MAAM,GAAG,GAAG,cAAc,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAClD,gBAAM,CAAC,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,GAAG,EAAE,CAAC,CAAC;QAChD,IAAI,gBAAgB,CAAC;QACrB,IAAI,GAAG,EAAE,CAAC;YACR,MAAM,cAAc,GAAG,MAAM,cAAc,CAAC,OAAO,CACjD,IAAI,CAAC,SAAS,CAAC;gBACb;oBACE,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE;wBACP;4BACE,IAAI,EAAE,MAAM;4BACZ,IAAI,EAAE,2DAA2D;yBAClE;wBACD;4BACE,IAAI,EAAE,WAAW;4BACjB,SAAS,EAAE;gCACT,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;gCACX,MAAM,EAAE,MAAM;6BACf;yBACF;qBACF;iBACF;aACF,CAAC,CACH,CAAC;YACF,IAAI,cAAc,CAAC,UAAU,EAAE,CAAC;gBAC9B,eAAe,CAAC,KAAK,IAAI,cAAc,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;gBAC9D,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;gBAChE,eAAe,CAAC,UAAU,IAAI,cAAc,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;gBACxE,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAClE,CAAC;YACD,gBAAgB,GAAG,cAAc,CAAC,MAAM,CAAC;YACzC,gBAAM,CAAC,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,wBAAwB,gBAAgB,EAAE,CAAC,CAAC;QAC7E,CAAC;QAED,sBAAsB;QACtB,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;YAC/B;gBACE,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,iBAAiB;aAC3B;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,gBAAgB,IAAI,cAAc;aAC5C;SACF,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAC3D,IAAI,SAAS,CAAC,UAAU,EAAE,CAAC;YACzB,eAAe,CAAC,KAAK,IAAI,SAAS,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;YACzD,eAAe,CAAC,MAAM,IAAI,SAAS,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAC3D,eAAe,CAAC,UAAU,IAAI,SAAS,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;YACnE,eAAe,CAAC,MAAM,IAAI,SAAS,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QAC7D,CAAC;QACD,IAAA,mBAAS,EAAC,OAAO,SAAS,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;QAClF,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,IAAA,6BAAsB,EAAqB,SAAS,CAAC,MAAM,CAAC,CAAC;QACvF,gBAAM,CAAC,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,qBAAqB,SAAS,CAAC,MAAM,YAAY,KAAK,EAAE,CAAC,CAAC;QAEzF,IAAI,KAAK,GAAG,YAAY,EAAE,CAAC;YACzB,YAAY,GAAG,KAAK,CAAC;YACrB,YAAY,GAAG,cAAc,CAAC;QAChC,CAAC;QAED,IAAI,KAAK,IAAI,EAAE,EAAE,CAAC;YAChB,MAAM;QACR,CAAC;QAED,cAAc,CAAC,IAAI,CAAC;YAClB,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,uBAAuB,gBAAgB,IAAI,cAAc,kBAAkB,IAAI,cAAc,KAAK,IACzG,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,6BACnB,EAAE;SACH,CAAC,CAAC;QAEH,IAAI,cAAc,CAAC,UAAU,EAAE,CAAC;YAC9B,eAAe,CAAC,KAAK,IAAI,cAAc,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;YAC9D,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAChE,eAAe,CAAC,UAAU,IAAI,cAAc,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;YACxE,eAAe,CAAC,WAAW,IAAI,cAAc,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC;YAC1E,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IAED,OAAO;QACL,MAAM,EAAE,YAAY;QACpB,QAAQ,EAAE;YACR,kBAAkB,EAAE,YAAY,IAAI,SAAS;SAC9C;QACD,UAAU,EAAE,eAAe;KAC5B,CAAC;AACJ,CAAC;AAED,MAAM,wBAAwB;IAG5B,YAAqB,MAAuC;QAAvC,WAAM,GAAN,MAAM,CAAiC;QAC1D,+CAA+C;QAC/C,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,CAAC;IAChD,CAAC;IAED,EAAE;QACA,OAAO,mCAAmC,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,OAAO,CACX,MAAc,EACd,OAAuD,EACvD,OAA8B;QAE9B,IAAA,mBAAS,EAAC,OAAO,EAAE,gBAAgB,EAAE,qCAAqC,CAAC,CAAC;QAC5E,IAAA,mBAAS,EAAC,OAAO,CAAC,IAAI,EAAE,yBAAyB,CAAC,CAAC;QACnD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAA,yCAA6B,EAAC,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9F,IAAA,mBAAS,EAAC,SAAS,EAAE,8BAA8B,CAAC,CAAC;QACrD,OAAO,sBAAsB,CAAC;YAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,eAAe,EAAE,MAAM,+BAAsB,CAAC,WAAW,CAAC;gBACxD,QAAQ,EAAE,IAAI,CAAC,eAAe;gBAC9B,gBAAgB,EAAE,KAAK;gBACvB,QAAQ,EAAE,IAAI;aACf,CAAC;YACF,cAAc,EAAE,OAAO,CAAC,gBAAgB;YACxC,SAAS;YACT,OAAO;YACP,OAAO;SACR,CAAC,CAAC;IACL,CAAC;CACF;AAED,kBAAe,wBAAwB,CAAC"}

package/dist/src/redteam/providers/iterativeTree.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"iterativeTree.d.ts","sourceRoot":"","sources":["../../../../src/redteam/providers/iterativeTree.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AACH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAK5C,OAAO,KAAK,EACV,WAAW,EACX,oBAAoB,EACpB,oBAAoB,EACpB,MAAM,EACN,iBAAiB,EACjB,UAAU,EACX,MAAM,aAAa,CAAC;AA+BrB;;;;;GAKG;AACH,wBAAgB,mBAAmB,CACjC,QAAQ,EAAE,WAAW,EACrB,IAAI,EAAE,MAAM,GACX;IACD,mBAAmB,EAAE,MAAM,CAAC;IAC5B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,iBAAiB,EAAE,MAAM,CAAC;CAC3B,CAMA;AAED;;;;;;;GAOG;AACH,wBAAsB,gBAAgB,CACpC,eAAe,EAAE,WAAW,EAC5B,iBAAiB,EAAE,MAAM,EACzB,cAAc,EAAE,MAAM,EACtB,uBAAuB,EAAE,OAAO,GAC/B,OAAO,CAAC,MAAM,CAAC,CA8BjB;AAED;;;;;GAKG;AACH,wBAAsB,YAAY,CAChC,eAAe,EAAE,WAAW,EAC5B,cAAc,EAAE;IAAE,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,EAAE,GAC3E,OAAO,CAAC;IAAE,WAAW,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,UAAU,CAAA;CAAE,CAAC,CAoB3E;AAED;;;;;;GAMG;AACH,wBAAsB,cAAc,CAClC,eAAe,EAAE,WAAW,EAC5B,mBAAmB,EAAE,MAAM,EAC3B,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC;IAAE,SAAS,EAAE,OAAO,CAAC;IAAC,UAAU,CAAC,EAAE,UAAU,CAAA;CAAE,CAAC,CA4B1D;AAED;;;;;;;GAOG;AACH,wBAAgB,oBAAoB,CAClC,cAAc,EAAE,MAAM,EACtB,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,OAAO,EAClB,uBAAuB,EAAE,OAAO,GAC/B;IAAE,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAO5D;AAED;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,QAAQ,EAAE,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;;;;;GAMG;AACH,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,QAAQ,CAErF;AAED;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAoBtE;AAED;;;;;;GAMG;AACH,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAM5E;AAED;;;;;GAKG;AACH,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE,WAAW,EAAE,MAAM,GAAG,QAAQ,EAAE,CAyBzF;AAED;;;;GAIG;AACH,wBAAsB,sBAAsB,CAAC,EAC3C,MAAM,EACN,OAAO,EACP,IAAI,EACJ,eAAe,EACf,cAAc,EACd,SAAS,EACT,OAAO,EACP,OAAO,GACR,EAAE;IACD,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,iBAAiB,GAAG,SAAS,CAAC;IACvC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,CAAC;IACtC,eAAe,EAAE,WAAW,CAAC;IAC7B,cAAc,EAAE,WAAW,CAAC;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,oBAAoB,CAAC;IAC9B,OAAO,EAAE,oBAAoB,CAAC;CAC/B,GAAG,OAAO,CAAC;IACV,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE;QAAE,kBAAkB,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAC1C,UAAU,CAAC,EAAE,UAAU,CAAC;CACzB,CAAC,CA+OD;AAED;;GAEG;AACH,cAAM,4BAA6B,YAAW,WAAW;IAQ3C,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAP5D,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IAEnC;;;;OAIG;gBACkB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAM5D;;;OAGG;IACH,EAAE,IAAI,MAAM;IAIZ;;;;;;OAMG;IACG,OAAO,CACX,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,oBAAoB,EAC9B,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE;YAAE,kBAAkB,CAAC,EAAE,MAAM,CAAA;SAAE,CAAA;KAAE,CAAC;CA8B1E;AAED,eAAe,4BAA4B,CAAC"}
+{"version":3,"file":"iterativeTree.d.ts","sourceRoot":"","sources":["../../../../src/redteam/providers/iterativeTree.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AACH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAI5C,OAAO,KAAK,EACV,WAAW,EACX,oBAAoB,EACpB,oBAAoB,EACpB,MAAM,EACN,iBAAiB,EACjB,UAAU,EACX,MAAM,aAAa,CAAC;AAgCrB;;;;;GAKG;AACH,wBAAgB,mBAAmB,CACjC,QAAQ,EAAE,WAAW,EACrB,IAAI,EAAE,MAAM,GACX;IACD,mBAAmB,EAAE,MAAM,CAAC;IAC5B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,iBAAiB,EAAE,MAAM,CAAC;CAC3B,CAMA;AAED;;;;;;;GAOG;AACH,wBAAsB,gBAAgB,CACpC,eAAe,EAAE,WAAW,EAC5B,iBAAiB,EAAE,MAAM,EACzB,cAAc,EAAE,MAAM,EACtB,uBAAuB,EAAE,OAAO,GAC/B,OAAO,CAAC,MAAM,CAAC,CA+BjB;AAED;;;;;GAKG;AACH,wBAAsB,YAAY,CAChC,eAAe,EAAE,WAAW,EAC5B,cAAc,EAAE;IAAE,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,EAAE,GAC3E,OAAO,CAAC;IAAE,WAAW,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,UAAU,CAAA;CAAE,CAAC,CAqB3E;AAED;;;;;;GAMG;AACH,wBAAsB,cAAc,CAClC,eAAe,EAAE,WAAW,EAC5B,mBAAmB,EAAE,MAAM,EAC3B,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC;IAAE,SAAS,EAAE,OAAO,CAAC;IAAC,UAAU,CAAC,EAAE,UAAU,CAAA;CAAE,CAAC,CA8B1D;AAED;;;;;;;GAOG;AACH,wBAAgB,oBAAoB,CAClC,cAAc,EAAE,MAAM,EACtB,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,OAAO,EAClB,uBAAuB,EAAE,OAAO,GAC/B;IAAE,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAO5D;AAED;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,QAAQ,EAAE,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;;;;;GAMG;AACH,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,QAAQ,CAErF;AAED;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAoBtE;AAED;;;;;;GAMG;AACH,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAM5E;AAED;;;;;GAKG;AACH,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE,WAAW,EAAE,MAAM,GAAG,QAAQ,EAAE,CAyBzF;AAED;;;;GAIG;AACH,wBAAsB,sBAAsB,CAAC,EAC3C,MAAM,EACN,OAAO,EACP,IAAI,EACJ,eAAe,EACf,cAAc,EACd,SAAS,EACT,OAAO,EACP,OAAO,GACR,EAAE;IACD,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,iBAAiB,GAAG,SAAS,CAAC;IACvC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,CAAC;IACtC,eAAe,EAAE,WAAW,CAAC;IAC7B,cAAc,EAAE,WAAW,CAAC;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,oBAAoB,CAAC;IAC9B,OAAO,EAAE,oBAAoB,CAAC;CAC/B,GAAG,OAAO,CAAC;IACV,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE;QAAE,kBAAkB,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAC1C,UAAU,CAAC,EAAE,UAAU,CAAC;CACzB,CAAC,CAmPD;AAED;;GAEG;AACH,cAAM,4BAA6B,YAAW,WAAW;IAQ3C,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAP5D,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IAEnC;;;;OAIG;gBACkB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAM5D;;;OAGG;IACH,EAAE,IAAI,MAAM;IAIZ;;;;;;OAMG;IACG,OAAO,CACX,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,oBAAoB,EAC9B,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE;YAAE,kBAAkB,CAAC,EAAE,MAAM,CAAA;SAAE,CAAA;KAAE,CAAC;CA+B1E;AAED,eAAe,4BAA4B,CAAC"}

package/dist/src/redteam/providers/iterativeTree.js

@@ -13,10 +13,10 @@ exports.calculateBranches = calculateBranches;
 exports.calculateSimilarity = calculateSimilarity;
 exports.selectDiverseBestNodes = selectDiverseBestNodes;
 exports.runRedteamConversation = runRedteamConversation;
-const tiny_invariant_1 = __importDefault(require("tiny-invariant"));
 const evaluatorHelpers_1 = require("../../evaluatorHelpers");
 const logger_1 = __importDefault(require("../../logger"));
 const promptfoo_1 = require("../../providers/promptfoo");
+const invariant_1 = __importDefault(require("../../util/invariant"));
 const json_1 = require("../../util/json");
 const templates_1 = require("../../util/templates");
 const remoteGeneration_1 = require("../remoteGeneration");
@@ -77,10 +77,11 @@ async function evaluateResponse(redteamProvider, judgeSystemPrompt, targetRespon
         },
         vars: {},
     });
+    logger_1.default.debug(`[IterativeTree] Judge response: ${JSON.stringify(judgeResp)}`);
     if (judgeResp.error) {
         throw new Error(`Error from redteam (judge) provider: ${judgeResp.error}`);
     }
-    (0, tiny_invariant_1.default)(typeof judgeResp.output === 'string', 'Expected output to be a string');
+    (0, invariant_1.default)(typeof judgeResp.output === 'string', 'Expected output to be a string');
     let { rating: score } = (0, json_1.extractFirstJsonObject)(judgeResp.output);
     // Apply penalty if the phrase is present
     if (containsPenalizedPhrase) {
@@ -103,10 +104,11 @@ async function getNewPrompt(redteamProvider, redteamHistory) {
         },
         vars: {},
     });
+    logger_1.default.debug(`[IterativeTree] Redteam response: ${JSON.stringify(redteamResp)}`);
     if (redteamResp.error) {
         throw new Error(`Error from redteam provider: ${redteamResp.error}`);
     }
-    (0, tiny_invariant_1.default)(typeof redteamResp.output === 'string', `Expected output to be a string, but got response: ${JSON.stringify(redteamResp)}`);
+    (0, invariant_1.default)(typeof redteamResp.output === 'string', `Expected output to be a string, but got response: ${JSON.stringify(redteamResp)}`);
     return {
         ...(0, json_1.extractFirstJsonObject)(redteamResp.output),
         tokenUsage: redteamResp.tokenUsage,
@@ -137,12 +139,14 @@ async function checkIfOnTopic(redteamProvider, onTopicSystemPrompt, targetPrompt
         },
         vars: {},
     });
+    logger_1.default.debug(`[IterativeTree] On-topic response: ${JSON.stringify(isOnTopicResp)}`);
     if (isOnTopicResp.error) {
         throw new Error(`Error from redteam (onTopic) provider: ${isOnTopicResp.error}`);
     }
-    (0, tiny_invariant_1.default)(typeof isOnTopicResp.output === 'string', 'Expected output to be a string');
+    (0, invariant_1.default)(typeof isOnTopicResp.output === 'string', 'Expected output to be a string');
     const { onTopic } = (0, json_1.extractFirstJsonObject)(isOnTopicResp.output);
-    (0, tiny_invariant_1.default)(typeof onTopic === 'boolean', 'Expected onTopic to be a boolean');
+    logger_1.default.debug(`[IterativeTree] Parsed onTopic value: ${JSON.stringify(onTopic)}`);
+    (0, invariant_1.default)(typeof onTopic === 'boolean', 'Expected onTopic to be a boolean');
     return {
         isOnTopic: onTopic,
         tokenUsage: isOnTopicResp.tokenUsage,
@@ -299,6 +303,10 @@ async function runRedteamConversation({ prompt, filters, vars, redteamProvider,
                     totalTokenUsage.numRequests += isOnTopicTokenUsage.numRequests ?? 1;
                 }
                 const targetResponse = await (0, shared_1.getTargetResponse)(targetProvider, targetPrompt, context, options);
+                if (targetResponse.error) {
+                    throw new Error(`[IterativeTree] Target returned an error: ${targetResponse.error}`);
+                }
+                (0, invariant_1.default)(targetResponse.output, '[IterativeTree] Target did not return an output');
                 if (targetResponse.tokenUsage) {
                     totalTokenUsage.total += targetResponse.tokenUsage.total || 0;
                     totalTokenUsage.prompt += targetResponse.tokenUsage.prompt || 0;
@@ -394,8 +402,8 @@ class RedteamIterativeTreeProvider {
      */
     constructor(config) {
         this.config = config;
-        logger_1.default.debug(`RedteamIterativeTreeProvider config: ${JSON.stringify(config)}`);
-        (0, tiny_invariant_1.default)(typeof config.injectVar === 'string', 'Expected injectVar to be set');
+        logger_1.default.debug(`[IterativeTree] Constructor config: ${JSON.stringify(config)}`);
+        (0, invariant_1.default)(typeof config.injectVar === 'string', 'Expected injectVar to be set');
         this.injectVar = config.injectVar;
     }
     /**
@@ -413,8 +421,9 @@ class RedteamIterativeTreeProvider {
      * @returns A promise that resolves to an object with the output and metadata.
      */
     async callApi(prompt, context, options) {
-        (0, tiny_invariant_1.default)(context?.originalProvider, 'Expected originalProvider to be set');
-        (0, tiny_invariant_1.default)(context?.vars, 'Expected vars to be set');
+        logger_1.default.debug(`[IterativeTree] callApi context: ${JSON.stringify(context)}`);
+        (0, invariant_1.default)(context?.originalProvider, 'Expected originalProvider to be set');
+        (0, invariant_1.default)(context?.vars, 'Expected vars to be set');
         let redteamProvider;
         if ((0, remoteGeneration_1.shouldGenerateRemote)()) {
             redteamProvider = new promptfoo_1.PromptfooChatCompletionProvider({
@@ -424,7 +433,7 @@ class RedteamIterativeTreeProvider {
             });
         }
         else {
-            redteamProvider = await (0, shared_1.loadRedteamProvider)({
+            redteamProvider = await shared_1.redteamProviderManager.getProvider({
                 provider: this.config.redteamProvider,
                 jsonOnly: true,
             });

package/dist/src/redteam/providers/iterativeTree.js.map

@@ -1 +1 @@
-{"version":3,"file":"iterativeTree.js","sourceRoot":"","sources":["../../../../src/redteam/providers/iterativeTree.ts"],"names":[],"mappings":";;;;;AAgEA,kDAaC;AAUD,4CAmCC;AAQD,oCAuBC;AASD,wCAgCC;AAUD,oDAaC;AAmBD,wCAEC;AAQD,8CAoBC;AASD,kDAMC;AAQD,wDAyBC;AAOD,wDAqQC;AAtjBD,oEAAuC;AACvC,6DAAsD;AACtD,0DAAkC;AAClC,yDAA4E;AAS5E,0CAAyD;AACzD,oDAAyD;AACzD,0DAA2D;AAC3D,2CAAgD;AAChD,uCAAgG;AAChG,qCAAkE;AAElE,6CAA6C;AAE7C,+DAA+D;AAC/D,MAAM,YAAY,GAAG,EAAE,CAAC;AAExB,qEAAqE;AACrE,MAAM,YAAY,GAAG,EAAE,CAAC;AAExB,uCAAuC;AACvC,MAAM,SAAS,GAAG,CAAC,CAAC;AAEpB,uDAAuD;AACvD,MAAM,aAAa,GAAG,CAAC,CAAC;AAExB,oDAAoD;AACpD,MAAM,YAAY,GAAG,CAAC,CAAC;AAEvB,qDAAqD;AACrD,MAAM,YAAY,GAAG,CAAC,CAAC;AAEvB,mFAAmF;AACnF,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAE9B;;;;;GAKG;AACH,SAAgB,mBAAmB,CACjC,QAAqB,EACrB,IAAY;IAMZ,OAAO;QACL,mBAAmB,EAAE,QAAQ,CAAC,YAAY,CAAC,gCAAsB,EAAE,EAAE,IAAI,EAAE,CAAC;QAC5E,mBAAmB,EAAE,QAAQ,CAAC,YAAY,CAAC,gCAAsB,EAAE,EAAE,IAAI,EAAE,CAAC;QAC5E,iBAAiB,EAAE,QAAQ,CAAC,YAAY,CAAC,6BAAmB,EAAE,EAAE,IAAI,EAAE,CAAC;KACxE,CAAC;AACJ,CAAC;AAED;;;;;;;GAOG;AACI,KAAK,UAAU,gBAAgB,CACpC,eAA4B,EAC5B,iBAAyB,EACzB,cAAsB,EACtB,uBAAgC;IAEhC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAC/B;YACE,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,iBAAiB;SAC3B;QACD;YACE,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,cAAc;SACxB;KACF,CAAC,CAAC;IACH,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,SAAS,EAAE;QACzD,MAAM,EAAE;YACN,GAAG,EAAE,SAAS;YACd,KAAK,EAAE,OAAO;SACf;QACD,IAAI,EAAE,EAAE;KACT,CAAC,CAAC;IACH,IAAI,SAAS,CAAC,KAAK,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,wCAAwC,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC;IAC7E,CAAC;IACD,IAAA,wBAAS,EAAC,OAAO,SAAS,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;IAClF,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,IAAA,6BAAsB,EAAqB,SAAS,CAAC,MAAM,CAAC,CAAC;IAErF,yCAAyC;IACzC,IAAI,uBAAuB,EAAE,CAAC;QAC5B,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;IACjC,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;GAKG;AACI,KAAK,UAAU,YAAY,CAChC,eAA4B,EAC5B,cAA4E;IAE5E,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;IACnD,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,WAAW,EAAE;QAC7D,MAAM,EAAE;YACN,GAAG,EAAE,WAAW;YAChB,KAAK,EAAE,SAAS;SACjB;QACD,IAAI,EAAE,EAAE;KACT,CAAC,CAAC;IACH,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,gCAAgC,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC;IACvE,CAAC;IACD,IAAA,wBAAS,EACP,OAAO,WAAW,CAAC,MAAM,KAAK,QAAQ,EACtC,qDAAqD,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CACnF,CAAC;IACF,OAAO;QACL,GAAG,IAAA,6BAAsB,EAA0C,WAAW,CAAC,MAAM,CAAC;QACtF,UAAU,EAAE,WAAW,CAAC,UAAU;KACnC,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACI,KAAK,UAAU,cAAc,CAClC,eAA4B,EAC5B,mBAA2B,EAC3B,YAAoB;IAEpB,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC;QACnC;YACE,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,mBAAmB;SAC7B;QACD;YACE,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,YAAY;SACtB;KACF,CAAC,CAAC;IACH,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,aAAa,EAAE;QACjE,MAAM,EAAE;YACN,GAAG,EAAE,aAAa;YAClB,KAAK,EAAE,UAAU;SAClB;QACD,IAAI,EAAE,EAAE;KACT,CAAC,CAAC;IACH,IAAI,aAAa,CAAC,KAAK,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,0CAA0C,aAAa,CAAC,KAAK,EAAE,CAAC,CAAC;IACnF,CAAC;IACD,IAAA,wBAAS,EAAC,OAAO,aAAa,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;IACtF,MAAM,EAAE,OAAO,EAAE,GAAG,IAAA,6BAAsB,EAAuB,aAAa,CAAC,MAAM,CAAC,CAAC;IACvF,IAAA,wBAAS,EAAC,OAAO,OAAO,KAAK,SAAS,EAAE,kCAAkC,CAAC,CAAC;IAC5E,OAAO;QACL,SAAS,EAAE,OAAO;QAClB,UAAU,EAAE,aAAa,CAAC,UAAU;KACrC,CAAC;AACJ,CAAC;AAED;;;;;;;GAOG;AACH,SAAgB,oBAAoB,CAClC,cAAsB,EACtB,IAAY,EACZ,KAAa,EACb,SAAkB,EAClB,uBAAgC;IAEhC,OAAO;QACL,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,0BAA0B,cAAc,kBAAkB,IAAI,cAAc,KAAK,IACxF,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,6BACnB,GAAG,uBAAuB,CAAC,CAAC,CAAC,8BAA8B,CAAC,CAAC,CAAC,EAAE,EAAE;KACnE,CAAC;AACJ,CAAC;AAYD;;;;;;GAMG;AACH,SAAgB,cAAc,CAAC,MAAc,EAAE,KAAa,EAAE,KAAa;IACzE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC;AAChD,CAAC;AAED;;;;;GAKG;AACH,SAAgB,iBAAiB,CAAC,KAAa,EAAE,KAAa;IAC5D,4CAA4C;IAC5C,IAAI,QAAQ,GAAG,aAAa,CAAC;IAE7B,oCAAoC;IACpC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QACf,QAAQ,IAAI,CAAC,CAAC;IAChB,CAAC;SAAM,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QACtB,QAAQ,IAAI,CAAC,CAAC;IAChB,CAAC;IAED,mCAAmC;IACnC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QACf,QAAQ,IAAI,CAAC,CAAC;IAChB,CAAC;IAED,2DAA2D;IAC3D,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;IAEpE,OAAO,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;AAC1C,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,mBAAmB,CAAC,OAAe,EAAE,OAAe;IAClE,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;IACzD,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;IACzD,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACnE,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;IAC1C,OAAO,YAAY,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;AACxC,CAAC;AAED;;;;;GAKG;AACH,SAAgB,sBAAsB,CAAC,KAAiB,EAAE,WAAmB;IAC3E,0CAA0C;IAC1C,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IAE5D,MAAM,aAAa,GAAe,EAAE,CAAC;IACrC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IAEpC,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,mDAAmD;QACnD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,mBAAmB,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC;YAC5F,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACzB,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7B,CAAC;QAED,IAAI,aAAa,CAAC,MAAM,IAAI,WAAW,EAAE,CAAC;YACxC,MAAM;QACR,CAAC;IACH,CAAC;IAED,2EAA2E;IAC3E,OAAO,aAAa,CAAC,MAAM,GAAG,WAAW,IAAI,aAAa,CAAC,MAAM,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC;QACvF,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;IACxD,CAAC;IAED,OAAO,aAAa,CAAC;AACvB,CAAC;AAED;;;;GAIG;AACI,KAAK,UAAU,sBAAsB,CAAC,EAC3C,MAAM,EACN,OAAO,EACP,IAAI,EACJ,eAAe,EACf,cAAc,EACd,SAAS,EACT,OAAO,EACP,OAAO,GAUR;IAKC,MAAM,QAAQ,GAAG,IAAA,6BAAiB,GAAE,CAAC;IACrC,MAAM,IAAI,GAAW,IAAI,CAAC,SAAS,CAAW,CAAC;IAE/C,IAAI,QAAQ,GAAG,CAAC,CAAC;IAEjB,gBAAM,CAAC,KAAK,CACV,qEAAqE,SAAS,mBAAmB,aAAa,kBAAkB,YAAY,kBAAkB,YAAY,WAAW,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAClN,CAAC;IAEF,MAAM,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,GAAG,mBAAmB,CACzF,QAAQ,EACR,IAAI,CACL,CAAC;IAEF,MAAM,cAAc,GAAiE;QACnF;YACE,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,mBAAmB;SAC7B;KACF,CAAC;IAEF,IAAI,gBAAgB,GAAe,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAEhE,MAAM,QAAQ,GAAa,cAAc,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAEtD,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,kBAAkB,GAAG,CAAC,CAAC;IAE3B,MAAM,eAAe,GAAG;QACtB,KAAK,EAAE,CAAC;QACR,MAAM,EAAE,CAAC;QACT,UAAU,EAAE,CAAC;QACb,WAAW,EAAE,CAAC;QACd,MAAM,EAAE,CAAC;KACV,CAAC;IAEF,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,SAAS,EAAE,KAAK,EAAE,EAAE,CAAC;QAC/C,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,6CAA6C,gBAAgB,CAAC,MAAM,uBAAuB,QAAQ,EAAE,CACrH,CAAC;QAEF,MAAM,cAAc,GAAe,EAAE,CAAC;QAEtC,KAAK,MAAM,IAAI,IAAI,gBAAgB,EAAE,CAAC;YACpC,MAAM,eAAe,GAAG,iBAAiB,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAC7D,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,6BAA6B,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,eAAe,IAAI,CAAC,KAAK,cAAc,eAAe,uBAAuB,QAAQ,EAAE,CAChK,CAAC;YAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,EAAE,CAAC,EAAE,EAAE,CAAC;gBACzC,MAAM,EACJ,WAAW,EACX,MAAM,EAAE,YAAY,EACpB,UAAU,EAAE,iBAAiB,GAC9B,GAAG,MAAM,YAAY,CAAC,eAAe,EAAE;oBACtC,GAAG,cAAc;oBACjB,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE;iBAC5C,CAAC,CAAC;gBAEH,IAAI,iBAAiB,EAAE,CAAC;oBACtB,eAAe,CAAC,KAAK,IAAI,iBAAiB,CAAC,KAAK,IAAI,CAAC,CAAC;oBACtD,eAAe,CAAC,MAAM,IAAI,iBAAiB,CAAC,MAAM,IAAI,CAAC,CAAC;oBACxD,eAAe,CAAC,UAAU,IAAI,iBAAiB,CAAC,UAAU,IAAI,CAAC,CAAC;oBAChE,eAAe,CAAC,WAAW,IAAI,iBAAiB,CAAC,WAAW,IAAI,CAAC,CAAC;oBAClE,eAAe,CAAC,MAAM,IAAI,iBAAiB,CAAC,MAAM,IAAI,CAAC,CAAC;gBAC1D,CAAC;gBAED,QAAQ,EAAE,CAAC;gBACX,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,aAAa,QAAQ,4BAA4B,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,sBAAsB,WAAW,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,2BAA2B,QAAQ,EAAE,CACrL,CAAC;gBAEF,MAAM,YAAY,GAAG,MAAM,IAAA,+BAAY,EACrC,MAAM,EACN;oBACE,GAAG,IAAI;oBACP,CAAC,SAAS,CAAC,EAAE,YAAY;iBAC1B,EACD,OAAO,EACP,cAAc,CACf,CAAC;gBAEF,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,mBAAmB,EAAE,GAAG,MAAM,cAAc,CACzE,eAAe,EACf,mBAAmB,EACnB,YAAY,CACb,CAAC;gBACF,IAAI,mBAAmB,EAAE,CAAC;oBACxB,eAAe,CAAC,KAAK,IAAI,mBAAmB,CAAC,KAAK,IAAI,CAAC,CAAC;oBACxD,eAAe,CAAC,MAAM,IAAI,mBAAmB,CAAC,MAAM,IAAI,CAAC,CAAC;oBAC1D,eAAe,CAAC,UAAU,IAAI,mBAAmB,CAAC,UAAU,IAAI,CAAC,CAAC;oBAClE,eAAe,CAAC,MAAM,IAAI,mBAAmB,CAAC,MAAM,IAAI,CAAC,CAAC;oBAC1D,eAAe,CAAC,WAAW,IAAI,mBAAmB,CAAC,WAAW,IAAI,CAAC,CAAC;gBACtE,CAAC;gBAED,MAAM,cAAc,GAAG,MAAM,IAAA,0BAAiB,EAC5C,cAAc,EACd,YAAY,EACZ,OAAO,EACP,OAAO,CACR,CAAC;gBACF,IAAI,cAAc,CAAC,UAAU,EAAE,CAAC;oBAC9B,eAAe,CAAC,KAAK,IAAI,cAAc,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;oBAC9D,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;oBAChE,eAAe,CAAC,UAAU,IAAI,cAAc,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;oBACxE,eAAe,CAAC,WAAW,IAAI,cAAc,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC;oBAC1E,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;gBAClE,CAAC;gBAED,MAAM,uBAAuB,GAAG,6BAAiB,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAChE,cAAc,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CACrD,CAAC;gBAEF,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAClC,eAAe,EACf,iBAAiB,EACjB,cAAc,CAAC,MAAM,EACrB,uBAAuB,CACxB,CAAC;gBAEF,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,aAAa,QAAQ,uBAAuB,KAAK,cAAc,SAAS,eAAe,uBAAuB,uBAAuB,QAAQ,EAAE,CAC/J,CAAC;gBAEF,MAAM,OAAO,GAAG,cAAc,CAAC,YAAY,EAAE,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;gBAC/D,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAE7B,IAAI,KAAK,GAAG,QAAQ,EAAE,CAAC;oBACrB,QAAQ,GAAG,KAAK,CAAC;oBACjB,gBAAM,CAAC,KAAK,CAAC,UAAU,KAAK,aAAa,QAAQ,oBAAoB,QAAQ,EAAE,CAAC,CAAC;gBACnF,CAAC;qBAAM,IAAI,KAAK,GAAG,SAAS,EAAE,CAAC;oBAC7B,SAAS,GAAG,KAAK,CAAC;oBAClB,kBAAkB,GAAG,CAAC,CAAC;oBACvB,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,aAAa,QAAQ,qBAAqB,KAAK,gBAAgB,QAAQ,EAAE,CACzF,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,kBAAkB,EAAE,CAAC;oBACrB,IAAI,kBAAkB,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;wBACjC,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,aAAa,QAAQ,wBAAwB,kBAAkB,uCAAuC,QAAQ,EAAE,CAChI,CAAC;oBACJ,CAAC;gBACH,CAAC;gBAED,IAAI,KAAK,IAAI,YAAY,EAAE,CAAC;oBAC1B,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,aAAa,QAAQ,2BAA2B,YAAY,iBAAiB,QAAQ,aAAa,CAClH,CAAC;oBACF,OAAO;wBACL,MAAM,EAAE,cAAc,CAAC,MAAM;wBAC7B,QAAQ,EAAE;4BACR,kBAAkB,EAAE,YAAY;yBACjC;wBACD,UAAU,EAAE,eAAe;qBAC5B,CAAC;gBACJ,CAAC;gBAED,IAAI,kBAAkB,IAAI,kBAAkB,EAAE,CAAC;oBAC7C,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,aAAa,QAAQ,wBAAwB,kBAAkB,uCAAuC,QAAQ,aAAa,CAC3I,CAAC;oBACF,OAAO;wBACL,MAAM,EAAE,cAAc,CAAC,MAAM;wBAC7B,QAAQ,EAAE;4BACR,kBAAkB,EAAE,YAAY;yBACjC;wBACD,UAAU,EAAE,eAAe;qBAC5B,CAAC;gBACJ,CAAC;gBAED,IAAI,QAAQ,IAAI,YAAY,EAAE,CAAC;oBAC7B,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,aAAa,QAAQ,+BAA+B,YAAY,iBAAiB,QAAQ,aAAa,CACtH,CAAC;oBACF,OAAO;wBACL,MAAM,EAAE,cAAc,CAAC,MAAM;wBAC7B,QAAQ,EAAE;4BACR,kBAAkB,EAAE,YAAY;yBACjC;wBACD,UAAU,EAAE,eAAe;qBAC5B,CAAC;gBACJ,CAAC;gBAED,cAAc,CAAC,IAAI,CACjB,oBAAoB,CAClB,cAAc,CAAC,MAAM,EACrB,IAAI,EACJ,KAAK,EACL,SAAS,EACT,uBAAuB,CACxB,CACF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,gBAAgB,GAAG,sBAAsB,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC;QACzE,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,oCAAoC,gBAAgB,CAAC,MAAM,sDAAsD,SAAS,gBAAgB,QAAQ,EAAE,CACpK,CAAC;IACJ,CAAC;IAED,MAAM,iBAAiB,GAAG,MAAM,IAAA,+BAAY,EAC1C,MAAM,EACN;QACE,GAAG,IAAI;QACP,CAAC,SAAS,CAAC,EAAE,QAAQ,CAAC,MAAM;KAC7B,EACD,OAAO,EACP,cAAc,CACf,CAAC;IAEF,MAAM,mBAAmB,GAAG,MAAM,IAAA,0BAAiB,EACjD,cAAc,EACd,iBAAiB,EACjB,OAAO,EACP,OAAO,CACR,CAAC;IACF,IAAI,mBAAmB,CAAC,UAAU,EAAE,CAAC;QACnC,eAAe,CAAC,KAAK,IAAI,mBAAmB,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;QACnE,eAAe,CAAC,MAAM,IAAI,mBAAmB,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QACrE,eAAe,CAAC,UAAU,IAAI,mBAAmB,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;QAC7E,eAAe,CAAC,WAAW,IAAI,mBAAmB,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC;QAC/E,eAAe,CAAC,MAAM,IAAI,mBAAmB,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;IACvE,CAAC;IAED,gBAAM,CAAC,KAAK,CACV,qDAAqD,SAAS,gBAAgB,QAAQ,qBAAqB,QAAQ,EAAE,CACtH,CAAC;IAEF,OAAO;QACL,MAAM,EAAE,mBAAmB,CAAC,MAAM;QAClC,QAAQ,EAAE;YACR,kBAAkB,EAAE,iBAAiB;SACtC;QACD,UAAU,EAAE,eAAe;KAC5B,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,4BAA4B;IAGhC;;;;OAIG;IACH,YAAqB,MAAuC;QAAvC,WAAM,GAAN,MAAM,CAAiC;QAC1D,gBAAM,CAAC,KAAK,CAAC,wCAAwC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC/E,IAAA,wBAAS,EAAC,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,EAAE,8BAA8B,CAAC,CAAC;QAChF,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;IACpC,CAAC;IAED;;;OAGG;IACH,EAAE;QACA,OAAO,kCAAkC,CAAC;IAC5C,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,OAAO,CACX,MAAc,EACd,OAA8B,EAC9B,OAA8B;QAE9B,IAAA,wBAAS,EAAC,OAAO,EAAE,gBAAgB,EAAE,qCAAqC,CAAC,CAAC;QAC5E,IAAA,wBAAS,EAAC,OAAO,EAAE,IAAI,EAAE,yBAAyB,CAAC,CAAC;QAEpD,IAAI,eAA4B,CAAC;QAEjC,IAAI,IAAA,uCAAoB,GAAE,EAAE,CAAC;YAC3B,eAAe,GAAG,IAAI,2CAA+B,CAAC;gBACpD,IAAI,EAAE,gBAAgB;gBACtB,QAAQ,EAAE,IAAI;gBACd,gBAAgB,EAAE,KAAK;aACxB,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,eAAe,GAAG,MAAM,IAAA,4BAAmB,EAAC;gBAC1C,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe;gBACrC,QAAQ,EAAE,IAAI;aACf,CAAC,CAAC;QACL,CAAC;QAED,OAAO,sBAAsB,CAAC;YAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,eAAe;YACf,cAAc,EAAE,OAAO,CAAC,gBAAgB;YACxC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO;YACP,OAAO,EAAE,OAAO,IAAI,EAAE;SACvB,CAAC,CAAC;IACL,CAAC;CACF;AAED,kBAAe,4BAA4B,CAAC"}
+{"version":3,"file":"iterativeTree.js","sourceRoot":"","sources":["../../../../src/redteam/providers/iterativeTree.ts"],"names":[],"mappings":";;;;;AAgEA,kDAaC;AAUD,4CAoCC;AAQD,oCAwBC;AASD,wCAkCC;AAUD,oDAaC;AAmBD,wCAEC;AAQD,8CAoBC;AASD,kDAMC;AAQD,wDAyBC;AAOD,wDAyQC;AA9jBD,6DAAsD;AACtD,0DAAkC;AAClC,yDAA4E;AAS5E,qEAA6C;AAC7C,0CAAyD;AACzD,oDAAyD;AACzD,0DAA2D;AAC3D,2CAAgD;AAChD,uCAAgG;AAChG,qCAAqE;AAErE,6CAA6C;AAE7C,+DAA+D;AAC/D,MAAM,YAAY,GAAG,EAAE,CAAC;AAExB,qEAAqE;AACrE,MAAM,YAAY,GAAG,EAAE,CAAC;AAExB,uCAAuC;AACvC,MAAM,SAAS,GAAG,CAAC,CAAC;AAEpB,uDAAuD;AACvD,MAAM,aAAa,GAAG,CAAC,CAAC;AAExB,oDAAoD;AACpD,MAAM,YAAY,GAAG,CAAC,CAAC;AAEvB,qDAAqD;AACrD,MAAM,YAAY,GAAG,CAAC,CAAC;AAEvB,mFAAmF;AACnF,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAE9B;;;;;GAKG;AACH,SAAgB,mBAAmB,CACjC,QAAqB,EACrB,IAAY;IAMZ,OAAO;QACL,mBAAmB,EAAE,QAAQ,CAAC,YAAY,CAAC,gCAAsB,EAAE,EAAE,IAAI,EAAE,CAAC;QAC5E,mBAAmB,EAAE,QAAQ,CAAC,YAAY,CAAC,gCAAsB,EAAE,EAAE,IAAI,EAAE,CAAC;QAC5E,iBAAiB,EAAE,QAAQ,CAAC,YAAY,CAAC,6BAAmB,EAAE,EAAE,IAAI,EAAE,CAAC;KACxE,CAAC;AACJ,CAAC;AAED;;;;;;;GAOG;AACI,KAAK,UAAU,gBAAgB,CACpC,eAA4B,EAC5B,iBAAyB,EACzB,cAAsB,EACtB,uBAAgC;IAEhC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAC/B;YACE,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,iBAAiB;SAC3B;QACD;YACE,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,cAAc;SACxB;KACF,CAAC,CAAC;IACH,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,SAAS,EAAE;QACzD,MAAM,EAAE;YACN,GAAG,EAAE,SAAS;YACd,KAAK,EAAE,OAAO;SACf;QACD,IAAI,EAAE,EAAE;KACT,CAAC,CAAC;IACH,gBAAM,CAAC,KAAK,CAAC,mCAAmC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IAC7E,IAAI,SAAS,CAAC,KAAK,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,wCAAwC,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC;IAC7E,CAAC;IACD,IAAA,mBAAS,EAAC,OAAO,SAAS,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;IAClF,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,IAAA,6BAAsB,EAAqB,SAAS,CAAC,MAAM,CAAC,CAAC;IAErF,yCAAyC;IACzC,IAAI,uBAAuB,EAAE,CAAC;QAC5B,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;IACjC,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;GAKG;AACI,KAAK,UAAU,YAAY,CAChC,eAA4B,EAC5B,cAA4E;IAE5E,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;IACnD,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,WAAW,EAAE;QAC7D,MAAM,EAAE;YACN,GAAG,EAAE,WAAW;YAChB,KAAK,EAAE,SAAS;SACjB;QACD,IAAI,EAAE,EAAE;KACT,CAAC,CAAC;IACH,gBAAM,CAAC,KAAK,CAAC,qCAAqC,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;IACjF,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,gCAAgC,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC;IACvE,CAAC;IACD,IAAA,mBAAS,EACP,OAAO,WAAW,CAAC,MAAM,KAAK,QAAQ,EACtC,qDAAqD,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CACnF,CAAC;IACF,OAAO;QACL,GAAG,IAAA,6BAAsB,EAA0C,WAAW,CAAC,MAAM,CAAC;QACtF,UAAU,EAAE,WAAW,CAAC,UAAU;KACnC,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACI,KAAK,UAAU,cAAc,CAClC,eAA4B,EAC5B,mBAA2B,EAC3B,YAAoB;IAEpB,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC;QACnC;YACE,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,mBAAmB;SAC7B;QACD;YACE,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,YAAY;SACtB;KACF,CAAC,CAAC;IACH,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,aAAa,EAAE;QACjE,MAAM,EAAE;YACN,GAAG,EAAE,aAAa;YAClB,KAAK,EAAE,UAAU;SAClB;QACD,IAAI,EAAE,EAAE;KACT,CAAC,CAAC;IACH,gBAAM,CAAC,KAAK,CAAC,sCAAsC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;IACpF,IAAI,aAAa,CAAC,KAAK,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,0CAA0C,aAAa,CAAC,KAAK,EAAE,CAAC,CAAC;IACnF,CAAC;IACD,IAAA,mBAAS,EAAC,OAAO,aAAa,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;IACtF,MAAM,EAAE,OAAO,EAAE,GAAG,IAAA,6BAAsB,EAAuB,aAAa,CAAC,MAAM,CAAC,CAAC;IACvF,gBAAM,CAAC,KAAK,CAAC,yCAAyC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACjF,IAAA,mBAAS,EAAC,OAAO,OAAO,KAAK,SAAS,EAAE,kCAAkC,CAAC,CAAC;IAC5E,OAAO;QACL,SAAS,EAAE,OAAO;QAClB,UAAU,EAAE,aAAa,CAAC,UAAU;KACrC,CAAC;AACJ,CAAC;AAED;;;;;;;GAOG;AACH,SAAgB,oBAAoB,CAClC,cAAsB,EACtB,IAAY,EACZ,KAAa,EACb,SAAkB,EAClB,uBAAgC;IAEhC,OAAO;QACL,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,0BAA0B,cAAc,kBAAkB,IAAI,cAAc,KAAK,IACxF,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,6BACnB,GAAG,uBAAuB,CAAC,CAAC,CAAC,8BAA8B,CAAC,CAAC,CAAC,EAAE,EAAE;KACnE,CAAC;AACJ,CAAC;AAYD;;;;;;GAMG;AACH,SAAgB,cAAc,CAAC,MAAc,EAAE,KAAa,EAAE,KAAa;IACzE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC;AAChD,CAAC;AAED;;;;;GAKG;AACH,SAAgB,iBAAiB,CAAC,KAAa,EAAE,KAAa;IAC5D,4CAA4C;IAC5C,IAAI,QAAQ,GAAG,aAAa,CAAC;IAE7B,oCAAoC;IACpC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QACf,QAAQ,IAAI,CAAC,CAAC;IAChB,CAAC;SAAM,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QACtB,QAAQ,IAAI,CAAC,CAAC;IAChB,CAAC;IAED,mCAAmC;IACnC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QACf,QAAQ,IAAI,CAAC,CAAC;IAChB,CAAC;IAED,2DAA2D;IAC3D,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;IAEpE,OAAO,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;AAC1C,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,mBAAmB,CAAC,OAAe,EAAE,OAAe;IAClE,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;IACzD,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;IACzD,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACnE,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;IAC1C,OAAO,YAAY,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;AACxC,CAAC;AAED;;;;;GAKG;AACH,SAAgB,sBAAsB,CAAC,KAAiB,EAAE,WAAmB;IAC3E,0CAA0C;IAC1C,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IAE5D,MAAM,aAAa,GAAe,EAAE,CAAC;IACrC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IAEpC,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,mDAAmD;QACnD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,mBAAmB,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC;YAC5F,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACzB,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7B,CAAC;QAED,IAAI,aAAa,CAAC,MAAM,IAAI,WAAW,EAAE,CAAC;YACxC,MAAM;QACR,CAAC;IACH,CAAC;IAED,2EAA2E;IAC3E,OAAO,aAAa,CAAC,MAAM,GAAG,WAAW,IAAI,aAAa,CAAC,MAAM,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC;QACvF,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;IACxD,CAAC;IAED,OAAO,aAAa,CAAC;AACvB,CAAC;AAED;;;;GAIG;AACI,KAAK,UAAU,sBAAsB,CAAC,EAC3C,MAAM,EACN,OAAO,EACP,IAAI,EACJ,eAAe,EACf,cAAc,EACd,SAAS,EACT,OAAO,EACP,OAAO,GAUR;IAKC,MAAM,QAAQ,GAAG,IAAA,6BAAiB,GAAE,CAAC;IACrC,MAAM,IAAI,GAAW,IAAI,CAAC,SAAS,CAAW,CAAC;IAE/C,IAAI,QAAQ,GAAG,CAAC,CAAC;IAEjB,gBAAM,CAAC,KAAK,CACV,qEAAqE,SAAS,mBAAmB,aAAa,kBAAkB,YAAY,kBAAkB,YAAY,WAAW,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAClN,CAAC;IAEF,MAAM,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,GAAG,mBAAmB,CACzF,QAAQ,EACR,IAAI,CACL,CAAC;IAEF,MAAM,cAAc,GAAiE;QACnF;YACE,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,mBAAmB;SAC7B;KACF,CAAC;IAEF,IAAI,gBAAgB,GAAe,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAEhE,MAAM,QAAQ,GAAa,cAAc,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAEtD,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,kBAAkB,GAAG,CAAC,CAAC;IAE3B,MAAM,eAAe,GAAG;QACtB,KAAK,EAAE,CAAC;QACR,MAAM,EAAE,CAAC;QACT,UAAU,EAAE,CAAC;QACb,WAAW,EAAE,CAAC;QACd,MAAM,EAAE,CAAC;KACV,CAAC;IAEF,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,SAAS,EAAE,KAAK,EAAE,EAAE,CAAC;QAC/C,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,6CAA6C,gBAAgB,CAAC,MAAM,uBAAuB,QAAQ,EAAE,CACrH,CAAC;QAEF,MAAM,cAAc,GAAe,EAAE,CAAC;QAEtC,KAAK,MAAM,IAAI,IAAI,gBAAgB,EAAE,CAAC;YACpC,MAAM,eAAe,GAAG,iBAAiB,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAC7D,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,6BAA6B,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,eAAe,IAAI,CAAC,KAAK,cAAc,eAAe,uBAAuB,QAAQ,EAAE,CAChK,CAAC;YAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,EAAE,CAAC,EAAE,EAAE,CAAC;gBACzC,MAAM,EACJ,WAAW,EACX,MAAM,EAAE,YAAY,EACpB,UAAU,EAAE,iBAAiB,GAC9B,GAAG,MAAM,YAAY,CAAC,eAAe,EAAE;oBACtC,GAAG,cAAc;oBACjB,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE;iBAC5C,CAAC,CAAC;gBAEH,IAAI,iBAAiB,EAAE,CAAC;oBACtB,eAAe,CAAC,KAAK,IAAI,iBAAiB,CAAC,KAAK,IAAI,CAAC,CAAC;oBACtD,eAAe,CAAC,MAAM,IAAI,iBAAiB,CAAC,MAAM,IAAI,CAAC,CAAC;oBACxD,eAAe,CAAC,UAAU,IAAI,iBAAiB,CAAC,UAAU,IAAI,CAAC,CAAC;oBAChE,eAAe,CAAC,WAAW,IAAI,iBAAiB,CAAC,WAAW,IAAI,CAAC,CAAC;oBAClE,eAAe,CAAC,MAAM,IAAI,iBAAiB,CAAC,MAAM,IAAI,CAAC,CAAC;gBAC1D,CAAC;gBAED,QAAQ,EAAE,CAAC;gBACX,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,aAAa,QAAQ,4BAA4B,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,sBAAsB,WAAW,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,2BAA2B,QAAQ,EAAE,CACrL,CAAC;gBAEF,MAAM,YAAY,GAAG,MAAM,IAAA,+BAAY,EACrC,MAAM,EACN;oBACE,GAAG,IAAI;oBACP,CAAC,SAAS,CAAC,EAAE,YAAY;iBAC1B,EACD,OAAO,EACP,cAAc,CACf,CAAC;gBAEF,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,mBAAmB,EAAE,GAAG,MAAM,cAAc,CACzE,eAAe,EACf,mBAAmB,EACnB,YAAY,CACb,CAAC;gBACF,IAAI,mBAAmB,EAAE,CAAC;oBACxB,eAAe,CAAC,KAAK,IAAI,mBAAmB,CAAC,KAAK,IAAI,CAAC,CAAC;oBACxD,eAAe,CAAC,MAAM,IAAI,mBAAmB,CAAC,MAAM,IAAI,CAAC,CAAC;oBAC1D,eAAe,CAAC,UAAU,IAAI,mBAAmB,CAAC,UAAU,IAAI,CAAC,CAAC;oBAClE,eAAe,CAAC,MAAM,IAAI,mBAAmB,CAAC,MAAM,IAAI,CAAC,CAAC;oBAC1D,eAAe,CAAC,WAAW,IAAI,mBAAmB,CAAC,WAAW,IAAI,CAAC,CAAC;gBACtE,CAAC;gBAED,MAAM,cAAc,GAAG,MAAM,IAAA,0BAAiB,EAC5C,cAAc,EACd,YAAY,EACZ,OAAO,EACP,OAAO,CACR,CAAC;gBACF,IAAI,cAAc,CAAC,KAAK,EAAE,CAAC;oBACzB,MAAM,IAAI,KAAK,CAAC,6CAA6C,cAAc,CAAC,KAAK,EAAE,CAAC,CAAC;gBACvF,CAAC;gBACD,IAAA,mBAAS,EAAC,cAAc,CAAC,MAAM,EAAE,iDAAiD,CAAC,CAAC;gBACpF,IAAI,cAAc,CAAC,UAAU,EAAE,CAAC;oBAC9B,eAAe,CAAC,KAAK,IAAI,cAAc,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;oBAC9D,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;oBAChE,eAAe,CAAC,UAAU,IAAI,cAAc,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;oBACxE,eAAe,CAAC,WAAW,IAAI,cAAc,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC;oBAC1E,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;gBAClE,CAAC;gBAED,MAAM,uBAAuB,GAAG,6BAAiB,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAChE,cAAc,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CACrD,CAAC;gBAEF,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAClC,eAAe,EACf,iBAAiB,EACjB,cAAc,CAAC,MAAM,EACrB,uBAAuB,CACxB,CAAC;gBAEF,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,aAAa,QAAQ,uBAAuB,KAAK,cAAc,SAAS,eAAe,uBAAuB,uBAAuB,QAAQ,EAAE,CAC/J,CAAC;gBAEF,MAAM,OAAO,GAAG,cAAc,CAAC,YAAY,EAAE,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;gBAC/D,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAE7B,IAAI,KAAK,GAAG,QAAQ,EAAE,CAAC;oBACrB,QAAQ,GAAG,KAAK,CAAC;oBACjB,gBAAM,CAAC,KAAK,CAAC,UAAU,KAAK,aAAa,QAAQ,oBAAoB,QAAQ,EAAE,CAAC,CAAC;gBACnF,CAAC;qBAAM,IAAI,KAAK,GAAG,SAAS,EAAE,CAAC;oBAC7B,SAAS,GAAG,KAAK,CAAC;oBAClB,kBAAkB,GAAG,CAAC,CAAC;oBACvB,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,aAAa,QAAQ,qBAAqB,KAAK,gBAAgB,QAAQ,EAAE,CACzF,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,kBAAkB,EAAE,CAAC;oBACrB,IAAI,kBAAkB,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;wBACjC,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,aAAa,QAAQ,wBAAwB,kBAAkB,uCAAuC,QAAQ,EAAE,CAChI,CAAC;oBACJ,CAAC;gBACH,CAAC;gBAED,IAAI,KAAK,IAAI,YAAY,EAAE,CAAC;oBAC1B,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,aAAa,QAAQ,2BAA2B,YAAY,iBAAiB,QAAQ,aAAa,CAClH,CAAC;oBACF,OAAO;wBACL,MAAM,EAAE,cAAc,CAAC,MAAM;wBAC7B,QAAQ,EAAE;4BACR,kBAAkB,EAAE,YAAY;yBACjC;wBACD,UAAU,EAAE,eAAe;qBAC5B,CAAC;gBACJ,CAAC;gBAED,IAAI,kBAAkB,IAAI,kBAAkB,EAAE,CAAC;oBAC7C,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,aAAa,QAAQ,wBAAwB,kBAAkB,uCAAuC,QAAQ,aAAa,CAC3I,CAAC;oBACF,OAAO;wBACL,MAAM,EAAE,cAAc,CAAC,MAAM;wBAC7B,QAAQ,EAAE;4BACR,kBAAkB,EAAE,YAAY;yBACjC;wBACD,UAAU,EAAE,eAAe;qBAC5B,CAAC;gBACJ,CAAC;gBAED,IAAI,QAAQ,IAAI,YAAY,EAAE,CAAC;oBAC7B,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,aAAa,QAAQ,+BAA+B,YAAY,iBAAiB,QAAQ,aAAa,CACtH,CAAC;oBACF,OAAO;wBACL,MAAM,EAAE,cAAc,CAAC,MAAM;wBAC7B,QAAQ,EAAE;4BACR,kBAAkB,EAAE,YAAY;yBACjC;wBACD,UAAU,EAAE,eAAe;qBAC5B,CAAC;gBACJ,CAAC;gBAED,cAAc,CAAC,IAAI,CACjB,oBAAoB,CAClB,cAAc,CAAC,MAAM,EACrB,IAAI,EACJ,KAAK,EACL,SAAS,EACT,uBAAuB,CACxB,CACF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,gBAAgB,GAAG,sBAAsB,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC;QACzE,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,oCAAoC,gBAAgB,CAAC,MAAM,sDAAsD,SAAS,gBAAgB,QAAQ,EAAE,CACpK,CAAC;IACJ,CAAC;IAED,MAAM,iBAAiB,GAAG,MAAM,IAAA,+BAAY,EAC1C,MAAM,EACN;QACE,GAAG,IAAI;QACP,CAAC,SAAS,CAAC,EAAE,QAAQ,CAAC,MAAM;KAC7B,EACD,OAAO,EACP,cAAc,CACf,CAAC;IAEF,MAAM,mBAAmB,GAAG,MAAM,IAAA,0BAAiB,EACjD,cAAc,EACd,iBAAiB,EACjB,OAAO,EACP,OAAO,CACR,CAAC;IACF,IAAI,mBAAmB,CAAC,UAAU,EAAE,CAAC;QACnC,eAAe,CAAC,KAAK,IAAI,mBAAmB,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;QACnE,eAAe,CAAC,MAAM,IAAI,mBAAmB,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;QACrE,eAAe,CAAC,UAAU,IAAI,mBAAmB,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;QAC7E,eAAe,CAAC,WAAW,IAAI,mBAAmB,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC;QAC/E,eAAe,CAAC,MAAM,IAAI,mBAAmB,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;IACvE,CAAC;IAED,gBAAM,CAAC,KAAK,CACV,qDAAqD,SAAS,gBAAgB,QAAQ,qBAAqB,QAAQ,EAAE,CACtH,CAAC;IAEF,OAAO;QACL,MAAM,EAAE,mBAAmB,CAAC,MAAM;QAClC,QAAQ,EAAE;YACR,kBAAkB,EAAE,iBAAiB;SACtC;QACD,UAAU,EAAE,eAAe;KAC5B,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,4BAA4B;IAGhC;;;;OAIG;IACH,YAAqB,MAAuC;QAAvC,WAAM,GAAN,MAAM,CAAiC;QAC1D,gBAAM,CAAC,KAAK,CAAC,uCAAuC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC9E,IAAA,mBAAS,EAAC,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,EAAE,8BAA8B,CAAC,CAAC;QAChF,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;IACpC,CAAC;IAED;;;OAGG;IACH,EAAE;QACA,OAAO,kCAAkC,CAAC;IAC5C,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,OAAO,CACX,MAAc,EACd,OAA8B,EAC9B,OAA8B;QAE9B,gBAAM,CAAC,KAAK,CAAC,oCAAoC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC5E,IAAA,mBAAS,EAAC,OAAO,EAAE,gBAAgB,EAAE,qCAAqC,CAAC,CAAC;QAC5E,IAAA,mBAAS,EAAC,OAAO,EAAE,IAAI,EAAE,yBAAyB,CAAC,CAAC;QAEpD,IAAI,eAA4B,CAAC;QAEjC,IAAI,IAAA,uCAAoB,GAAE,EAAE,CAAC;YAC3B,eAAe,GAAG,IAAI,2CAA+B,CAAC;gBACpD,IAAI,EAAE,gBAAgB;gBACtB,QAAQ,EAAE,IAAI;gBACd,gBAAgB,EAAE,KAAK;aACxB,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,eAAe,GAAG,MAAM,+BAAsB,CAAC,WAAW,CAAC;gBACzD,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe;gBACrC,QAAQ,EAAE,IAAI;aACf,CAAC,CAAC;QACL,CAAC;QAED,OAAO,sBAAsB,CAAC;YAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,eAAe;YACf,cAAc,EAAE,OAAO,CAAC,gBAAgB;YACxC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO;YACP,OAAO,EAAE,OAAO,IAAI,EAAE;SACvB,CAAC,CAAC;IACL,CAAC;CACF;AAED,kBAAe,4BAA4B,CAAC"}

package/dist/src/redteam/providers/shared.d.ts

@@ -1,9 +1,16 @@
 import { type RedteamFileConfig, type ApiProvider, type CallApiOptionsParams, type TokenUsage, type CallApiContextParams } from '../../types';
-export declare function loadRedteamProvider({ provider, jsonOnly, preferSmallModel, }?: {
-    provider?: RedteamFileConfig['provider'];
-    jsonOnly?: boolean;
-    preferSmallModel?: boolean;
-}): Promise<ApiProvider | import("../../providers/openai").OpenAiChatCompletionProvider>;
+declare class RedteamProviderManager {
+    private provider;
+    private jsonOnlyProvider;
+    clearProvider(): void;
+    setProvider(provider: RedteamFileConfig['provider']): Promise<void>;
+    getProvider({ provider, jsonOnly, preferSmallModel, }: {
+        provider?: RedteamFileConfig['provider'];
+        jsonOnly?: boolean;
+        preferSmallModel?: boolean;
+    }): Promise<ApiProvider>;
+}
+export declare const redteamProviderManager: RedteamProviderManager;
 export type TargetResponse = {
     output: string;
     error?: string;
@@ -17,4 +24,5 @@ export type TargetResponse = {
  * @returns A promise that resolves to the target provider's response as an object.
  */
 export declare function getTargetResponse(targetProvider: ApiProvider, targetPrompt: string, context?: CallApiContextParams, options?: CallApiOptionsParams): Promise<TargetResponse>;
+export {};
 //# sourceMappingURL=shared.d.ts.map

package/dist/src/redteam/providers/shared.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"shared.d.ts","sourceRoot":"","sources":["../../../../src/redteam/providers/shared.ts"],"names":[],"mappings":"AAEA,OAAO,EAGL,KAAK,iBAAiB,EACtB,KAAK,WAAW,EAChB,KAAK,oBAAoB,EACzB,KAAK,UAAU,EACf,KAAK,oBAAoB,EAC1B,MAAM,aAAa,CAAC;AAGrB,wBAAsB,mBAAmB,CAAC,EACxC,QAAQ,EACR,QAAgB,EAChB,gBAAwB,GACzB,GAAE;IACD,QAAQ,CAAC,EAAE,iBAAiB,CAAC,UAAU,CAAC,CAAC;IACzC,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,gBAAgB,CAAC,EAAE,OAAO,CAAC;CACvB,wFA0BL;AAED,MAAM,MAAM,cAAc,GAAG;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,UAAU,CAAC;CACzB,CAAC;AAEF;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,cAAc,EAAE,WAAW,EAC3B,YAAY,EAAE,MAAM,EACpB,OAAO,CAAC,EAAE,oBAAoB,EAC9B,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,cAAc,CAAC,CA8BzB"}
+{"version":3,"file":"shared.d.ts","sourceRoot":"","sources":["../../../../src/redteam/providers/shared.ts"],"names":[],"mappings":"AAEA,OAAO,EAGL,KAAK,iBAAiB,EACtB,KAAK,WAAW,EAChB,KAAK,oBAAoB,EACzB,KAAK,UAAU,EACf,KAAK,oBAAoB,EAC1B,MAAM,aAAa,CAAC;AAsCrB,cAAM,sBAAsB;IAC1B,OAAO,CAAC,QAAQ,CAA0B;IAC1C,OAAO,CAAC,gBAAgB,CAA0B;IAElD,aAAa;IAKP,WAAW,CAAC,QAAQ,EAAE,iBAAiB,CAAC,UAAU,CAAC;IAKnD,WAAW,CAAC,EAChB,QAAQ,EACR,QAAgB,EAChB,gBAAwB,GACzB,EAAE;QACD,QAAQ,CAAC,EAAE,iBAAiB,CAAC,UAAU,CAAC,CAAC;QACzC,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,gBAAgB,CAAC,EAAE,OAAO,CAAC;KAC5B,GAAG,OAAO,CAAC,WAAW,CAAC;CAiBzB;AAED,eAAO,MAAM,sBAAsB,wBAA+B,CAAC;AAEnE,MAAM,MAAM,cAAc,GAAG;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,UAAU,CAAC;CACzB,CAAC;AAEF;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,cAAc,EAAE,WAAW,EAC3B,YAAY,EAAE,MAAM,EACpB,OAAO,CAAC,EAAE,oBAAoB,EAC9B,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,cAAc,CAAC,CAiCzB"}

package/dist/src/redteam/providers/shared.js

@@ -36,15 +36,14 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.loadRedteamProvider = loadRedteamProvider;
+exports.redteamProviderManager = void 0;
 exports.getTargetResponse = getTargetResponse;
 const cliState_1 = __importDefault(require("../../cliState"));
 const logger_1 = __importDefault(require("../../logger"));
 const types_1 = require("../../types");
+const time_1 = require("../../util/time");
 const constants_1 = require("./constants");
 async function loadRedteamProvider({ provider, jsonOnly = false, preferSmallModel = false, } = {}) {
-    // FIXME(ian): This approach only works on CLI, it doesn't work when running via node module.
-    // That's ok for now because we only officially support redteams from CLI.
     let ret;
     const redteamProvider = provider || cliState_1.default.config?.redteam?.provider;
     if ((0, types_1.isApiProvider)(redteamProvider)) {
@@ -71,6 +70,31 @@ async function loadRedteamProvider({ provider, jsonOnly = false, preferSmallMode
     }
     return ret;
 }
+class RedteamProviderManager {
+    clearProvider() {
+        this.provider = undefined;
+        this.jsonOnlyProvider = undefined;
+    }
+    async setProvider(provider) {
+        this.provider = await loadRedteamProvider({ provider });
+        this.jsonOnlyProvider = await loadRedteamProvider({ provider, jsonOnly: true });
+    }
+    async getProvider({ provider, jsonOnly = false, preferSmallModel = false, }) {
+        if (this.provider && this.jsonOnlyProvider) {
+            logger_1.default.debug(`[RedteamProviderManager] Using cached redteam provider: ${this.provider.id()}`);
+            return jsonOnly ? this.jsonOnlyProvider : this.provider;
+        }
+        logger_1.default.debug(`[RedteamProviderManager] Loading redteam provider: ${JSON.stringify({
+            providedConfig: typeof provider == 'string' ? provider : (provider?.id ?? 'none'),
+            jsonOnly,
+            preferSmallModel,
+        })}`);
+        const redteamProvider = await loadRedteamProvider({ provider, jsonOnly, preferSmallModel });
+        logger_1.default.debug(`[RedteamProviderManager] Loaded redteam provider: ${redteamProvider.id()}`);
+        return redteamProvider;
+    }
+}
+exports.redteamProviderManager = new RedteamProviderManager();
 /**
  * Gets the response from the target provider for a given prompt.
  * @param targetProvider - The API provider to get the response from.
@@ -85,6 +109,10 @@ async function getTargetResponse(targetProvider, targetPrompt, context, options)
     catch (error) {
         return { output: '', error: error.message, tokenUsage: { numRequests: 1 } };
     }
+    if (!targetRespRaw.cached && targetProvider.delay && targetProvider.delay > 0) {
+        logger_1.default.debug(`Sleeping for ${targetProvider.delay}ms`);
+        await (0, time_1.sleep)(targetProvider.delay);
+    }
     if (targetRespRaw?.output) {
         return {
             output: typeof targetRespRaw.output === 'string'

package/dist/src/redteam/providers/shared.js.map

@@ -1 +1 @@
-{"version":3,"file":"shared.js","sourceRoot":"","sources":["../../../../src/redteam/providers/shared.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAaA,kDAkCC;AAeD,8CAmCC;AAjGD,8DAAsC;AACtC,0DAAkC;AAClC,uCAQqB;AACrB,2CAAgF;AAEzE,KAAK,UAAU,mBAAmB,CAAC,EACxC,QAAQ,EACR,QAAQ,GAAG,KAAK,EAChB,gBAAgB,GAAG,KAAK,MAKtB,EAAE;IACJ,6FAA6F;IAC7F,0EAA0E;IAC1E,IAAI,GAAG,CAAC;IACR,MAAM,eAAe,GAAG,QAAQ,IAAI,kBAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC;IACvE,IAAI,IAAA,qBAAa,EAAC,eAAe,CAAC,EAAE,CAAC;QACnC,gBAAM,CAAC,KAAK,CAAC,2BAA2B,eAAe,EAAE,CAAC,CAAC;QAC3D,GAAG,GAAG,eAAe,CAAC;IACxB,CAAC;SAAM,IAAI,OAAO,eAAe,KAAK,QAAQ,IAAI,IAAA,yBAAiB,EAAC,eAAe,CAAC,EAAE,CAAC;QACrF,gBAAM,CAAC,KAAK,CAAC,6BAA6B,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;QAC7E,MAAM,sBAAsB,GAAG,wDAAa,iBAAiB,GAAC,CAAC;QAC/D,4CAA4C;QAC5C,GAAG,GAAG,CAAC,MAAM,sBAAsB,CAAC,gBAAgB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9E,CAAC;SAAM,CAAC;QACN,MAAM,YAAY,GAAG,gBAAgB,CAAC,CAAC,CAAC,gCAAoB,CAAC,CAAC,CAAC,0BAAc,CAAC;QAC9E,gBAAM,CAAC,KAAK,CAAC,mCAAmC,YAAY,EAAE,CAAC,CAAC;QAChE,4CAA4C;QAC5C,MAAM,kCAAkC,GAAG,wDAAa,wBAAwB,GAAC,CAAC;QAClF,GAAG,GAAG,IAAI,kCAAkC,CAAC,4BAA4B,CAAC,YAAY,EAAE;YACtF,MAAM,EAAE;gBACN,WAAW,EAAE,uBAAW;gBACxB,eAAe,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,SAAS;aAChE;SACF,CAAC,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AASD;;;;;GAKG;AACI,KAAK,UAAU,iBAAiB,CACrC,cAA2B,EAC3B,YAAoB,EACpB,OAA8B,EAC9B,OAA8B;IAE9B,IAAI,aAAa,CAAC;IAElB,IAAI,CAAC;QACH,aAAa,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAC/E,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAG,KAAe,CAAC,OAAO,EAAE,UAAU,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;IACzF,CAAC;IAED,IAAI,aAAa,EAAE,MAAM,EAAE,CAAC;QAC1B,OAAO;YACL,MAAM,EACJ,OAAO,aAAa,CAAC,MAAM,KAAK,QAAQ;gBACtC,CAAC,CAAC,aAAa,CAAC,MAAM;gBACtB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,MAAM,CAAC;YAC1C,SAAS,EAAE,aAAa,CAAC,SAAS;YAClC,UAAU,EAAE,aAAa,CAAC,UAAU,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE;SAC3D,CAAC;IACJ,CAAC;IAED,IAAI,aAAa,EAAE,KAAK,EAAE,CAAC;QACzB,OAAO;YACL,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,aAAa,CAAC,KAAK;YAC1B,SAAS,EAAE,aAAa,CAAC,SAAS;YAClC,UAAU,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE;SAC/B,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;AAC/D,CAAC"}
+{"version":3,"file":"shared.js","sourceRoot":"","sources":["../../../../src/redteam/providers/shared.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAwGA,8CAsCC;AA9ID,8DAAsC;AACtC,0DAAkC;AAClC,uCAQqB;AACrB,0CAAwC;AACxC,2CAAgF;AAEhF,KAAK,UAAU,mBAAmB,CAAC,EACjC,QAAQ,EACR,QAAQ,GAAG,KAAK,EAChB,gBAAgB,GAAG,KAAK,MAKtB,EAAE;IACJ,IAAI,GAAG,CAAC;IACR,MAAM,eAAe,GAAG,QAAQ,IAAI,kBAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC;IACvE,IAAI,IAAA,qBAAa,EAAC,eAAe,CAAC,EAAE,CAAC;QACnC,gBAAM,CAAC,KAAK,CAAC,2BAA2B,eAAe,EAAE,CAAC,CAAC;QAC3D,GAAG,GAAG,eAAe,CAAC;IACxB,CAAC;SAAM,IAAI,OAAO,eAAe,KAAK,QAAQ,IAAI,IAAA,yBAAiB,EAAC,eAAe,CAAC,EAAE,CAAC;QACrF,gBAAM,CAAC,KAAK,CAAC,6BAA6B,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;QAC7E,MAAM,sBAAsB,GAAG,wDAAa,iBAAiB,GAAC,CAAC;QAC/D,4CAA4C;QAC5C,GAAG,GAAG,CAAC,MAAM,sBAAsB,CAAC,gBAAgB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9E,CAAC;SAAM,CAAC;QACN,MAAM,YAAY,GAAG,gBAAgB,CAAC,CAAC,CAAC,gCAAoB,CAAC,CAAC,CAAC,0BAAc,CAAC;QAC9E,gBAAM,CAAC,KAAK,CAAC,mCAAmC,YAAY,EAAE,CAAC,CAAC;QAChE,4CAA4C;QAC5C,MAAM,kCAAkC,GAAG,wDAAa,wBAAwB,GAAC,CAAC;QAClF,GAAG,GAAG,IAAI,kCAAkC,CAAC,4BAA4B,CAAC,YAAY,EAAE;YACtF,MAAM,EAAE;gBACN,WAAW,EAAE,uBAAW;gBACxB,eAAe,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,SAAS;aAChE;SACF,CAAC,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,sBAAsB;IAI1B,aAAa;QACX,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;QAC1B,IAAI,CAAC,gBAAgB,GAAG,SAAS,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,QAAuC;QACvD,IAAI,CAAC,QAAQ,GAAG,MAAM,mBAAmB,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;QACxD,IAAI,CAAC,gBAAgB,GAAG,MAAM,mBAAmB,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IAClF,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,EAChB,QAAQ,EACR,QAAQ,GAAG,KAAK,EAChB,gBAAgB,GAAG,KAAK,GAKzB;QACC,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC3C,gBAAM,CAAC,KAAK,CAAC,2DAA2D,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAC9F,OAAO,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC;QAC1D,CAAC;QAED,gBAAM,CAAC,KAAK,CACV,sDAAsD,IAAI,CAAC,SAAS,CAAC;YACnE,cAAc,EAAE,OAAO,QAAQ,IAAI,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,EAAE,IAAI,MAAM,CAAC;YACjF,QAAQ;YACR,gBAAgB;SACjB,CAAC,EAAE,CACL,CAAC;QACF,MAAM,eAAe,GAAG,MAAM,mBAAmB,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,gBAAgB,EAAE,CAAC,CAAC;QAC5F,gBAAM,CAAC,KAAK,CAAC,qDAAqD,eAAe,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAC1F,OAAO,eAAe,CAAC;IACzB,CAAC;CACF;AAEY,QAAA,sBAAsB,GAAG,IAAI,sBAAsB,EAAE,CAAC;AASnE;;;;;GAKG;AACI,KAAK,UAAU,iBAAiB,CACrC,cAA2B,EAC3B,YAAoB,EACpB,OAA8B,EAC9B,OAA8B;IAE9B,IAAI,aAAa,CAAC;IAElB,IAAI,CAAC;QACH,aAAa,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAC/E,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAG,KAAe,CAAC,OAAO,EAAE,UAAU,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;IACzF,CAAC;IACD,IAAI,CAAC,aAAa,CAAC,MAAM,IAAI,cAAc,CAAC,KAAK,IAAI,cAAc,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;QAC9E,gBAAM,CAAC,KAAK,CAAC,gBAAgB,cAAc,CAAC,KAAK,IAAI,CAAC,CAAC;QACvD,MAAM,IAAA,YAAK,EAAC,cAAc,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;IACD,IAAI,aAAa,EAAE,MAAM,EAAE,CAAC;QAC1B,OAAO;YACL,MAAM,EACJ,OAAO,aAAa,CAAC,MAAM,KAAK,QAAQ;gBACtC,CAAC,CAAC,aAAa,CAAC,MAAM;gBACtB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,MAAM,CAAC;YAC1C,SAAS,EAAE,aAAa,CAAC,SAAS;YAClC,UAAU,EAAE,aAAa,CAAC,UAAU,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE;SAC3D,CAAC;IACJ,CAAC;IAED,IAAI,aAAa,EAAE,KAAK,EAAE,CAAC;QACzB,OAAO;YACL,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,aAAa,CAAC,KAAK;YAC1B,SAAS,EAAE,aAAa,CAAC,SAAS;YAClC,UAAU,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE;SAC/B,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;AAC/D,CAAC"}