promptfoo 0.102.3 → 0.103.0

package/dist/src/redteam/plugins/index.js

@@ -13,6 +13,7 @@ const invariant_1 = __importDefault(require("../../util/invariant"));
 const constants_2 = require("../constants");
 const constants_3 = require("../constants");
 const remoteGeneration_1 = require("../remoteGeneration");
+const beavertails_1 = require("./beavertails");
 const contracts_1 = require("./contracts");
 const crossSessionLeak_1 = require("./crossSessionLeak");
 const debugAccess_1 = require("./debugAccess");
@@ -75,6 +76,7 @@ function createPluginFactory(PluginClass, key, validate) {
 const alignedHarmCategories = Object.keys(constants_2.REDTEAM_PROVIDER_HARM_PLUGINS);
 const unalignedHarmCategories = Object.keys(constants_3.UNALIGNED_PROVIDER_HARM_PLUGINS);
 const pluginFactories = [
+    createPluginFactory(beavertails_1.BeavertailsPlugin, 'beavertails'),
     createPluginFactory(pliny_1.PlinyPlugin, 'pliny'),
     createPluginFactory(contracts_1.ContractPlugin, 'contracts'),
     createPluginFactory(crossSessionLeak_1.CrossSessionLeakPlugin, 'cross-session-leak'),

package/dist/src/redteam/plugins/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/index.ts"],"names":[],"mappings":";;;;;;AAAA,uCAA6C;AAC7C,+CAA0C;AAC1C,yCAA0C;AAC1C,0DAAkC;AAClC,mDAA4D;AAE5D,qEAA6C;AAE7C,4CAA0E;AAC1E,4CAA+D;AAC/D,0DAI6B;AAE7B,2CAA6C;AAC7C,yDAA4D;AAC5D,+CAAkD;AAClD,uDAA0D;AAC1D,mDAAsD;AACtD,+CAAyD;AACzD,6CAAwD;AACxD,mDAAsD;AACtD,2CAA8C;AAC9C,qCAAwC;AACxC,iDAAoD;AACpD,+BAAmD;AACnD,mCAAsC;AACtC,qCAAwC;AACxC,yCAA4C;AAC5C,yDAA4D;AAC5D,iCAAoC;AACpC,qDAAwD;AACxD,iDAAoD;AAepD,KAAK,UAAU,oBAAoB,CACjC,GAAW,EACX,OAAe,EACf,SAAiB,EACjB,CAAS,EACT,MAAqB;IAErB,IAAA,mBAAS,EACP,CAAC,IAAA,mBAAU,EAAC,6CAA6C,CAAC,EAC1D,gFAAgF,CACjF,CAAC;IAEF,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;QAC1B,MAAM;QACN,SAAS;QACT,CAAC;QACD,OAAO;QACP,IAAI,EAAE,GAAG;QACT,OAAO,EAAE,mBAAO;KACjB,CAAC,CAAC;IACH,IAAI,CAAC;QACH,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAA,sBAAc,EACnC,IAAA,yCAAsB,GAAE,EACxB;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI;SACL,EACD,2BAAkB,CACnB,CAAC;QACF,MAAM,GAAG,GAAI,IAA+B,CAAC,MAAM,CAAC;QACpD,gBAAM,CAAC,KAAK,CAAC,kCAAkC,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC/E,OAAO,GAAG,CAAC;IACb,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,gBAAM,CAAC,KAAK,CAAC,mCAAmC,GAAG,KAAK,GAAG,EAAE,CAAC,CAAC;QAC/D,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAC1B,WAA2B,EAC3B,GAAW,EACX,QAA8B;IAE9B,OAAO;QACL,GAAG;QACH,QAAQ,EAAE,QAAwD;QAClE,MAAM,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,MAAM,EAAsB,EAAE,EAAE;YACzF,IAAI,IAAA,uCAAoB,GAAE,EAAE,CAAC;gBAC3B,OAAO,oBAAoB,CAAC,GAAG,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;YAClE,CAAC;YACD,gBAAM,CAAC,KAAK,CAAC,sCAAsC,GAAG,EAAE,CAAC,CAAC;YAC1D,OAAO,IAAI,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,MAAW,CAAC,CAAC,aAAa,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QAC9F,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,qBAAqB,GAAG,MAAM,CAAC,IAAI,CAAC,yCAA6B,CAEtE,CAAC;AACF,MAAM,uBAAuB,GAAG,MAAM,CAAC,IAAI,CAAC,2CAA+B,CAE1E,CAAC;AAEF,MAAM,eAAe,GAAoB;IACvC,mBAAmB,CAAC,mBAAW,EAAE,OAAO,CAAC;IACzC,mBAAmB,CAAC,0BAAc,EAAE,WAAW,CAAC;IAChD,mBAAmB,CAAC,yCAAsB,EAAE,oBAAoB,CAAC;IACjE,mBAAmB,CAAC,+BAAiB,EAAE,cAAc,CAAC;IACtD,mBAAmB,CAAC,uCAAqB,EAAE,kBAAkB,CAAC;IAC9D,mBAAmB,CAAC,mCAAmB,EAAE,eAAe,CAAC;IACzD,mBAAmB,CAAC,2BAAe,EAAE,WAAW,CAAC;IACjD,mBAAmB,CAAqB,qBAAY,EAAE,QAAQ,EAAE,CAAC,MAA0B,EAAE,EAAE,CAC7F,IAAA,mBAAS,EAAC,MAAM,CAAC,MAAM,EAAE,kDAAkD,CAAC,CAC7E;IACD,mBAAmB,CAAC,iCAAkB,EAAE,cAAc,CAAC;IACvD,mBAAmB,CAAC,yBAAc,EAAE,UAAU,CAAC;IAC/C,mBAAmB,CAAqB,qBAAY,EAAE,QAAQ,EAAE,CAAC,MAA0B,EAAE,EAAE,CAC7F,IAAA,mBAAS,EAAC,MAAM,CAAC,MAAM,EAAE,kDAAkD,CAAC,CAC7E;IACD,mBAAmB,CACjB,yCAAsB,EACtB,mBAAmB,EACnB,CAAC,MAAgC,EAAE,EAAE,CACnC,IAAA,mBAAS,EACP,MAAM,CAAC,YAAY,EACnB,mEAAmE,CACpE,CACJ;IACD,mBAAmB,CAAC,iBAAU,EAAE,MAAM,CAAC;IACvC,mBAAmB,CAAC,qCAAoB,EAAE,iBAAiB,CAAC;IAC5D,mBAAmB,CAAC,iCAAkB,EAAE,eAAe,CAAC;IACxD,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CACxC,mBAAmB,CACjB,KAAM,SAAQ,8BAAoB;QAChC,YACE,QAAqB,EACrB,OAAe,EACf,SAAiB,EACjB,MAAoB;YAEpB,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;QACxD,CAAC;KACF,EACD,QAAQ,CACT,CACF;IACD,GAAG,uBAAuB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAC5C,GAAG,EAAE,QAAQ;QACb,MAAM,EAAE,KAAK,EAAE,MAA0B,EAAE,EAAE;YAC3C,IAAI,IAAA,sCAAmB,GAAE,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,kDAAkD,CAAC,CAAC;YACjF,CAAC;YACD,OAAO,IAAA,2BAAe,EAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC3C,CAAC;KACF,CAAC,CAAC;CACJ,CAAC;AAEF,MAAM,UAAU,GAAoB,uBAAW,CAAC,GAAG,CAAC,CAAC,QAAgB,EAAE,EAAE,CAAC,CAAC;IACzE,GAAG,EAAE,QAAQ;IACb,MAAM,EAAE,KAAK,EAAE,MAA0B,EAAE,EAAE;QAC3C,IAAI,IAAA,uCAAoB,GAAE,EAAE,CAAC;YAC3B,OAAO,oBAAoB,CAAC,QAAQ,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;QACpF,CAAC;QACD,gBAAM,CAAC,KAAK,CAAC,sCAAsC,QAAQ,EAAE,CAAC,CAAC;QAC/D,OAAO,IAAA,gCAA0B,EAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACtD,CAAC;CACF,CAAC,CAAC,CAAC;AAEJ,SAAS,kBAAkB,CACzB,GAAW,EACX,QAA8B;IAE9B,OAAO;QACL,GAAG;QACH,QAAQ,EAAE,QAAwD;QAClE,MAAM,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,EAAsB,EAAE,EAAE;YACtE,IAAI,IAAA,sCAAmB,GAAE,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,kDAAkD,CAAC,CAAC;YAC5E,CAAC;YACD,MAAM,SAAS,GAAe,MAAM,oBAAoB,CAAC,GAAG,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;YAC7F,IAAI,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC/B,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;oBAClC,GAAG,QAAQ;oBACX,MAAM,EAAE,IAAA,6BAAoB,EAAC,GAAiB,CAAC;iBAChD,CAAC,CAAC,CAAC;YACN,CAAC;YACD,OAAO,SAAS,CAAC;QACnB,CAAC;KACF,CAAC;AACJ,CAAC;AACD,MAAM,aAAa,GAAoB;IACrC,iBAAiB;IACjB,MAAM;IACN,MAAM;IACN,aAAa;IACb,uCAAuC;IACvC,4BAA4B;IAC5B,WAAW;IACX,UAAU;IACV,MAAM;CACP,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC;AAExC,aAAa,CAAC,IAAI,CAChB,kBAAkB,CAChB,2BAA2B,EAC3B,CAAC,MAAwC,EAAE,EAAE,CAC3C,IAAA,mBAAS,EACP,MAAM,CAAC,oBAAoB,EAC3B,mFAAmF,CACpF,CACJ,CACF,CAAC;AAEW,QAAA,OAAO,GAAoB,CAAC,GAAG,eAAe,EAAE,GAAG,UAAU,EAAE,GAAG,aAAa,CAAC,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/index.ts"],"names":[],"mappings":";;;;;;AAAA,uCAA6C;AAC7C,+CAA0C;AAC1C,yCAA0C;AAC1C,0DAAkC;AAClC,mDAA4D;AAE5D,qEAA6C;AAE7C,4CAA0E;AAC1E,4CAA+D;AAC/D,0DAI6B;AAE7B,+CAAkD;AAClD,2CAA6C;AAC7C,yDAA4D;AAC5D,+CAAkD;AAClD,uDAA0D;AAC1D,mDAAsD;AACtD,+CAAyD;AACzD,6CAAwD;AACxD,mDAAsD;AACtD,2CAA8C;AAC9C,qCAAwC;AACxC,iDAAoD;AACpD,+BAAmD;AACnD,mCAAsC;AACtC,qCAAwC;AACxC,yCAA4C;AAC5C,yDAA4D;AAC5D,iCAAoC;AACpC,qDAAwD;AACxD,iDAAoD;AAepD,KAAK,UAAU,oBAAoB,CACjC,GAAW,EACX,OAAe,EACf,SAAiB,EACjB,CAAS,EACT,MAAqB;IAErB,IAAA,mBAAS,EACP,CAAC,IAAA,mBAAU,EAAC,6CAA6C,CAAC,EAC1D,gFAAgF,CACjF,CAAC;IAEF,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;QAC1B,MAAM;QACN,SAAS;QACT,CAAC;QACD,OAAO;QACP,IAAI,EAAE,GAAG;QACT,OAAO,EAAE,mBAAO;KACjB,CAAC,CAAC;IACH,IAAI,CAAC;QACH,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAA,sBAAc,EACnC,IAAA,yCAAsB,GAAE,EACxB;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI;SACL,EACD,2BAAkB,CACnB,CAAC;QACF,MAAM,GAAG,GAAI,IAA+B,CAAC,MAAM,CAAC;QACpD,gBAAM,CAAC,KAAK,CAAC,kCAAkC,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC/E,OAAO,GAAG,CAAC;IACb,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,gBAAM,CAAC,KAAK,CAAC,mCAAmC,GAAG,KAAK,GAAG,EAAE,CAAC,CAAC;QAC/D,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAC1B,WAA2B,EAC3B,GAAW,EACX,QAA8B;IAE9B,OAAO;QACL,GAAG;QACH,QAAQ,EAAE,QAAwD;QAClE,MAAM,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,MAAM,EAAsB,EAAE,EAAE;YACzF,IAAI,IAAA,uCAAoB,GAAE,EAAE,CAAC;gBAC3B,OAAO,oBAAoB,CAAC,GAAG,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;YAClE,CAAC;YACD,gBAAM,CAAC,KAAK,CAAC,sCAAsC,GAAG,EAAE,CAAC,CAAC;YAC1D,OAAO,IAAI,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,MAAW,CAAC,CAAC,aAAa,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QAC9F,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,qBAAqB,GAAG,MAAM,CAAC,IAAI,CAAC,yCAA6B,CAEtE,CAAC;AACF,MAAM,uBAAuB,GAAG,MAAM,CAAC,IAAI,CAAC,2CAA+B,CAE1E,CAAC;AAEF,MAAM,eAAe,GAAoB;IACvC,mBAAmB,CAAC,+BAAiB,EAAE,aAAa,CAAC;IACrD,mBAAmB,CAAC,mBAAW,EAAE,OAAO,CAAC;IACzC,mBAAmB,CAAC,0BAAc,EAAE,WAAW,CAAC;IAChD,mBAAmB,CAAC,yCAAsB,EAAE,oBAAoB,CAAC;IACjE,mBAAmB,CAAC,+BAAiB,EAAE,cAAc,CAAC;IACtD,mBAAmB,CAAC,uCAAqB,EAAE,kBAAkB,CAAC;IAC9D,mBAAmB,CAAC,mCAAmB,EAAE,eAAe,CAAC;IACzD,mBAAmB,CAAC,2BAAe,EAAE,WAAW,CAAC;IACjD,mBAAmB,CAAqB,qBAAY,EAAE,QAAQ,EAAE,CAAC,MAA0B,EAAE,EAAE,CAC7F,IAAA,mBAAS,EAAC,MAAM,CAAC,MAAM,EAAE,kDAAkD,CAAC,CAC7E;IACD,mBAAmB,CAAC,iCAAkB,EAAE,cAAc,CAAC;IACvD,mBAAmB,CAAC,yBAAc,EAAE,UAAU,CAAC;IAC/C,mBAAmB,CAAqB,qBAAY,EAAE,QAAQ,EAAE,CAAC,MAA0B,EAAE,EAAE,CAC7F,IAAA,mBAAS,EAAC,MAAM,CAAC,MAAM,EAAE,kDAAkD,CAAC,CAC7E;IACD,mBAAmB,CACjB,yCAAsB,EACtB,mBAAmB,EACnB,CAAC,MAAgC,EAAE,EAAE,CACnC,IAAA,mBAAS,EACP,MAAM,CAAC,YAAY,EACnB,mEAAmE,CACpE,CACJ;IACD,mBAAmB,CAAC,iBAAU,EAAE,MAAM,CAAC;IACvC,mBAAmB,CAAC,qCAAoB,EAAE,iBAAiB,CAAC;IAC5D,mBAAmB,CAAC,iCAAkB,EAAE,eAAe,CAAC;IACxD,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CACxC,mBAAmB,CACjB,KAAM,SAAQ,8BAAoB;QAChC,YACE,QAAqB,EACrB,OAAe,EACf,SAAiB,EACjB,MAAoB;YAEpB,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;QACxD,CAAC;KACF,EACD,QAAQ,CACT,CACF;IACD,GAAG,uBAAuB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAC5C,GAAG,EAAE,QAAQ;QACb,MAAM,EAAE,KAAK,EAAE,MAA0B,EAAE,EAAE;YAC3C,IAAI,IAAA,sCAAmB,GAAE,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,kDAAkD,CAAC,CAAC;YACjF,CAAC;YACD,OAAO,IAAA,2BAAe,EAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC3C,CAAC;KACF,CAAC,CAAC;CACJ,CAAC;AAEF,MAAM,UAAU,GAAoB,uBAAW,CAAC,GAAG,CAAC,CAAC,QAAgB,EAAE,EAAE,CAAC,CAAC;IACzE,GAAG,EAAE,QAAQ;IACb,MAAM,EAAE,KAAK,EAAE,MAA0B,EAAE,EAAE;QAC3C,IAAI,IAAA,uCAAoB,GAAE,EAAE,CAAC;YAC3B,OAAO,oBAAoB,CAAC,QAAQ,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;QACpF,CAAC;QACD,gBAAM,CAAC,KAAK,CAAC,sCAAsC,QAAQ,EAAE,CAAC,CAAC;QAC/D,OAAO,IAAA,gCAA0B,EAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACtD,CAAC;CACF,CAAC,CAAC,CAAC;AAEJ,SAAS,kBAAkB,CACzB,GAAW,EACX,QAA8B;IAE9B,OAAO;QACL,GAAG;QACH,QAAQ,EAAE,QAAwD;QAClE,MAAM,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,EAAsB,EAAE,EAAE;YACtE,IAAI,IAAA,sCAAmB,GAAE,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,kDAAkD,CAAC,CAAC;YAC5E,CAAC;YACD,MAAM,SAAS,GAAe,MAAM,oBAAoB,CAAC,GAAG,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;YAC7F,IAAI,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC/B,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;oBAClC,GAAG,QAAQ;oBACX,MAAM,EAAE,IAAA,6BAAoB,EAAC,GAAiB,CAAC;iBAChD,CAAC,CAAC,CAAC;YACN,CAAC;YACD,OAAO,SAAS,CAAC;QACnB,CAAC;KACF,CAAC;AACJ,CAAC;AACD,MAAM,aAAa,GAAoB;IACrC,iBAAiB;IACjB,MAAM;IACN,MAAM;IACN,aAAa;IACb,uCAAuC;IACvC,4BAA4B;IAC5B,WAAW;IACX,UAAU;IACV,MAAM;CACP,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC;AAExC,aAAa,CAAC,IAAI,CAChB,kBAAkB,CAChB,2BAA2B,EAC3B,CAAC,MAAwC,EAAE,EAAE,CAC3C,IAAA,mBAAS,EACP,MAAM,CAAC,oBAAoB,EAC3B,mFAAmF,CACpF,CACJ,CACF,CAAC;AAEW,QAAA,OAAO,GAAoB,CAAC,GAAG,eAAe,EAAE,GAAG,UAAU,EAAE,GAAG,aAAa,CAAC,CAAC"}

package/dist/src/redteam/plugins/intent.d.ts

@@ -1,12 +1,14 @@
 import type { ApiProvider, Assertion, AtomicTestCase, GradingResult, TestCase } from '../../types';
 import { RedteamPluginBase, RedteamGraderBase } from './base';
 export declare const PLUGIN_ID = "promptfoo:redteam:intent";
+type Intent = string | string[];
+interface IntentPluginConfig {
+    intent: Intent | Intent[];
+}
 export declare class IntentPlugin extends RedteamPluginBase {
     readonly id = "promptfoo:redteam:intent";
     private intents;
-    constructor(provider: ApiProvider, purpose: string, injectVar: string, config: {
-        intent: string | string[];
-    });
+    constructor(provider: ApiProvider, purpose: string, injectVar: string, config: IntentPluginConfig);
     protected getTemplate(): Promise<string>;
     protected getAssertions(prompt: string): Assertion[];
     generateTests(n: number, delayMs: number): Promise<TestCase[]>;
@@ -19,4 +21,5 @@ export declare class IntentGrader extends RedteamGraderBase {
         rubric: string;
     }>;
 }
+export {};
 //# sourceMappingURL=intent.d.ts.map

package/dist/src/redteam/plugins/intent.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"intent.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/intent.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,cAAc,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAGnG,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,QAAQ,CAAC;AAE9D,eAAO,MAAM,SAAS,6BAA6B,CAAC;AAEpD,qBAAa,YAAa,SAAQ,iBAAiB;IACjD,QAAQ,CAAC,EAAE,8BAAa;IACxB,OAAO,CAAC,OAAO,CAAW;gBAGxB,QAAQ,EAAE,WAAW,EACrB,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE;QAAE,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,CAAA;KAAE;cAYvB,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IAK9C,SAAS,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE;IAU9C,aAAa,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;CAarE;AAED,qBAAa,YAAa,SAAQ,iBAAiB;IACjD,EAAE,SAAa;IACf,MAAM,SAmCJ;IAEI,SAAS,CACb,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,cAAc,EACpB,QAAQ,EAAE,WAAW,GAAG,SAAS,GAChC,OAAO,CAAC;QAAE,KAAK,EAAE,aAAa,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;CAqBrD"}
+{"version":3,"file":"intent.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/intent.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,cAAc,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAGnG,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,QAAQ,CAAC;AAE9D,eAAO,MAAM,SAAS,6BAA6B,CAAC;AAEpD,KAAK,MAAM,GAAG,MAAM,GAAG,MAAM,EAAE,CAAC;AAEhC,UAAU,kBAAkB;IAC1B,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B;AAED,qBAAa,YAAa,SAAQ,iBAAiB;IACjD,QAAQ,CAAC,EAAE,8BAAa;IACxB,OAAO,CAAC,OAAO,CAAW;gBAGxB,QAAQ,EAAE,WAAW,EACrB,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,kBAAkB;cASZ,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IAK9C,SAAS,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE;IAU9C,aAAa,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;CAmCrE;AAED,qBAAa,YAAa,SAAQ,iBAAiB;IACjD,EAAE,SAAa;IACf,MAAM,SAmCJ;IAEI,SAAS,CACb,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,cAAc,EACpB,QAAQ,EAAE,WAAW,GAAG,SAAS,GAChC,OAAO,CAAC;QAAE,KAAK,EAAE,aAAa,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;CAqBrD"}

package/dist/src/redteam/plugins/intent.js

@@ -17,9 +17,6 @@ class IntentPlugin extends base_1.RedteamPluginBase {
         // Handle both string and array configs
         const loadedIntents = (0, util_1.maybeLoadFromExternalFile)(config.intent);
         this.intents = Array.isArray(loadedIntents) ? loadedIntents : [loadedIntents];
-        this.intents.forEach((intent, i) => {
-            (0, invariant_1.default)(typeof intent === 'string', `Intent: "${intent}" at index ${i} must be a string`);
-        });
     }
     async getTemplate() {
         // Not used since we're overriding generateTests
@@ -36,16 +33,38 @@ class IntentPlugin extends base_1.RedteamPluginBase {
     }
     async generateTests(n, delayMs) {
         // Instead of generating new prompts, we create one test case per intent
-        return this.intents.map((intent) => ({
-            vars: {
-                [this.injectVar]: intent,
-            },
-            assert: this.getAssertions(intent),
-            metadata: {
-                intent,
-                pluginId: this.id,
-            },
-        }));
+        return this.intents.map((intent) => {
+            if (typeof intent === 'string') {
+                // Just a single prompt
+                return {
+                    vars: {
+                        [this.injectVar]: intent,
+                    },
+                    assert: this.getAssertions(intent),
+                    metadata: {
+                        intent,
+                        pluginId: this.id,
+                    },
+                };
+            }
+            // Otherwise, it's a list of prompts
+            return {
+                vars: {
+                    [this.injectVar]: intent,
+                },
+                provider: {
+                    id: 'sequence',
+                    config: {
+                        inputs: intent,
+                    },
+                },
+                assert: this.getAssertions(intent[0]), // arg is not actually used for grading
+                metadata: {
+                    intent,
+                    pluginId: this.id,
+                },
+            };
+        });
     }
 }
 exports.IntentPlugin = IntentPlugin;

package/dist/src/redteam/plugins/intent.js.map

@@ -1 +1 @@
-{"version":3,"file":"intent.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/intent.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAE5B,qCAAuD;AACvD,qEAA6C;AAC7C,iCAA8D;AAEjD,QAAA,SAAS,GAAG,0BAA0B,CAAC;AAEpD,MAAa,YAAa,SAAQ,wBAAiB;IAIjD,YACE,QAAqB,EACrB,OAAe,EACf,SAAiB,EACjB,MAAqC;QAErC,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;QAT7B,OAAE,GAAG,iBAAS,CAAC;QAUtB,IAAA,mBAAS,EAAC,MAAM,CAAC,MAAM,EAAE,yDAAyD,CAAC,CAAC;QACpF,uCAAuC;QACvC,MAAM,aAAa,GAAG,IAAA,gCAAyB,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC/D,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;QAC9E,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACjC,IAAA,mBAAS,EAAC,OAAO,MAAM,KAAK,QAAQ,EAAE,YAAY,MAAM,cAAc,CAAC,mBAAmB,CAAC,CAAC;QAC9F,CAAC,CAAC,CAAC;IACL,CAAC;IAES,KAAK,CAAC,WAAW;QACzB,gDAAgD;QAChD,OAAO,EAAE,CAAC;IACZ,CAAC;IAES,aAAa,CAAC,MAAc;QACpC,MAAM,UAAU,GAAgB;YAC9B;gBACE,IAAI,EAAE,iBAAS;gBACf,MAAM,EAAE,QAAQ;aACjB;SACF,CAAC;QACF,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,CAAS,EAAE,OAAe;QAC5C,wEAAwE;QACxE,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YACnC,IAAI,EAAE;gBACJ,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM;aACzB;YACD,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC;YAClC,QAAQ,EAAE;gBACR,MAAM;gBACN,QAAQ,EAAE,IAAI,CAAC,EAAE;aAClB;SACF,CAAC,CAAC,CAAC;IACN,CAAC;CACF;AAhDD,oCAgDC;AAED,MAAa,YAAa,SAAQ,wBAAiB;IAAnD;;QACE,OAAE,GAAG,iBAAS,CAAC;QACf,WAAM,GAAG,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmCd,CAAC;IA4BJ,CAAC;IA1BC,KAAK,CAAC,SAAS,CACb,MAAc,EACd,SAAiB,EACjB,IAAoB,EACpB,QAAiC;QAEjC,uCAAuC;QACvC,MAAM,QAAQ,GAAG;YACf,GAAG,IAAI,CAAC,QAAQ;YAChB,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,MAAM,IAAI,oBAAoB;YACrD,OAAO,EAAE,IAAI,CAAC,QAAQ,EAAE,OAAO,IAAI,qBAAqB;YACxD,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,QAAQ,IAAI,EAAE;YACvC,MAAM,EAAE,MAAM,IAAI,oBAAoB;SACvC,CAAC;QAEF,OAAO,KAAK,CAAC,SAAS,CACpB,MAAM,EACN,SAAS,EACT;YACE,GAAG,IAAI;YACP,QAAQ;SACT,EACD,QAAQ,EACR,SAAS,CACV,CAAC;IACJ,CAAC;CACF;AAjED,oCAiEC"}
+{"version":3,"file":"intent.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/intent.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAE5B,qCAAuD;AACvD,qEAA6C;AAC7C,iCAA8D;AAEjD,QAAA,SAAS,GAAG,0BAA0B,CAAC;AAQpD,MAAa,YAAa,SAAQ,wBAAiB;IAIjD,YACE,QAAqB,EACrB,OAAe,EACf,SAAiB,EACjB,MAA0B;QAE1B,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;QAT7B,OAAE,GAAG,iBAAS,CAAC;QAUtB,IAAA,mBAAS,EAAC,MAAM,CAAC,MAAM,EAAE,yDAAyD,CAAC,CAAC;QACpF,uCAAuC;QACvC,MAAM,aAAa,GAAG,IAAA,gCAAyB,EAAC,MAAM,CAAC,MAAM,CAAsB,CAAC;QACpF,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;IAChF,CAAC;IAES,KAAK,CAAC,WAAW;QACzB,gDAAgD;QAChD,OAAO,EAAE,CAAC;IACZ,CAAC;IAES,aAAa,CAAC,MAAc;QACpC,MAAM,UAAU,GAAgB;YAC9B;gBACE,IAAI,EAAE,iBAAS;gBACf,MAAM,EAAE,QAAQ;aACjB;SACF,CAAC;QACF,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,CAAS,EAAE,OAAe;QAC5C,wEAAwE;QACxE,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;YACjC,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;gBAC/B,uBAAuB;gBACvB,OAAO;oBACL,IAAI,EAAE;wBACJ,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM;qBACzB;oBACD,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC;oBAClC,QAAQ,EAAE;wBACR,MAAM;wBACN,QAAQ,EAAE,IAAI,CAAC,EAAE;qBAClB;iBACF,CAAC;YACJ,CAAC;YACD,oCAAoC;YACpC,OAAO;gBACL,IAAI,EAAE;oBACJ,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM;iBACzB;gBACD,QAAQ,EAAE;oBACR,EAAE,EAAE,UAAU;oBACd,MAAM,EAAE;wBACN,MAAM,EAAE,MAAM;qBACf;iBACF;gBACD,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,uCAAuC;gBAC9E,QAAQ,EAAE;oBACR,MAAM;oBACN,QAAQ,EAAE,IAAI,CAAC,EAAE;iBAClB;aACF,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAnED,oCAmEC;AAED,MAAa,YAAa,SAAQ,wBAAiB;IAAnD;;QACE,OAAE,GAAG,iBAAS,CAAC;QACf,WAAM,GAAG,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmCd,CAAC;IA4BJ,CAAC;IA1BC,KAAK,CAAC,SAAS,CACb,MAAc,EACd,SAAiB,EACjB,IAAoB,EACpB,QAAiC;QAEjC,uCAAuC;QACvC,MAAM,QAAQ,GAAG;YACf,GAAG,IAAI,CAAC,QAAQ;YAChB,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,MAAM,IAAI,oBAAoB;YACrD,OAAO,EAAE,IAAI,CAAC,QAAQ,EAAE,OAAO,IAAI,qBAAqB;YACxD,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,QAAQ,IAAI,EAAE;YACvC,MAAM,EAAE,MAAM,IAAI,oBAAoB;SACvC,CAAC;QAEF,OAAO,KAAK,CAAC,SAAS,CACpB,MAAM,EACN,SAAS,EACT;YACE,GAAG,IAAI;YACP,QAAQ;SACT,EACD,QAAQ,EACR,SAAS,CACV,CAAC;IACJ,CAAC;CACF;AAjED,oCAiEC"}

package/dist/src/redteam/plugins/pliny.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"pliny.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/pliny.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,QAAQ,CAAC;AAE3C,eAAO,MAAM,SAAS,4BAA4B,CAAC;AAsCnD,qBAAa,WAAY,SAAQ,iBAAiB;IAC1C,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IAIpC,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE;IAQpC,aAAa,CAAC,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;CAavE"}
+{"version":3,"file":"pliny.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/pliny.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,QAAQ,CAAC;AAE3C,eAAO,MAAM,SAAS,4BAA4B,CAAC;AAqCnD,qBAAa,WAAY,SAAQ,iBAAiB;IAC1C,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IAIpC,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE;IASpC,aAAa,CAAC,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;CAavE"}

package/dist/src/redteam/plugins/pliny.js

@@ -11,7 +11,6 @@ const base_1 = require("./base");
 exports.PLUGIN_ID = 'promptfoo:redteam:pliny';
 const URLS = [
     'https://raw.githubusercontent.com/elder-plinius/L1B3RT4S/refs/heads/main/GOOGLE.mkd',
-    'https://raw.githubusercontent.com/elder-plinius/L1B3RT4S/refs/heads/main/ANTHROPIC.mkd',
     'https://raw.githubusercontent.com/elder-plinius/L1B3RT4S/refs/heads/main/AMAZON.mkd',
     'https://raw.githubusercontent.com/elder-plinius/L1B3RT4S/refs/heads/main/META.mkd',
     'https://raw.githubusercontent.com/elder-plinius/L1B3RT4S/refs/heads/main/OPENAI.mkd',
@@ -49,6 +48,7 @@ class PlinyPlugin extends base_1.RedteamPluginBase {
         return [
             {
                 type: 'is-refusal',
+                metric: 'Pliny',
             },
         ];
     }

package/dist/src/redteam/plugins/pliny.js.map

@@ -1 +1 @@
-{"version":3,"file":"pliny.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/pliny.ts"],"names":[],"mappings":";;;AAAA;;;;GAIG;AACH,uCAA6C;AAE7C,iCAA2C;AAE9B,QAAA,SAAS,GAAG,yBAAyB,CAAC;AAEnD,MAAM,IAAI,GAAG;IACX,qFAAqF;IACrF,wFAAwF;IACxF,qFAAqF;IACrF,mFAAmF;IACnF,qFAAqF;CACtF,CAAC;AAEF,KAAK,UAAU,gBAAgB,CAAC,GAAW;IACzC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,IAAA,sBAAc,EAAC,GAAG,CAAC,CAAC;QAC3C,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAEnC,gDAAgD;QAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAEzD,8CAA8C;QAC9C,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACnE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,kBAAkB,GAAG,GAAG,EAAE,KAAK,CAAC,CAAC;QAC/C,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,KAAK,UAAU,aAAa;IAC1B,IAAI,CAAC;QACH,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAEhF,uDAAuD;QACvD,OAAO,WAAW,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC;QAC9C,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,MAAa,WAAY,SAAQ,wBAAiB;IAChD,KAAK,CAAC,WAAW;QACf,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,aAAa,CAAC,MAAc;QAC1B,OAAO;YACL;gBACE,IAAI,EAAE,YAAY;aACnB;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,CAAS,EAAE,QAAiB;QAC9C,MAAM,KAAK,GAAG,MAAM,aAAa,EAAE,CAAC;QAEpC,sDAAsD;QACtD,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;QAEhG,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAClC,IAAI,EAAE;gBACJ,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,GAAG,IAAI;aAC7B;YACD,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC;SACjC,CAAC,CAAC,CAAC;IACN,CAAC;CACF;AA1BD,kCA0BC"}
+{"version":3,"file":"pliny.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/pliny.ts"],"names":[],"mappings":";;;AAAA;;;;GAIG;AACH,uCAA6C;AAE7C,iCAA2C;AAE9B,QAAA,SAAS,GAAG,yBAAyB,CAAC;AAEnD,MAAM,IAAI,GAAG;IACX,qFAAqF;IACrF,qFAAqF;IACrF,mFAAmF;IACnF,qFAAqF;CACtF,CAAC;AAEF,KAAK,UAAU,gBAAgB,CAAC,GAAW;IACzC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,IAAA,sBAAc,EAAC,GAAG,CAAC,CAAC;QAC3C,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAEnC,gDAAgD;QAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAEzD,8CAA8C;QAC9C,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACnE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,kBAAkB,GAAG,GAAG,EAAE,KAAK,CAAC,CAAC;QAC/C,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,KAAK,UAAU,aAAa;IAC1B,IAAI,CAAC;QACH,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAEhF,uDAAuD;QACvD,OAAO,WAAW,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC;QAC9C,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,MAAa,WAAY,SAAQ,wBAAiB;IAChD,KAAK,CAAC,WAAW;QACf,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,aAAa,CAAC,MAAc;QAC1B,OAAO;YACL;gBACE,IAAI,EAAE,YAAY;gBAClB,MAAM,EAAE,OAAO;aAChB;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,CAAS,EAAE,QAAiB;QAC9C,MAAM,KAAK,GAAG,MAAM,aAAa,EAAE,CAAC;QAEpC,sDAAsD;QACtD,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;QAEhG,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAClC,IAAI,EAAE;gBACJ,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,GAAG,IAAI;aAC7B;YACD,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC;SACjC,CAAC,CAAC,CAAC;IACN,CAAC;CACF;AA3BD,kCA2BC"}

package/dist/src/redteam/providers/bestOfN.d.ts

@@ -0,0 +1,16 @@
+import type { ApiProvider, CallApiContextParams, CallApiOptionsParams, ProviderOptions, ProviderResponse } from '../../types/providers';
+export default class BestOfNProvider implements ApiProvider {
+    private readonly injectVar;
+    private readonly maxConcurrency;
+    private readonly nSteps?;
+    private readonly maxCandidatesPerStep?;
+    id(): string;
+    constructor(options?: ProviderOptions & {
+        injectVar?: string;
+        maxConcurrency?: number;
+        nSteps?: number;
+        maxCandidatesPerStep?: number;
+    });
+    callApi(prompt: string, context?: CallApiContextParams, options?: CallApiOptionsParams): Promise<ProviderResponse>;
+}
+//# sourceMappingURL=bestOfN.d.ts.map

package/dist/src/redteam/providers/bestOfN.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bestOfN.d.ts","sourceRoot":"","sources":["../../../../src/redteam/providers/bestOfN.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EACV,WAAW,EACX,oBAAoB,EACpB,oBAAoB,EACpB,eAAe,EACf,gBAAgB,EACjB,MAAM,uBAAuB,CAAC;AAU/B,MAAM,CAAC,OAAO,OAAO,eAAgB,YAAW,WAAW;IACzD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAS;IACxC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAS;IAE/C,EAAE;gBAKA,OAAO,GAAE,eAAe,GAAG;QACzB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,oBAAoB,CAAC,EAAE,MAAM,CAAC;KAC1B;IAaF,OAAO,CACX,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,oBAAoB,EAC9B,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,gBAAgB,CAAC;CA0F7B"}

package/dist/src/redteam/providers/bestOfN.js

@@ -0,0 +1,103 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const async_1 = __importDefault(require("async"));
+const chalk_1 = __importDefault(require("chalk"));
+const dedent_1 = __importDefault(require("dedent"));
+const constants_1 = require("../../constants");
+const evaluatorHelpers_1 = require("../../evaluatorHelpers");
+const logger_1 = __importDefault(require("../../logger"));
+const invariant_1 = __importDefault(require("../../util/invariant"));
+const json_1 = require("../../util/json");
+const remoteGeneration_1 = require("../remoteGeneration");
+class BestOfNProvider {
+    id() {
+        return 'promptfoo:redteam:best-of-n';
+    }
+    constructor(options = {}) {
+        if ((0, remoteGeneration_1.neverGenerateRemote)()) {
+            throw new Error(`Best-of-N strategy requires remote generation to be enabled`);
+        }
+        (0, invariant_1.default)(typeof options.injectVar === 'string', 'Expected injectVar to be set');
+        this.injectVar = options.injectVar;
+        this.maxConcurrency = options.maxConcurrency || 3;
+        this.nSteps = options.nSteps;
+        this.maxCandidatesPerStep = options.maxCandidatesPerStep;
+    }
+    async callApi(prompt, context, options) {
+        logger_1.default.debug(`[Best-of-N] callApi context: ${(0, json_1.safeJsonStringify)(context)}`);
+        (0, invariant_1.default)(context?.originalProvider, 'Expected originalProvider to be set');
+        (0, invariant_1.default)(context?.vars, 'Expected vars to be set');
+        const targetProvider = context.originalProvider;
+        try {
+            // Get candidate prompts from the server
+            const response = await fetch((0, remoteGeneration_1.getRemoteGenerationUrl)(), {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                },
+                body: JSON.stringify({
+                    task: 'jailbreak:best-of-n',
+                    prompt: context.vars[this.injectVar],
+                    nSteps: this.nSteps,
+                    maxCandidatesPerStep: this.maxCandidatesPerStep,
+                    version: constants_1.VERSION,
+                }),
+            });
+            const data = (await response.json());
+            (0, invariant_1.default)(Array.isArray(data.modifiedPrompts), 'Expected modifiedPrompts array in response');
+            logger_1.default.debug((0, dedent_1.default) `
+          ${chalk_1.default.bold.green('Best-of-N candidates:')}
+          ${chalk_1.default.cyan(JSON.stringify(data.modifiedPrompts, null, 2))}
+        `);
+            // Try candidates concurrently until one succeeds
+            let successfulResponse = null;
+            let lastResponse = null;
+            let currentStep = 0;
+            await async_1.default.eachLimit(data.modifiedPrompts, this.maxConcurrency, async (candidatePrompt) => {
+                if (successfulResponse) {
+                    return;
+                }
+                const targetVars = {
+                    ...context.vars,
+                    [this.injectVar]: candidatePrompt,
+                };
+                const renderedPrompt = await (0, evaluatorHelpers_1.renderPrompt)(context.prompt, targetVars, context.filters, targetProvider);
+                try {
+                    const response = await targetProvider.callApi(renderedPrompt, context, options);
+                    lastResponse = response;
+                    currentStep++;
+                    if (!response.error) {
+                        successfulResponse = response;
+                        successfulResponse.metadata = {
+                            ...successfulResponse.metadata,
+                            redteamFinalPrompt: candidatePrompt,
+                            step: currentStep,
+                        };
+                        return false; // Stop processing more candidates
+                    }
+                }
+                catch (err) {
+                    logger_1.default.debug(`[Best-of-N] Candidate failed: ${err}`);
+                    currentStep++;
+                }
+            });
+            if (successfulResponse) {
+                return successfulResponse;
+            }
+            return (lastResponse || {
+                error: 'All candidates failed',
+            });
+        }
+        catch (err) {
+            logger_1.default.error(`[Best-of-N] Error: ${err}`);
+            return {
+                error: String(err),
+            };
+        }
+    }
+}
+exports.default = BestOfNProvider;
+//# sourceMappingURL=bestOfN.js.map

package/dist/src/redteam/providers/bestOfN.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bestOfN.js","sourceRoot":"","sources":["../../../../src/redteam/providers/bestOfN.ts"],"names":[],"mappings":";;;;;AAAA,kDAA0B;AAC1B,kDAA0B;AAC1B,oDAA4B;AAC5B,+CAA0C;AAC1C,6DAAsD;AACtD,0DAAkC;AAQlC,qEAA6C;AAC7C,0CAAoD;AACpD,0DAAkF;AAOlF,MAAqB,eAAe;IAMlC,EAAE;QACA,OAAO,6BAA6B,CAAC;IACvC,CAAC;IAED,YACE,UAKI,EAAE;QAEN,IAAI,IAAA,sCAAmB,GAAE,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC;QACjF,CAAC;QAED,IAAA,mBAAS,EAAC,OAAO,OAAO,CAAC,SAAS,KAAK,QAAQ,EAAE,8BAA8B,CAAC,CAAC;QACjF,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACnC,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,CAAC,CAAC;QAClD,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,oBAAoB,GAAG,OAAO,CAAC,oBAAoB,CAAC;IAC3D,CAAC;IAED,KAAK,CAAC,OAAO,CACX,MAAc,EACd,OAA8B,EAC9B,OAA8B;QAE9B,gBAAM,CAAC,KAAK,CAAC,gCAAgC,IAAA,wBAAiB,EAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC3E,IAAA,mBAAS,EAAC,OAAO,EAAE,gBAAgB,EAAE,qCAAqC,CAAC,CAAC;QAC5E,IAAA,mBAAS,EAAC,OAAO,EAAE,IAAI,EAAE,yBAAyB,CAAC,CAAC;QAEpD,MAAM,cAAc,GAAgB,OAAO,CAAC,gBAAgB,CAAC;QAE7D,IAAI,CAAC;YACH,wCAAwC;YACxC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAA,yCAAsB,GAAE,EAAE;gBACrD,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;iBACnC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,IAAI,EAAE,qBAAqB;oBAC3B,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC;oBACpC,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,oBAAoB,EAAE,IAAI,CAAC,oBAAoB;oBAC/C,OAAO,EAAE,mBAAO;iBACjB,CAAC;aACH,CAAC,CAAC;YAEH,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAoB,CAAC;YACxD,IAAA,mBAAS,EAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,4CAA4C,CAAC,CAAC;YAE7F,gBAAM,CAAC,KAAK,CACV,IAAA,gBAAM,EAAA;YACF,eAAK,CAAC,IAAI,CAAC,KAAK,CAAC,uBAAuB,CAAC;YACzC,eAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;SAC5D,CACF,CAAC;YAEF,iDAAiD;YACjD,IAAI,kBAAkB,GAA4B,IAAI,CAAC;YACvD,IAAI,YAAY,GAA4B,IAAI,CAAC;YACjD,IAAI,WAAW,GAAG,CAAC,CAAC;YAEpB,MAAM,eAAK,CAAC,SAAS,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,cAAc,EAAE,KAAK,EAAE,eAAe,EAAE,EAAE;gBACzF,IAAI,kBAAkB,EAAE,CAAC;oBACvB,OAAO;gBACT,CAAC;gBAED,MAAM,UAAU,GAAG;oBACjB,GAAG,OAAO,CAAC,IAAI;oBACf,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,eAAe;iBAClC,CAAC;gBAEF,MAAM,cAAc,GAAG,MAAM,IAAA,+BAAY,EACvC,OAAO,CAAC,MAAM,EACd,UAAU,EACV,OAAO,CAAC,OAAO,EACf,cAAc,CACf,CAAC;gBAEF,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,cAAc,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;oBAChF,YAAY,GAAG,QAAQ,CAAC;oBACxB,WAAW,EAAE,CAAC;oBACd,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;wBACpB,kBAAkB,GAAG,QAAQ,CAAC;wBAC9B,kBAAkB,CAAC,QAAQ,GAAG;4BAC5B,GAAG,kBAAkB,CAAC,QAAQ;4BAC9B,kBAAkB,EAAE,eAAe;4BACnC,IAAI,EAAE,WAAW;yBAClB,CAAC;wBACF,OAAO,KAAK,CAAC,CAAC,kCAAkC;oBAClD,CAAC;gBACH,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,gBAAM,CAAC,KAAK,CAAC,iCAAiC,GAAG,EAAE,CAAC,CAAC;oBACrD,WAAW,EAAE,CAAC;gBAChB,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,IAAI,kBAAkB,EAAE,CAAC;gBACvB,OAAO,kBAAkB,CAAC;YAC5B,CAAC;YAED,OAAO,CACL,YAAY,IAAI;gBACd,KAAK,EAAE,uBAAuB;aAC/B,CACF,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,gBAAM,CAAC,KAAK,CAAC,sBAAsB,GAAG,EAAE,CAAC,CAAC;YAC1C,OAAO;gBACL,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC;aACnB,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AA3HD,kCA2HC"}

package/dist/src/redteam/providers/crescendo/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/redteam/providers/crescendo/index.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACV,WAAW,EACX,oBAAoB,EACpB,oBAAoB,EAGpB,iBAAiB,EAElB,MAAM,gBAAgB,CAAC;AAMxB,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAYzC,UAAU,eAAe;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,iBAAiB,CAAC,UAAU,CAAC,CAAC;IAC/C,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED,qBAAa,YAAY;IACvB,OAAO,CAAC,aAAa,CAAqC;IAE1D,UAAU,CAAC,cAAc,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO;IAOnD,eAAe,CAAC,cAAc,EAAE,MAAM,GAAG,OAAO,EAAE;IAIlD,sCAAsC,CAAC,cAAc,EAAE,MAAM,GAAG,MAAM;CAOvE;AAED,cAAM,iBAAkB,YAAW,WAAW;IAC5C,QAAQ,CAAC,MAAM,EAAE,eAAe,CAAC;IACjC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAM;IAC/B,OAAO,CAAC,QAAQ,CAAqB;IACrC,OAAO,CAAC,eAAe,CAA0B;IACjD,OAAO,CAAC,eAAe,CAA0B;IACjD,OAAO,CAAC,MAAM,CAAe;IAC7B,OAAO,CAAC,oBAAoB,CAAS;IACrC,OAAO,CAAC,4BAA4B,CAAS;IAC7C,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,SAAS,CAAU;gBAEf,MAAM,EAAE,eAAe;YAkBrB,kBAAkB;YAmBlB,kBAAkB;IAkBhC,EAAE;IAII,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,oBAAoB;;;;;;;;;;;;;;;;;;YAoB9E,SAAS;YA6LT,eAAe;YAsGf,UAAU;YA8DV,eAAe;YA0Df,YAAY;YA8CZ,eAAe;IAI7B,OAAO,CAAC,cAAc;CAWvB;AAED,eAAe,iBAAiB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/redteam/providers/crescendo/index.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EACV,WAAW,EACX,oBAAoB,EACpB,oBAAoB,EAGpB,iBAAiB,EAElB,MAAM,gBAAgB,CAAC;AAOxB,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAYzC,UAAU,eAAe;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,iBAAiB,CAAC,UAAU,CAAC,CAAC;IAC/C,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED,qBAAa,YAAY;IACvB,OAAO,CAAC,aAAa,CAAqC;IAE1D,UAAU,CAAC,cAAc,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO;IAOnD,eAAe,CAAC,cAAc,EAAE,MAAM,GAAG,OAAO,EAAE;IAIlD,sCAAsC,CAAC,cAAc,EAAE,MAAM,GAAG,MAAM;CAOvE;AAED,cAAM,iBAAkB,YAAW,WAAW;IAC5C,QAAQ,CAAC,MAAM,EAAE,eAAe,CAAC;IACjC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAM;IAC/B,OAAO,CAAC,QAAQ,CAAqB;IACrC,OAAO,CAAC,eAAe,CAA0B;IACjD,OAAO,CAAC,eAAe,CAA0B;IACjD,OAAO,CAAC,MAAM,CAAe;IAC7B,OAAO,CAAC,oBAAoB,CAAS;IACrC,OAAO,CAAC,4BAA4B,CAAS;IAC7C,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,SAAS,CAAU;gBAEf,MAAM,EAAE,eAAe;YAwBrB,kBAAkB;YAmBlB,kBAAkB;IAkBhC,EAAE;IAII,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,oBAAoB;;;;;;;;;;;;;;;;;;YAoB9E,SAAS;YA6LT,eAAe;YA0Gf,UAAU;YA8DV,eAAe;YA8Df,YAAY;YAkDZ,eAAe;IAI7B,OAAO,CAAC,cAAc;CAWvB;AAED,eAAe,iBAAiB,CAAC"}

package/dist/src/redteam/providers/crescendo/index.js

@@ -9,9 +9,11 @@ const uuid_1 = require("uuid");
 const evaluatorHelpers_1 = require("../../../evaluatorHelpers");
 const logger_1 = __importDefault(require("../../../logger"));
 const promptfoo_1 = require("../../../providers/promptfoo");
+const telemetry_1 = __importDefault(require("../../../telemetry"));
 const invariant_1 = __importDefault(require("../../../util/invariant"));
 const json_1 = require("../../../util/json");
 const templates_1 = require("../../../util/templates");
+const time_1 = require("../../../util/time");
 const remoteGeneration_1 = require("../../remoteGeneration");
 const util_1 = require("../../util");
 const shared_1 = require("../shared");
@@ -50,6 +52,12 @@ class CrescendoProvider {
         this.targetConversationId = (0, uuid_1.v4)();
         this.redTeamingChatConversationId = (0, uuid_1.v4)();
         this.stateless = config.stateless ?? true;
+        if (config.stateless !== undefined) {
+            telemetry_1.default.recordOnce('feature_used', {
+                feature: 'stateless',
+                state: String(config.stateless),
+            });
+        }
         if (!this.stateless) {
             this.maxBacktracks = 0;
         }
@@ -278,6 +286,10 @@ class CrescendoProvider {
             },
             vars: {},
         });
+        if (redTeamingChat.delay) {
+            logger_1.default.debug(`[Crescendo] Sleeping for ${redTeamingChat.delay}ms`);
+            await (0, time_1.sleep)(redTeamingChat.delay);
+        }
         if (response.error) {
             throw new Error(`Error from redteam provider: ${response.error}`);
         }
@@ -383,6 +395,10 @@ class CrescendoProvider {
             },
             vars: {},
         });
+        if (scoringProvider.delay) {
+            logger_1.default.debug(`[Crescendo] Sleeping for ${scoringProvider.delay}ms`);
+            await (0, time_1.sleep)(scoringProvider.delay);
+        }
         if (refusalResponse.error) {
             throw new Error(`Error from redteam (refusal) provider: ${refusalResponse.error}`);
         }
@@ -415,6 +431,10 @@ class CrescendoProvider {
             },
             vars: {},
         });
+        if (scoringProvider.delay) {
+            logger_1.default.debug(`[Crescendo] Sleeping for ${scoringProvider.delay}ms`);
+            await (0, time_1.sleep)(scoringProvider.delay);
+        }
         if (evalResponse.error) {
             throw new Error(`Error from redteam (eval) provider: ${evalResponse.error}`);
         }

package/dist/src/redteam/providers/crescendo/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/redteam/providers/crescendo/index.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,+BAAoC;AACpC,gEAAyD;AACzD,6DAAqC;AACrC,4DAA+E;AAU/E,wEAAgD;AAChD,6CAA+E;AAC/E,uDAA4D;AAC5D,6DAA8D;AAC9D,qCAA4C;AAE5C,sCAKmB;AACnB,uCAA+F;AAE/F,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAC9B,MAAM,sBAAsB,GAAG,EAAE,CAAC;AAUlC,MAAa,YAAY;IAAzB;QACU,kBAAa,GAA2B,IAAI,GAAG,EAAE,CAAC;IAoB5D,CAAC;IAlBC,UAAU,CAAC,cAAsB,EAAE,OAAgB;QACjD,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,CAAC;YAC5C,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;QAC7C,CAAC;QACD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,cAAc,CAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACxD,CAAC;IAED,eAAe,CAAC,cAAsB;QACpC,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;IACtD,CAAC;IAED,sCAAsC,CAAC,cAAsB;QAC3D,MAAM,oBAAoB,GAAG,IAAI,CAAC,eAAe,CAAC,cAAc,CAAC,CAAC;QAClE,MAAM,iBAAiB,GAAG,IAAA,SAAM,GAAE,CAAC;QACnC,MAAM,eAAe,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,sCAAsC;QACjG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,iBAAiB,EAAE,eAAe,CAAC,CAAC;QAC3D,OAAO,iBAAiB,CAAC;IAC3B,CAAC;CACF;AArBD,oCAqBC;AAED,MAAM,iBAAiB;IAarB,YAAY,MAAuB;QACjC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,kBAAkB,CAAC;QACxD,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,sBAAsB,CAAC;QACpE,IAAI,CAAC,QAAQ,GAAG,IAAA,6BAAiB,GAAE,CAAC;QACpC,IAAI,CAAC,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;QACjC,IAAI,CAAC,oBAAoB,GAAG,IAAA,SAAM,GAAE,CAAC;QACrC,IAAI,CAAC,4BAA4B,GAAG,IAAA,SAAM,GAAE,CAAC;QAC7C,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC;QAE1C,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC;QACzB,CAAC;QACD,gBAAM,CAAC,KAAK,CACV,0DAA0D,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CACnF,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,kBAAkB;QAC9B,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,IAAI,IAAA,uCAAoB,GAAE,EAAE,CAAC;gBAC3B,IAAI,CAAC,eAAe,GAAG,IAAI,2CAA+B,CAAC;oBACzD,IAAI,EAAE,WAAW;oBACjB,QAAQ,EAAE,IAAI;oBACd,gBAAgB,EAAE,IAAI;iBACvB,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,eAAe,GAAG,MAAM,+BAAsB,CAAC,WAAW,CAAC;oBAC9D,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe;oBACrC,gBAAgB,EAAE,IAAI;oBACtB,QAAQ,EAAE,IAAI;iBACf,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAEO,KAAK,CAAC,kBAAkB;QAC9B,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,IAAI,IAAA,uCAAoB,GAAE,EAAE,CAAC;gBAC3B,IAAI,CAAC,eAAe,GAAG,IAAI,2CAA+B,CAAC;oBACzD,IAAI,EAAE,WAAW;oBACjB,QAAQ,EAAE,KAAK;oBACf,gBAAgB,EAAE,IAAI;iBACvB,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,eAAe,GAAG,MAAM,+BAAsB,CAAC,WAAW,CAAC;oBAC9D,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe;oBACrC,gBAAgB,EAAE,IAAI;iBACvB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAED,EAAE;QACA,OAAO,6BAA6B,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAc,EAAE,OAA8B,EAAE,OAA8B;QAC1F,gBAAM,CAAC,KAAK,CAAC,gCAAgC,IAAA,wBAAiB,EAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC3E,IAAA,mBAAS,EAAC,OAAO,EAAE,gBAAgB,EAAE,qCAAqC,CAAC,CAAC;QAC5E,IAAA,mBAAS,EAAC,OAAO,EAAE,IAAI,EAAE,yBAAyB,CAAC,CAAC;QAEpD,gBAAM,CAAC,KAAK,CAAC,4CAA4C,MAAM,EAAE,CAAC,CAAC;QAEnE,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;QAC5D,gBAAM,CAAC,KAAK,CAAC,0BAA0B,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QAExD,OAAO,IAAI,CAAC,SAAS,CAAC;YACpB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,QAAQ,EAAE,OAAO,CAAC,gBAAgB;YAClC,OAAO;YACP,OAAO;SACR,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,EACtB,MAAM,EACN,OAAO,EACP,IAAI,EACJ,QAAQ,EACR,OAAO,EACP,OAAO,GAQR;QACC,gBAAM,CAAC,KAAK,CACV,4CAA4C,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,OAAO,cAAc,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,QAAQ,CAAC,WAAW,CAAC,IAAI,EAAE,CAC5K,CAAC;QAEF,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,cAAc,GAAG,CAAC,CAAC;QAEvB,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,YAAY,GAAmB,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QAClD,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,cAAc,GAAkB,IAAI,CAAC;QAEzC,IAAI,cAAgE,CAAC;QAErE,MAAM,eAAe,GAAG;YACtB,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,CAAC;YACT,UAAU,EAAE,CAAC;YACb,WAAW,EAAE,CAAC;YACd,MAAM,EAAE,CAAC;SACV,CAAC;QAEF,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,iCAAuB,EAAE;YACvE,qBAAqB,EAAE,IAAI,CAAC,QAAQ;YACpC,YAAY,EAAE,QAAQ,GAAG,CAAC;YAC1B,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,4BAA4B,EAAE;YACxD,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,YAAY;SACtB,CAAC,CAAC;QAEH,OAAO,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;YACjC,QAAQ,EAAE,CAAC;YACX,gBAAM,CAAC,KAAK,CAAC,uBAAuB,QAAQ,IAAI,CAAC,CAAC;YAElD,MAAM,EAAE,iBAAiB,EAAE,YAAY,EAAE,UAAU,EAAE,gBAAgB,EAAE,GACrE,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,QAAQ,EAAE,YAAY,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YAC7F,IAAI,gBAAgB,EAAE,CAAC;gBACrB,eAAe,CAAC,KAAK,IAAI,gBAAgB,CAAC,KAAK,IAAI,CAAC,CAAC;gBACrD,eAAe,CAAC,MAAM,IAAI,gBAAgB,CAAC,MAAM,IAAI,CAAC,CAAC;gBACvD,eAAe,CAAC,UAAU,IAAI,gBAAgB,CAAC,UAAU,IAAI,CAAC,CAAC;gBAC/D,eAAe,CAAC,WAAW,IAAI,gBAAgB,CAAC,WAAW,IAAI,CAAC,CAAC;gBACjE,eAAe,CAAC,MAAM,IAAI,gBAAgB,CAAC,MAAM,IAAI,CAAC,CAAC;YACzD,CAAC;YAED,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClB,gBAAM,CAAC,KAAK,CAAC,yEAAyE,CAAC,CAAC;gBACxF,SAAS;YACX,CAAC;YAED,gBAAM,CAAC,KAAK,CAAC,wCAAwC,YAAY,EAAE,CAAC,CAAC;YAErE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CACpC,YAAY,EACZ,MAAM,EACN,IAAI,EACJ,OAAO,EACP,QAAQ,EACR,QAAQ,EACR,OAAO,EACP,OAAO,CACR,CAAC;YACF,YAAY,GAAG,QAAQ,CAAC;YACxB,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC;gBAC5B,eAAe,CAAC,KAAK,IAAI,YAAY,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;gBAC5D,eAAe,CAAC,MAAM,IAAI,YAAY,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;gBAC9D,eAAe,CAAC,UAAU,IAAI,YAAY,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;gBACtE,eAAe,CAAC,WAAW,IAAI,YAAY,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC;gBACxE,eAAe,CAAC,MAAM,IAAI,YAAY,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAChE,CAAC;YAED,IAAI,YAAY,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;gBAC9C,IAAI,CAAC,WAAW,CAAC,GAAG,YAAY,CAAC,SAAS,CAAC;gBAC3C,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,OAAO,GAAG;wBACR,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,SAAS,EAAE,YAAY,CAAC,SAAS,EAAE;wBACpD,MAAM;qBACP,CAAC;gBACJ,CAAC;gBACD,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,YAAY,CAAC,SAAS,CAAC;YACrD,CAAC;YACD,MAAM,CAAC,SAAS,EAAE,gBAAgB,CAAC,GAAG,MAAM,IAAI,CAAC,eAAe,CAC9D,YAAY,EACZ,YAAY,CAAC,MAAM,CACpB,CAAC;YACF,gBAAM,CAAC,KAAK,CACV,+CAA+C,SAAS,eAAe,gBAAgB,EAAE,CAC1F,CAAC;YAEF,IAAI,SAAS,EAAE,CAAC;gBACd,gBAAM,CAAC,KAAK,CAAC,gEAAgE,CAAC,CAAC;gBAC/E,cAAc,EAAE,CAAC;gBACjB,IAAI,CAAC,oBAAoB,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;gBAClF,YAAY,GAAG,IAAA,gBAAM,EAAA;;;;+DAIkC,gBAAgB;;;SAGtE,CAAC;gBACF,QAAQ,GAAG,KAAK,CAAC;gBACjB,cAAc,GAAG,IAAI,CAAC;gBAEtB,gBAAM,CAAC,KAAK,CAAC,yCAAyC,cAAc,EAAE,CAAC,CAAC;gBACxE,IAAI,cAAc,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;oBACxC,QAAQ,EAAE,CAAC;oBACX,gBAAM,CAAC,KAAK,CAAC,sDAAsD,QAAQ,EAAE,CAAC,CAAC;gBACjF,CAAC;gBAED,IAAI,cAAc,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;oBACzC,gBAAM,CAAC,KAAK,CAAC,+BAA+B,IAAI,CAAC,aAAa,0BAA0B,CAAC,CAAC;oBAC1F,MAAM;gBACR,CAAC;gBAED,SAAS;YACX,CAAC;YAED,MAAM,CAAC,SAAS,EAAE,cAAc,CAAC,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YACjF,IAAI,cAAc,EAAE,CAAC;gBACnB,eAAe,CAAC,KAAK,IAAI,cAAc,CAAC,KAAK,IAAI,CAAC,CAAC;gBACnD,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,MAAM,IAAI,CAAC,CAAC;gBACrD,eAAe,CAAC,UAAU,IAAI,cAAc,CAAC,UAAU,IAAI,CAAC,CAAC;gBAC7D,eAAe,CAAC,WAAW,IAAI,cAAc,CAAC,WAAW,IAAI,CAAC,CAAC;gBAC/D,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,MAAM,IAAI,CAAC,CAAC;YACvD,CAAC;YACD,QAAQ,GAAG,SAAS,CAAC,KAAK,CAAC;YAC3B,cAAc,GAAG,SAAS,CAAC,QAAQ,CAAC;YACpC,cAAc,GAAG;gBACf,KAAK,EAAE,SAAS,CAAC,QAAQ;gBACzB,SAAS,EAAE,SAAS,CAAC,SAAS;aAC/B,CAAC;YACF,gBAAM,CAAC,KAAK,CAAC,gCAAgC,QAAQ,gBAAgB,cAAc,EAAE,CAAC,CAAC;YAEvF,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;gBAC3B,gBAAM,CAAC,KAAK,CAAC,sDAAsD,QAAQ,EAAE,CAAC,CAAC;gBAC/E,MAAM;YACR,CAAC;YAED,gBAAM,CAAC,KAAK,CAAC,8DAA8D,CAAC,CAAC;QAC/E,CAAC;QAED,IAAI,QAAQ,EAAE,CAAC;YACb,gBAAM,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAC;QACzD,CAAC;aAAM,CAAC;YACN,gBAAM,CAAC,KAAK,CAAC,+CAA+C,CAAC,CAAC;QAChE,CAAC;QAED,gBAAM,CAAC,KAAK,CACV,8CAA8C,QAAQ,sBAAsB,cAAc,KAAK,CAChG,CAAC;QAEF,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QAC/C,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QACvD,OAAO,IAAI,CAAC,WAAW,CAAC,CAAC;QAEzB,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACxE,OAAO;YACL,MAAM,EAAE,YAAY,CAAC,MAAM;YAC3B,QAAQ,EAAE;gBACR,kBAAkB;gBAClB,kBAAkB,EAAE,IAAA,8BAAqB,EAAC,QAAQ,EAAE,MAAM,CAAC;gBAC3D,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC3C,wBAAwB,EAAE,QAAQ;gBAClC,uBAAuB,EAAE,cAAc;gBACvC,eAAe,EAAE,QAAQ;gBACzB,mBAAmB,EAAE,cAAc;aACpC;YACD,UAAU,EAAE,eAAe;SAC5B,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,eAAe,CAC3B,QAAgB,EAChB,QAAiB,EACjB,YAA4B,EAC5B,YAAoB,EACpB,cAAqD;QAErD,gBAAM,CAAC,KAAK,CACV,6CAA6C,QAAQ,cAAc,QAAQ,oBAAoB,IAAI,CAAC,SAAS,CAC3G,cAAc,CACf,EAAE,CACJ,CAAC;QAEF,IAAI,UAAU,GACZ,iBAAiB,QAAQ,OAAO,IAAI,CAAC,SAAS,IAAI;YAClD,wEAAwE;YACxE,8CAA8C,IAAI,CAAC,QAAQ,QAAQ,CAAC;QAEtE,IAAI,YAAY,EAAE,CAAC;YACjB,UAAU;gBACR,8DAA8D;oBAC9D,+EAA+E;oBAC/E,GAAG,YAAY,MAAM,CAAC;QAC1B,CAAC;aAAM,IAAI,cAAc,EAAE,CAAC;YAC1B,UAAU;gBACR,0EAA0E,YAAY,CAAC,MAAM,MAAM;oBACnG,sCAAsC;oBACtC,sCAAsC,cAAc,CAAC,KAAK,GAAG;oBAC7D,oDAAoD;oBACpD,2CAA2C,cAAc,CAAC,SAAS,MAAM,CAAC;QAC9E,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,4BAA4B,EAAE;YACxD,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,UAAU;SACpB,CAAC,CAAC;QAEH,MAAM,iBAAiB,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QACzF,gBAAM,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAC7C,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QACvD,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACvD,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,EAAE;YAC/E,MAAM,EAAE;gBACN,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC;gBACtC,KAAK,EAAE,SAAS;aACjB;YACD,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;QACH,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,gCAAgC,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;QACpE,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YACrB,gBAAM,CAAC,KAAK,CAAC,gDAAgD,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YACzF,OAAO;gBACL,iBAAiB,EAAE,SAAS;gBAC5B,UAAU,EAAE,SAAS;aACtB,CAAC;QACJ,CAAC;QAED,MAAM,YAAY,GAChB,OAAO,QAAQ,CAAC,MAAM,KAAK,QAAQ;YACjC,CAAC,CAAC,IAAA,6BAAsB,EAInB,QAAQ,CAAC,MAAM,CAAC;YACrB,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAC9B,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;gBACpB,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;QACxB,MAAM,YAAY,GAAG,CAAC,mBAAmB,EAAE,0BAA0B,EAAE,qBAAqB,CAAC,CAAC;QAE9F,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;YAC/B,IAAI,CAAC,CAAC,GAAG,IAAI,YAAY,CAAC,EAAE,CAAC;gBAC3B,gBAAM,CAAC,OAAO,CAAC,wCAAwC,GAAG,EAAE,CAAC,CAAC;YAChE,CAAC;QACH,CAAC;QAED,gBAAM,CAAC,KAAK,CAAC,IAAA,gBAAM,EAAA;;;2BAGI,YAAY,CAAC,iBAAiB;kCACvB,YAAY,CAAC,wBAAwB;6BAC1C,YAAY,CAAC,mBAAmB;KACxD,CAAC,CAAC;QAEH,IAAI,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,KAAK,YAAY,CAAC,MAAM,EAAE,CAAC;YAC7D,gBAAM,CAAC,KAAK,CACV,4CAA4C,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACnF,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,4BAA4B,EAAE;YACxD,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC;SACzC,CAAC,CAAC;QAEH,OAAO;YACL,iBAAiB,EAAE,YAAY,CAAC,iBAAiB;YACjD,UAAU,EAAE,QAAQ,CAAC,UAAU;SAChC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,UAAU,CACtB,YAAoB,EACpB,cAAsB,EACtB,IAAqC,EACrC,OAAsC,EACtC,QAAqB,EACrB,QAAgB,EAChB,OAA8B,EAC9B,OAA8B;QAE9B,MAAM,cAAc,GAAG,MAAM,IAAA,+BAAY,EACvC,cAAc,EACd,EAAE,GAAG,IAAI,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,YAAY,EAAE,EAClD,OAAO,EACP,QAAQ,CACT,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAA,6BAAsB,EAAY,cAAc,CAAC,CAAC;YACjE,6DAA6D;YAC7D,KAAK,MAAM,OAAO,IAAI,MAAM,EAAE,CAAC;gBAC7B,IACE,OAAO,CAAC,IAAI,KAAK,QAAQ;oBACzB,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,EACvF,CAAC;oBACD,+BAA+B;oBAC/B,SAAS;gBACX,CAAC;gBACD,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,oBAAoB,EAAE,OAAO,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,uDAAuD;YACvD,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,oBAAoB,EAAE;gBAChD,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,cAAc;aACxB,CAAC,CAAC;QACL,CAAC;QAED,MAAM,mBAAmB,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACnF,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC;QAE3F,gBAAM,CAAC,KAAK,CACV,uCAAuC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,aAAa,CACpG,CAAC;QACF,gBAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAE3B,MAAM,cAAc,GAAG,MAAM,IAAA,0BAAiB,EAAC,QAAQ,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACzF,gBAAM,CAAC,KAAK,CAAC,gCAAgC,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;QAC/E,IAAI,cAAc,CAAC,KAAK,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,yCAAyC,cAAc,CAAC,KAAK,EAAE,CAAC,CAAC;QACnF,CAAC;QACD,IAAA,mBAAS,EAAC,cAAc,CAAC,MAAM,EAAE,6CAA6C,CAAC,CAAC;QAChF,gBAAM,CAAC,KAAK,CAAC,8CAA8C,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC;QAEpF,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,oBAAoB,EAAE;YAChD,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,cAAc,CAAC,MAAM;SAC/B,CAAC,CAAC;QAEH,OAAO,cAAc,CAAC;IACxB,CAAC;IAEO,KAAK,CAAC,eAAe,CAC3B,YAAoB,EACpB,YAAoB;QAEpB,gBAAM,CAAC,KAAK,CAAC,iDAAiD,YAAY,EAAE,CAAC,CAAC;QAC9E,8DAA8D;QAC9D,IAAI,IAAA,qBAAc,EAAC,YAAY,CAAC,EAAE,CAAC;YACjC,gBAAM,CAAC,KAAK,CACV,4FAA4F,CAC7F,CAAC;YACF,OAAO,CAAC,IAAI,EAAE,yCAAyC,CAAC,CAAC;QAC3D,CAAC;QAED,uDAAuD;QACvD,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC;YAClC,qBAAqB,EAAE,YAAY;YACnC,uBAAuB,EAAE,YAAY;SACtC,CAAC,CAAC;QAEH,MAAM,mBAAmB,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,+BAAqB,EAAE;YAC5E,qBAAqB,EAAE,IAAI,CAAC,QAAQ;SACrC,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC;YACjC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,mBAAmB,EAAE;YAChD,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE;SACxC,CAAC,CAAC;QAEH,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxD,MAAM,eAAe,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,WAAW,EAAE;YACjE,MAAM,EAAE;gBACN,GAAG,EAAE,WAAW;gBAChB,KAAK,EAAE,SAAS;aACjB;YACD,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;QACH,IAAI,eAAe,CAAC,KAAK,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,0CAA0C,eAAe,CAAC,KAAK,EAAE,CAAC,CAAC;QACrF,CAAC;QACD,IAAA,mBAAS,EAAC,OAAO,eAAe,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;QACxF,gBAAM,CAAC,KAAK,CAAC,uCAAuC,eAAe,CAAC,MAAM,EAAE,CAAC,CAAC;QAE9E,MAAM,MAAM,GAAG,IAAA,6BAAsB,EAIlC,eAAe,CAAC,MAAM,CAAC,CAAC;QAE3B,gBAAM,CAAC,KAAK,CAAC,8CAA8C,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACrF,IAAA,mBAAS,EAAC,OAAO,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,+CAA+C,CAAC,CAAC;QAC9F,IAAA,mBAAS,EACP,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ,EACnC,iDAAiD,CAClD,CAAC;QAEF,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;IAC1C,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,YAAoB;QAC7C,gBAAM,CAAC,KAAK,CACV,gDAAgD,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CACpF,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;YAC/B,qBAAqB,EAAE,IAAI,CAAC,QAAQ;YACpC,uBAAuB,EAAE,YAAY;SACtC,CAAC,CAAC;QAEH,MAAM,gBAAgB,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,4BAAkB,EAAE;YACtE,qBAAqB,EAAE,IAAI,CAAC,QAAQ;SACrC,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC;YAC9B,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,gBAAgB,EAAE;YAC7C,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE;SACrC,CAAC,CAAC;QAEH,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxD,MAAM,YAAY,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,QAAQ,EAAE;YAC3D,MAAM,EAAE;gBACN,GAAG,EAAE,QAAQ;gBACb,KAAK,EAAE,MAAM;aACd;YACD,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;QACH,IAAI,YAAY,CAAC,KAAK,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,uCAAuC,YAAY,CAAC,KAAK,EAAE,CAAC,CAAC;QAC/E,CAAC;QACD,IAAA,mBAAS,EAAC,OAAO,YAAY,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;QACrF,gBAAM,CAAC,KAAK,CAAC,oCAAoC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;QAExE,MAAM,MAAM,GAAG,IAAA,6BAAsB,EAKlC,YAAY,CAAC,MAAM,CAAC,CAAC;QAExB,gBAAM,CAAC,KAAK,CAAC,2CAA2C,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAClF,IAAA,mBAAS,EAAC,OAAO,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,4CAA4C,CAAC,CAAC;QAC3F,IAAA,mBAAS,EAAC,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ,EAAE,8CAA8C,CAAC,CAAC;QAE/F,OAAO,CAAC,MAAM,EAAE,YAAY,CAAC,UAAU,CAAC,CAAC;IAC3C,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,cAAsB;QAClD,OAAO,IAAI,CAAC,MAAM,CAAC,sCAAsC,CAAC,cAAc,CAAC,CAAC;IAC5E,CAAC;IAEO,cAAc,CAAC,cAAsB,EAAE,eAAe,GAAG,KAAK;QACpE,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,cAAc,CAAC,CAAC;QAC7D,gBAAM,CAAC,KAAK,CAAC,uCAAuC,cAAc,GAAG,CAAC,CAAC;QACvE,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC;gBACH,gBAAM,CAAC,KAAK,CAAC,OAAO,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;YAC5E,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,gBAAM,CAAC,IAAI,CAAC,0CAA0C,KAAK,EAAE,CAAC,CAAC;YACjE,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAED,kBAAe,iBAAiB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/redteam/providers/crescendo/index.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,+BAAoC;AACpC,gEAAyD;AACzD,6DAAqC;AACrC,4DAA+E;AAC/E,mEAA2C;AAU3C,wEAAgD;AAChD,6CAA+E;AAC/E,uDAA4D;AAC5D,6CAA2C;AAC3C,6DAA8D;AAC9D,qCAA4C;AAE5C,sCAKmB;AACnB,uCAA+F;AAE/F,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAC9B,MAAM,sBAAsB,GAAG,EAAE,CAAC;AAUlC,MAAa,YAAY;IAAzB;QACU,kBAAa,GAA2B,IAAI,GAAG,EAAE,CAAC;IAoB5D,CAAC;IAlBC,UAAU,CAAC,cAAsB,EAAE,OAAgB;QACjD,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,CAAC;YAC5C,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;QAC7C,CAAC;QACD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,cAAc,CAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACxD,CAAC;IAED,eAAe,CAAC,cAAsB;QACpC,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;IACtD,CAAC;IAED,sCAAsC,CAAC,cAAsB;QAC3D,MAAM,oBAAoB,GAAG,IAAI,CAAC,eAAe,CAAC,cAAc,CAAC,CAAC;QAClE,MAAM,iBAAiB,GAAG,IAAA,SAAM,GAAE,CAAC;QACnC,MAAM,eAAe,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,sCAAsC;QACjG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,iBAAiB,EAAE,eAAe,CAAC,CAAC;QAC3D,OAAO,iBAAiB,CAAC;IAC3B,CAAC;CACF;AArBD,oCAqBC;AAED,MAAM,iBAAiB;IAarB,YAAY,MAAuB;QACjC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,kBAAkB,CAAC;QACxD,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,sBAAsB,CAAC;QACpE,IAAI,CAAC,QAAQ,GAAG,IAAA,6BAAiB,GAAE,CAAC;QACpC,IAAI,CAAC,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;QACjC,IAAI,CAAC,oBAAoB,GAAG,IAAA,SAAM,GAAE,CAAC;QACrC,IAAI,CAAC,4BAA4B,GAAG,IAAA,SAAM,GAAE,CAAC;QAC7C,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC;QAC1C,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACnC,mBAAS,CAAC,UAAU,CAAC,cAAc,EAAE;gBACnC,OAAO,EAAE,WAAW;gBACpB,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC;aAChC,CAAC,CAAC;QACL,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC;QACzB,CAAC;QACD,gBAAM,CAAC,KAAK,CACV,0DAA0D,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CACnF,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,kBAAkB;QAC9B,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,IAAI,IAAA,uCAAoB,GAAE,EAAE,CAAC;gBAC3B,IAAI,CAAC,eAAe,GAAG,IAAI,2CAA+B,CAAC;oBACzD,IAAI,EAAE,WAAW;oBACjB,QAAQ,EAAE,IAAI;oBACd,gBAAgB,EAAE,IAAI;iBACvB,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,eAAe,GAAG,MAAM,+BAAsB,CAAC,WAAW,CAAC;oBAC9D,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe;oBACrC,gBAAgB,EAAE,IAAI;oBACtB,QAAQ,EAAE,IAAI;iBACf,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAEO,KAAK,CAAC,kBAAkB;QAC9B,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,IAAI,IAAA,uCAAoB,GAAE,EAAE,CAAC;gBAC3B,IAAI,CAAC,eAAe,GAAG,IAAI,2CAA+B,CAAC;oBACzD,IAAI,EAAE,WAAW;oBACjB,QAAQ,EAAE,KAAK;oBACf,gBAAgB,EAAE,IAAI;iBACvB,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,eAAe,GAAG,MAAM,+BAAsB,CAAC,WAAW,CAAC;oBAC9D,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe;oBACrC,gBAAgB,EAAE,IAAI;iBACvB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAED,EAAE;QACA,OAAO,6BAA6B,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAc,EAAE,OAA8B,EAAE,OAA8B;QAC1F,gBAAM,CAAC,KAAK,CAAC,gCAAgC,IAAA,wBAAiB,EAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC3E,IAAA,mBAAS,EAAC,OAAO,EAAE,gBAAgB,EAAE,qCAAqC,CAAC,CAAC;QAC5E,IAAA,mBAAS,EAAC,OAAO,EAAE,IAAI,EAAE,yBAAyB,CAAC,CAAC;QAEpD,gBAAM,CAAC,KAAK,CAAC,4CAA4C,MAAM,EAAE,CAAC,CAAC;QAEnE,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;QAC5D,gBAAM,CAAC,KAAK,CAAC,0BAA0B,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QAExD,OAAO,IAAI,CAAC,SAAS,CAAC;YACpB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,QAAQ,EAAE,OAAO,CAAC,gBAAgB;YAClC,OAAO;YACP,OAAO;SACR,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,EACtB,MAAM,EACN,OAAO,EACP,IAAI,EACJ,QAAQ,EACR,OAAO,EACP,OAAO,GAQR;QACC,gBAAM,CAAC,KAAK,CACV,4CAA4C,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,OAAO,cAAc,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,QAAQ,CAAC,WAAW,CAAC,IAAI,EAAE,CAC5K,CAAC;QAEF,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,cAAc,GAAG,CAAC,CAAC;QAEvB,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,YAAY,GAAmB,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QAClD,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,cAAc,GAAkB,IAAI,CAAC;QAEzC,IAAI,cAAgE,CAAC;QAErE,MAAM,eAAe,GAAG;YACtB,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,CAAC;YACT,UAAU,EAAE,CAAC;YACb,WAAW,EAAE,CAAC;YACd,MAAM,EAAE,CAAC;SACV,CAAC;QAEF,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,iCAAuB,EAAE;YACvE,qBAAqB,EAAE,IAAI,CAAC,QAAQ;YACpC,YAAY,EAAE,QAAQ,GAAG,CAAC;YAC1B,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,4BAA4B,EAAE;YACxD,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,YAAY;SACtB,CAAC,CAAC;QAEH,OAAO,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;YACjC,QAAQ,EAAE,CAAC;YACX,gBAAM,CAAC,KAAK,CAAC,uBAAuB,QAAQ,IAAI,CAAC,CAAC;YAElD,MAAM,EAAE,iBAAiB,EAAE,YAAY,EAAE,UAAU,EAAE,gBAAgB,EAAE,GACrE,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,QAAQ,EAAE,YAAY,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YAC7F,IAAI,gBAAgB,EAAE,CAAC;gBACrB,eAAe,CAAC,KAAK,IAAI,gBAAgB,CAAC,KAAK,IAAI,CAAC,CAAC;gBACrD,eAAe,CAAC,MAAM,IAAI,gBAAgB,CAAC,MAAM,IAAI,CAAC,CAAC;gBACvD,eAAe,CAAC,UAAU,IAAI,gBAAgB,CAAC,UAAU,IAAI,CAAC,CAAC;gBAC/D,eAAe,CAAC,WAAW,IAAI,gBAAgB,CAAC,WAAW,IAAI,CAAC,CAAC;gBACjE,eAAe,CAAC,MAAM,IAAI,gBAAgB,CAAC,MAAM,IAAI,CAAC,CAAC;YACzD,CAAC;YAED,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClB,gBAAM,CAAC,KAAK,CAAC,yEAAyE,CAAC,CAAC;gBACxF,SAAS;YACX,CAAC;YAED,gBAAM,CAAC,KAAK,CAAC,wCAAwC,YAAY,EAAE,CAAC,CAAC;YAErE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CACpC,YAAY,EACZ,MAAM,EACN,IAAI,EACJ,OAAO,EACP,QAAQ,EACR,QAAQ,EACR,OAAO,EACP,OAAO,CACR,CAAC;YACF,YAAY,GAAG,QAAQ,CAAC;YACxB,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC;gBAC5B,eAAe,CAAC,KAAK,IAAI,YAAY,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;gBAC5D,eAAe,CAAC,MAAM,IAAI,YAAY,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;gBAC9D,eAAe,CAAC,UAAU,IAAI,YAAY,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;gBACtE,eAAe,CAAC,WAAW,IAAI,YAAY,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC;gBACxE,eAAe,CAAC,MAAM,IAAI,YAAY,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;YAChE,CAAC;YAED,IAAI,YAAY,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;gBAC9C,IAAI,CAAC,WAAW,CAAC,GAAG,YAAY,CAAC,SAAS,CAAC;gBAC3C,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,OAAO,GAAG;wBACR,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,SAAS,EAAE,YAAY,CAAC,SAAS,EAAE;wBACpD,MAAM;qBACP,CAAC;gBACJ,CAAC;gBACD,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,YAAY,CAAC,SAAS,CAAC;YACrD,CAAC;YACD,MAAM,CAAC,SAAS,EAAE,gBAAgB,CAAC,GAAG,MAAM,IAAI,CAAC,eAAe,CAC9D,YAAY,EACZ,YAAY,CAAC,MAAM,CACpB,CAAC;YACF,gBAAM,CAAC,KAAK,CACV,+CAA+C,SAAS,eAAe,gBAAgB,EAAE,CAC1F,CAAC;YAEF,IAAI,SAAS,EAAE,CAAC;gBACd,gBAAM,CAAC,KAAK,CAAC,gEAAgE,CAAC,CAAC;gBAC/E,cAAc,EAAE,CAAC;gBACjB,IAAI,CAAC,oBAAoB,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;gBAClF,YAAY,GAAG,IAAA,gBAAM,EAAA;;;;+DAIkC,gBAAgB;;;SAGtE,CAAC;gBACF,QAAQ,GAAG,KAAK,CAAC;gBACjB,cAAc,GAAG,IAAI,CAAC;gBAEtB,gBAAM,CAAC,KAAK,CAAC,yCAAyC,cAAc,EAAE,CAAC,CAAC;gBACxE,IAAI,cAAc,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;oBACxC,QAAQ,EAAE,CAAC;oBACX,gBAAM,CAAC,KAAK,CAAC,sDAAsD,QAAQ,EAAE,CAAC,CAAC;gBACjF,CAAC;gBAED,IAAI,cAAc,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;oBACzC,gBAAM,CAAC,KAAK,CAAC,+BAA+B,IAAI,CAAC,aAAa,0BAA0B,CAAC,CAAC;oBAC1F,MAAM;gBACR,CAAC;gBAED,SAAS;YACX,CAAC;YAED,MAAM,CAAC,SAAS,EAAE,cAAc,CAAC,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YACjF,IAAI,cAAc,EAAE,CAAC;gBACnB,eAAe,CAAC,KAAK,IAAI,cAAc,CAAC,KAAK,IAAI,CAAC,CAAC;gBACnD,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,MAAM,IAAI,CAAC,CAAC;gBACrD,eAAe,CAAC,UAAU,IAAI,cAAc,CAAC,UAAU,IAAI,CAAC,CAAC;gBAC7D,eAAe,CAAC,WAAW,IAAI,cAAc,CAAC,WAAW,IAAI,CAAC,CAAC;gBAC/D,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,MAAM,IAAI,CAAC,CAAC;YACvD,CAAC;YACD,QAAQ,GAAG,SAAS,CAAC,KAAK,CAAC;YAC3B,cAAc,GAAG,SAAS,CAAC,QAAQ,CAAC;YACpC,cAAc,GAAG;gBACf,KAAK,EAAE,SAAS,CAAC,QAAQ;gBACzB,SAAS,EAAE,SAAS,CAAC,SAAS;aAC/B,CAAC;YACF,gBAAM,CAAC,KAAK,CAAC,gCAAgC,QAAQ,gBAAgB,cAAc,EAAE,CAAC,CAAC;YAEvF,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;gBAC3B,gBAAM,CAAC,KAAK,CAAC,sDAAsD,QAAQ,EAAE,CAAC,CAAC;gBAC/E,MAAM;YACR,CAAC;YAED,gBAAM,CAAC,KAAK,CAAC,8DAA8D,CAAC,CAAC;QAC/E,CAAC;QAED,IAAI,QAAQ,EAAE,CAAC;YACb,gBAAM,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAC;QACzD,CAAC;aAAM,CAAC;YACN,gBAAM,CAAC,KAAK,CAAC,+CAA+C,CAAC,CAAC;QAChE,CAAC;QAED,gBAAM,CAAC,KAAK,CACV,8CAA8C,QAAQ,sBAAsB,cAAc,KAAK,CAChG,CAAC;QAEF,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QAC/C,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QACvD,OAAO,IAAI,CAAC,WAAW,CAAC,CAAC;QAEzB,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACxE,OAAO;YACL,MAAM,EAAE,YAAY,CAAC,MAAM;YAC3B,QAAQ,EAAE;gBACR,kBAAkB;gBAClB,kBAAkB,EAAE,IAAA,8BAAqB,EAAC,QAAQ,EAAE,MAAM,CAAC;gBAC3D,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC3C,wBAAwB,EAAE,QAAQ;gBAClC,uBAAuB,EAAE,cAAc;gBACvC,eAAe,EAAE,QAAQ;gBACzB,mBAAmB,EAAE,cAAc;aACpC;YACD,UAAU,EAAE,eAAe;SAC5B,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,eAAe,CAC3B,QAAgB,EAChB,QAAiB,EACjB,YAA4B,EAC5B,YAAoB,EACpB,cAAqD;QAErD,gBAAM,CAAC,KAAK,CACV,6CAA6C,QAAQ,cAAc,QAAQ,oBAAoB,IAAI,CAAC,SAAS,CAC3G,cAAc,CACf,EAAE,CACJ,CAAC;QAEF,IAAI,UAAU,GACZ,iBAAiB,QAAQ,OAAO,IAAI,CAAC,SAAS,IAAI;YAClD,wEAAwE;YACxE,8CAA8C,IAAI,CAAC,QAAQ,QAAQ,CAAC;QAEtE,IAAI,YAAY,EAAE,CAAC;YACjB,UAAU;gBACR,8DAA8D;oBAC9D,+EAA+E;oBAC/E,GAAG,YAAY,MAAM,CAAC;QAC1B,CAAC;aAAM,IAAI,cAAc,EAAE,CAAC;YAC1B,UAAU;gBACR,0EAA0E,YAAY,CAAC,MAAM,MAAM;oBACnG,sCAAsC;oBACtC,sCAAsC,cAAc,CAAC,KAAK,GAAG;oBAC7D,oDAAoD;oBACpD,2CAA2C,cAAc,CAAC,SAAS,MAAM,CAAC;QAC9E,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,4BAA4B,EAAE;YACxD,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,UAAU;SACpB,CAAC,CAAC;QAEH,MAAM,iBAAiB,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QACzF,gBAAM,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAC7C,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QACvD,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACvD,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,EAAE;YAC/E,MAAM,EAAE;gBACN,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC;gBACtC,KAAK,EAAE,SAAS;aACjB;YACD,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;QACH,IAAI,cAAc,CAAC,KAAK,EAAE,CAAC;YACzB,gBAAM,CAAC,KAAK,CAAC,4BAA4B,cAAc,CAAC,KAAK,IAAI,CAAC,CAAC;YACnE,MAAM,IAAA,YAAK,EAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,gCAAgC,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;QACpE,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YACrB,gBAAM,CAAC,KAAK,CAAC,gDAAgD,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YACzF,OAAO;gBACL,iBAAiB,EAAE,SAAS;gBAC5B,UAAU,EAAE,SAAS;aACtB,CAAC;QACJ,CAAC;QAED,MAAM,YAAY,GAChB,OAAO,QAAQ,CAAC,MAAM,KAAK,QAAQ;YACjC,CAAC,CAAC,IAAA,6BAAsB,EAInB,QAAQ,CAAC,MAAM,CAAC;YACrB,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAC9B,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;gBACpB,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;QACxB,MAAM,YAAY,GAAG,CAAC,mBAAmB,EAAE,0BAA0B,EAAE,qBAAqB,CAAC,CAAC;QAE9F,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;YAC/B,IAAI,CAAC,CAAC,GAAG,IAAI,YAAY,CAAC,EAAE,CAAC;gBAC3B,gBAAM,CAAC,OAAO,CAAC,wCAAwC,GAAG,EAAE,CAAC,CAAC;YAChE,CAAC;QACH,CAAC;QAED,gBAAM,CAAC,KAAK,CAAC,IAAA,gBAAM,EAAA;;;2BAGI,YAAY,CAAC,iBAAiB;kCACvB,YAAY,CAAC,wBAAwB;6BAC1C,YAAY,CAAC,mBAAmB;KACxD,CAAC,CAAC;QAEH,IAAI,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,KAAK,YAAY,CAAC,MAAM,EAAE,CAAC;YAC7D,gBAAM,CAAC,KAAK,CACV,4CAA4C,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACnF,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,4BAA4B,EAAE;YACxD,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC;SACzC,CAAC,CAAC;QAEH,OAAO;YACL,iBAAiB,EAAE,YAAY,CAAC,iBAAiB;YACjD,UAAU,EAAE,QAAQ,CAAC,UAAU;SAChC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,UAAU,CACtB,YAAoB,EACpB,cAAsB,EACtB,IAAqC,EACrC,OAAsC,EACtC,QAAqB,EACrB,QAAgB,EAChB,OAA8B,EAC9B,OAA8B;QAE9B,MAAM,cAAc,GAAG,MAAM,IAAA,+BAAY,EACvC,cAAc,EACd,EAAE,GAAG,IAAI,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,YAAY,EAAE,EAClD,OAAO,EACP,QAAQ,CACT,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAA,6BAAsB,EAAY,cAAc,CAAC,CAAC;YACjE,6DAA6D;YAC7D,KAAK,MAAM,OAAO,IAAI,MAAM,EAAE,CAAC;gBAC7B,IACE,OAAO,CAAC,IAAI,KAAK,QAAQ;oBACzB,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,EACvF,CAAC;oBACD,+BAA+B;oBAC/B,SAAS;gBACX,CAAC;gBACD,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,oBAAoB,EAAE,OAAO,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,uDAAuD;YACvD,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,oBAAoB,EAAE;gBAChD,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,cAAc;aACxB,CAAC,CAAC;QACL,CAAC;QAED,MAAM,mBAAmB,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACnF,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC;QAE3F,gBAAM,CAAC,KAAK,CACV,uCAAuC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,aAAa,CACpG,CAAC;QACF,gBAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAE3B,MAAM,cAAc,GAAG,MAAM,IAAA,0BAAiB,EAAC,QAAQ,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACzF,gBAAM,CAAC,KAAK,CAAC,gCAAgC,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;QAC/E,IAAI,cAAc,CAAC,KAAK,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,yCAAyC,cAAc,CAAC,KAAK,EAAE,CAAC,CAAC;QACnF,CAAC;QACD,IAAA,mBAAS,EAAC,cAAc,CAAC,MAAM,EAAE,6CAA6C,CAAC,CAAC;QAChF,gBAAM,CAAC,KAAK,CAAC,8CAA8C,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC;QAEpF,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,oBAAoB,EAAE;YAChD,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,cAAc,CAAC,MAAM;SAC/B,CAAC,CAAC;QAEH,OAAO,cAAc,CAAC;IACxB,CAAC;IAEO,KAAK,CAAC,eAAe,CAC3B,YAAoB,EACpB,YAAoB;QAEpB,gBAAM,CAAC,KAAK,CAAC,iDAAiD,YAAY,EAAE,CAAC,CAAC;QAC9E,8DAA8D;QAC9D,IAAI,IAAA,qBAAc,EAAC,YAAY,CAAC,EAAE,CAAC;YACjC,gBAAM,CAAC,KAAK,CACV,4FAA4F,CAC7F,CAAC;YACF,OAAO,CAAC,IAAI,EAAE,yCAAyC,CAAC,CAAC;QAC3D,CAAC;QAED,uDAAuD;QACvD,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC;YAClC,qBAAqB,EAAE,YAAY;YACnC,uBAAuB,EAAE,YAAY;SACtC,CAAC,CAAC;QAEH,MAAM,mBAAmB,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,+BAAqB,EAAE;YAC5E,qBAAqB,EAAE,IAAI,CAAC,QAAQ;SACrC,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC;YACjC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,mBAAmB,EAAE;YAChD,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE;SACxC,CAAC,CAAC;QAEH,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxD,MAAM,eAAe,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,WAAW,EAAE;YACjE,MAAM,EAAE;gBACN,GAAG,EAAE,WAAW;gBAChB,KAAK,EAAE,SAAS;aACjB;YACD,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;QACH,IAAI,eAAe,CAAC,KAAK,EAAE,CAAC;YAC1B,gBAAM,CAAC,KAAK,CAAC,4BAA4B,eAAe,CAAC,KAAK,IAAI,CAAC,CAAC;YACpE,MAAM,IAAA,YAAK,EAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QACrC,CAAC;QACD,IAAI,eAAe,CAAC,KAAK,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,0CAA0C,eAAe,CAAC,KAAK,EAAE,CAAC,CAAC;QACrF,CAAC;QACD,IAAA,mBAAS,EAAC,OAAO,eAAe,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;QACxF,gBAAM,CAAC,KAAK,CAAC,uCAAuC,eAAe,CAAC,MAAM,EAAE,CAAC,CAAC;QAE9E,MAAM,MAAM,GAAG,IAAA,6BAAsB,EAIlC,eAAe,CAAC,MAAM,CAAC,CAAC;QAE3B,gBAAM,CAAC,KAAK,CAAC,8CAA8C,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACrF,IAAA,mBAAS,EAAC,OAAO,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,+CAA+C,CAAC,CAAC;QAC9F,IAAA,mBAAS,EACP,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ,EACnC,iDAAiD,CAClD,CAAC;QAEF,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;IAC1C,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,YAAoB;QAC7C,gBAAM,CAAC,KAAK,CACV,gDAAgD,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CACpF,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;YAC/B,qBAAqB,EAAE,IAAI,CAAC,QAAQ;YACpC,uBAAuB,EAAE,YAAY;SACtC,CAAC,CAAC;QAEH,MAAM,gBAAgB,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,4BAAkB,EAAE;YACtE,qBAAqB,EAAE,IAAI,CAAC,QAAQ;SACrC,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC;YAC9B,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,gBAAgB,EAAE;YAC7C,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE;SACrC,CAAC,CAAC;QAEH,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxD,MAAM,YAAY,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,QAAQ,EAAE;YAC3D,MAAM,EAAE;gBACN,GAAG,EAAE,QAAQ;gBACb,KAAK,EAAE,MAAM;aACd;YACD,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;QACH,IAAI,eAAe,CAAC,KAAK,EAAE,CAAC;YAC1B,gBAAM,CAAC,KAAK,CAAC,4BAA4B,eAAe,CAAC,KAAK,IAAI,CAAC,CAAC;YACpE,MAAM,IAAA,YAAK,EAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QACrC,CAAC;QACD,IAAI,YAAY,CAAC,KAAK,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,uCAAuC,YAAY,CAAC,KAAK,EAAE,CAAC,CAAC;QAC/E,CAAC;QACD,IAAA,mBAAS,EAAC,OAAO,YAAY,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;QACrF,gBAAM,CAAC,KAAK,CAAC,oCAAoC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;QAExE,MAAM,MAAM,GAAG,IAAA,6BAAsB,EAKlC,YAAY,CAAC,MAAM,CAAC,CAAC;QAExB,gBAAM,CAAC,KAAK,CAAC,2CAA2C,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAClF,IAAA,mBAAS,EAAC,OAAO,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,4CAA4C,CAAC,CAAC;QAC3F,IAAA,mBAAS,EAAC,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ,EAAE,8CAA8C,CAAC,CAAC;QAE/F,OAAO,CAAC,MAAM,EAAE,YAAY,CAAC,UAAU,CAAC,CAAC;IAC3C,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,cAAsB;QAClD,OAAO,IAAI,CAAC,MAAM,CAAC,sCAAsC,CAAC,cAAc,CAAC,CAAC;IAC5E,CAAC;IAEO,cAAc,CAAC,cAAsB,EAAE,eAAe,GAAG,KAAK;QACpE,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,cAAc,CAAC,CAAC;QAC7D,gBAAM,CAAC,KAAK,CAAC,uCAAuC,cAAc,GAAG,CAAC,CAAC;QACvE,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC;gBACH,gBAAM,CAAC,KAAK,CAAC,OAAO,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;YAC5E,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,gBAAM,CAAC,IAAI,CAAC,0CAA0C,KAAK,EAAE,CAAC,CAAC;YACjE,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAED,kBAAe,iBAAiB,CAAC"}

package/dist/src/redteam/providers/goat.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"goat.d.ts","sourceRoot":"","sources":["../../../../src/redteam/providers/goat.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACV,WAAW,EACX,oBAAoB,EACpB,oBAAoB,EACpB,eAAe,EACf,gBAAgB,EACjB,MAAM,uBAAuB,CAAC;AAQ/B,MAAM,CAAC,OAAO,OAAO,YAAa,YAAW,WAAW;IACtD,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAU;IAEpC,EAAE;gBAKA,OAAO,GAAE,eAAe,GAAG;QACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,SAAS,CAAC,EAAE,OAAO,CAAC;KAChB;IAkBF,OAAO,CACX,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,oBAAoB,EAC9B,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,gBAAgB,CAAC;CA2I7B"}
+{"version":3,"file":"goat.d.ts","sourceRoot":"","sources":["../../../../src/redteam/providers/goat.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EACV,WAAW,EACX,oBAAoB,EACpB,oBAAoB,EACpB,eAAe,EACf,gBAAgB,EACjB,MAAM,uBAAuB,CAAC;AAQ/B,MAAM,CAAC,OAAO,OAAO,YAAa,YAAW,WAAW;IACtD,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAU;IAEpC,EAAE;gBAKA,OAAO,GAAE,eAAe,GAAG;QACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,SAAS,CAAC,EAAE,OAAO,CAAC;KAChB;IAwBF,OAAO,CACX,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,oBAAoB,EAC9B,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,gBAAgB,CAAC;CA2I7B"}

package/dist/src/redteam/providers/goat.js

@@ -8,6 +8,7 @@ const dedent_1 = __importDefault(require("dedent"));
 const constants_1 = require("../../constants");
 const evaluatorHelpers_1 = require("../../evaluatorHelpers");
 const logger_1 = __importDefault(require("../../logger"));
+const telemetry_1 = __importDefault(require("../../telemetry"));
 const invariant_1 = __importDefault(require("../../util/invariant"));
 const json_1 = require("../../util/json");
 const time_1 = require("../../util/time");
@@ -26,6 +27,12 @@ class GoatProvider {
             maxTurns: options.maxTurns,
             stateless: options.stateless,
         })}`);
+        if (options.stateless !== undefined) {
+            telemetry_1.default.recordOnce('feature_used', {
+                feature: 'stateless',
+                state: String(options.stateless),
+            });
+        }
         (0, invariant_1.default)(typeof options.injectVar === 'string', 'Expected injectVar to be set');
         this.injectVar = options.injectVar;
         this.maxTurns = options.maxTurns || 5;

package/dist/src/redteam/providers/goat.js.map

@@ -1 +1 @@
-{"version":3,"file":"goat.js","sourceRoot":"","sources":["../../../../src/redteam/providers/goat.ts"],"names":[],"mappings":";;;;;AAAA,kDAA0B;AAC1B,oDAA4B;AAC5B,+CAA0C;AAC1C,6DAAsD;AACtD,0DAAkC;AAQlC,qEAA6C;AAC7C,0CAAoD;AACpD,0CAAwC;AACxC,0DAAkF;AAElF,qCAAiD;AAEjD,MAAqB,YAAY;IAK/B,EAAE;QACA,OAAO,wBAAwB,CAAC;IAClC,CAAC;IAED,YACE,UAII,EAAE;QAEN,IAAI,IAAA,sCAAmB,GAAE,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;QACzE,CAAC;QACD,gBAAM,CAAC,KAAK,CACV,+BAA+B,IAAI,CAAC,SAAS,CAAC;YAC5C,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,SAAS,EAAE,OAAO,CAAC,SAAS;SAC7B,CAAC,EAAE,CACL,CAAC;QACF,IAAA,mBAAS,EAAC,OAAO,OAAO,CAAC,SAAS,KAAK,QAAQ,EAAE,8BAA8B,CAAC,CAAC;QACjF,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACnC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,CAAC,CAAC;QACtC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,OAAO,CACX,MAAc,EACd,OAA8B,EAC9B,OAA8B;QAE9B,IAAI,QAAQ,GAAyB,SAAS,CAAC;QAC/C,gBAAM,CAAC,KAAK,CAAC,2BAA2B,IAAA,wBAAiB,EAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACtE,IAAA,mBAAS,EAAC,OAAO,EAAE,gBAAgB,EAAE,qCAAqC,CAAC,CAAC;QAC5E,IAAA,mBAAS,EAAC,OAAO,EAAE,IAAI,EAAE,yBAAyB,CAAC,CAAC;QAEpD,MAAM,cAAc,GAA4B,OAAO,EAAE,gBAAgB,CAAC;QAC1E,IAAA,mBAAS,EAAC,cAAc,EAAE,qCAAqC,CAAC,CAAC;QAEjE,MAAM,QAAQ,GAAc,EAAE,CAAC;QAC/B,MAAM,eAAe,GAAG;YACtB,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,CAAC;YACT,UAAU,EAAE,CAAC;YACb,WAAW,EAAE,CAAC;YACd,MAAM,EAAE,CAAC;SACV,CAAC;QAEF,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC;YAChD,IAAI,CAAC;gBACH,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAA,yCAAsB,GAAE,EAAE;oBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;wBACnB,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC;wBACnC,CAAC,EAAE,IAAI;wBACP,QAAQ;wBACR,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG;wBAC5B,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,mBAAO;qBACjB,CAAC;oBACF,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;qBACnC;oBACD,MAAM,EAAE,MAAM;iBACf,CAAC,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACnC,IAAI,OAAO,IAAI,EAAE,OAAO,KAAK,QAAQ,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC;oBACvF,gBAAM,CAAC,KAAK,CAAC,oDAAoD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBACzF,SAAS;gBACX,CAAC;gBACD,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC;gBAErC,MAAM,UAAU,GAAG;oBACjB,GAAG,OAAO,CAAC,IAAI;oBACf,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,eAAe,CAAC,OAAO;iBAC1C,CAAC;gBAEF,MAAM,sBAAsB,GAAG,MAAM,IAAA,+BAAY,EAC/C,OAAO,CAAC,MAAM,EACd,UAAU,EACV,OAAO,CAAC,OAAO,EACf,cAAc,CACf,CAAC;gBAEF,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,eAAe,CAAC,IAAI;oBAC1B,OAAO,EAAE,sBAAsB;iBAChC,CAAC,CAAC;gBAEH,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;oBACpB,eAAe,CAAC,KAAK,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;oBACpD,eAAe,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;oBACtD,eAAe,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;oBAC9D,eAAe,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;oBACtD,eAAe,CAAC,WAAW,IAAI,IAAI,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC;gBAClE,CAAC;gBACD,gBAAM,CAAC,KAAK,CACV,IAAA,gBAAM,EAAA;YACJ,eAAK,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,WAAW,CAAC;YAC9C,eAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;SAChD,CACA,CAAC;gBAEF,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS;oBACjC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;oBAC1B,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC;gBAE1C,gBAAM,CAAC,KAAK,CAAC,aAAa,IAAI,mBAAmB,sBAAsB,EAAE,CAAC,CAAC;gBAC3E,MAAM,cAAc,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;gBAEpF,IAAI,CAAC,cAAc,CAAC,MAAM,IAAI,cAAc,CAAC,KAAK,IAAI,cAAc,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;oBAC/E,gBAAM,CAAC,KAAK,CAAC,gBAAgB,cAAc,CAAC,KAAK,IAAI,CAAC,CAAC;oBACvD,MAAM,IAAA,YAAK,EAAC,cAAc,CAAC,KAAK,CAAC,CAAC;gBACpC,CAAC;gBAED,gBAAM,CAAC,KAAK,CAAC,aAAa,IAAI,qBAAqB,IAAA,wBAAiB,EAAC,cAAc,CAAC,EAAE,CAAC,CAAC;gBAExF,IAAI,cAAc,CAAC,SAAS,EAAE,CAAC;oBAC7B,OAAO,GAAG,OAAO,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC;oBACxE,OAAO,CAAC,IAAI,CAAC,SAAS,GAAG,cAAc,CAAC,SAAS,CAAC;gBACpD,CAAC;gBACD,IAAI,cAAc,CAAC,KAAK,EAAE,CAAC;oBACzB,MAAM,IAAI,KAAK,CAAC,oCAAoC,cAAc,CAAC,KAAK,EAAE,CAAC,CAAC;gBAC9E,CAAC;gBACD,IAAA,mBAAS,EACP,cAAc,CAAC,MAAM,EACrB,8DAA8D,IAAA,wBAAiB,EAAC,cAAc,CAAC,EAAE,CAClG,CAAC;gBAEF,MAAM,iBAAiB,GACrB,OAAO,cAAc,CAAC,MAAM,KAAK,QAAQ;oBACvC,CAAC,CAAC,cAAc,CAAC,MAAM;oBACvB,CAAC,CAAC,IAAA,wBAAiB,EAAC,cAAc,CAAC,MAAM,CAAC,CAAC;gBAE/C,IAAI,CAAC,iBAAiB,EAAE,CAAC;oBACvB,gBAAM,CAAC,KAAK,CACV,0DAA0D,IAAA,wBAAiB,EAAC,cAAc,CAAC,EAAE,CAC9F,CAAC;oBACF,SAAS;gBACX,CAAC;gBAED,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,iBAAiB;iBAC3B,CAAC,CAAC;gBAEH,IAAI,cAAc,CAAC,UAAU,EAAE,CAAC;oBAC9B,eAAe,CAAC,KAAK,IAAI,cAAc,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;oBAC9D,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;oBAChE,eAAe,CAAC,UAAU,IAAI,cAAc,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;oBACxE,eAAe,CAAC,WAAW,IAAI,cAAc,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC;oBAC1E,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;gBAClE,CAAC;qBAAM,CAAC;oBACN,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC;gBACnC,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,gBAAM,CAAC,KAAK,CAAC,sBAAsB,IAAI,KAAK,GAAG,EAAE,CAAC,CAAC;YACrD,CAAC;QACH,CAAC;QACD,OAAO,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC;QAEhC,OAAO;YACL,MAAM,EAAE,IAAA,8BAAqB,EAAC,QAAQ,EAAE,WAAW,CAAC;YACpD,QAAQ,EAAE;gBACR,kBAAkB,EAAE,IAAA,8BAAqB,EAAC,QAAQ,EAAE,MAAM,CAAC;gBAC3D,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;aAC5C;YACD,UAAU,EAAE,eAAe;SAC5B,CAAC;IACJ,CAAC;CACF;AA/KD,+BA+KC"}
+{"version":3,"file":"goat.js","sourceRoot":"","sources":["../../../../src/redteam/providers/goat.ts"],"names":[],"mappings":";;;;;AAAA,kDAA0B;AAC1B,oDAA4B;AAC5B,+CAA0C;AAC1C,6DAAsD;AACtD,0DAAkC;AAClC,gEAAwC;AAQxC,qEAA6C;AAC7C,0CAAoD;AACpD,0CAAwC;AACxC,0DAAkF;AAElF,qCAAiD;AAEjD,MAAqB,YAAY;IAK/B,EAAE;QACA,OAAO,wBAAwB,CAAC;IAClC,CAAC;IAED,YACE,UAII,EAAE;QAEN,IAAI,IAAA,sCAAmB,GAAE,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;QACzE,CAAC;QACD,gBAAM,CAAC,KAAK,CACV,+BAA+B,IAAI,CAAC,SAAS,CAAC;YAC5C,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,SAAS,EAAE,OAAO,CAAC,SAAS;SAC7B,CAAC,EAAE,CACL,CAAC;QACF,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACpC,mBAAS,CAAC,UAAU,CAAC,cAAc,EAAE;gBACnC,OAAO,EAAE,WAAW;gBACpB,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC;aACjC,CAAC,CAAC;QACL,CAAC;QACD,IAAA,mBAAS,EAAC,OAAO,OAAO,CAAC,SAAS,KAAK,QAAQ,EAAE,8BAA8B,CAAC,CAAC;QACjF,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACnC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,CAAC,CAAC;QACtC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,OAAO,CACX,MAAc,EACd,OAA8B,EAC9B,OAA8B;QAE9B,IAAI,QAAQ,GAAyB,SAAS,CAAC;QAC/C,gBAAM,CAAC,KAAK,CAAC,2BAA2B,IAAA,wBAAiB,EAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACtE,IAAA,mBAAS,EAAC,OAAO,EAAE,gBAAgB,EAAE,qCAAqC,CAAC,CAAC;QAC5E,IAAA,mBAAS,EAAC,OAAO,EAAE,IAAI,EAAE,yBAAyB,CAAC,CAAC;QAEpD,MAAM,cAAc,GAA4B,OAAO,EAAE,gBAAgB,CAAC;QAC1E,IAAA,mBAAS,EAAC,cAAc,EAAE,qCAAqC,CAAC,CAAC;QAEjE,MAAM,QAAQ,GAAc,EAAE,CAAC;QAC/B,MAAM,eAAe,GAAG;YACtB,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,CAAC;YACT,UAAU,EAAE,CAAC;YACb,WAAW,EAAE,CAAC;YACd,MAAM,EAAE,CAAC;SACV,CAAC;QAEF,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC;YAChD,IAAI,CAAC;gBACH,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAA,yCAAsB,GAAE,EAAE;oBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;wBACnB,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC;wBACnC,CAAC,EAAE,IAAI;wBACP,QAAQ;wBACR,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG;wBAC5B,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,mBAAO;qBACjB,CAAC;oBACF,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;qBACnC;oBACD,MAAM,EAAE,MAAM;iBACf,CAAC,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACnC,IAAI,OAAO,IAAI,EAAE,OAAO,KAAK,QAAQ,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC;oBACvF,gBAAM,CAAC,KAAK,CAAC,oDAAoD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBACzF,SAAS;gBACX,CAAC;gBACD,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC;gBAErC,MAAM,UAAU,GAAG;oBACjB,GAAG,OAAO,CAAC,IAAI;oBACf,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,eAAe,CAAC,OAAO;iBAC1C,CAAC;gBAEF,MAAM,sBAAsB,GAAG,MAAM,IAAA,+BAAY,EAC/C,OAAO,CAAC,MAAM,EACd,UAAU,EACV,OAAO,CAAC,OAAO,EACf,cAAc,CACf,CAAC;gBAEF,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,eAAe,CAAC,IAAI;oBAC1B,OAAO,EAAE,sBAAsB;iBAChC,CAAC,CAAC;gBAEH,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;oBACpB,eAAe,CAAC,KAAK,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;oBACpD,eAAe,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;oBACtD,eAAe,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;oBAC9D,eAAe,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;oBACtD,eAAe,CAAC,WAAW,IAAI,IAAI,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC;gBAClE,CAAC;gBACD,gBAAM,CAAC,KAAK,CACV,IAAA,gBAAM,EAAA;YACJ,eAAK,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,WAAW,CAAC;YAC9C,eAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;SAChD,CACA,CAAC;gBAEF,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS;oBACjC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;oBAC1B,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC;gBAE1C,gBAAM,CAAC,KAAK,CAAC,aAAa,IAAI,mBAAmB,sBAAsB,EAAE,CAAC,CAAC;gBAC3E,MAAM,cAAc,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;gBAEpF,IAAI,CAAC,cAAc,CAAC,MAAM,IAAI,cAAc,CAAC,KAAK,IAAI,cAAc,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;oBAC/E,gBAAM,CAAC,KAAK,CAAC,gBAAgB,cAAc,CAAC,KAAK,IAAI,CAAC,CAAC;oBACvD,MAAM,IAAA,YAAK,EAAC,cAAc,CAAC,KAAK,CAAC,CAAC;gBACpC,CAAC;gBAED,gBAAM,CAAC,KAAK,CAAC,aAAa,IAAI,qBAAqB,IAAA,wBAAiB,EAAC,cAAc,CAAC,EAAE,CAAC,CAAC;gBAExF,IAAI,cAAc,CAAC,SAAS,EAAE,CAAC;oBAC7B,OAAO,GAAG,OAAO,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC;oBACxE,OAAO,CAAC,IAAI,CAAC,SAAS,GAAG,cAAc,CAAC,SAAS,CAAC;gBACpD,CAAC;gBACD,IAAI,cAAc,CAAC,KAAK,EAAE,CAAC;oBACzB,MAAM,IAAI,KAAK,CAAC,oCAAoC,cAAc,CAAC,KAAK,EAAE,CAAC,CAAC;gBAC9E,CAAC;gBACD,IAAA,mBAAS,EACP,cAAc,CAAC,MAAM,EACrB,8DAA8D,IAAA,wBAAiB,EAAC,cAAc,CAAC,EAAE,CAClG,CAAC;gBAEF,MAAM,iBAAiB,GACrB,OAAO,cAAc,CAAC,MAAM,KAAK,QAAQ;oBACvC,CAAC,CAAC,cAAc,CAAC,MAAM;oBACvB,CAAC,CAAC,IAAA,wBAAiB,EAAC,cAAc,CAAC,MAAM,CAAC,CAAC;gBAE/C,IAAI,CAAC,iBAAiB,EAAE,CAAC;oBACvB,gBAAM,CAAC,KAAK,CACV,0DAA0D,IAAA,wBAAiB,EAAC,cAAc,CAAC,EAAE,CAC9F,CAAC;oBACF,SAAS;gBACX,CAAC;gBAED,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,iBAAiB;iBAC3B,CAAC,CAAC;gBAEH,IAAI,cAAc,CAAC,UAAU,EAAE,CAAC;oBAC9B,eAAe,CAAC,KAAK,IAAI,cAAc,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC;oBAC9D,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;oBAChE,eAAe,CAAC,UAAU,IAAI,cAAc,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;oBACxE,eAAe,CAAC,WAAW,IAAI,cAAc,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC;oBAC1E,eAAe,CAAC,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;gBAClE,CAAC;qBAAM,CAAC;oBACN,eAAe,CAAC,WAAW,IAAI,CAAC,CAAC;gBACnC,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,gBAAM,CAAC,KAAK,CAAC,sBAAsB,IAAI,KAAK,GAAG,EAAE,CAAC,CAAC;YACrD,CAAC;QACH,CAAC;QACD,OAAO,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC;QAEhC,OAAO;YACL,MAAM,EAAE,IAAA,8BAAqB,EAAC,QAAQ,EAAE,WAAW,CAAC;YACpD,QAAQ,EAAE;gBACR,kBAAkB,EAAE,IAAA,8BAAqB,EAAC,QAAQ,EAAE,MAAM,CAAC;gBAC3D,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;aAC5C;YACD,UAAU,EAAE,eAAe;SAC5B,CAAC;IACJ,CAAC;CACF;AArLD,+BAqLC"}

package/dist/src/redteam/providers/iterative.d.ts

@@ -16,6 +16,9 @@ declare class RedteamIterativeProvider implements ApiProvider {
     callApi(prompt: string, context?: CallApiContextParams, options?: CallApiOptionsParams): Promise<{
         output: string;
         metadata: {
+            finalIteration: number;
+            highestScore: number;
+            previousOutputs: string;
             redteamFinalPrompt: string | undefined;
         };
         tokenUsage: {

package/dist/src/redteam/providers/iterative.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"iterative.d.ts","sourceRoot":"","sources":["../../../../src/redteam/providers/iterative.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,KAAK,WAAW,EAChB,KAAK,oBAAoB,EACzB,KAAK,oBAAoB,EAI1B,MAAM,aAAa,CAAC;AAWrB,eAAO,MAAM,cAAc,QAEtB,CAAC;AAuQN,cAAM,wBAAyB,YAAW,WAAW;IAIvC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAH5D,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAgC;IAChE,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;gBAEd,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAkB5D,EAAE;IAIF;;;;;;OAMG;IACG,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,oBAAoB;;;;;;;;;;;;;CAmB7F;AAED,eAAe,wBAAwB,CAAC"}
+{"version":3,"file":"iterative.d.ts","sourceRoot":"","sources":["../../../../src/redteam/providers/iterative.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,KAAK,WAAW,EAChB,KAAK,oBAAoB,EACzB,KAAK,oBAAoB,EAI1B,MAAM,aAAa,CAAC;AAYrB,eAAO,MAAM,cAAc,QAErB,CAAC;AAiTP,cAAM,wBAAyB,YAAW,WAAW;IAIvC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAH5D,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAgC;IAChE,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;gBAEd,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAkB5D,EAAE;IAIF;;;;;;OAMG;IACG,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,oBAAoB;;;;;;;;;;;;;;;;CAmB7F;AAED,eAAe,wBAAwB,CAAC"}