promptfoo 0.86.1 → 0.87.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/package.json +1 -1
- package/dist/src/commands/cache.d.ts.map +1 -1
- package/dist/src/commands/cache.js +0 -1
- package/dist/src/commands/cache.js.map +1 -1
- package/dist/src/commands/delete.d.ts.map +1 -1
- package/dist/src/commands/delete.js +0 -2
- package/dist/src/commands/delete.js.map +1 -1
- package/dist/src/commands/eval.d.ts.map +1 -1
- package/dist/src/commands/eval.js +5 -1
- package/dist/src/commands/eval.js.map +1 -1
- package/dist/src/commands/init.d.ts.map +1 -1
- package/dist/src/commands/init.js +0 -1
- package/dist/src/commands/init.js.map +1 -1
- package/dist/src/commands/list.d.ts.map +1 -1
- package/dist/src/commands/list.js +0 -3
- package/dist/src/commands/list.js.map +1 -1
- package/dist/src/commands/redteam/generate.d.ts.map +1 -1
- package/dist/src/commands/redteam/generate.js +0 -8
- package/dist/src/commands/redteam/generate.js.map +1 -1
- package/dist/src/commands/redteam/init.d.ts.map +1 -1
- package/dist/src/commands/redteam/init.js +0 -1
- package/dist/src/commands/redteam/init.js.map +1 -1
- package/dist/src/commands/share.d.ts.map +1 -1
- package/dist/src/commands/share.js +0 -1
- package/dist/src/commands/share.js.map +1 -1
- package/dist/src/commands/show.d.ts.map +1 -1
- package/dist/src/commands/show.js +0 -4
- package/dist/src/commands/show.js.map +1 -1
- package/dist/src/commands/view.d.ts.map +1 -1
- package/dist/src/commands/view.js +0 -1
- package/dist/src/commands/view.js.map +1 -1
- package/dist/src/config.d.ts.map +1 -1
- package/dist/src/config.js +4 -0
- package/dist/src/config.js.map +1 -1
- package/dist/src/evaluator.d.ts.map +1 -1
- package/dist/src/evaluator.js +3 -0
- package/dist/src/evaluator.js.map +1 -1
- package/dist/src/index.d.ts.map +1 -1
- package/dist/src/index.js +0 -1
- package/dist/src/index.js.map +1 -1
- package/dist/src/main.d.ts.map +1 -1
- package/dist/src/main.js +2 -0
- package/dist/src/main.js.map +1 -1
- package/dist/src/providers/openai.d.ts +1 -1
- package/dist/src/providers/openai.d.ts.map +1 -1
- package/dist/src/providers/promptfoo.d.ts +17 -3
- package/dist/src/providers/promptfoo.d.ts.map +1 -1
- package/dist/src/providers/promptfoo.js +48 -1
- package/dist/src/providers/promptfoo.js.map +1 -1
- package/dist/src/redteam/plugins/harmful.js +3 -3
- package/dist/src/redteam/plugins/harmful.js.map +1 -1
- package/dist/src/redteam/providers/crescendo/index.d.ts.map +1 -1
- package/dist/src/redteam/providers/crescendo/index.js +49 -12
- package/dist/src/redteam/providers/crescendo/index.js.map +1 -1
- package/dist/src/redteam/providers/iterative.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterative.js +33 -4
- package/dist/src/redteam/providers/iterative.js.map +1 -1
- package/dist/src/redteam/providers/iterativeImage.js +1 -1
- package/dist/src/redteam/providers/iterativeImage.js.map +1 -1
- package/dist/src/redteam/providers/iterativeTree.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterativeTree.js +38 -7
- package/dist/src/redteam/providers/iterativeTree.js.map +1 -1
- package/dist/src/redteam/strategies/multilingual.d.ts +1 -1
- package/dist/src/redteam/strategies/multilingual.d.ts.map +1 -1
- package/dist/src/redteam/strategies/multilingual.js +60 -27
- package/dist/src/redteam/strategies/multilingual.js.map +1 -1
- package/dist/src/table.d.ts +1 -1
- package/dist/src/table.d.ts.map +1 -1
- package/dist/src/table.js +3 -0
- package/dist/src/table.js.map +1 -1
- package/dist/src/telemetry.d.ts +4 -1
- package/dist/src/telemetry.d.ts.map +1 -1
- package/dist/src/telemetry.js +19 -0
- package/dist/src/telemetry.js.map +1 -1
- package/dist/src/testCases.d.ts.map +1 -1
- package/dist/src/testCases.js +13 -0
- package/dist/src/testCases.js.map +1 -1
- package/dist/src/web/nextui/404/index.html +1 -1
- package/dist/src/web/nextui/404.html +1 -1
- package/dist/src/web/nextui/_next/static/chunks/app/{layout-7e9f2f2e6e73012a.js → layout-ad06af684889c655.js} +1 -1
- package/dist/src/web/nextui/auth/login/index.html +1 -1
- package/dist/src/web/nextui/auth/login/index.txt +2 -2
- package/dist/src/web/nextui/auth/signup/index.html +1 -1
- package/dist/src/web/nextui/auth/signup/index.txt +2 -2
- package/dist/src/web/nextui/datasets/index.html +1 -1
- package/dist/src/web/nextui/datasets/index.txt +2 -2
- package/dist/src/web/nextui/eval/index.html +1 -1
- package/dist/src/web/nextui/eval/index.txt +2 -2
- package/dist/src/web/nextui/index.html +1 -1
- package/dist/src/web/nextui/index.txt +2 -2
- package/dist/src/web/nextui/progress/index.html +1 -1
- package/dist/src/web/nextui/progress/index.txt +2 -2
- package/dist/src/web/nextui/prompts/index.html +1 -1
- package/dist/src/web/nextui/prompts/index.txt +2 -2
- package/dist/src/web/nextui/report/index.html +1 -1
- package/dist/src/web/nextui/report/index.txt +2 -2
- package/dist/src/web/nextui/setup/index.html +1 -1
- package/dist/src/web/nextui/setup/index.txt +2 -2
- package/dist/test/redteam/providers/iterativeTree.test.js +24 -6
- package/dist/test/redteam/providers/iterativeTree.test.js.map +1 -1
- package/package.json +1 -1
- /package/dist/src/web/nextui/_next/static/{dZdaCq6si45aMjpqs5Eik → 9oePeu-Q4M9r_50nf_Dh9}/_buildManifest.js +0 -0
- /package/dist/src/web/nextui/_next/static/{dZdaCq6si45aMjpqs5Eik → 9oePeu-Q4M9r_50nf_Dh9}/_ssgManifest.js +0 -0
|
@@ -9,6 +9,7 @@ const tiny_invariant_1 = __importDefault(require("tiny-invariant"));
|
|
|
9
9
|
const uuid_1 = require("uuid");
|
|
10
10
|
const evaluatorHelpers_1 = require("../../../evaluatorHelpers");
|
|
11
11
|
const logger_1 = __importDefault(require("../../../logger"));
|
|
12
|
+
const promptfoo_1 = require("../../../providers/promptfoo");
|
|
12
13
|
const json_1 = require("../../../util/json");
|
|
13
14
|
const templates_1 = require("../../../util/templates");
|
|
14
15
|
const util_1 = require("../../util");
|
|
@@ -51,20 +52,38 @@ class CrescendoProvider {
|
|
|
51
52
|
}
|
|
52
53
|
async getRedTeamProvider() {
|
|
53
54
|
if (!this.redTeamProvider) {
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
55
|
+
if ((0, util_1.shouldGenerateRemote)()) {
|
|
56
|
+
this.redTeamProvider = new promptfoo_1.PromptfooChatCompletionProvider({
|
|
57
|
+
task: 'crescendo',
|
|
58
|
+
jsonOnly: true,
|
|
59
|
+
preferSmallModel: true,
|
|
60
|
+
});
|
|
61
|
+
}
|
|
62
|
+
else {
|
|
63
|
+
this.redTeamProvider = await (0, shared_1.loadRedteamProvider)({
|
|
64
|
+
provider: this.config.redteamProvider,
|
|
65
|
+
preferSmallModel: true,
|
|
66
|
+
jsonOnly: true,
|
|
67
|
+
});
|
|
68
|
+
}
|
|
59
69
|
}
|
|
60
70
|
return this.redTeamProvider;
|
|
61
71
|
}
|
|
62
72
|
async getScoringProvider() {
|
|
63
73
|
if (!this.scoringProvider) {
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
74
|
+
if ((0, util_1.shouldGenerateRemote)()) {
|
|
75
|
+
this.scoringProvider = new promptfoo_1.PromptfooChatCompletionProvider({
|
|
76
|
+
task: 'crescendo',
|
|
77
|
+
jsonOnly: false,
|
|
78
|
+
preferSmallModel: true,
|
|
79
|
+
});
|
|
80
|
+
}
|
|
81
|
+
else {
|
|
82
|
+
this.scoringProvider = await (0, shared_1.loadRedteamProvider)({
|
|
83
|
+
provider: this.config.redteamProvider,
|
|
84
|
+
preferSmallModel: true,
|
|
85
|
+
});
|
|
86
|
+
}
|
|
68
87
|
}
|
|
69
88
|
return this.scoringProvider;
|
|
70
89
|
}
|
|
@@ -193,7 +212,13 @@ class CrescendoProvider {
|
|
|
193
212
|
logger_1.default.debug(`Sending to red teaming chat:`);
|
|
194
213
|
this.logChatHistory(this.redTeamingChatConversationId);
|
|
195
214
|
const redTeamingChat = await this.getRedTeamProvider();
|
|
196
|
-
const response = await redTeamingChat.callApi(JSON.stringify(redTeamingHistory)
|
|
215
|
+
const response = await redTeamingChat.callApi(JSON.stringify(redTeamingHistory), {
|
|
216
|
+
prompt: {
|
|
217
|
+
raw: JSON.stringify(redTeamingHistory),
|
|
218
|
+
label: 'history',
|
|
219
|
+
},
|
|
220
|
+
vars: {},
|
|
221
|
+
});
|
|
197
222
|
(0, tiny_invariant_1.default)(typeof response.output === 'string', 'Expected output to be a string');
|
|
198
223
|
const parsedOutput = (0, json_1.extractFirstJsonObject)(response.output);
|
|
199
224
|
const expectedKeys = ['generatedQuestion', 'rationaleBehindJailbreak', 'lastResponseSummary'];
|
|
@@ -277,7 +302,13 @@ class CrescendoProvider {
|
|
|
277
302
|
{ role: 'user', content: refusalInput },
|
|
278
303
|
]);
|
|
279
304
|
const scoringProvider = await this.getScoringProvider();
|
|
280
|
-
const refusalResponse = await scoringProvider.callApi(refusalBody
|
|
305
|
+
const refusalResponse = await scoringProvider.callApi(refusalBody, {
|
|
306
|
+
prompt: {
|
|
307
|
+
raw: refusalBody,
|
|
308
|
+
label: 'refusal',
|
|
309
|
+
},
|
|
310
|
+
vars: {},
|
|
311
|
+
});
|
|
281
312
|
(0, tiny_invariant_1.default)(typeof refusalResponse.output === 'string', 'Expected output to be a string');
|
|
282
313
|
logger_1.default.debug(`Refusal score response: ${refusalResponse.output}`);
|
|
283
314
|
const parsed = (0, json_1.extractFirstJsonObject)(refusalResponse.output);
|
|
@@ -299,7 +330,13 @@ class CrescendoProvider {
|
|
|
299
330
|
{ role: 'user', content: evalInput },
|
|
300
331
|
]);
|
|
301
332
|
const scoringProvider = await this.getScoringProvider();
|
|
302
|
-
const evalResponse = await scoringProvider.callApi(evalBody
|
|
333
|
+
const evalResponse = await scoringProvider.callApi(evalBody, {
|
|
334
|
+
prompt: {
|
|
335
|
+
raw: evalBody,
|
|
336
|
+
label: 'eval',
|
|
337
|
+
},
|
|
338
|
+
vars: {},
|
|
339
|
+
});
|
|
303
340
|
(0, tiny_invariant_1.default)(typeof evalResponse.output === 'string', 'Expected output to be a string');
|
|
304
341
|
logger_1.default.debug(`Eval score response: ${evalResponse.output}`);
|
|
305
342
|
const parsed = (0, json_1.extractFirstJsonObject)(evalResponse.output);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/redteam/providers/crescendo/index.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,oEAAuC;AACvC,+BAAoC;AACpC,gEAAyD;AACzD,6DAAqC;AASrC,6CAA4D;AAC5D,uDAA4D;AAC5D,qCAA4C;AAC5C,sCAAgD;AAChD,uCAA+F;AAE/F,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAC9B,MAAM,sBAAsB,GAAG,EAAE,CAAC;AAclC,MAAa,YAAY;IAAzB;QACU,kBAAa,GAAuC,IAAI,GAAG,EAAE,CAAC;IAoBxE,CAAC;IAlBC,UAAU,CAAC,cAAsB,EAAE,OAA4B;QAC7D,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,CAAC;YAC5C,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;QAC7C,CAAC;QACD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,cAAc,CAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACxD,CAAC;IAED,eAAe,CAAC,cAAsB;QACpC,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;IACtD,CAAC;IAED,sCAAsC,CAAC,cAAsB;QAC3D,MAAM,oBAAoB,GAAG,IAAI,CAAC,eAAe,CAAC,cAAc,CAAC,CAAC;QAClE,MAAM,iBAAiB,GAAG,IAAA,SAAM,GAAE,CAAC;QACnC,MAAM,eAAe,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,sCAAsC;QACjG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,iBAAiB,EAAE,eAAe,CAAC,CAAC;QAC3D,OAAO,iBAAiB,CAAC;IAC3B,CAAC;CACF;AArBD,oCAqBC;AAED,MAAM,iBAAiB;IAYrB,YAAY,MAAuB;QACjC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,kBAAkB,CAAC;QACxD,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,sBAAsB,CAAC;QACpE,IAAI,CAAC,QAAQ,GAAG,IAAA,6BAAiB,GAAE,CAAC;QACpC,IAAI,CAAC,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;QACjC,IAAI,CAAC,oBAAoB,GAAG,IAAA,SAAM,GAAE,CAAC;QACrC,IAAI,CAAC,4BAA4B,GAAG,IAAA,SAAM,GAAE,CAAC;QAC7C,gBAAM,CAAC,KAAK,CAAC,8CAA8C,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACvF,CAAC;IAEO,KAAK,CAAC,kBAAkB;QAC9B,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,IAAI,CAAC,eAAe,GAAG,MAAM,IAAA,4BAAmB,EAAC;gBAC/C,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe;gBACrC,gBAAgB,EAAE,IAAI;gBACtB,QAAQ,EAAE,IAAI;aACf,CAAC,CAAC;QACL,CAAC;QACD,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAEO,KAAK,CAAC,kBAAkB;QAC9B,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,IAAI,CAAC,eAAe,GAAG,MAAM,IAAA,4BAAmB,EAAC;gBAC/C,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe;gBACrC,gBAAgB,EAAE,IAAI;aACvB,CAAC,CAAC;QACL,CAAC;QACD,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAED,EAAE;QACA,OAAO,6BAA6B,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAc,EAAE,OAA8B,EAAE,OAA8B;QAC1F,IAAA,wBAAS,EAAC,OAAO,EAAE,gBAAgB,EAAE,qCAAqC,CAAC,CAAC;QAC5E,IAAA,wBAAS,EAAC,OAAO,EAAE,IAAI,EAAE,yBAAyB,CAAC,CAAC;QAEpD,gBAAM,CAAC,KAAK,CAAC,gCAAgC,MAAM,EAAE,CAAC,CAAC;QAEvD,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;QAC5D,gBAAM,CAAC,KAAK,CAAC,cAAc,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QAE5C,OAAO,IAAI,CAAC,SAAS,CAAC;YACpB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,QAAQ,EAAE,OAAO,CAAC,gBAAgB;SACnC,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,EACtB,MAAM,EACN,OAAO,EACP,IAAI,EACJ,QAAQ,GAMT;QACC,gBAAM,CAAC,KAAK,CACV,0CAA0C,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,OAAO,cAAc,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,QAAQ,CAAC,WAAW,CAAC,IAAI,EAAE,CAC1K,CAAC;QAEF,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,cAAc,GAAkB,IAAI,CAAC;QAEzC,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,iCAAuB,EAAE;YACvE,qBAAqB,EAAE,IAAI,CAAC,QAAQ;YACpC,YAAY,EAAE,QAAQ,GAAG,CAAC;YAC1B,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,4BAA4B,EAAE;YACxD,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,YAAY;SACtB,CAAC,CAAC;QAEH,OAAO,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;YACjC,QAAQ,EAAE,CAAC;YACX,gBAAM,CAAC,KAAK,CAAC,WAAW,QAAQ,IAAI,CAAC,CAAC;YAEtC,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC;YAClF,gBAAM,CAAC,KAAK,CAAC,4BAA4B,YAAY,EAAE,CAAC,CAAC;YAEzD,YAAY,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAC9F,gBAAM,CAAC,KAAK,CAAC,kCAAkC,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;YAEpF,MAAM,CAAC,SAAS,EAAE,gBAAgB,CAAC,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;YAC7F,gBAAM,CAAC,KAAK,CAAC,mCAAmC,SAAS,eAAe,gBAAgB,EAAE,CAAC,CAAC;YAE5F,IAAI,SAAS,EAAE,CAAC;gBACd,gBAAM,CAAC,KAAK,CAAC,oDAAoD,CAAC,CAAC;gBACnE,cAAc,EAAE,CAAC;gBACjB,IAAI,CAAC,oBAAoB,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;gBAClF,YAAY;oBACV,yFAAyF;wBACzF,iCAAiC;wBACjC,qDAAqD,gBAAgB,IAAI;wBACzE,8DAA8D,CAAC;gBACjE,QAAQ,GAAG,KAAK,CAAC;gBACjB,cAAc,GAAG,IAAI,CAAC;gBAEtB,gBAAM,CAAC,KAAK,CAAC,6BAA6B,cAAc,EAAE,CAAC,CAAC;gBAC5D,IAAI,cAAc,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;oBACxC,QAAQ,EAAE,CAAC;oBACX,gBAAM,CAAC,KAAK,CAAC,0CAA0C,QAAQ,EAAE,CAAC,CAAC;gBACrE,CAAC;gBAED,IAAI,cAAc,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;oBACzC,gBAAM,CAAC,KAAK,CAAC,mBAAmB,IAAI,CAAC,aAAa,0BAA0B,CAAC,CAAC;oBAC9E,MAAM;gBACR,CAAC;gBAED,SAAS;YACX,CAAC;YAED,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;YACxD,QAAQ,GAAG,SAAS,CAAC,KAAK,CAAC;YAC3B,cAAc,GAAG,SAAS,CAAC,QAAQ,CAAC;YACpC,gBAAM,CAAC,KAAK,CAAC,oBAAoB,QAAQ,gBAAgB,cAAc,EAAE,CAAC,CAAC;YAE3E,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;gBAC3B,gBAAM,CAAC,KAAK,CAAC,0CAA0C,QAAQ,EAAE,CAAC,CAAC;gBACnE,MAAM;YACR,CAAC;YAED,gBAAM,CAAC,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACnE,CAAC;QAED,IAAI,QAAQ,EAAE,CAAC;YACb,gBAAM,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAC7C,CAAC;aAAM,CAAC;YACN,gBAAM,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACpD,CAAC;QAED,gBAAM,CAAC,KAAK,CACV,kCAAkC,QAAQ,sBAAsB,cAAc,KAAK,CACpF,CAAC;QAEF,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QAC/C,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QAEvD,OAAO;YACL,MAAM,EAAE,YAAY;YACpB,QAAQ,EAAE;gBACR,kBAAkB;gBAClB,kBAAkB,EAAE,IAAI,CAAC,MAAM;qBAC5B,eAAe,CAAC,IAAI,CAAC,oBAAoB,CAAC;qBAC1C,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;qBACtC,IAAI,CAAC,MAAM,CAAC;gBAEf,aAAa;gBACb,wBAAwB,EAAE,QAAQ;gBAClC,uBAAuB,EAAE,cAAc;gBACvC,eAAe,EAAE,QAAQ;gBACzB,mBAAmB,EAAE,cAAc;aACpC;SACF,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,eAAe,CAC3B,QAAgB,EAChB,SAAkB,EAClB,YAAoB;QAEpB,gBAAM,CAAC,KAAK,CAAC,iCAAiC,QAAQ,eAAe,SAAS,EAAE,CAAC,CAAC;QAClF,IAAI,UAAkB,CAAC;QAEvB,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;YACnB,UAAU;gBACR,kGAAkG;oBAClG,2CAA2C;oBAC3C,uEAAuE;oBACvE,CAAC,YAAY;wBACX,CAAC,CAAC,0BAA0B,YAAY,EAAE;wBAC1C,CAAC,CAAC,8CAA8C,CAAC,CAAC;QACxD,CAAC;aAAM,CAAC;YACN,UAAU;gBACR,uFAAuF;oBACvF,uEAAuE;oBACvE,wBAAwB,QAAQ,+BAA+B,SAAS,IAAI;oBAC5E,0BAA0B,YAAY,EAAE,CAAC;QAC7C,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,4BAA4B,EAAE;YACxD,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,UAAU;SACpB,CAAC,CAAC;QAEH,MAAM,iBAAiB,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QACzF,gBAAM,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAC7C,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QACvD,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACvD,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC,CAAC;QACjF,IAAA,wBAAS,EAAC,OAAO,QAAQ,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;QAEjF,MAAM,YAAY,GAAG,IAAA,6BAAsB,EAIxC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACpB,MAAM,YAAY,GAAG,CAAC,mBAAmB,EAAE,0BAA0B,EAAE,qBAAqB,CAAC,CAAC;QAE9F,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;YAC/B,IAAI,CAAC,CAAC,GAAG,IAAI,YAAY,CAAC,EAAE,CAAC;gBAC3B,gBAAM,CAAC,KAAK,CAAC,4BAA4B,GAAG,EAAE,CAAC,CAAC;gBAChD,MAAM,IAAI,KAAK,CAAC,iBAAiB,GAAG,iCAAiC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;YAC1F,CAAC;QACH,CAAC;QAED,gBAAM,CAAC,KAAK,CAAC,IAAA,gBAAM,EAAA;;;2BAGI,YAAY,CAAC,iBAAiB;kCACvB,YAAY,CAAC,wBAAwB;6BAC1C,YAAY,CAAC,mBAAmB;KACxD,CAAC,CAAC;QAEH,IAAI,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,KAAK,YAAY,CAAC,MAAM,EAAE,CAAC;YAC7D,gBAAM,CAAC,KAAK,CAAC,gCAAgC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACrF,MAAM,IAAI,KAAK,CAAC,2CAA2C,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAChF,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,4BAA4B,EAAE;YACxD,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,QAAQ,CAAC,MAAM;SACzB,CAAC,CAAC;QAEH,OAAO,YAAY,CAAC,iBAAiB,CAAC;IACxC,CAAC;IAEO,KAAK,CAAC,UAAU,CACtB,YAAoB,EACpB,cAAsB,EACtB,IAAqC,EACrC,OAAsC,EACtC,QAAqB,EACrB,QAAgB;QAEhB,MAAM,cAAc,GAAG,MAAM,IAAA,+BAAY,EACvC,cAAc,EACd,EAAE,GAAG,IAAI,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,YAAY,EAAE,EAClD,OAAO,EACP,QAAQ,CACT,CAAC;QACF,gBAAM,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;QACxC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QAE/C,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAA,6BAAsB,EAAwB,cAAc,CAAC,CAAC;YAC7E,6DAA6D;YAC7D,KAAK,MAAM,OAAO,IAAI,MAAM,EAAE,CAAC;gBAC7B,IACE,OAAO,CAAC,IAAI,KAAK,QAAQ;oBACzB,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,EACvF,CAAC;oBACD,+BAA+B;oBAC/B,SAAS;gBACX,CAAC;gBACD,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,oBAAoB,EAAE,OAAO,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,uDAAuD;YACvD,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,oBAAoB,EAAE;gBAChD,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,cAAc;aACxB,CAAC,CAAC;QACL,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QACxD,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YACnB,gBAAM,CAAC,KAAK,CAAC,+BAA+B,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;YAC9D,MAAM,IAAI,KAAK,CAAC,+BAA+B,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;QACnE,CAAC;QACD,IAAA,wBAAS,EAAC,QAAQ,CAAC,MAAM,EAAE,+BAA+B,CAAC,CAAC;QAC5D,gBAAM,CAAC,KAAK,CAAC,kCAAkC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAElE,MAAM,YAAY,GAChB,OAAO,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC1F,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,oBAAoB,EAAE;YAChD,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,YAAY;SACtB,CAAC,CAAC;QAEH,OAAO,YAAY,CAAC;IACtB,CAAC;IAEO,KAAK,CAAC,eAAe,CAC3B,YAAoB,EACpB,YAAoB;QAEpB,gBAAM,CAAC,KAAK,CAAC,qCAAqC,YAAY,EAAE,CAAC,CAAC;QAClE,8DAA8D;QAC9D,IAAI,IAAA,qBAAc,EAAC,YAAY,CAAC,EAAE,CAAC;YACjC,gBAAM,CAAC,KAAK,CACV,gFAAgF,CACjF,CAAC;YACF,OAAO,CAAC,IAAI,EAAE,yCAAyC,CAAC,CAAC;QAC3D,CAAC;QAED,uDAAuD;QACvD,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC;YAClC,qBAAqB,EAAE,YAAY;YACnC,uBAAuB,EAAE,YAAY;SACtC,CAAC,CAAC;QAEH,MAAM,mBAAmB,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,+BAAqB,EAAE;YAC5E,qBAAqB,EAAE,IAAI,CAAC,QAAQ;SACrC,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC;YACjC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,mBAAmB,EAAE;YAChD,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE;SACxC,CAAC,CAAC;QAEH,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxD,MAAM,eAAe,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QACnE,IAAA,wBAAS,EAAC,OAAO,eAAe,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;QACxF,gBAAM,CAAC,KAAK,CAAC,2BAA2B,eAAe,CAAC,MAAM,EAAE,CAAC,CAAC;QAElE,MAAM,MAAM,GAAG,IAAA,6BAAsB,EAIlC,eAAe,CAAC,MAAM,CAAC,CAAC;QAE3B,IAAA,wBAAS,EAAC,OAAO,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,+CAA+C,CAAC,CAAC;QAC9F,IAAA,wBAAS,EACP,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ,EACnC,iDAAiD,CAClD,CAAC;QAEF,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;IAC1C,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,YAAoB;QAC7C,gBAAM,CAAC,KAAK,CAAC,oCAAoC,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;QACtF,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;YAC/B,qBAAqB,EAAE,IAAI,CAAC,QAAQ;YACpC,uBAAuB,EAAE,YAAY;SACtC,CAAC,CAAC;QAEH,MAAM,gBAAgB,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,4BAAkB,EAAE;YACtE,qBAAqB,EAAE,IAAI,CAAC,QAAQ;SACrC,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC;YAC9B,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,gBAAgB,EAAE;YAC7C,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE;SACrC,CAAC,CAAC;QAEH,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxD,MAAM,YAAY,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC7D,IAAA,wBAAS,EAAC,OAAO,YAAY,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;QACrF,gBAAM,CAAC,KAAK,CAAC,wBAAwB,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;QAE5D,MAAM,MAAM,GAAG,IAAA,6BAAsB,EAKlC,YAAY,CAAC,MAAM,CAAC,CAAC;QAExB,IAAA,wBAAS,EAAC,OAAO,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,4CAA4C,CAAC,CAAC;QAC3F,IAAA,wBAAS,EAAC,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ,EAAE,8CAA8C,CAAC,CAAC;QAE/F,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,cAAsB;QAClD,OAAO,IAAI,CAAC,MAAM,CAAC,sCAAsC,CAAC,cAAc,CAAC,CAAC;IAC5E,CAAC;IAEO,cAAc,CAAC,cAAsB;QAC3C,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,cAAc,CAAC,CAAC;QAC7D,gBAAM,CAAC,KAAK,CAAC,2BAA2B,cAAc,GAAG,CAAC,CAAC;QAC3D,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,gBAAM,CAAC,KAAK,CAAC,OAAO,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QAC5E,CAAC;IACH,CAAC;CACF;AAED,kBAAe,iBAAiB,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/redteam/providers/crescendo/index.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,oEAAuC;AACvC,+BAAoC;AACpC,gEAAyD;AACzD,6DAAqC;AACrC,4DAA+E;AAS/E,6CAA4D;AAC5D,uDAA4D;AAC5D,qCAAkE;AAClE,sCAAgD;AAChD,uCAA+F;AAE/F,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAC9B,MAAM,sBAAsB,GAAG,EAAE,CAAC;AAclC,MAAa,YAAY;IAAzB;QACU,kBAAa,GAAuC,IAAI,GAAG,EAAE,CAAC;IAoBxE,CAAC;IAlBC,UAAU,CAAC,cAAsB,EAAE,OAA4B;QAC7D,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,CAAC;YAC5C,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;QAC7C,CAAC;QACD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,cAAc,CAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACxD,CAAC;IAED,eAAe,CAAC,cAAsB;QACpC,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;IACtD,CAAC;IAED,sCAAsC,CAAC,cAAsB;QAC3D,MAAM,oBAAoB,GAAG,IAAI,CAAC,eAAe,CAAC,cAAc,CAAC,CAAC;QAClE,MAAM,iBAAiB,GAAG,IAAA,SAAM,GAAE,CAAC;QACnC,MAAM,eAAe,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,sCAAsC;QACjG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,iBAAiB,EAAE,eAAe,CAAC,CAAC;QAC3D,OAAO,iBAAiB,CAAC;IAC3B,CAAC;CACF;AArBD,oCAqBC;AAED,MAAM,iBAAiB;IAYrB,YAAY,MAAuB;QACjC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,kBAAkB,CAAC;QACxD,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,sBAAsB,CAAC;QACpE,IAAI,CAAC,QAAQ,GAAG,IAAA,6BAAiB,GAAE,CAAC;QACpC,IAAI,CAAC,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;QACjC,IAAI,CAAC,oBAAoB,GAAG,IAAA,SAAM,GAAE,CAAC;QACrC,IAAI,CAAC,4BAA4B,GAAG,IAAA,SAAM,GAAE,CAAC;QAC7C,gBAAM,CAAC,KAAK,CAAC,8CAA8C,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACvF,CAAC;IAEO,KAAK,CAAC,kBAAkB;QAC9B,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,IAAI,IAAA,2BAAoB,GAAE,EAAE,CAAC;gBAC3B,IAAI,CAAC,eAAe,GAAG,IAAI,2CAA+B,CAAC;oBACzD,IAAI,EAAE,WAAW;oBACjB,QAAQ,EAAE,IAAI;oBACd,gBAAgB,EAAE,IAAI;iBACvB,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,eAAe,GAAG,MAAM,IAAA,4BAAmB,EAAC;oBAC/C,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe;oBACrC,gBAAgB,EAAE,IAAI;oBACtB,QAAQ,EAAE,IAAI;iBACf,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAEO,KAAK,CAAC,kBAAkB;QAC9B,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,IAAI,IAAA,2BAAoB,GAAE,EAAE,CAAC;gBAC3B,IAAI,CAAC,eAAe,GAAG,IAAI,2CAA+B,CAAC;oBACzD,IAAI,EAAE,WAAW;oBACjB,QAAQ,EAAE,KAAK;oBACf,gBAAgB,EAAE,IAAI;iBACvB,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,eAAe,GAAG,MAAM,IAAA,4BAAmB,EAAC;oBAC/C,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe;oBACrC,gBAAgB,EAAE,IAAI;iBACvB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAED,EAAE;QACA,OAAO,6BAA6B,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAc,EAAE,OAA8B,EAAE,OAA8B;QAC1F,IAAA,wBAAS,EAAC,OAAO,EAAE,gBAAgB,EAAE,qCAAqC,CAAC,CAAC;QAC5E,IAAA,wBAAS,EAAC,OAAO,EAAE,IAAI,EAAE,yBAAyB,CAAC,CAAC;QAEpD,gBAAM,CAAC,KAAK,CAAC,gCAAgC,MAAM,EAAE,CAAC,CAAC;QAEvD,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;QAC5D,gBAAM,CAAC,KAAK,CAAC,cAAc,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QAE5C,OAAO,IAAI,CAAC,SAAS,CAAC;YACpB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,QAAQ,EAAE,OAAO,CAAC,gBAAgB;SACnC,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,EACtB,MAAM,EACN,OAAO,EACP,IAAI,EACJ,QAAQ,GAMT;QACC,gBAAM,CAAC,KAAK,CACV,0CAA0C,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,OAAO,cAAc,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,QAAQ,CAAC,WAAW,CAAC,IAAI,EAAE,CAC1K,CAAC;QAEF,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,cAAc,GAAkB,IAAI,CAAC;QAEzC,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,iCAAuB,EAAE;YACvE,qBAAqB,EAAE,IAAI,CAAC,QAAQ;YACpC,YAAY,EAAE,QAAQ,GAAG,CAAC;YAC1B,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,4BAA4B,EAAE;YACxD,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,YAAY;SACtB,CAAC,CAAC;QAEH,OAAO,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;YACjC,QAAQ,EAAE,CAAC;YACX,gBAAM,CAAC,KAAK,CAAC,WAAW,QAAQ,IAAI,CAAC,CAAC;YAEtC,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC;YAClF,gBAAM,CAAC,KAAK,CAAC,4BAA4B,YAAY,EAAE,CAAC,CAAC;YAEzD,YAAY,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAC9F,gBAAM,CAAC,KAAK,CAAC,kCAAkC,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;YAEpF,MAAM,CAAC,SAAS,EAAE,gBAAgB,CAAC,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;YAC7F,gBAAM,CAAC,KAAK,CAAC,mCAAmC,SAAS,eAAe,gBAAgB,EAAE,CAAC,CAAC;YAE5F,IAAI,SAAS,EAAE,CAAC;gBACd,gBAAM,CAAC,KAAK,CAAC,oDAAoD,CAAC,CAAC;gBACnE,cAAc,EAAE,CAAC;gBACjB,IAAI,CAAC,oBAAoB,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;gBAClF,YAAY;oBACV,yFAAyF;wBACzF,iCAAiC;wBACjC,qDAAqD,gBAAgB,IAAI;wBACzE,8DAA8D,CAAC;gBACjE,QAAQ,GAAG,KAAK,CAAC;gBACjB,cAAc,GAAG,IAAI,CAAC;gBAEtB,gBAAM,CAAC,KAAK,CAAC,6BAA6B,cAAc,EAAE,CAAC,CAAC;gBAC5D,IAAI,cAAc,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;oBACxC,QAAQ,EAAE,CAAC;oBACX,gBAAM,CAAC,KAAK,CAAC,0CAA0C,QAAQ,EAAE,CAAC,CAAC;gBACrE,CAAC;gBAED,IAAI,cAAc,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;oBACzC,gBAAM,CAAC,KAAK,CAAC,mBAAmB,IAAI,CAAC,aAAa,0BAA0B,CAAC,CAAC;oBAC9E,MAAM;gBACR,CAAC;gBAED,SAAS;YACX,CAAC;YAED,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;YACxD,QAAQ,GAAG,SAAS,CAAC,KAAK,CAAC;YAC3B,cAAc,GAAG,SAAS,CAAC,QAAQ,CAAC;YACpC,gBAAM,CAAC,KAAK,CAAC,oBAAoB,QAAQ,gBAAgB,cAAc,EAAE,CAAC,CAAC;YAE3E,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;gBAC3B,gBAAM,CAAC,KAAK,CAAC,0CAA0C,QAAQ,EAAE,CAAC,CAAC;gBACnE,MAAM;YACR,CAAC;YAED,gBAAM,CAAC,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACnE,CAAC;QAED,IAAI,QAAQ,EAAE,CAAC;YACb,gBAAM,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAC7C,CAAC;aAAM,CAAC;YACN,gBAAM,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACpD,CAAC;QAED,gBAAM,CAAC,KAAK,CACV,kCAAkC,QAAQ,sBAAsB,cAAc,KAAK,CACpF,CAAC;QAEF,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QAC/C,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QAEvD,OAAO;YACL,MAAM,EAAE,YAAY;YACpB,QAAQ,EAAE;gBACR,kBAAkB;gBAClB,kBAAkB,EAAE,IAAI,CAAC,MAAM;qBAC5B,eAAe,CAAC,IAAI,CAAC,oBAAoB,CAAC;qBAC1C,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;qBACtC,IAAI,CAAC,MAAM,CAAC;gBAEf,aAAa;gBACb,wBAAwB,EAAE,QAAQ;gBAClC,uBAAuB,EAAE,cAAc;gBACvC,eAAe,EAAE,QAAQ;gBACzB,mBAAmB,EAAE,cAAc;aACpC;SACF,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,eAAe,CAC3B,QAAgB,EAChB,SAAkB,EAClB,YAAoB;QAEpB,gBAAM,CAAC,KAAK,CAAC,iCAAiC,QAAQ,eAAe,SAAS,EAAE,CAAC,CAAC;QAClF,IAAI,UAAkB,CAAC;QAEvB,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;YACnB,UAAU;gBACR,kGAAkG;oBAClG,2CAA2C;oBAC3C,uEAAuE;oBACvE,CAAC,YAAY;wBACX,CAAC,CAAC,0BAA0B,YAAY,EAAE;wBAC1C,CAAC,CAAC,8CAA8C,CAAC,CAAC;QACxD,CAAC;aAAM,CAAC;YACN,UAAU;gBACR,uFAAuF;oBACvF,uEAAuE;oBACvE,wBAAwB,QAAQ,+BAA+B,SAAS,IAAI;oBAC5E,0BAA0B,YAAY,EAAE,CAAC;QAC7C,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,4BAA4B,EAAE;YACxD,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,UAAU;SACpB,CAAC,CAAC;QAEH,MAAM,iBAAiB,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QACzF,gBAAM,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAC7C,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QACvD,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACvD,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,EAAE;YAC/E,MAAM,EAAE;gBACN,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC;gBACtC,KAAK,EAAE,SAAS;aACjB;YACD,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;QACH,IAAA,wBAAS,EAAC,OAAO,QAAQ,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;QAEjF,MAAM,YAAY,GAAG,IAAA,6BAAsB,EAIxC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACpB,MAAM,YAAY,GAAG,CAAC,mBAAmB,EAAE,0BAA0B,EAAE,qBAAqB,CAAC,CAAC;QAE9F,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;YAC/B,IAAI,CAAC,CAAC,GAAG,IAAI,YAAY,CAAC,EAAE,CAAC;gBAC3B,gBAAM,CAAC,KAAK,CAAC,4BAA4B,GAAG,EAAE,CAAC,CAAC;gBAChD,MAAM,IAAI,KAAK,CAAC,iBAAiB,GAAG,iCAAiC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;YAC1F,CAAC;QACH,CAAC;QAED,gBAAM,CAAC,KAAK,CAAC,IAAA,gBAAM,EAAA;;;2BAGI,YAAY,CAAC,iBAAiB;kCACvB,YAAY,CAAC,wBAAwB;6BAC1C,YAAY,CAAC,mBAAmB;KACxD,CAAC,CAAC;QAEH,IAAI,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,KAAK,YAAY,CAAC,MAAM,EAAE,CAAC;YAC7D,gBAAM,CAAC,KAAK,CAAC,gCAAgC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACrF,MAAM,IAAI,KAAK,CAAC,2CAA2C,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAChF,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,4BAA4B,EAAE;YACxD,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,QAAQ,CAAC,MAAM;SACzB,CAAC,CAAC;QAEH,OAAO,YAAY,CAAC,iBAAiB,CAAC;IACxC,CAAC;IAEO,KAAK,CAAC,UAAU,CACtB,YAAoB,EACpB,cAAsB,EACtB,IAAqC,EACrC,OAAsC,EACtC,QAAqB,EACrB,QAAgB;QAEhB,MAAM,cAAc,GAAG,MAAM,IAAA,+BAAY,EACvC,cAAc,EACd,EAAE,GAAG,IAAI,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,YAAY,EAAE,EAClD,OAAO,EACP,QAAQ,CACT,CAAC;QACF,gBAAM,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;QACxC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QAE/C,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAA,6BAAsB,EAAwB,cAAc,CAAC,CAAC;YAC7E,6DAA6D;YAC7D,KAAK,MAAM,OAAO,IAAI,MAAM,EAAE,CAAC;gBAC7B,IACE,OAAO,CAAC,IAAI,KAAK,QAAQ;oBACzB,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,EACvF,CAAC;oBACD,+BAA+B;oBAC/B,SAAS;gBACX,CAAC;gBACD,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,oBAAoB,EAAE,OAAO,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,uDAAuD;YACvD,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,oBAAoB,EAAE;gBAChD,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,cAAc;aACxB,CAAC,CAAC;QACL,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QACxD,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YACnB,gBAAM,CAAC,KAAK,CAAC,+BAA+B,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;YAC9D,MAAM,IAAI,KAAK,CAAC,+BAA+B,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;QACnE,CAAC;QACD,IAAA,wBAAS,EAAC,QAAQ,CAAC,MAAM,EAAE,+BAA+B,CAAC,CAAC;QAC5D,gBAAM,CAAC,KAAK,CAAC,kCAAkC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAElE,MAAM,YAAY,GAChB,OAAO,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC1F,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,oBAAoB,EAAE;YAChD,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,YAAY;SACtB,CAAC,CAAC;QAEH,OAAO,YAAY,CAAC;IACtB,CAAC;IAEO,KAAK,CAAC,eAAe,CAC3B,YAAoB,EACpB,YAAoB;QAEpB,gBAAM,CAAC,KAAK,CAAC,qCAAqC,YAAY,EAAE,CAAC,CAAC;QAClE,8DAA8D;QAC9D,IAAI,IAAA,qBAAc,EAAC,YAAY,CAAC,EAAE,CAAC;YACjC,gBAAM,CAAC,KAAK,CACV,gFAAgF,CACjF,CAAC;YACF,OAAO,CAAC,IAAI,EAAE,yCAAyC,CAAC,CAAC;QAC3D,CAAC;QAED,uDAAuD;QACvD,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC;YAClC,qBAAqB,EAAE,YAAY;YACnC,uBAAuB,EAAE,YAAY;SACtC,CAAC,CAAC;QAEH,MAAM,mBAAmB,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,+BAAqB,EAAE;YAC5E,qBAAqB,EAAE,IAAI,CAAC,QAAQ;SACrC,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC;YACjC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,mBAAmB,EAAE;YAChD,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE;SACxC,CAAC,CAAC;QAEH,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxD,MAAM,eAAe,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,WAAW,EAAE;YACjE,MAAM,EAAE;gBACN,GAAG,EAAE,WAAW;gBAChB,KAAK,EAAE,SAAS;aACjB;YACD,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;QACH,IAAA,wBAAS,EAAC,OAAO,eAAe,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;QACxF,gBAAM,CAAC,KAAK,CAAC,2BAA2B,eAAe,CAAC,MAAM,EAAE,CAAC,CAAC;QAElE,MAAM,MAAM,GAAG,IAAA,6BAAsB,EAIlC,eAAe,CAAC,MAAM,CAAC,CAAC;QAE3B,IAAA,wBAAS,EAAC,OAAO,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,+CAA+C,CAAC,CAAC;QAC9F,IAAA,wBAAS,EACP,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ,EACnC,iDAAiD,CAClD,CAAC;QAEF,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;IAC1C,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,YAAoB;QAC7C,gBAAM,CAAC,KAAK,CAAC,oCAAoC,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;QACtF,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;YAC/B,qBAAqB,EAAE,IAAI,CAAC,QAAQ;YACpC,uBAAuB,EAAE,YAAY;SACtC,CAAC,CAAC;QAEH,MAAM,gBAAgB,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,4BAAkB,EAAE;YACtE,qBAAqB,EAAE,IAAI,CAAC,QAAQ;SACrC,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC;YAC9B,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,gBAAgB,EAAE;YAC7C,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE;SACrC,CAAC,CAAC;QAEH,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxD,MAAM,YAAY,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,QAAQ,EAAE;YAC3D,MAAM,EAAE;gBACN,GAAG,EAAE,QAAQ;gBACb,KAAK,EAAE,MAAM;aACd;YACD,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;QACH,IAAA,wBAAS,EAAC,OAAO,YAAY,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;QACrF,gBAAM,CAAC,KAAK,CAAC,wBAAwB,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;QAE5D,MAAM,MAAM,GAAG,IAAA,6BAAsB,EAKlC,YAAY,CAAC,MAAM,CAAC,CAAC;QAExB,IAAA,wBAAS,EAAC,OAAO,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,4CAA4C,CAAC,CAAC;QAC3F,IAAA,wBAAS,EAAC,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ,EAAE,8CAA8C,CAAC,CAAC;QAE/F,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,cAAsB;QAClD,OAAO,IAAI,CAAC,MAAM,CAAC,sCAAsC,CAAC,cAAc,CAAC,CAAC;IAC5E,CAAC;IAEO,cAAc,CAAC,cAAsB;QAC3C,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,cAAc,CAAC,CAAC;QAC7D,gBAAM,CAAC,KAAK,CAAC,2BAA2B,cAAc,GAAG,CAAC,CAAC;QAC3D,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,gBAAM,CAAC,KAAK,CAAC,OAAO,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QAC5E,CAAC;IACH,CAAC;CACF;AAED,kBAAe,iBAAiB,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"iterative.d.ts","sourceRoot":"","sources":["../../../../src/redteam/providers/iterative.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"iterative.d.ts","sourceRoot":"","sources":["../../../../src/redteam/providers/iterative.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,KAAK,WAAW,EAChB,KAAK,oBAAoB,EACzB,KAAK,oBAAoB,EAI1B,MAAM,aAAa,CAAC;AASrB,eAAO,MAAM,cAAc,QAEtB,CAAC;AA6JN,cAAM,wBAAyB,YAAW,WAAW;IAIvC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAH5D,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAgC;IAChE,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;gBAEd,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAkB5D,EAAE;IAIF;;;;;;OAMG;IACG,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,oBAAoB;;;;;;CAgB7F;AAED,eAAe,wBAAwB,CAAC"}
|
|
@@ -7,8 +7,10 @@ exports.NUM_ITERATIONS = void 0;
|
|
|
7
7
|
const tiny_invariant_1 = __importDefault(require("tiny-invariant"));
|
|
8
8
|
const evaluatorHelpers_1 = require("../../evaluatorHelpers");
|
|
9
9
|
const logger_1 = __importDefault(require("../../logger"));
|
|
10
|
+
const promptfoo_1 = require("../../providers/promptfoo");
|
|
10
11
|
const json_1 = require("../../util/json");
|
|
11
12
|
const templates_1 = require("../../util/templates");
|
|
13
|
+
const util_1 = require("../util");
|
|
12
14
|
const prompts_1 = require("./prompts");
|
|
13
15
|
const shared_1 = require("./shared");
|
|
14
16
|
// Based on: https://arxiv.org/abs/2312.02119
|
|
@@ -33,7 +35,13 @@ async function runRedteamConversation({ prompt, filters, vars, redteamProvider,
|
|
|
33
35
|
for (let i = 0; i < exports.NUM_ITERATIONS; i++) {
|
|
34
36
|
const redteamBody = JSON.stringify(redteamHistory);
|
|
35
37
|
// Get new prompt
|
|
36
|
-
const redteamResp = await redteamProvider.callApi(redteamBody
|
|
38
|
+
const redteamResp = await redteamProvider.callApi(redteamBody, {
|
|
39
|
+
prompt: {
|
|
40
|
+
raw: redteamBody,
|
|
41
|
+
label: 'history',
|
|
42
|
+
},
|
|
43
|
+
vars: {},
|
|
44
|
+
});
|
|
37
45
|
(0, tiny_invariant_1.default)(typeof redteamResp.output === 'string', `Expected output to be a string, but got response: ${JSON.stringify(redteamResp)}`);
|
|
38
46
|
const { improvement, prompt: newInjectVar } = (0, json_1.extractFirstJsonObject)(redteamResp.output);
|
|
39
47
|
// Update the application prompt with the new injection.
|
|
@@ -53,7 +61,13 @@ async function runRedteamConversation({ prompt, filters, vars, redteamProvider,
|
|
|
53
61
|
content: targetPrompt,
|
|
54
62
|
},
|
|
55
63
|
]);
|
|
56
|
-
const isOnTopicResp = await redteamProvider.callApi(isOnTopicBody
|
|
64
|
+
const isOnTopicResp = await redteamProvider.callApi(isOnTopicBody, {
|
|
65
|
+
prompt: {
|
|
66
|
+
raw: isOnTopicBody,
|
|
67
|
+
label: 'on-topic',
|
|
68
|
+
},
|
|
69
|
+
vars: {},
|
|
70
|
+
});
|
|
57
71
|
(0, tiny_invariant_1.default)(typeof isOnTopicResp.output === 'string', 'Expected output to be a string');
|
|
58
72
|
const isOnTopic = (0, json_1.extractFirstJsonObject)(isOnTopicResp.output)
|
|
59
73
|
.onTopic;
|
|
@@ -80,7 +94,13 @@ async function runRedteamConversation({ prompt, filters, vars, redteamProvider,
|
|
|
80
94
|
content: targetResponse,
|
|
81
95
|
},
|
|
82
96
|
]);
|
|
83
|
-
const judgeResp = await redteamProvider.callApi(judgeBody
|
|
97
|
+
const judgeResp = await redteamProvider.callApi(judgeBody, {
|
|
98
|
+
prompt: {
|
|
99
|
+
raw: judgeBody,
|
|
100
|
+
label: 'judge',
|
|
101
|
+
},
|
|
102
|
+
vars: {},
|
|
103
|
+
});
|
|
84
104
|
(0, tiny_invariant_1.default)(typeof judgeResp.output === 'string', 'Expected output to be a string');
|
|
85
105
|
let { rating: score } = (0, json_1.extractFirstJsonObject)(judgeResp.output);
|
|
86
106
|
// Apply penalty if the phrase is present
|
|
@@ -113,7 +133,16 @@ class RedteamIterativeProvider {
|
|
|
113
133
|
(0, tiny_invariant_1.default)(typeof config.injectVar === 'string', 'Expected injectVar to be set');
|
|
114
134
|
this.injectVar = config.injectVar;
|
|
115
135
|
// Redteam provider can be set from the config.
|
|
116
|
-
|
|
136
|
+
if ((0, util_1.shouldGenerateRemote)()) {
|
|
137
|
+
this.redteamProvider = new promptfoo_1.PromptfooChatCompletionProvider({
|
|
138
|
+
task: 'iterative',
|
|
139
|
+
jsonOnly: true,
|
|
140
|
+
preferSmallModel: false,
|
|
141
|
+
});
|
|
142
|
+
}
|
|
143
|
+
else {
|
|
144
|
+
this.redteamProvider = config.redteamProvider;
|
|
145
|
+
}
|
|
117
146
|
}
|
|
118
147
|
id() {
|
|
119
148
|
return 'promptfoo:redteam:iterative';
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"iterative.js","sourceRoot":"","sources":["../../../../src/redteam/providers/iterative.ts"],"names":[],"mappings":";;;;;;AAAA,oEAAuC;AACvC,6DAAsD;AACtD,0DAAkC;
|
|
1
|
+
{"version":3,"file":"iterative.js","sourceRoot":"","sources":["../../../../src/redteam/providers/iterative.ts"],"names":[],"mappings":";;;;;;AAAA,oEAAuC;AACvC,6DAAsD;AACtD,0DAAkC;AAClC,yDAA4E;AAS5E,0CAAyD;AACzD,oDAAyD;AACzD,kCAA+C;AAC/C,uCAAgG;AAChG,qCAA+C;AAE/C,6CAA6C;AAEhC,QAAA,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,kCAAkC;IAC1E,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,kCAAkC,EAAE,EAAE,CAAC;IACrE,CAAC,CAAC,CAAC,CAAC;AAEN,KAAK,UAAU,sBAAsB,CAAC,EACpC,MAAM,EACN,OAAO,EACP,IAAI,EACJ,eAAe,EACf,cAAc,EACd,SAAS,GAQV;IACC,MAAM,QAAQ,GAAG,IAAA,6BAAiB,GAAE,CAAC;IACrC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;IAE7B,MAAM,mBAAmB,GAAG,QAAQ,CAAC,YAAY,CAAC,gCAAsB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAEpF,MAAM,mBAAmB,GAAG,QAAQ,CAAC,YAAY,CAAC,gCAAsB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAEpF,MAAM,iBAAiB,GAAG,QAAQ,CAAC,YAAY,CAAC,6BAAmB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAE/E,MAAM,cAAc,GAAiE;QACnF;YACE,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,mBAAmB;SAC7B;KACF,CAAC;IAEF,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,YAAY,GAAG,EAAE,CAAC;IAEtB,IAAI,YAAY,GAAkB,IAAI,CAAC;IACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,sBAAc,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QAEnD,iBAAiB;QACjB,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,WAAW,EAAE;YAC7D,MAAM,EAAE;gBACN,GAAG,EAAE,WAAW;gBAChB,KAAK,EAAE,SAAS;aACjB;YACD,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;QACH,IAAA,wBAAS,EACP,OAAO,WAAW,CAAC,MAAM,KAAK,QAAQ,EACtC,qDAAqD,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CACnF,CAAC;QACF,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,IAAA,6BAAsB,EAGjE,WAAW,CAAC,MAAM,CAAC,CAAC;QAEvB,wDAAwD;QACxD,gBAAM,CAAC,KAAK,CAAC,kBAAkB,YAAY,kBAAkB,WAAW,EAAE,CAAC,CAAC;QAC5E,YAAY,GAAG,MAAM,IAAA,+BAAY,EAC/B,MAAM,EACN;YACE,GAAG,IAAI;YACP,CAAC,SAAS,CAAC,EAAE,YAAY;SAC1B,EACD,OAAO,EACP,cAAc,CACf,CAAC;QAEF,kBAAkB;QAClB,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC;YACnC;gBACE,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,mBAAmB;aAC7B;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,YAAY;aACtB;SACF,CAAC,CAAC;QACH,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,aAAa,EAAE;YACjE,MAAM,EAAE;gBACN,GAAG,EAAE,aAAa;gBAClB,KAAK,EAAE,UAAU;aAClB;YACD,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;QACH,IAAA,wBAAS,EAAC,OAAO,aAAa,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;QACtF,MAAM,SAAS,GAAI,IAAA,6BAAsB,EAAC,aAAa,CAAC,MAAM,CAA0B;aACrF,OAAO,CAAC;QACX,IAAA,wBAAS,EAAC,OAAO,SAAS,KAAK,SAAS,EAAE,kCAAkC,CAAC,CAAC;QAE9E,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QAC9D,IAAA,wBAAS,EAAC,UAAU,CAAC,MAAM,EAAE,+BAA+B,CAAC,CAAC;QAC9D,IAAI,cAAc,CAAC;QACnB,IAAI,OAAO,UAAU,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC1C,cAAc,GAAG,UAAU,CAAC,MAAM,CAAC;QACrC,CAAC;aAAM,CAAC;YACN,cAAc,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QACrD,CAAC;QAED,MAAM,gBAAgB,GAAG,CAAC,+BAA+B,CAAC,CAAC;QAC3D,MAAM,uBAAuB,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAC/D,cAAc,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAC9C,CAAC;QAEF,sBAAsB;QACtB,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;YAC/B;gBACE,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,iBAAiB;aAC3B;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,cAAc;aACxB;SACF,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,SAAS,EAAE;YACzD,MAAM,EAAE;gBACN,GAAG,EAAE,SAAS;gBACd,KAAK,EAAE,OAAO;aACf;YACD,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;QACH,IAAA,wBAAS,EAAC,OAAO,SAAS,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;QAClF,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,IAAA,6BAAsB,EAAqB,SAAS,CAAC,MAAM,CAAC,CAAC;QAErF,yCAAyC;QACzC,IAAI,uBAAuB,EAAE,CAAC;YAC5B,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;QACjC,CAAC;QAED,IAAI,KAAK,GAAG,YAAY,EAAE,CAAC;YACzB,YAAY,GAAG,KAAK,CAAC;YACrB,YAAY,GAAG,cAAc,CAAC;QAChC,CAAC;QAED,IAAI,KAAK,IAAI,EAAE,EAAE,CAAC;YAChB,MAAM;QACR,CAAC;QAED,cAAc,CAAC,IAAI,CAAC;YAClB,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,0BAA0B,cAAc,kBAAkB,IAAI,cAAc,KAAK,IACxF,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,6BACnB,GAAG,uBAAuB,CAAC,CAAC,CAAC,8BAA8B,CAAC,CAAC,CAAC,EAAE,EAAE;SACnE,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,MAAM,EAAE,YAAY;QACpB,QAAQ,EAAE;YACR,kBAAkB,EAAE,YAAY,IAAI,SAAS;SAC9C;KACF,CAAC;AACJ,CAAC;AAED,MAAM,wBAAwB;IAI5B,YAAqB,MAAuC;QAAvC,WAAM,GAAN,MAAM,CAAiC;QAC1D,gBAAM,CAAC,KAAK,CAAC,oCAAoC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC3E,IAAA,wBAAS,EAAC,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,EAAE,8BAA8B,CAAC,CAAC;QAChF,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QAElC,+CAA+C;QAE/C,IAAI,IAAA,2BAAoB,GAAE,EAAE,CAAC;YAC3B,IAAI,CAAC,eAAe,GAAG,IAAI,2CAA+B,CAAC;gBACzD,IAAI,EAAE,WAAW;gBACjB,QAAQ,EAAE,IAAI;gBACd,gBAAgB,EAAE,KAAK;aACxB,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,CAAC;QAChD,CAAC;IACH,CAAC;IAED,EAAE;QACA,OAAO,6BAA6B,CAAC;IACvC,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,OAAO,CAAC,MAAc,EAAE,OAA8B,EAAE,OAA8B;QAC1F,IAAA,wBAAS,EAAC,OAAO,EAAE,gBAAgB,EAAE,qCAAqC,CAAC,CAAC;QAC5E,IAAA,wBAAS,EAAC,OAAO,CAAC,IAAI,EAAE,yBAAyB,CAAC,CAAC;QAEnD,OAAO,sBAAsB,CAAC;YAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,eAAe,EAAE,MAAM,IAAA,4BAAmB,EAAC;gBACzC,QAAQ,EAAE,IAAI,CAAC,eAAe;gBAC9B,QAAQ,EAAE,IAAI;aACf,CAAC;YACF,cAAc,EAAE,OAAO,CAAC,gBAAgB;YACxC,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC,CAAC;IACL,CAAC;CACF;AAED,kBAAe,wBAAwB,CAAC"}
|
|
@@ -207,7 +207,7 @@ class RedteamIterativeProvider {
|
|
|
207
207
|
vars: context.vars,
|
|
208
208
|
redteamProvider: await (0, shared_1.loadRedteamProvider)({
|
|
209
209
|
provider: this.redteamProvider,
|
|
210
|
-
preferSmallModel:
|
|
210
|
+
preferSmallModel: false,
|
|
211
211
|
jsonOnly: true,
|
|
212
212
|
}),
|
|
213
213
|
targetProvider: context.originalProvider,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"iterativeImage.js","sourceRoot":"","sources":["../../../../src/redteam/providers/iterativeImage.ts"],"names":[],"mappings":";;;;;AAAA,oDAA4B;AAC5B,oEAAuC;AACvC,6DAAsD;AACtD,0DAAkC;AASlC,0CAAyD;AACzD,oDAAyD;AACzD,qCAA+C;AAE/C,MAAM,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,kCAAkC;IACnE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,kCAAkC,EAAE,EAAE,CAAC;IACrE,CAAC,CAAC,CAAC,CAAC;AAEN,6CAA6C;AAE7C,MAAM,sBAAsB,GAAG,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA2CpC,CAAC;AAEF,MAAM,mBAAmB,GAAG,IAAA,gBAAM,EAAA;;;;CAIjC,CAAC;AAEF,MAAM,sBAAsB,GAAG,IAAA,gBAAM,EAAA;;;;;;CAMpC,CAAC;AAEF,KAAK,UAAU,sBAAsB,CAAC,EACpC,MAAM,EACN,OAAO,EACP,IAAI,EACJ,eAAe,EACf,cAAc,EACd,SAAS,GAQV;IACC,iDAAiD;IACjD,MAAM,cAAc,GAAG,eAAe,CAAC;IACvC,MAAM,QAAQ,GAAG,IAAA,6BAAiB,GAAE,CAAC;IACrC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;IAE7B,MAAM,mBAAmB,GAAG,QAAQ,CAAC,YAAY,CAAC,sBAAsB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IACpF,MAAM,mBAAmB,GAAG,QAAQ,CAAC,YAAY,CAAC,sBAAsB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IACpF,MAAM,iBAAiB,GAAG,QAAQ,CAAC,YAAY,CAAC,mBAAmB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAE/E,MAAM,cAAc,GAAiE;QACnF;YACE,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,mBAAmB;SAC7B;KACF,CAAC;IAEF,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,YAAY,GAAG,EAAE,CAAC;IAEtB,IAAI,YAAY,GAAkB,IAAI,CAAC;IACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QAEnD,iBAAiB;QACjB,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC/D,IAAA,wBAAS,EACP,OAAO,WAAW,CAAC,MAAM,KAAK,QAAQ,EACtC,qDAAqD,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CACnF,CAAC;QACF,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,IAAA,6BAAsB,EAGjE,WAAW,CAAC,MAAM,CAAC,CAAC;QAEvB,gBAAM,CAAC,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,uBAAuB,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;QAE5E,wDAAwD;QACxD,gBAAM,CAAC,KAAK,CAAC,kBAAkB,YAAY,kBAAkB,WAAW,EAAE,CAAC,CAAC;QAC5E,YAAY,GAAG,MAAM,IAAA,+BAAY,EAC/B,MAAM,EACN;YACE,GAAG,IAAI;YACP,CAAC,SAAS,CAAC,EAAE,YAAY;SAC1B,EACD,OAAO,EACP,cAAc,CACf,CAAC;QAEF,kBAAkB;QAClB,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC;YACnC;gBACE,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,mBAAmB;aAC7B;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,YAAY;aACtB;SACF,CAAC,CAAC;QACH,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACnE,IAAA,wBAAS,EAAC,OAAO,aAAa,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;QACtF,MAAM,EAAE,SAAS,EAAE,GAAG,IAAA,6BAAsB,EAAyB,aAAa,CAAC,MAAM,CAAC,CAAC;QAC3F,gBAAM,CAAC,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,wBAAwB,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC;QAE/E,IAAI,cAAc,CAAC;QACnB,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;YAC9D,cAAc,GAAG,UAAU,CAAC,MAAM,IAAI,UAAU,CAAC,KAAK,CAAC;QACzD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,cAAc,GAAI,KAAe,CAAC,OAAO,CAAC;QAC5C,CAAC;QACD,IAAA,wBAAS,EAAC,OAAO,cAAc,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;QAChF,gBAAM,CAAC,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,sBAAsB,cAAc,EAAE,CAAC,CAAC;QAEvE,gCAAgC;QAChC,MAAM,QAAQ,GAAG,uBAAuB,CAAC;QACzC,MAAM,GAAG,GAAG,cAAc,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC3C,gBAAM,CAAC,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,GAAG,EAAE,CAAC,CAAC;QAChD,IAAI,gBAAgB,CAAC;QACrB,IAAI,GAAG,EAAE,CAAC;YACR,MAAM,cAAc,GAAG,MAAM,cAAc,CAAC,OAAO,CACjD,IAAI,CAAC,SAAS,CAAC;gBACb;oBACE,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE;wBACP;4BACE,IAAI,EAAE,MAAM;4BACZ,IAAI,EAAE,2DAA2D;yBAClE;wBACD;4BACE,IAAI,EAAE,WAAW;4BACjB,SAAS,EAAE;gCACT,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;gCACX,MAAM,EAAE,MAAM;6BACf;yBACF;qBACF;iBACF;aACF,CAAC,CACH,CAAC;YACF,gBAAgB,GAAG,cAAc,CAAC,MAAM,CAAC;YACzC,gBAAM,CAAC,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,wBAAwB,gBAAgB,EAAE,CAAC,CAAC;QAC7E,CAAC;QAED,sBAAsB;QACtB,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;YAC/B;gBACE,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,iBAAiB;aAC3B;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,gBAAgB,IAAI,cAAc;aAC5C;SACF,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAC3D,IAAA,wBAAS,EAAC,OAAO,SAAS,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;QAClF,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,IAAA,6BAAsB,EAAqB,SAAS,CAAC,MAAM,CAAC,CAAC;QACvF,gBAAM,CAAC,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,qBAAqB,SAAS,CAAC,MAAM,YAAY,KAAK,EAAE,CAAC,CAAC;QAEzF,IAAI,KAAK,GAAG,YAAY,EAAE,CAAC;YACzB,YAAY,GAAG,KAAK,CAAC;YACrB,YAAY,GAAG,cAAc,CAAC;QAChC,CAAC;QAED,IAAI,KAAK,IAAI,EAAE,EAAE,CAAC;YAChB,MAAM;QACR,CAAC;QAED,cAAc,CAAC,IAAI,CAAC;YAClB,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,uBAAuB,gBAAgB,IAAI,cAAc,kBAAkB,IAAI,cAAc,KAAK,IACzG,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,6BACnB,EAAE;SACH,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,MAAM,EAAE,YAAY;QACpB,QAAQ,EAAE;YACR,kBAAkB,EAAE,YAAY,IAAI,SAAS;SAC9C;KACF,CAAC;AACJ,CAAC;AAED,MAAM,wBAAwB;IAI5B,YAAqB,MAAuC;QAAvC,WAAM,GAAN,MAAM,CAAiC;QAC1D,gBAAM,CAAC,KAAK,CAAC,oCAAoC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC3E,IAAA,wBAAS,EAAC,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,EAAE,8BAA8B,CAAC,CAAC;QAChF,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QAElC,+CAA+C;QAC/C,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,CAAC;IAChD,CAAC;IAED,EAAE;QACA,OAAO,mCAAmC,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAc,EAAE,OAA8B,EAAE,OAA8B;QAC1F,IAAA,wBAAS,EAAC,OAAO,EAAE,gBAAgB,EAAE,qCAAqC,CAAC,CAAC;QAC5E,IAAA,wBAAS,EAAC,OAAO,CAAC,IAAI,EAAE,yBAAyB,CAAC,CAAC;QAEnD,OAAO,sBAAsB,CAAC;YAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,eAAe,EAAE,MAAM,IAAA,4BAAmB,EAAC;gBACzC,QAAQ,EAAE,IAAI,CAAC,eAAe;gBAC9B,gBAAgB,EAAE,
|
|
1
|
+
{"version":3,"file":"iterativeImage.js","sourceRoot":"","sources":["../../../../src/redteam/providers/iterativeImage.ts"],"names":[],"mappings":";;;;;AAAA,oDAA4B;AAC5B,oEAAuC;AACvC,6DAAsD;AACtD,0DAAkC;AASlC,0CAAyD;AACzD,oDAAyD;AACzD,qCAA+C;AAE/C,MAAM,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,kCAAkC;IACnE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,kCAAkC,EAAE,EAAE,CAAC;IACrE,CAAC,CAAC,CAAC,CAAC;AAEN,6CAA6C;AAE7C,MAAM,sBAAsB,GAAG,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA2CpC,CAAC;AAEF,MAAM,mBAAmB,GAAG,IAAA,gBAAM,EAAA;;;;CAIjC,CAAC;AAEF,MAAM,sBAAsB,GAAG,IAAA,gBAAM,EAAA;;;;;;CAMpC,CAAC;AAEF,KAAK,UAAU,sBAAsB,CAAC,EACpC,MAAM,EACN,OAAO,EACP,IAAI,EACJ,eAAe,EACf,cAAc,EACd,SAAS,GAQV;IACC,iDAAiD;IACjD,MAAM,cAAc,GAAG,eAAe,CAAC;IACvC,MAAM,QAAQ,GAAG,IAAA,6BAAiB,GAAE,CAAC;IACrC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;IAE7B,MAAM,mBAAmB,GAAG,QAAQ,CAAC,YAAY,CAAC,sBAAsB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IACpF,MAAM,mBAAmB,GAAG,QAAQ,CAAC,YAAY,CAAC,sBAAsB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IACpF,MAAM,iBAAiB,GAAG,QAAQ,CAAC,YAAY,CAAC,mBAAmB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAE/E,MAAM,cAAc,GAAiE;QACnF;YACE,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,mBAAmB;SAC7B;KACF,CAAC;IAEF,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,YAAY,GAAG,EAAE,CAAC;IAEtB,IAAI,YAAY,GAAkB,IAAI,CAAC;IACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QAEnD,iBAAiB;QACjB,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC/D,IAAA,wBAAS,EACP,OAAO,WAAW,CAAC,MAAM,KAAK,QAAQ,EACtC,qDAAqD,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CACnF,CAAC;QACF,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,IAAA,6BAAsB,EAGjE,WAAW,CAAC,MAAM,CAAC,CAAC;QAEvB,gBAAM,CAAC,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,uBAAuB,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;QAE5E,wDAAwD;QACxD,gBAAM,CAAC,KAAK,CAAC,kBAAkB,YAAY,kBAAkB,WAAW,EAAE,CAAC,CAAC;QAC5E,YAAY,GAAG,MAAM,IAAA,+BAAY,EAC/B,MAAM,EACN;YACE,GAAG,IAAI;YACP,CAAC,SAAS,CAAC,EAAE,YAAY;SAC1B,EACD,OAAO,EACP,cAAc,CACf,CAAC;QAEF,kBAAkB;QAClB,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC;YACnC;gBACE,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,mBAAmB;aAC7B;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,YAAY;aACtB;SACF,CAAC,CAAC;QACH,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACnE,IAAA,wBAAS,EAAC,OAAO,aAAa,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;QACtF,MAAM,EAAE,SAAS,EAAE,GAAG,IAAA,6BAAsB,EAAyB,aAAa,CAAC,MAAM,CAAC,CAAC;QAC3F,gBAAM,CAAC,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,wBAAwB,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC;QAE/E,IAAI,cAAc,CAAC;QACnB,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;YAC9D,cAAc,GAAG,UAAU,CAAC,MAAM,IAAI,UAAU,CAAC,KAAK,CAAC;QACzD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,cAAc,GAAI,KAAe,CAAC,OAAO,CAAC;QAC5C,CAAC;QACD,IAAA,wBAAS,EAAC,OAAO,cAAc,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;QAChF,gBAAM,CAAC,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,sBAAsB,cAAc,EAAE,CAAC,CAAC;QAEvE,gCAAgC;QAChC,MAAM,QAAQ,GAAG,uBAAuB,CAAC;QACzC,MAAM,GAAG,GAAG,cAAc,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC3C,gBAAM,CAAC,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,GAAG,EAAE,CAAC,CAAC;QAChD,IAAI,gBAAgB,CAAC;QACrB,IAAI,GAAG,EAAE,CAAC;YACR,MAAM,cAAc,GAAG,MAAM,cAAc,CAAC,OAAO,CACjD,IAAI,CAAC,SAAS,CAAC;gBACb;oBACE,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE;wBACP;4BACE,IAAI,EAAE,MAAM;4BACZ,IAAI,EAAE,2DAA2D;yBAClE;wBACD;4BACE,IAAI,EAAE,WAAW;4BACjB,SAAS,EAAE;gCACT,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;gCACX,MAAM,EAAE,MAAM;6BACf;yBACF;qBACF;iBACF;aACF,CAAC,CACH,CAAC;YACF,gBAAgB,GAAG,cAAc,CAAC,MAAM,CAAC;YACzC,gBAAM,CAAC,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,wBAAwB,gBAAgB,EAAE,CAAC,CAAC;QAC7E,CAAC;QAED,sBAAsB;QACtB,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;YAC/B;gBACE,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,iBAAiB;aAC3B;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,gBAAgB,IAAI,cAAc;aAC5C;SACF,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAC3D,IAAA,wBAAS,EAAC,OAAO,SAAS,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;QAClF,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,IAAA,6BAAsB,EAAqB,SAAS,CAAC,MAAM,CAAC,CAAC;QACvF,gBAAM,CAAC,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,qBAAqB,SAAS,CAAC,MAAM,YAAY,KAAK,EAAE,CAAC,CAAC;QAEzF,IAAI,KAAK,GAAG,YAAY,EAAE,CAAC;YACzB,YAAY,GAAG,KAAK,CAAC;YACrB,YAAY,GAAG,cAAc,CAAC;QAChC,CAAC;QAED,IAAI,KAAK,IAAI,EAAE,EAAE,CAAC;YAChB,MAAM;QACR,CAAC;QAED,cAAc,CAAC,IAAI,CAAC;YAClB,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,uBAAuB,gBAAgB,IAAI,cAAc,kBAAkB,IAAI,cAAc,KAAK,IACzG,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,6BACnB,EAAE;SACH,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,MAAM,EAAE,YAAY;QACpB,QAAQ,EAAE;YACR,kBAAkB,EAAE,YAAY,IAAI,SAAS;SAC9C;KACF,CAAC;AACJ,CAAC;AAED,MAAM,wBAAwB;IAI5B,YAAqB,MAAuC;QAAvC,WAAM,GAAN,MAAM,CAAiC;QAC1D,gBAAM,CAAC,KAAK,CAAC,oCAAoC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC3E,IAAA,wBAAS,EAAC,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,EAAE,8BAA8B,CAAC,CAAC;QAChF,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QAElC,+CAA+C;QAC/C,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,CAAC;IAChD,CAAC;IAED,EAAE;QACA,OAAO,mCAAmC,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAc,EAAE,OAA8B,EAAE,OAA8B;QAC1F,IAAA,wBAAS,EAAC,OAAO,EAAE,gBAAgB,EAAE,qCAAqC,CAAC,CAAC;QAC5E,IAAA,wBAAS,EAAC,OAAO,CAAC,IAAI,EAAE,yBAAyB,CAAC,CAAC;QAEnD,OAAO,sBAAsB,CAAC;YAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,eAAe,EAAE,MAAM,IAAA,4BAAmB,EAAC;gBACzC,QAAQ,EAAE,IAAI,CAAC,eAAe;gBAC9B,gBAAgB,EAAE,KAAK;gBACvB,QAAQ,EAAE,IAAI;aACf,CAAC;YACF,cAAc,EAAE,OAAO,CAAC,gBAAgB;YACxC,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC,CAAC;IACL,CAAC;CACF;AAED,kBAAe,wBAAwB,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"iterativeTree.d.ts","sourceRoot":"","sources":["../../../../src/redteam/providers/iterativeTree.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AACH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;
|
|
1
|
+
{"version":3,"file":"iterativeTree.d.ts","sourceRoot":"","sources":["../../../../src/redteam/providers/iterativeTree.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AACH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAK5C,OAAO,KAAK,EACV,WAAW,EACX,oBAAoB,EACpB,oBAAoB,EACpB,MAAM,EACN,iBAAiB,EAClB,MAAM,aAAa,CAAC;AA+BrB;;;;;GAKG;AACH,wBAAgB,mBAAmB,CACjC,QAAQ,EAAE,WAAW,EACrB,IAAI,EAAE,MAAM,GACX;IACD,mBAAmB,EAAE,MAAM,CAAC;IAC5B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,iBAAiB,EAAE,MAAM,CAAC;CAC3B,CAMA;AAED;;;;;;;GAOG;AACH,wBAAsB,gBAAgB,CACpC,eAAe,EAAE,WAAW,EAC5B,iBAAiB,EAAE,MAAM,EACzB,cAAc,EAAE,MAAM,EACtB,uBAAuB,EAAE,OAAO,GAC/B,OAAO,CAAC,MAAM,CAAC,CA2BjB;AAED;;;;;GAKG;AACH,wBAAsB,YAAY,CAChC,eAAe,EAAE,WAAW,EAC5B,cAAc,EAAE;IAAE,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,EAAE,GAC3E,OAAO,CAAC;IAAE,WAAW,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC,CAclD;AAED;;;;;;GAMG;AACH,wBAAsB,cAAc,CAClC,eAAe,EAAE,WAAW,EAC5B,mBAAmB,EAAE,MAAM,EAC3B,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,OAAO,CAAC,CAsBlB;AAED;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,cAAc,EAAE,WAAW,EAC3B,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,MAAM,CAAC,CAMjB;AAED;;;;;;;GAOG;AACH,wBAAgB,oBAAoB,CAClC,cAAc,EAAE,MAAM,EACtB,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,OAAO,EAClB,uBAAuB,EAAE,OAAO,GAC/B;IAAE,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAO5D;AAED;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,QAAQ,EAAE,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;;;;;GAMG;AACH,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,QAAQ,CAErF;AAED;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAoBtE;AAED;;;;;;GAMG;AACH,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAM5E;AAED;;;;;GAKG;AACH,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE,WAAW,EAAE,MAAM,GAAG,QAAQ,EAAE,CAyBzF;AAED;;;;GAIG;AACH,wBAAsB,sBAAsB,CAAC,EAC3C,MAAM,EACN,OAAO,EACP,IAAI,EACJ,eAAe,EACf,cAAc,EACd,SAAS,GACV,EAAE;IACD,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,iBAAiB,GAAG,SAAS,CAAC;IACvC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,CAAC;IACtC,eAAe,EAAE,WAAW,CAAC;IAC7B,cAAc,EAAE,WAAW,CAAC;IAC5B,SAAS,EAAE,MAAM,CAAC;CACnB,GAAG,OAAO,CAAC;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE;QAAE,kBAAkB,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;CAAE,CAAC,CA4KzE;AAED;;GAEG;AACH,cAAM,4BAA6B,YAAW,WAAW;IAQ3C,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAP5D,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IAEnC;;;;OAIG;gBACkB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;IAM5D;;;OAGG;IACH,EAAE,IAAI,MAAM;IAIZ;;;;;;OAMG;IACG,OAAO,CACX,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,oBAAoB,EAC9B,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE;YAAE,kBAAkB,CAAC,EAAE,MAAM,CAAA;SAAE,CAAA;KAAE,CAAC;CA4B1E;AAED,eAAe,4BAA4B,CAAC"}
|
|
@@ -17,8 +17,10 @@ exports.runRedteamConversation = runRedteamConversation;
|
|
|
17
17
|
const tiny_invariant_1 = __importDefault(require("tiny-invariant"));
|
|
18
18
|
const evaluatorHelpers_1 = require("../../evaluatorHelpers");
|
|
19
19
|
const logger_1 = __importDefault(require("../../logger"));
|
|
20
|
+
const promptfoo_1 = require("../../providers/promptfoo");
|
|
20
21
|
const json_1 = require("../../util/json");
|
|
21
22
|
const templates_1 = require("../../util/templates");
|
|
23
|
+
const util_1 = require("../util");
|
|
22
24
|
const constants_1 = require("./constants");
|
|
23
25
|
const prompts_1 = require("./prompts");
|
|
24
26
|
const shared_1 = require("./shared");
|
|
@@ -69,7 +71,13 @@ async function evaluateResponse(redteamProvider, judgeSystemPrompt, targetRespon
|
|
|
69
71
|
content: targetResponse,
|
|
70
72
|
},
|
|
71
73
|
]);
|
|
72
|
-
const judgeResp = await redteamProvider.callApi(judgeBody
|
|
74
|
+
const judgeResp = await redteamProvider.callApi(judgeBody, {
|
|
75
|
+
prompt: {
|
|
76
|
+
raw: judgeBody,
|
|
77
|
+
label: 'judge',
|
|
78
|
+
},
|
|
79
|
+
vars: {},
|
|
80
|
+
});
|
|
73
81
|
(0, tiny_invariant_1.default)(typeof judgeResp.output === 'string', 'Expected output to be a string');
|
|
74
82
|
let { rating: score } = (0, json_1.extractFirstJsonObject)(judgeResp.output);
|
|
75
83
|
// Apply penalty if the phrase is present
|
|
@@ -86,7 +94,13 @@ async function evaluateResponse(redteamProvider, judgeSystemPrompt, targetRespon
|
|
|
86
94
|
*/
|
|
87
95
|
async function getNewPrompt(redteamProvider, redteamHistory) {
|
|
88
96
|
const redteamBody = JSON.stringify(redteamHistory);
|
|
89
|
-
const redteamResp = await redteamProvider.callApi(redteamBody
|
|
97
|
+
const redteamResp = await redteamProvider.callApi(redteamBody, {
|
|
98
|
+
prompt: {
|
|
99
|
+
raw: redteamBody,
|
|
100
|
+
label: 'history',
|
|
101
|
+
},
|
|
102
|
+
vars: {},
|
|
103
|
+
});
|
|
90
104
|
(0, tiny_invariant_1.default)(typeof redteamResp.output === 'string', `Expected output to be a string, but got response: ${JSON.stringify(redteamResp)}`);
|
|
91
105
|
return (0, json_1.extractFirstJsonObject)(redteamResp.output);
|
|
92
106
|
}
|
|
@@ -108,7 +122,13 @@ async function checkIfOnTopic(redteamProvider, onTopicSystemPrompt, targetPrompt
|
|
|
108
122
|
content: targetPrompt,
|
|
109
123
|
},
|
|
110
124
|
]);
|
|
111
|
-
const isOnTopicResp = await redteamProvider.callApi(isOnTopicBody
|
|
125
|
+
const isOnTopicResp = await redteamProvider.callApi(isOnTopicBody, {
|
|
126
|
+
prompt: {
|
|
127
|
+
raw: isOnTopicBody,
|
|
128
|
+
label: 'on-topic',
|
|
129
|
+
},
|
|
130
|
+
vars: {},
|
|
131
|
+
});
|
|
112
132
|
(0, tiny_invariant_1.default)(typeof isOnTopicResp.output === 'string', 'Expected output to be a string');
|
|
113
133
|
const { onTopic } = (0, json_1.extractFirstJsonObject)(isOnTopicResp.output);
|
|
114
134
|
(0, tiny_invariant_1.default)(typeof onTopic === 'boolean', 'Expected onTopic to be a boolean');
|
|
@@ -355,14 +375,25 @@ class RedteamIterativeTreeProvider {
|
|
|
355
375
|
async callApi(prompt, context, options) {
|
|
356
376
|
(0, tiny_invariant_1.default)(context?.originalProvider, 'Expected originalProvider to be set');
|
|
357
377
|
(0, tiny_invariant_1.default)(context?.vars, 'Expected vars to be set');
|
|
378
|
+
let redteamProvider;
|
|
379
|
+
if ((0, util_1.shouldGenerateRemote)()) {
|
|
380
|
+
redteamProvider = new promptfoo_1.PromptfooChatCompletionProvider({
|
|
381
|
+
task: 'iterative:tree',
|
|
382
|
+
jsonOnly: true,
|
|
383
|
+
preferSmallModel: false,
|
|
384
|
+
});
|
|
385
|
+
}
|
|
386
|
+
else {
|
|
387
|
+
redteamProvider = await (0, shared_1.loadRedteamProvider)({
|
|
388
|
+
provider: this.config.redteamProvider,
|
|
389
|
+
jsonOnly: true,
|
|
390
|
+
});
|
|
391
|
+
}
|
|
358
392
|
return runRedteamConversation({
|
|
359
393
|
prompt: context.prompt,
|
|
360
394
|
filters: context.filters,
|
|
361
395
|
vars: context.vars,
|
|
362
|
-
redteamProvider
|
|
363
|
-
provider: this.config.redteamProvider,
|
|
364
|
-
jsonOnly: true,
|
|
365
|
-
}),
|
|
396
|
+
redteamProvider,
|
|
366
397
|
targetProvider: context.originalProvider,
|
|
367
398
|
injectVar: this.injectVar,
|
|
368
399
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"iterativeTree.js","sourceRoot":"","sources":["../../../../src/redteam/providers/iterativeTree.ts"],"names":[],"mappings":";;;;;AA6DA,kDAaC;AAUD,4CA0BC;AAQD,oCAWC;AASD,wCAoBC;AAQD,8CASC;AAUD,oDAaC;AAmBD,wCAEC;AAQD,8CAoBC;AASD,kDAMC;AAQD,wDAyBC;AAOD,wDA0LC;AAxdD,oEAAuC;AACvC,6DAAsD;AACtD,0DAAkC;AAQlC,0CAAyD;AACzD,oDAAyD;AACzD,2CAAgD;AAChD,uCAAgG;AAChG,qCAA+C;AAE/C,6CAA6C;AAE7C,+DAA+D;AAC/D,MAAM,YAAY,GAAG,EAAE,CAAC;AAExB,qEAAqE;AACrE,MAAM,YAAY,GAAG,EAAE,CAAC;AAExB,uCAAuC;AACvC,MAAM,SAAS,GAAG,CAAC,CAAC;AAEpB,uDAAuD;AACvD,MAAM,aAAa,GAAG,CAAC,CAAC;AAExB,oDAAoD;AACpD,MAAM,YAAY,GAAG,CAAC,CAAC;AAEvB,qDAAqD;AACrD,MAAM,YAAY,GAAG,CAAC,CAAC;AAEvB,mFAAmF;AACnF,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAE9B;;;;;GAKG;AACH,SAAgB,mBAAmB,CACjC,QAAqB,EACrB,IAAY;IAMZ,OAAO;QACL,mBAAmB,EAAE,QAAQ,CAAC,YAAY,CAAC,gCAAsB,EAAE,EAAE,IAAI,EAAE,CAAC;QAC5E,mBAAmB,EAAE,QAAQ,CAAC,YAAY,CAAC,gCAAsB,EAAE,EAAE,IAAI,EAAE,CAAC;QAC5E,iBAAiB,EAAE,QAAQ,CAAC,YAAY,CAAC,6BAAmB,EAAE,EAAE,IAAI,EAAE,CAAC;KACxE,CAAC;AACJ,CAAC;AAED;;;;;;;GAOG;AACI,KAAK,UAAU,gBAAgB,CACpC,eAA4B,EAC5B,iBAAyB,EACzB,cAAsB,EACtB,uBAAgC;IAEhC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAC/B;YACE,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,iBAAiB;SAC3B;QACD;YACE,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,cAAc;SACxB;KACF,CAAC,CAAC;IACH,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC3D,IAAA,wBAAS,EAAC,OAAO,SAAS,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;IAClF,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,IAAA,6BAAsB,EAAqB,SAAS,CAAC,MAAM,CAAC,CAAC;IAErF,yCAAyC;IACzC,IAAI,uBAAuB,EAAE,CAAC;QAC5B,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;IACjC,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;GAKG;AACI,KAAK,UAAU,YAAY,CAChC,eAA4B,EAC5B,cAA4E;IAE5E,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;IACnD,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAC/D,IAAA,wBAAS,EACP,OAAO,WAAW,CAAC,MAAM,KAAK,QAAQ,EACtC,qDAAqD,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CACnF,CAAC;IACF,OAAO,IAAA,6BAAsB,EAA0C,WAAW,CAAC,MAAM,CAAC,CAAC;AAC7F,CAAC;AAED;;;;;;GAMG;AACI,KAAK,UAAU,cAAc,CAClC,eAA4B,EAC5B,mBAA2B,EAC3B,YAAoB;IAEpB,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC;QACnC;YACE,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,mBAAmB;SAC7B;QACD;YACE,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,YAAY;SACtB;KACF,CAAC,CAAC;IACH,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;IACnE,IAAA,wBAAS,EAAC,OAAO,aAAa,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;IACtF,MAAM,EAAE,OAAO,EAAE,GAAG,IAAA,6BAAsB,EAAuB,aAAa,CAAC,MAAM,CAAC,CAAC;IACvF,IAAA,wBAAS,EAAC,OAAO,OAAO,KAAK,SAAS,EAAE,kCAAkC,CAAC,CAAC;IAC5E,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;;;GAKG;AACI,KAAK,UAAU,iBAAiB,CACrC,cAA2B,EAC3B,YAAoB;IAEpB,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IAC9D,IAAA,wBAAS,EAAC,UAAU,CAAC,MAAM,EAAE,+BAA+B,CAAC,CAAC;IAC9D,OAAO,OAAO,UAAU,CAAC,MAAM,KAAK,QAAQ;QAC1C,CAAC,CAAC,UAAU,CAAC,MAAM;QACnB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;AACxC,CAAC;AAED;;;;;;;GAOG;AACH,SAAgB,oBAAoB,CAClC,cAAsB,EACtB,IAAY,EACZ,KAAa,EACb,SAAkB,EAClB,uBAAgC;IAEhC,OAAO;QACL,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,0BAA0B,cAAc,kBAAkB,IAAI,cAAc,KAAK,IACxF,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,6BACnB,GAAG,uBAAuB,CAAC,CAAC,CAAC,8BAA8B,CAAC,CAAC,CAAC,EAAE,EAAE;KACnE,CAAC;AACJ,CAAC;AAYD;;;;;;GAMG;AACH,SAAgB,cAAc,CAAC,MAAc,EAAE,KAAa,EAAE,KAAa;IACzE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC;AAChD,CAAC;AAED;;;;;GAKG;AACH,SAAgB,iBAAiB,CAAC,KAAa,EAAE,KAAa;IAC5D,4CAA4C;IAC5C,IAAI,QAAQ,GAAG,aAAa,CAAC;IAE7B,oCAAoC;IACpC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QACf,QAAQ,IAAI,CAAC,CAAC;IAChB,CAAC;SAAM,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QACtB,QAAQ,IAAI,CAAC,CAAC;IAChB,CAAC;IAED,mCAAmC;IACnC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QACf,QAAQ,IAAI,CAAC,CAAC;IAChB,CAAC;IAED,2DAA2D;IAC3D,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;IAEpE,OAAO,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;AAC1C,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,mBAAmB,CAAC,OAAe,EAAE,OAAe;IAClE,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;IACzD,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;IACzD,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACnE,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;IAC1C,OAAO,YAAY,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;AACxC,CAAC;AAED;;;;;GAKG;AACH,SAAgB,sBAAsB,CAAC,KAAiB,EAAE,WAAmB;IAC3E,0CAA0C;IAC1C,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IAE5D,MAAM,aAAa,GAAe,EAAE,CAAC;IACrC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IAEpC,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,mDAAmD;QACnD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,mBAAmB,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC;YAC5F,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACzB,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7B,CAAC;QAED,IAAI,aAAa,CAAC,MAAM,IAAI,WAAW,EAAE,CAAC;YACxC,MAAM;QACR,CAAC;IACH,CAAC;IAED,2EAA2E;IAC3E,OAAO,aAAa,CAAC,MAAM,GAAG,WAAW,IAAI,aAAa,CAAC,MAAM,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC;QACvF,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;IACxD,CAAC;IAED,OAAO,aAAa,CAAC;AACvB,CAAC;AAED;;;;GAIG;AACI,KAAK,UAAU,sBAAsB,CAAC,EAC3C,MAAM,EACN,OAAO,EACP,IAAI,EACJ,eAAe,EACf,cAAc,EACd,SAAS,GAQV;IACC,MAAM,QAAQ,GAAG,IAAA,6BAAiB,GAAE,CAAC;IACrC,MAAM,IAAI,GAAW,IAAI,CAAC,SAAS,CAAW,CAAC;IAE/C,IAAI,QAAQ,GAAG,CAAC,CAAC;IAEjB,gBAAM,CAAC,KAAK,CACV,qEAAqE,SAAS,mBAAmB,aAAa,kBAAkB,YAAY,kBAAkB,YAAY,WAAW,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAClN,CAAC;IAEF,MAAM,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,GAAG,mBAAmB,CACzF,QAAQ,EACR,IAAI,CACL,CAAC;IAEF,MAAM,cAAc,GAAiE;QACnF;YACE,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,mBAAmB;SAC7B;KACF,CAAC;IAEF,IAAI,gBAAgB,GAAe,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAEhE,MAAM,QAAQ,GAAa,cAAc,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAEtD,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,kBAAkB,GAAG,CAAC,CAAC;IAE3B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,SAAS,EAAE,KAAK,EAAE,EAAE,CAAC;QAC/C,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,6CAA6C,gBAAgB,CAAC,MAAM,uBAAuB,QAAQ,EAAE,CACrH,CAAC;QAEF,MAAM,cAAc,GAAe,EAAE,CAAC;QAEtC,KAAK,MAAM,IAAI,IAAI,gBAAgB,EAAE,CAAC;YACpC,MAAM,eAAe,GAAG,iBAAiB,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAC7D,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,6BAA6B,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,eAAe,IAAI,CAAC,KAAK,cAAc,eAAe,uBAAuB,QAAQ,EAAE,CAChK,CAAC;YAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,EAAE,CAAC,EAAE,EAAE,CAAC;gBACzC,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,YAAY,CAAC,eAAe,EAAE;oBAChF,GAAG,cAAc;oBACjB,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE;iBAC5C,CAAC,CAAC;gBAEH,QAAQ,EAAE,CAAC;gBACX,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,aAAa,QAAQ,4BAA4B,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,sBAAsB,WAAW,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,2BAA2B,QAAQ,EAAE,CACrL,CAAC;gBAEF,MAAM,YAAY,GAAG,MAAM,IAAA,+BAAY,EACrC,MAAM,EACN;oBACE,GAAG,IAAI;oBACP,CAAC,SAAS,CAAC,EAAE,YAAY;iBAC1B,EACD,OAAO,EACP,cAAc,CACf,CAAC;gBAEF,MAAM,SAAS,GAAG,MAAM,cAAc,CAAC,eAAe,EAAE,mBAAmB,EAAE,YAAY,CAAC,CAAC;gBAC3F,MAAM,cAAc,GAAG,MAAM,iBAAiB,CAAC,cAAc,EAAE,YAAY,CAAC,CAAC;gBAC7E,MAAM,uBAAuB,GAAG,6BAAiB,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAChE,cAAc,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAC9C,CAAC;gBAEF,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAClC,eAAe,EACf,iBAAiB,EACjB,cAAc,EACd,uBAAuB,CACxB,CAAC;gBAEF,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,aAAa,QAAQ,uBAAuB,KAAK,cAAc,SAAS,eAAe,uBAAuB,uBAAuB,QAAQ,EAAE,CAC/J,CAAC;gBAEF,MAAM,OAAO,GAAG,cAAc,CAAC,YAAY,EAAE,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;gBAC/D,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAE7B,IAAI,KAAK,GAAG,QAAQ,EAAE,CAAC;oBACrB,QAAQ,GAAG,KAAK,CAAC;oBACjB,gBAAM,CAAC,KAAK,CAAC,UAAU,KAAK,aAAa,QAAQ,oBAAoB,QAAQ,EAAE,CAAC,CAAC;gBACnF,CAAC;qBAAM,IAAI,KAAK,GAAG,SAAS,EAAE,CAAC;oBAC7B,SAAS,GAAG,KAAK,CAAC;oBAClB,kBAAkB,GAAG,CAAC,CAAC;oBACvB,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,aAAa,QAAQ,qBAAqB,KAAK,gBAAgB,QAAQ,EAAE,CACzF,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,kBAAkB,EAAE,CAAC;oBACrB,IAAI,kBAAkB,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;wBACjC,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,aAAa,QAAQ,wBAAwB,kBAAkB,uCAAuC,QAAQ,EAAE,CAChI,CAAC;oBACJ,CAAC;gBACH,CAAC;gBAED,IAAI,KAAK,IAAI,YAAY,EAAE,CAAC;oBAC1B,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,aAAa,QAAQ,2BAA2B,YAAY,iBAAiB,QAAQ,aAAa,CAClH,CAAC;oBACF,OAAO;wBACL,MAAM,EAAE,cAAc;wBACtB,QAAQ,EAAE;4BACR,kBAAkB,EAAE,YAAY;yBACjC;qBACF,CAAC;gBACJ,CAAC;gBAED,IAAI,kBAAkB,IAAI,kBAAkB,EAAE,CAAC;oBAC7C,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,aAAa,QAAQ,wBAAwB,kBAAkB,uCAAuC,QAAQ,aAAa,CAC3I,CAAC;oBACF,OAAO;wBACL,MAAM,EAAE,cAAc;wBACtB,QAAQ,EAAE;4BACR,kBAAkB,EAAE,YAAY;yBACjC;qBACF,CAAC;gBACJ,CAAC;gBAED,IAAI,QAAQ,IAAI,YAAY,EAAE,CAAC;oBAC7B,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,aAAa,QAAQ,+BAA+B,YAAY,iBAAiB,QAAQ,aAAa,CACtH,CAAC;oBACF,OAAO;wBACL,MAAM,EAAE,cAAc;wBACtB,QAAQ,EAAE;4BACR,kBAAkB,EAAE,YAAY;yBACjC;qBACF,CAAC;gBACJ,CAAC;gBAED,cAAc,CAAC,IAAI,CACjB,oBAAoB,CAAC,cAAc,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,uBAAuB,CAAC,CACtF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,gBAAgB,GAAG,sBAAsB,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC;QACzE,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,oCAAoC,gBAAgB,CAAC,MAAM,sDAAsD,SAAS,gBAAgB,QAAQ,EAAE,CACpK,CAAC;IACJ,CAAC;IAED,MAAM,iBAAiB,GAAG,MAAM,IAAA,+BAAY,EAC1C,MAAM,EACN;QACE,GAAG,IAAI;QACP,CAAC,SAAS,CAAC,EAAE,QAAQ,CAAC,MAAM;KAC7B,EACD,OAAO,EACP,cAAc,CACf,CAAC;IAEF,MAAM,mBAAmB,GAAG,MAAM,iBAAiB,CAAC,cAAc,EAAE,iBAAiB,CAAC,CAAC;IAEvF,gBAAM,CAAC,KAAK,CACV,qDAAqD,SAAS,gBAAgB,QAAQ,qBAAqB,QAAQ,EAAE,CACtH,CAAC;IAEF,OAAO;QACL,MAAM,EAAE,mBAAmB;QAC3B,QAAQ,EAAE;YACR,kBAAkB,EAAE,iBAAiB;SACtC;KACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,4BAA4B;IAGhC;;;;OAIG;IACH,YAAqB,MAAuC;QAAvC,WAAM,GAAN,MAAM,CAAiC;QAC1D,gBAAM,CAAC,KAAK,CAAC,wCAAwC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC/E,IAAA,wBAAS,EAAC,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,EAAE,8BAA8B,CAAC,CAAC;QAChF,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;IACpC,CAAC;IAED;;;OAGG;IACH,EAAE;QACA,OAAO,kCAAkC,CAAC;IAC5C,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,OAAO,CACX,MAAc,EACd,OAA8B,EAC9B,OAA8B;QAE9B,IAAA,wBAAS,EAAC,OAAO,EAAE,gBAAgB,EAAE,qCAAqC,CAAC,CAAC;QAC5E,IAAA,wBAAS,EAAC,OAAO,EAAE,IAAI,EAAE,yBAAyB,CAAC,CAAC;QACpD,OAAO,sBAAsB,CAAC;YAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,eAAe,EAAE,MAAM,IAAA,4BAAmB,EAAC;gBACzC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe;gBACrC,QAAQ,EAAE,IAAI;aACf,CAAC;YACF,cAAc,EAAE,OAAO,CAAC,gBAAgB;YACxC,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC,CAAC;IACL,CAAC;CACF;AAED,kBAAe,4BAA4B,CAAC"}
|
|
1
|
+
{"version":3,"file":"iterativeTree.js","sourceRoot":"","sources":["../../../../src/redteam/providers/iterativeTree.ts"],"names":[],"mappings":";;;;;AA+DA,kDAaC;AAUD,4CAgCC;AAQD,oCAiBC;AASD,wCA0BC;AAQD,8CASC;AAUD,oDAaC;AAmBD,wCAEC;AAQD,8CAoBC;AASD,kDAMC;AAQD,wDAyBC;AAOD,wDA0LC;AA5eD,oEAAuC;AACvC,6DAAsD;AACtD,0DAAkC;AAClC,yDAA4E;AAQ5E,0CAAyD;AACzD,oDAAyD;AACzD,kCAA+C;AAC/C,2CAAgD;AAChD,uCAAgG;AAChG,qCAA+C;AAE/C,6CAA6C;AAE7C,+DAA+D;AAC/D,MAAM,YAAY,GAAG,EAAE,CAAC;AAExB,qEAAqE;AACrE,MAAM,YAAY,GAAG,EAAE,CAAC;AAExB,uCAAuC;AACvC,MAAM,SAAS,GAAG,CAAC,CAAC;AAEpB,uDAAuD;AACvD,MAAM,aAAa,GAAG,CAAC,CAAC;AAExB,oDAAoD;AACpD,MAAM,YAAY,GAAG,CAAC,CAAC;AAEvB,qDAAqD;AACrD,MAAM,YAAY,GAAG,CAAC,CAAC;AAEvB,mFAAmF;AACnF,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAE9B;;;;;GAKG;AACH,SAAgB,mBAAmB,CACjC,QAAqB,EACrB,IAAY;IAMZ,OAAO;QACL,mBAAmB,EAAE,QAAQ,CAAC,YAAY,CAAC,gCAAsB,EAAE,EAAE,IAAI,EAAE,CAAC;QAC5E,mBAAmB,EAAE,QAAQ,CAAC,YAAY,CAAC,gCAAsB,EAAE,EAAE,IAAI,EAAE,CAAC;QAC5E,iBAAiB,EAAE,QAAQ,CAAC,YAAY,CAAC,6BAAmB,EAAE,EAAE,IAAI,EAAE,CAAC;KACxE,CAAC;AACJ,CAAC;AAED;;;;;;;GAOG;AACI,KAAK,UAAU,gBAAgB,CACpC,eAA4B,EAC5B,iBAAyB,EACzB,cAAsB,EACtB,uBAAgC;IAEhC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAC/B;YACE,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,iBAAiB;SAC3B;QACD;YACE,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,cAAc;SACxB;KACF,CAAC,CAAC;IACH,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,SAAS,EAAE;QACzD,MAAM,EAAE;YACN,GAAG,EAAE,SAAS;YACd,KAAK,EAAE,OAAO;SACf;QACD,IAAI,EAAE,EAAE;KACT,CAAC,CAAC;IACH,IAAA,wBAAS,EAAC,OAAO,SAAS,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;IAClF,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,IAAA,6BAAsB,EAAqB,SAAS,CAAC,MAAM,CAAC,CAAC;IAErF,yCAAyC;IACzC,IAAI,uBAAuB,EAAE,CAAC;QAC5B,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;IACjC,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;GAKG;AACI,KAAK,UAAU,YAAY,CAChC,eAA4B,EAC5B,cAA4E;IAE5E,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;IACnD,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,WAAW,EAAE;QAC7D,MAAM,EAAE;YACN,GAAG,EAAE,WAAW;YAChB,KAAK,EAAE,SAAS;SACjB;QACD,IAAI,EAAE,EAAE;KACT,CAAC,CAAC;IACH,IAAA,wBAAS,EACP,OAAO,WAAW,CAAC,MAAM,KAAK,QAAQ,EACtC,qDAAqD,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CACnF,CAAC;IACF,OAAO,IAAA,6BAAsB,EAA0C,WAAW,CAAC,MAAM,CAAC,CAAC;AAC7F,CAAC;AAED;;;;;;GAMG;AACI,KAAK,UAAU,cAAc,CAClC,eAA4B,EAC5B,mBAA2B,EAC3B,YAAoB;IAEpB,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC;QACnC;YACE,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,mBAAmB;SAC7B;QACD;YACE,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,YAAY;SACtB;KACF,CAAC,CAAC;IACH,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,aAAa,EAAE;QACjE,MAAM,EAAE;YACN,GAAG,EAAE,aAAa;YAClB,KAAK,EAAE,UAAU;SAClB;QACD,IAAI,EAAE,EAAE;KACT,CAAC,CAAC;IACH,IAAA,wBAAS,EAAC,OAAO,aAAa,CAAC,MAAM,KAAK,QAAQ,EAAE,gCAAgC,CAAC,CAAC;IACtF,MAAM,EAAE,OAAO,EAAE,GAAG,IAAA,6BAAsB,EAAuB,aAAa,CAAC,MAAM,CAAC,CAAC;IACvF,IAAA,wBAAS,EAAC,OAAO,OAAO,KAAK,SAAS,EAAE,kCAAkC,CAAC,CAAC;IAC5E,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;;;GAKG;AACI,KAAK,UAAU,iBAAiB,CACrC,cAA2B,EAC3B,YAAoB;IAEpB,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IAC9D,IAAA,wBAAS,EAAC,UAAU,CAAC,MAAM,EAAE,+BAA+B,CAAC,CAAC;IAC9D,OAAO,OAAO,UAAU,CAAC,MAAM,KAAK,QAAQ;QAC1C,CAAC,CAAC,UAAU,CAAC,MAAM;QACnB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;AACxC,CAAC;AAED;;;;;;;GAOG;AACH,SAAgB,oBAAoB,CAClC,cAAsB,EACtB,IAAY,EACZ,KAAa,EACb,SAAkB,EAClB,uBAAgC;IAEhC,OAAO;QACL,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,0BAA0B,cAAc,kBAAkB,IAAI,cAAc,KAAK,IACxF,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,6BACnB,GAAG,uBAAuB,CAAC,CAAC,CAAC,8BAA8B,CAAC,CAAC,CAAC,EAAE,EAAE;KACnE,CAAC;AACJ,CAAC;AAYD;;;;;;GAMG;AACH,SAAgB,cAAc,CAAC,MAAc,EAAE,KAAa,EAAE,KAAa;IACzE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC;AAChD,CAAC;AAED;;;;;GAKG;AACH,SAAgB,iBAAiB,CAAC,KAAa,EAAE,KAAa;IAC5D,4CAA4C;IAC5C,IAAI,QAAQ,GAAG,aAAa,CAAC;IAE7B,oCAAoC;IACpC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QACf,QAAQ,IAAI,CAAC,CAAC;IAChB,CAAC;SAAM,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QACtB,QAAQ,IAAI,CAAC,CAAC;IAChB,CAAC;IAED,mCAAmC;IACnC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QACf,QAAQ,IAAI,CAAC,CAAC;IAChB,CAAC;IAED,2DAA2D;IAC3D,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;IAEpE,OAAO,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;AAC1C,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,mBAAmB,CAAC,OAAe,EAAE,OAAe;IAClE,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;IACzD,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;IACzD,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACnE,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;IAC1C,OAAO,YAAY,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;AACxC,CAAC;AAED;;;;;GAKG;AACH,SAAgB,sBAAsB,CAAC,KAAiB,EAAE,WAAmB;IAC3E,0CAA0C;IAC1C,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IAE5D,MAAM,aAAa,GAAe,EAAE,CAAC;IACrC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IAEpC,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,mDAAmD;QACnD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,mBAAmB,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC;YAC5F,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACzB,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7B,CAAC;QAED,IAAI,aAAa,CAAC,MAAM,IAAI,WAAW,EAAE,CAAC;YACxC,MAAM;QACR,CAAC;IACH,CAAC;IAED,2EAA2E;IAC3E,OAAO,aAAa,CAAC,MAAM,GAAG,WAAW,IAAI,aAAa,CAAC,MAAM,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC;QACvF,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;IACxD,CAAC;IAED,OAAO,aAAa,CAAC;AACvB,CAAC;AAED;;;;GAIG;AACI,KAAK,UAAU,sBAAsB,CAAC,EAC3C,MAAM,EACN,OAAO,EACP,IAAI,EACJ,eAAe,EACf,cAAc,EACd,SAAS,GAQV;IACC,MAAM,QAAQ,GAAG,IAAA,6BAAiB,GAAE,CAAC;IACrC,MAAM,IAAI,GAAW,IAAI,CAAC,SAAS,CAAW,CAAC;IAE/C,IAAI,QAAQ,GAAG,CAAC,CAAC;IAEjB,gBAAM,CAAC,KAAK,CACV,qEAAqE,SAAS,mBAAmB,aAAa,kBAAkB,YAAY,kBAAkB,YAAY,WAAW,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAClN,CAAC;IAEF,MAAM,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,GAAG,mBAAmB,CACzF,QAAQ,EACR,IAAI,CACL,CAAC;IAEF,MAAM,cAAc,GAAiE;QACnF;YACE,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,mBAAmB;SAC7B;KACF,CAAC;IAEF,IAAI,gBAAgB,GAAe,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAEhE,MAAM,QAAQ,GAAa,cAAc,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAEtD,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,kBAAkB,GAAG,CAAC,CAAC;IAE3B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,SAAS,EAAE,KAAK,EAAE,EAAE,CAAC;QAC/C,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,6CAA6C,gBAAgB,CAAC,MAAM,uBAAuB,QAAQ,EAAE,CACrH,CAAC;QAEF,MAAM,cAAc,GAAe,EAAE,CAAC;QAEtC,KAAK,MAAM,IAAI,IAAI,gBAAgB,EAAE,CAAC;YACpC,MAAM,eAAe,GAAG,iBAAiB,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAC7D,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,6BAA6B,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,eAAe,IAAI,CAAC,KAAK,cAAc,eAAe,uBAAuB,QAAQ,EAAE,CAChK,CAAC;YAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,EAAE,CAAC,EAAE,EAAE,CAAC;gBACzC,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,YAAY,CAAC,eAAe,EAAE;oBAChF,GAAG,cAAc;oBACjB,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE;iBAC5C,CAAC,CAAC;gBAEH,QAAQ,EAAE,CAAC;gBACX,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,aAAa,QAAQ,4BAA4B,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,sBAAsB,WAAW,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,2BAA2B,QAAQ,EAAE,CACrL,CAAC;gBAEF,MAAM,YAAY,GAAG,MAAM,IAAA,+BAAY,EACrC,MAAM,EACN;oBACE,GAAG,IAAI;oBACP,CAAC,SAAS,CAAC,EAAE,YAAY;iBAC1B,EACD,OAAO,EACP,cAAc,CACf,CAAC;gBAEF,MAAM,SAAS,GAAG,MAAM,cAAc,CAAC,eAAe,EAAE,mBAAmB,EAAE,YAAY,CAAC,CAAC;gBAC3F,MAAM,cAAc,GAAG,MAAM,iBAAiB,CAAC,cAAc,EAAE,YAAY,CAAC,CAAC;gBAC7E,MAAM,uBAAuB,GAAG,6BAAiB,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAChE,cAAc,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAC9C,CAAC;gBAEF,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAClC,eAAe,EACf,iBAAiB,EACjB,cAAc,EACd,uBAAuB,CACxB,CAAC;gBAEF,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,aAAa,QAAQ,uBAAuB,KAAK,cAAc,SAAS,eAAe,uBAAuB,uBAAuB,QAAQ,EAAE,CAC/J,CAAC;gBAEF,MAAM,OAAO,GAAG,cAAc,CAAC,YAAY,EAAE,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;gBAC/D,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAE7B,IAAI,KAAK,GAAG,QAAQ,EAAE,CAAC;oBACrB,QAAQ,GAAG,KAAK,CAAC;oBACjB,gBAAM,CAAC,KAAK,CAAC,UAAU,KAAK,aAAa,QAAQ,oBAAoB,QAAQ,EAAE,CAAC,CAAC;gBACnF,CAAC;qBAAM,IAAI,KAAK,GAAG,SAAS,EAAE,CAAC;oBAC7B,SAAS,GAAG,KAAK,CAAC;oBAClB,kBAAkB,GAAG,CAAC,CAAC;oBACvB,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,aAAa,QAAQ,qBAAqB,KAAK,gBAAgB,QAAQ,EAAE,CACzF,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,kBAAkB,EAAE,CAAC;oBACrB,IAAI,kBAAkB,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;wBACjC,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,aAAa,QAAQ,wBAAwB,kBAAkB,uCAAuC,QAAQ,EAAE,CAChI,CAAC;oBACJ,CAAC;gBACH,CAAC;gBAED,IAAI,KAAK,IAAI,YAAY,EAAE,CAAC;oBAC1B,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,aAAa,QAAQ,2BAA2B,YAAY,iBAAiB,QAAQ,aAAa,CAClH,CAAC;oBACF,OAAO;wBACL,MAAM,EAAE,cAAc;wBACtB,QAAQ,EAAE;4BACR,kBAAkB,EAAE,YAAY;yBACjC;qBACF,CAAC;gBACJ,CAAC;gBAED,IAAI,kBAAkB,IAAI,kBAAkB,EAAE,CAAC;oBAC7C,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,aAAa,QAAQ,wBAAwB,kBAAkB,uCAAuC,QAAQ,aAAa,CAC3I,CAAC;oBACF,OAAO;wBACL,MAAM,EAAE,cAAc;wBACtB,QAAQ,EAAE;4BACR,kBAAkB,EAAE,YAAY;yBACjC;qBACF,CAAC;gBACJ,CAAC;gBAED,IAAI,QAAQ,IAAI,YAAY,EAAE,CAAC;oBAC7B,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,aAAa,QAAQ,+BAA+B,YAAY,iBAAiB,QAAQ,aAAa,CACtH,CAAC;oBACF,OAAO;wBACL,MAAM,EAAE,cAAc;wBACtB,QAAQ,EAAE;4BACR,kBAAkB,EAAE,YAAY;yBACjC;qBACF,CAAC;gBACJ,CAAC;gBAED,cAAc,CAAC,IAAI,CACjB,oBAAoB,CAAC,cAAc,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,uBAAuB,CAAC,CACtF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,gBAAgB,GAAG,sBAAsB,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC;QACzE,gBAAM,CAAC,KAAK,CACV,UAAU,KAAK,oCAAoC,gBAAgB,CAAC,MAAM,sDAAsD,SAAS,gBAAgB,QAAQ,EAAE,CACpK,CAAC;IACJ,CAAC;IAED,MAAM,iBAAiB,GAAG,MAAM,IAAA,+BAAY,EAC1C,MAAM,EACN;QACE,GAAG,IAAI;QACP,CAAC,SAAS,CAAC,EAAE,QAAQ,CAAC,MAAM;KAC7B,EACD,OAAO,EACP,cAAc,CACf,CAAC;IAEF,MAAM,mBAAmB,GAAG,MAAM,iBAAiB,CAAC,cAAc,EAAE,iBAAiB,CAAC,CAAC;IAEvF,gBAAM,CAAC,KAAK,CACV,qDAAqD,SAAS,gBAAgB,QAAQ,qBAAqB,QAAQ,EAAE,CACtH,CAAC;IAEF,OAAO;QACL,MAAM,EAAE,mBAAmB;QAC3B,QAAQ,EAAE;YACR,kBAAkB,EAAE,iBAAiB;SACtC;KACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,4BAA4B;IAGhC;;;;OAIG;IACH,YAAqB,MAAuC;QAAvC,WAAM,GAAN,MAAM,CAAiC;QAC1D,gBAAM,CAAC,KAAK,CAAC,wCAAwC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC/E,IAAA,wBAAS,EAAC,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,EAAE,8BAA8B,CAAC,CAAC;QAChF,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;IACpC,CAAC;IAED;;;OAGG;IACH,EAAE;QACA,OAAO,kCAAkC,CAAC;IAC5C,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,OAAO,CACX,MAAc,EACd,OAA8B,EAC9B,OAA8B;QAE9B,IAAA,wBAAS,EAAC,OAAO,EAAE,gBAAgB,EAAE,qCAAqC,CAAC,CAAC;QAC5E,IAAA,wBAAS,EAAC,OAAO,EAAE,IAAI,EAAE,yBAAyB,CAAC,CAAC;QAEpD,IAAI,eAA4B,CAAC;QAEjC,IAAI,IAAA,2BAAoB,GAAE,EAAE,CAAC;YAC3B,eAAe,GAAG,IAAI,2CAA+B,CAAC;gBACpD,IAAI,EAAE,gBAAgB;gBACtB,QAAQ,EAAE,IAAI;gBACd,gBAAgB,EAAE,KAAK;aACxB,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,eAAe,GAAG,MAAM,IAAA,4BAAmB,EAAC;gBAC1C,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe;gBACrC,QAAQ,EAAE,IAAI;aACf,CAAC,CAAC;QACL,CAAC;QAED,OAAO,sBAAsB,CAAC;YAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,eAAe;YACf,cAAc,EAAE,OAAO,CAAC,gBAAgB;YACxC,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC,CAAC;IACL,CAAC;CACF;AAED,kBAAe,4BAA4B,CAAC"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import type { TestCase } from '../../types';
|
|
2
|
-
export declare function translate(text: string, lang: string): Promise<string>;
|
|
3
2
|
export declare function generateMultilingual(testCases: TestCase[], injectVar: string, config: Record<string, any>): Promise<TestCase[]>;
|
|
3
|
+
export declare function translate(text: string, lang: string): Promise<string>;
|
|
4
4
|
export declare function addMultilingual(testCases: TestCase[], injectVar: string, config: Record<string, any>): Promise<TestCase[]>;
|
|
5
5
|
//# sourceMappingURL=multilingual.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"multilingual.d.ts","sourceRoot":"","sources":["../../../../src/redteam/strategies/multilingual.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"multilingual.d.ts","sourceRoot":"","sources":["../../../../src/redteam/strategies/multilingual.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAO5C,wBAAsB,oBAAoB,CACxC,SAAS,EAAE,QAAQ,EAAE,EACrB,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAC1B,OAAO,CAAC,QAAQ,EAAE,CAAC,CAmErB;AAED,wBAAsB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAU3E;AAED,wBAAsB,eAAe,CACnC,SAAS,EAAE,QAAQ,EAAE,EACrB,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAC1B,OAAO,CAAC,QAAQ,EAAE,CAAC,CA4DrB"}
|
|
@@ -3,9 +3,10 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
3
3
|
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
4
|
};
|
|
5
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
exports.translate = translate;
|
|
7
6
|
exports.generateMultilingual = generateMultilingual;
|
|
7
|
+
exports.translate = translate;
|
|
8
8
|
exports.addMultilingual = addMultilingual;
|
|
9
|
+
const async_1 = __importDefault(require("async"));
|
|
9
10
|
const cli_progress_1 = require("cli-progress");
|
|
10
11
|
const dedent_1 = __importDefault(require("dedent"));
|
|
11
12
|
const tiny_invariant_1 = __importDefault(require("tiny-invariant"));
|
|
@@ -16,41 +17,73 @@ const constants_1 = require("../constants");
|
|
|
16
17
|
const shared_2 = require("../providers/shared");
|
|
17
18
|
const util_1 = require("../util");
|
|
18
19
|
const DEFAULT_LANGUAGES = ['bn', 'sw', 'jv']; // Bengali, Swahili, Javanese
|
|
19
|
-
async function translate(text, lang) {
|
|
20
|
-
const redteamProvider = await (0, shared_2.loadRedteamProvider)({ jsonOnly: true });
|
|
21
|
-
const result = await redteamProvider.callApi((0, dedent_1.default) `Translate the <Text> below to language '${lang}'. Respond with JSON object containing {translation: string}.
|
|
22
|
-
|
|
23
|
-
<Text>
|
|
24
|
-
${text}
|
|
25
|
-
</Text>`);
|
|
26
|
-
return JSON.parse(result.output).translation;
|
|
27
|
-
}
|
|
28
20
|
async function generateMultilingual(testCases, injectVar, config) {
|
|
29
21
|
try {
|
|
30
|
-
const
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
}
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
22
|
+
const batchSize = 8;
|
|
23
|
+
const concurrency = 10;
|
|
24
|
+
const batches = [];
|
|
25
|
+
for (let i = 0; i < testCases.length; i += batchSize) {
|
|
26
|
+
batches.push(testCases.slice(i, i + batchSize));
|
|
27
|
+
}
|
|
28
|
+
let allResults = [];
|
|
29
|
+
let processedBatches = 0;
|
|
30
|
+
let progressBar;
|
|
31
|
+
if (logger_1.default.level !== 'debug') {
|
|
32
|
+
progressBar = new cli_progress_1.SingleBar({
|
|
33
|
+
format: 'Remote Multilingual Generation {bar} {percentage}% | ETA: {eta}s | {value}/{total} batches',
|
|
34
|
+
hideCursor: true,
|
|
35
|
+
}, cli_progress_1.Presets.shades_classic);
|
|
36
|
+
progressBar.start(batches.length, 0);
|
|
37
|
+
}
|
|
38
|
+
await async_1.default.forEachOfLimit(batches, concurrency, async (batch, index) => {
|
|
39
|
+
const payload = {
|
|
40
|
+
task: 'multilingual',
|
|
41
|
+
testCases: batch,
|
|
42
|
+
injectVar,
|
|
43
|
+
config,
|
|
44
|
+
};
|
|
45
|
+
const { data } = await (0, cache_1.fetchWithCache)(constants_1.REMOTE_GENERATION_URL, {
|
|
46
|
+
method: 'POST',
|
|
47
|
+
headers: {
|
|
48
|
+
'Content-Type': 'application/json',
|
|
49
|
+
},
|
|
50
|
+
body: JSON.stringify(payload),
|
|
51
|
+
}, shared_1.REQUEST_TIMEOUT_MS);
|
|
52
|
+
logger_1.default.debug(`Got remote multilingual generation result for batch ${Number(index) + 1}: ${JSON.stringify(data)}`);
|
|
53
|
+
allResults = allResults.concat(data.result);
|
|
54
|
+
processedBatches++;
|
|
55
|
+
if (progressBar) {
|
|
56
|
+
progressBar.increment(1);
|
|
57
|
+
}
|
|
58
|
+
else {
|
|
59
|
+
logger_1.default.debug(`Processed batch ${processedBatches} of ${batches.length}`);
|
|
60
|
+
}
|
|
61
|
+
});
|
|
62
|
+
if (progressBar) {
|
|
63
|
+
progressBar.stop();
|
|
64
|
+
}
|
|
65
|
+
return allResults;
|
|
45
66
|
}
|
|
46
67
|
catch (error) {
|
|
47
68
|
logger_1.default.error(`Error in remote multilingual generation: ${error}`);
|
|
48
|
-
|
|
69
|
+
return [];
|
|
49
70
|
}
|
|
50
71
|
}
|
|
72
|
+
async function translate(text, lang) {
|
|
73
|
+
const redteamProvider = await (0, shared_2.loadRedteamProvider)({ jsonOnly: true, preferSmallModel: true });
|
|
74
|
+
const result = await redteamProvider.callApi((0, dedent_1.default) `Translate the <Text> below to language '${lang}'. Respond with JSON object containing {translation: string}.
|
|
75
|
+
|
|
76
|
+
<Text>
|
|
77
|
+
${text}
|
|
78
|
+
</Text>`);
|
|
79
|
+
return JSON.parse(result.output).translation;
|
|
80
|
+
}
|
|
51
81
|
async function addMultilingual(testCases, injectVar, config) {
|
|
52
82
|
if ((0, util_1.shouldGenerateRemote)()) {
|
|
53
|
-
|
|
83
|
+
const multilingualTestCases = await generateMultilingual(testCases, injectVar, config);
|
|
84
|
+
if (multilingualTestCases.length > 0) {
|
|
85
|
+
return multilingualTestCases;
|
|
86
|
+
}
|
|
54
87
|
}
|
|
55
88
|
const languages = config.languages || DEFAULT_LANGUAGES;
|
|
56
89
|
(0, tiny_invariant_1.default)(Array.isArray(languages), 'multilingual strategy: `languages` must be an array of strings');
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"multilingual.js","sourceRoot":"","sources":["../../../../src/redteam/strategies/multilingual.ts"],"names":[],"mappings":";;;;;
|
|
1
|
+
{"version":3,"file":"multilingual.js","sourceRoot":"","sources":["../../../../src/redteam/strategies/multilingual.ts"],"names":[],"mappings":";;;;;AAcA,oDAuEC;AAED,8BAUC;AAED,0CAgEC;AAnKD,kDAA0B;AAC1B,+CAAkD;AAClD,oDAA4B;AAC5B,oEAAuC;AACvC,uCAA6C;AAC7C,0DAAkC;AAClC,mDAA4D;AAE5D,4CAAqD;AACrD,gDAA0D;AAC1D,kCAA+C;AAE/C,MAAM,iBAAiB,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,6BAA6B;AAEpE,KAAK,UAAU,oBAAoB,CACxC,SAAqB,EACrB,SAAiB,EACjB,MAA2B;IAE3B,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,CAAC,CAAC;QACpB,MAAM,WAAW,GAAG,EAAE,CAAC;QACvB,MAAM,OAAO,GAAG,EAAE,CAAC;QACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YACrD,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC;QAClD,CAAC;QAED,IAAI,UAAU,GAAe,EAAE,CAAC;QAChC,IAAI,gBAAgB,GAAG,CAAC,CAAC;QAEzB,IAAI,WAAkC,CAAC;QACvC,IAAI,gBAAM,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC;YAC7B,WAAW,GAAG,IAAI,wBAAS,CACzB;gBACE,MAAM,EACJ,4FAA4F;gBAC9F,UAAU,EAAE,IAAI;aACjB,EACD,sBAAO,CAAC,cAAc,CACvB,CAAC;YACF,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACvC,CAAC;QAED,MAAM,eAAK,CAAC,cAAc,CAAC,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACtE,MAAM,OAAO,GAAG;gBACd,IAAI,EAAE,cAAc;gBACpB,SAAS,EAAE,KAAK;gBAChB,SAAS;gBACT,MAAM;aACP,CAAC;YAEF,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAA,sBAAc,EACnC,iCAAqB,EACrB;gBACE,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;iBACnC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;aAC9B,EACD,2BAAkB,CACnB,CAAC;YAEF,gBAAM,CAAC,KAAK,CACV,uDAAuD,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CACpG,CAAC;YACF,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,MAAoB,CAAC,CAAC;YAE1D,gBAAgB,EAAE,CAAC;YACnB,IAAI,WAAW,EAAE,CAAC;gBAChB,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YAC3B,CAAC;iBAAM,CAAC;gBACN,gBAAM,CAAC,KAAK,CAAC,mBAAmB,gBAAgB,OAAO,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;YAC3E,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,WAAW,EAAE,CAAC;YAChB,WAAW,CAAC,IAAI,EAAE,CAAC;QACrB,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,gBAAM,CAAC,KAAK,CAAC,4CAA4C,KAAK,EAAE,CAAC,CAAC;QAClE,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,SAAS,CAAC,IAAY,EAAE,IAAY;IACxD,MAAM,eAAe,GAAG,MAAM,IAAA,4BAAmB,EAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9F,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,OAAO,CAC1C,IAAA,gBAAM,EAAA,2CAA2C,IAAI;;;MAGnD,IAAI;YACE,CACT,CAAC;IACF,OAAQ,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAA6B,CAAC,WAAW,CAAC;AAC5E,CAAC;AAEM,KAAK,UAAU,eAAe,CACnC,SAAqB,EACrB,SAAiB,EACjB,MAA2B;IAE3B,IAAI,IAAA,2BAAoB,GAAE,EAAE,CAAC;QAC3B,MAAM,qBAAqB,GAAG,MAAM,oBAAoB,CAAC,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;QACvF,IAAI,qBAAqB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrC,OAAO,qBAAqB,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,iBAAiB,CAAC;IACxD,IAAA,wBAAS,EACP,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EACxB,gEAAgE,CACjE,CAAC;IAEF,MAAM,mBAAmB,GAAe,EAAE,CAAC;IAC3C,MAAM,eAAe,GAAG,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;IAE5D,IAAI,WAAkC,CAAC;IACvC,IAAI,gBAAM,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC;QAC7B,WAAW,GAAG,IAAI,wBAAS,CACzB;YACE,MAAM,EAAE,6EAA6E;YACrF,UAAU,EAAE,IAAI;SACjB,EACD,sBAAO,CAAC,cAAc,CACvB,CAAC;QACF,WAAW,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC;IACxC,CAAC;IAED,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,MAAM,YAAY,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAK,CAAC,SAAS,CAAC,CAAC,CAAC;QAEvD,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;YAC7B,MAAM,cAAc,GAAG,MAAM,SAAS,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;YAE3D,mBAAmB,CAAC,IAAI,CAAC;gBACvB,GAAG,QAAQ;gBACX,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;oBAC3C,GAAG,SAAS;oBACZ,MAAM,EAAE,GAAG,SAAS,CAAC,MAAM,iBAAiB,IAAI,CAAC,WAAW,EAAE,EAAE;iBACjE,CAAC,CAAC;gBACH,IAAI,EAAE;oBACJ,GAAG,QAAQ,CAAC,IAAI;oBAChB,CAAC,SAAS,CAAC,EAAE,cAAc;iBAC5B;aACF,CAAC,CAAC;YAEH,IAAI,WAAW,EAAE,CAAC;gBAChB,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YAC3B,CAAC;iBAAM,CAAC;gBACN,gBAAM,CAAC,KAAK,CAAC,iBAAiB,IAAI,KAAK,mBAAmB,CAAC,MAAM,OAAO,eAAe,EAAE,CAAC,CAAC;YAC7F,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,WAAW,EAAE,CAAC;QAChB,WAAW,CAAC,IAAI,EAAE,CAAC;IACrB,CAAC;IAED,OAAO,mBAAmB,CAAC;AAC7B,CAAC"}
|
package/dist/src/table.d.ts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import Table from 'cli-table3';
|
|
2
2
|
import type { EvaluateSummary } from './types';
|
|
3
3
|
export declare function generateTable(summary: EvaluateSummary, tableCellMaxLength?: number, maxRows?: number): Table.Table;
|
|
4
|
-
export declare function wrapTable(rows: Record<string, string | number>[]): Table.Table;
|
|
4
|
+
export declare function wrapTable(rows: Record<string, string | number>[]): Table.Table | "No data to display";
|
|
5
5
|
//# sourceMappingURL=table.d.ts.map
|
package/dist/src/table.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"table.d.ts","sourceRoot":"","sources":["../../src/table.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,MAAM,YAAY,CAAC;AAE/B,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAS/C,wBAAgB,aAAa,CAAC,OAAO,EAAE,eAAe,EAAE,kBAAkB,SAAM,EAAE,OAAO,SAAK,eAsC7F;AAED,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,EAAE,
|
|
1
|
+
{"version":3,"file":"table.d.ts","sourceRoot":"","sources":["../../src/table.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,MAAM,YAAY,CAAC;AAE/B,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAS/C,wBAAgB,aAAa,CAAC,OAAO,EAAE,eAAe,EAAE,kBAAkB,SAAM,EAAE,OAAO,SAAK,eAsC7F;AAED,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,EAAE,sCAehE"}
|