promptfoo 0.96.1 → 0.97.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/package.json +5 -5
- package/dist/src/app/assets/{index-CL29fyye.js → index-CbxDbiAR.js} +232 -232
- package/dist/src/app/assets/{index.es-CsYHA4xg.js → index.es-Cc9N3uII.js} +1 -1
- package/dist/src/app/assets/{sync-B9AjROwZ.js → sync-BoVzjiAe.js} +1 -1
- package/dist/src/app/index.html +1 -1
- package/dist/src/assertions/index.d.ts.map +1 -1
- package/dist/src/assertions/index.js +1 -2
- package/dist/src/assertions/index.js.map +1 -1
- package/dist/src/assertions/redteam.js +2 -2
- package/dist/src/assertions/redteam.js.map +1 -1
- package/dist/src/commands/eval.d.ts.map +1 -1
- package/dist/src/commands/eval.js +7 -2
- package/dist/src/commands/eval.js.map +1 -1
- package/dist/src/commands/init.d.ts.map +1 -1
- package/dist/src/commands/init.js +3 -0
- package/dist/src/commands/init.js.map +1 -1
- package/dist/src/database/tables.d.ts +25 -6
- package/dist/src/database/tables.d.ts.map +1 -1
- package/dist/src/evaluator.d.ts.map +1 -1
- package/dist/src/evaluator.js +7 -1
- package/dist/src/evaluator.js.map +1 -1
- package/dist/src/index.d.ts +2 -106
- package/dist/src/index.d.ts.map +1 -1
- package/dist/src/models/eval.d.ts +1 -0
- package/dist/src/models/eval.d.ts.map +1 -1
- package/dist/src/models/eval.js +2 -0
- package/dist/src/models/eval.js.map +1 -1
- package/dist/src/models/evalResult.d.ts +1 -1
- package/dist/src/models/evalResult.d.ts.map +1 -1
- package/dist/src/models/evalResult.js +1 -1
- package/dist/src/models/evalResult.js.map +1 -1
- package/dist/src/onboarding.d.ts +12 -0
- package/dist/src/onboarding.d.ts.map +1 -1
- package/dist/src/onboarding.js +83 -43
- package/dist/src/onboarding.js.map +1 -1
- package/dist/src/providers/adaline.gateway.js +2 -2
- package/dist/src/providers/adaline.gateway.js.map +1 -1
- package/dist/src/providers/azure.d.ts +10 -3
- package/dist/src/providers/azure.d.ts.map +1 -1
- package/dist/src/providers/azure.js +106 -62
- package/dist/src/providers/azure.js.map +1 -1
- package/dist/src/providers/bedrock.d.ts +4 -1
- package/dist/src/providers/bedrock.d.ts.map +1 -1
- package/dist/src/providers/bedrock.js +18 -2
- package/dist/src/providers/bedrock.js.map +1 -1
- package/dist/src/providers/promptfoo.d.ts +7 -3
- package/dist/src/providers/promptfoo.d.ts.map +1 -1
- package/dist/src/providers/promptfoo.js +7 -7
- package/dist/src/providers/promptfoo.js.map +1 -1
- package/dist/src/providers/simulatedUser.d.ts.map +1 -1
- package/dist/src/providers/simulatedUser.js +5 -0
- package/dist/src/providers/simulatedUser.js.map +1 -1
- package/dist/src/redteam/graders.d.ts +2 -77
- package/dist/src/redteam/graders.d.ts.map +1 -1
- package/dist/src/redteam/graders.js +25 -25
- package/dist/src/redteam/graders.js.map +1 -1
- package/dist/src/redteam/index.d.ts.map +1 -1
- package/dist/src/redteam/index.js +29 -11
- package/dist/src/redteam/index.js.map +1 -1
- package/dist/src/redteam/plugins/base.d.ts +12 -7
- package/dist/src/redteam/plugins/base.d.ts.map +1 -1
- package/dist/src/redteam/plugins/base.js +44 -29
- package/dist/src/redteam/plugins/base.js.map +1 -1
- package/dist/src/redteam/plugins/contracts.d.ts.map +1 -1
- package/dist/src/redteam/plugins/contracts.js +20 -9
- package/dist/src/redteam/plugins/contracts.js.map +1 -1
- package/dist/src/redteam/plugins/crossSessionLeak.d.ts.map +1 -1
- package/dist/src/redteam/plugins/crossSessionLeak.js +21 -10
- package/dist/src/redteam/plugins/crossSessionLeak.js.map +1 -1
- package/dist/src/redteam/plugins/debugAccess.d.ts.map +1 -1
- package/dist/src/redteam/plugins/debugAccess.js +20 -9
- package/dist/src/redteam/plugins/debugAccess.js.map +1 -1
- package/dist/src/redteam/plugins/excessiveAgency.d.ts.map +1 -1
- package/dist/src/redteam/plugins/excessiveAgency.js +18 -7
- package/dist/src/redteam/plugins/excessiveAgency.js.map +1 -1
- package/dist/src/redteam/plugins/hallucination.d.ts.map +1 -1
- package/dist/src/redteam/plugins/hallucination.js +18 -7
- package/dist/src/redteam/plugins/hallucination.js.map +1 -1
- package/dist/src/redteam/plugins/harmful/aligned.d.ts +13 -0
- package/dist/src/redteam/plugins/harmful/aligned.d.ts.map +1 -0
- package/dist/src/redteam/plugins/harmful/aligned.js +29 -0
- package/dist/src/redteam/plugins/harmful/aligned.js.map +1 -0
- package/dist/src/redteam/plugins/harmful/common.d.ts +5 -0
- package/dist/src/redteam/plugins/harmful/common.d.ts.map +1 -0
- package/dist/src/redteam/plugins/harmful/common.js +39 -0
- package/dist/src/redteam/plugins/harmful/common.js.map +1 -0
- package/dist/src/redteam/plugins/harmful/constants.d.ts +10 -0
- package/dist/src/redteam/plugins/harmful/constants.d.ts.map +1 -0
- package/dist/src/redteam/plugins/harmful/constants.js +142 -0
- package/dist/src/redteam/plugins/harmful/constants.js.map +1 -0
- package/dist/src/redteam/plugins/harmful/graders.d.ts +15 -0
- package/dist/src/redteam/plugins/harmful/graders.d.ts.map +1 -0
- package/dist/src/redteam/plugins/harmful/graders.js +94 -0
- package/dist/src/redteam/plugins/harmful/graders.js.map +1 -0
- package/dist/src/redteam/plugins/harmful/unaligned.d.ts +5 -0
- package/dist/src/redteam/plugins/harmful/unaligned.d.ts.map +1 -0
- package/dist/src/redteam/plugins/harmful/unaligned.js +29 -0
- package/dist/src/redteam/plugins/harmful/unaligned.js.map +1 -0
- package/dist/src/redteam/plugins/imitation.d.ts.map +1 -1
- package/dist/src/redteam/plugins/imitation.js +20 -9
- package/dist/src/redteam/plugins/imitation.js.map +1 -1
- package/dist/src/redteam/plugins/index.d.ts +2 -2
- package/dist/src/redteam/plugins/index.d.ts.map +1 -1
- package/dist/src/redteam/plugins/index.js +33 -30
- package/dist/src/redteam/plugins/index.js.map +1 -1
- package/dist/src/redteam/plugins/overreliance.d.ts.map +1 -1
- package/dist/src/redteam/plugins/overreliance.js +18 -7
- package/dist/src/redteam/plugins/overreliance.js.map +1 -1
- package/dist/src/redteam/plugins/pii.d.ts +2 -2
- package/dist/src/redteam/plugins/pii.d.ts.map +1 -1
- package/dist/src/redteam/plugins/pii.js +4 -4
- package/dist/src/redteam/plugins/pii.js.map +1 -1
- package/dist/src/redteam/plugins/politics.d.ts.map +1 -1
- package/dist/src/redteam/plugins/politics.js +20 -9
- package/dist/src/redteam/plugins/politics.js.map +1 -1
- package/dist/src/redteam/plugins/promptExtraction.d.ts.map +1 -1
- package/dist/src/redteam/plugins/promptExtraction.js +23 -12
- package/dist/src/redteam/plugins/promptExtraction.js.map +1 -1
- package/dist/src/redteam/plugins/rbac.d.ts.map +1 -1
- package/dist/src/redteam/plugins/rbac.js +20 -9
- package/dist/src/redteam/plugins/rbac.js.map +1 -1
- package/dist/src/redteam/plugins/shellInjection.d.ts.map +1 -1
- package/dist/src/redteam/plugins/shellInjection.js +20 -9
- package/dist/src/redteam/plugins/shellInjection.js.map +1 -1
- package/dist/src/redteam/plugins/sqlInjection.d.ts.map +1 -1
- package/dist/src/redteam/plugins/sqlInjection.js +18 -7
- package/dist/src/redteam/plugins/sqlInjection.js.map +1 -1
- package/dist/src/redteam/providers/crescendo/index.d.ts +6 -0
- package/dist/src/redteam/providers/crescendo/index.d.ts.map +1 -1
- package/dist/src/redteam/providers/crescendo/index.js +45 -17
- package/dist/src/redteam/providers/crescendo/index.js.map +1 -1
- package/dist/src/redteam/providers/goat.d.ts.map +1 -1
- package/dist/src/redteam/providers/goat.js +23 -1
- package/dist/src/redteam/providers/goat.js.map +1 -1
- package/dist/src/redteam/providers/iterative.d.ts +6 -0
- package/dist/src/redteam/providers/iterative.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterative.js +48 -1
- package/dist/src/redteam/providers/iterative.js.map +1 -1
- package/dist/src/redteam/providers/iterativeImage.d.ts +6 -0
- package/dist/src/redteam/providers/iterativeImage.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterativeImage.js +34 -10
- package/dist/src/redteam/providers/iterativeImage.js.map +1 -1
- package/dist/src/redteam/providers/iterativeTree.d.ts +7 -2
- package/dist/src/redteam/providers/iterativeTree.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterativeTree.js +44 -6
- package/dist/src/redteam/providers/iterativeTree.js.map +1 -1
- package/dist/src/redteam/providers/shared.d.ts +5 -2
- package/dist/src/redteam/providers/shared.d.ts.map +1 -1
- package/dist/src/redteam/providers/shared.js +21 -5
- package/dist/src/redteam/providers/shared.js.map +1 -1
- package/dist/src/redteam/strategies/crescendo.d.ts +1 -1
- package/dist/src/redteam/strategies/crescendo.d.ts.map +1 -1
- package/dist/src/redteam/strategies/crescendo.js +2 -1
- package/dist/src/redteam/strategies/crescendo.js.map +1 -1
- package/dist/src/redteam/strategies/goat.d.ts.map +1 -1
- package/dist/src/redteam/strategies/goat.js +1 -0
- package/dist/src/redteam/strategies/goat.js.map +1 -1
- package/dist/src/redteam/strategies/index.js +8 -8
- package/dist/src/redteam/strategies/index.js.map +1 -1
- package/dist/src/redteam/strategies/iterative.d.ts +1 -1
- package/dist/src/redteam/strategies/iterative.d.ts.map +1 -1
- package/dist/src/redteam/strategies/iterative.js +2 -1
- package/dist/src/redteam/strategies/iterative.js.map +1 -1
- package/dist/src/redteam/strategies/multilingual.d.ts.map +1 -1
- package/dist/src/redteam/strategies/multilingual.js +1 -0
- package/dist/src/redteam/strategies/multilingual.js.map +1 -1
- package/dist/src/redteam/types.d.ts +17 -1
- package/dist/src/redteam/types.d.ts.map +1 -1
- package/dist/src/share.d.ts.map +1 -1
- package/dist/src/share.js +11 -0
- package/dist/src/share.js.map +1 -1
- package/dist/src/types/index.d.ts +590 -113
- package/dist/src/types/index.d.ts.map +1 -1
- package/dist/src/types/index.js +6 -1
- package/dist/src/types/index.js.map +1 -1
- package/dist/src/types/shared.d.ts +1 -0
- package/dist/src/types/shared.d.ts.map +1 -1
- package/dist/src/util/config/load.d.ts.map +1 -1
- package/dist/src/util/config/load.js +7 -2
- package/dist/src/util/config/load.js.map +1 -1
- package/dist/src/util/convertEvalResultsToTable.d.ts.map +1 -1
- package/dist/src/util/convertEvalResultsToTable.js +4 -8
- package/dist/src/util/convertEvalResultsToTable.js.map +1 -1
- package/dist/src/util/exportToFile/index.d.ts +1 -0
- package/dist/src/util/exportToFile/index.d.ts.map +1 -1
- package/dist/src/util/index.d.ts +10 -2
- package/dist/src/util/index.d.ts.map +1 -1
- package/dist/src/validators/providers.d.ts +15 -0
- package/dist/src/validators/providers.d.ts.map +1 -1
- package/dist/src/validators/redteam.d.ts.map +1 -1
- package/dist/src/validators/redteam.js +6 -5
- package/dist/src/validators/redteam.js.map +1 -1
- package/dist/src/validators/shared.d.ts +3 -0
- package/dist/src/validators/shared.d.ts.map +1 -1
- package/dist/src/validators/shared.js +1 -0
- package/dist/src/validators/shared.js.map +1 -1
- package/dist/test/commands/init.test.js +1 -1
- package/dist/test/evaluator.test.js +86 -32
- package/dist/test/evaluator.test.js.map +1 -1
- package/dist/test/factories/evalFactory.d.ts +17 -4
- package/dist/test/factories/evalFactory.d.ts.map +1 -1
- package/dist/test/onboarding.test.js +8 -7
- package/dist/test/onboarding.test.js.map +1 -1
- package/dist/test/providers/bedrock.test.js +1 -4
- package/dist/test/providers/bedrock.test.js.map +1 -1
- package/dist/test/redteam/plugins/base.test.js +61 -23
- package/dist/test/redteam/plugins/base.test.js.map +1 -1
- package/dist/test/redteam/plugins/harmful/aligned.test.d.ts +2 -0
- package/dist/test/redteam/plugins/harmful/aligned.test.d.ts.map +1 -0
- package/dist/test/redteam/plugins/harmful/aligned.test.js +123 -0
- package/dist/test/redteam/plugins/harmful/aligned.test.js.map +1 -0
- package/dist/test/redteam/plugins/harmful/common.test.d.ts +2 -0
- package/dist/test/redteam/plugins/harmful/common.test.d.ts.map +1 -0
- package/dist/test/redteam/plugins/harmful/common.test.js +105 -0
- package/dist/test/redteam/plugins/harmful/common.test.js.map +1 -0
- package/dist/test/redteam/plugins/harmful/unaligned.test.d.ts +2 -0
- package/dist/test/redteam/plugins/harmful/unaligned.test.d.ts.map +1 -0
- package/dist/test/redteam/plugins/harmful/unaligned.test.js +150 -0
- package/dist/test/redteam/plugins/harmful/unaligned.test.js.map +1 -0
- package/dist/test/redteam/plugins/index.test.d.ts +2 -0
- package/dist/test/redteam/plugins/index.test.d.ts.map +1 -0
- package/dist/test/redteam/plugins/index.test.js +172 -0
- package/dist/test/redteam/plugins/index.test.js.map +1 -0
- package/dist/test/redteam/providers/iterativeTree.test.js +4 -5
- package/dist/test/redteam/providers/iterativeTree.test.js.map +1 -1
- package/dist/test/share.test.js +45 -1
- package/dist/test/share.test.js.map +1 -1
- package/dist/test/util/config/load.test.js +3 -1
- package/dist/test/util/config/load.test.js.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +5 -5
- package/dist/src/redteam/plugins/harmful.d.ts +0 -18
- package/dist/src/redteam/plugins/harmful.d.ts.map +0 -1
- package/dist/src/redteam/plugins/harmful.js +0 -366
- package/dist/src/redteam/plugins/harmful.js.map +0 -1
|
@@ -6,7 +6,6 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
6
6
|
const dedent_1 = __importDefault(require("dedent"));
|
|
7
7
|
const matchers_1 = require("../../../src/matchers");
|
|
8
8
|
const base_1 = require("../../../src/redteam/plugins/base");
|
|
9
|
-
const base_2 = require("../../../src/redteam/plugins/base");
|
|
10
9
|
const util_1 = require("../../../src/util");
|
|
11
10
|
jest.mock('../../../src/matchers', () => ({
|
|
12
11
|
matchesLlmRubric: jest.fn(),
|
|
@@ -192,48 +191,44 @@ describe('RedteamPluginBase', () => {
|
|
|
192
191
|
});
|
|
193
192
|
});
|
|
194
193
|
describe('parseGeneratedPrompts', () => {
|
|
195
|
-
let testPlugin;
|
|
196
|
-
beforeEach(() => {
|
|
197
|
-
testPlugin = new TestPlugin(provider, 'test purpose', 'testVar', { language: 'English' });
|
|
198
|
-
});
|
|
199
194
|
it('should parse simple prompts correctly', () => {
|
|
200
195
|
const input = 'Prompt: Hello world\nPrompt: How are you?';
|
|
201
|
-
const result =
|
|
196
|
+
const result = (0, base_1.parseGeneratedPrompts)(input);
|
|
202
197
|
expect(result).toEqual([{ prompt: 'Hello world' }, { prompt: 'How are you?' }]);
|
|
203
198
|
});
|
|
204
199
|
it('should handle prompts with quotation marks', () => {
|
|
205
200
|
const input = 'Prompt: "Hello world"\nPrompt: "How are you?"';
|
|
206
|
-
const result =
|
|
201
|
+
const result = (0, base_1.parseGeneratedPrompts)(input);
|
|
207
202
|
expect(result).toEqual([{ prompt: 'Hello world' }, { prompt: 'How are you?' }]);
|
|
208
203
|
});
|
|
209
204
|
it('should ignore lines without "Prompt:"', () => {
|
|
210
205
|
const input = 'Prompt: Valid prompt\nInvalid line\nPrompt: Another valid prompt';
|
|
211
|
-
const result =
|
|
206
|
+
const result = (0, base_1.parseGeneratedPrompts)(input);
|
|
212
207
|
expect(result).toEqual([{ prompt: 'Valid prompt' }, { prompt: 'Another valid prompt' }]);
|
|
213
208
|
});
|
|
214
209
|
it('should handle prompts with numbers', () => {
|
|
215
210
|
const input = 'Prompt: 1. First prompt\nPrompt: 2. Second prompt';
|
|
216
|
-
const result =
|
|
211
|
+
const result = (0, base_1.parseGeneratedPrompts)(input);
|
|
217
212
|
expect(result).toEqual([{ prompt: 'First prompt' }, { prompt: 'Second prompt' }]);
|
|
218
213
|
});
|
|
219
214
|
it('should handle prompts with colons', () => {
|
|
220
215
|
const input = 'Prompt: Hello: World\nPrompt: Question: How are you?';
|
|
221
|
-
const result =
|
|
216
|
+
const result = (0, base_1.parseGeneratedPrompts)(input);
|
|
222
217
|
expect(result).toEqual([{ prompt: 'Hello: World' }, { prompt: 'Question: How are you?' }]);
|
|
223
218
|
});
|
|
224
219
|
it('should handle empty input', () => {
|
|
225
220
|
const input = '';
|
|
226
|
-
const result =
|
|
221
|
+
const result = (0, base_1.parseGeneratedPrompts)(input);
|
|
227
222
|
expect(result).toEqual([]);
|
|
228
223
|
});
|
|
229
224
|
it('should handle input with only invalid lines', () => {
|
|
230
225
|
const input = 'Invalid line 1\nInvalid line 2';
|
|
231
|
-
const result =
|
|
226
|
+
const result = (0, base_1.parseGeneratedPrompts)(input);
|
|
232
227
|
expect(result).toEqual([]);
|
|
233
228
|
});
|
|
234
229
|
it('should trim whitespace from prompts', () => {
|
|
235
230
|
const input = 'Prompt: Whitespace at start and end \nPrompt:\tTabbed prompt\t';
|
|
236
|
-
const result =
|
|
231
|
+
const result = (0, base_1.parseGeneratedPrompts)(input);
|
|
237
232
|
expect(result).toEqual([
|
|
238
233
|
{ prompt: 'Whitespace at start and end' },
|
|
239
234
|
{ prompt: 'Tabbed prompt' },
|
|
@@ -241,7 +236,7 @@ describe('RedteamPluginBase', () => {
|
|
|
241
236
|
});
|
|
242
237
|
it('should handle prompts with multiple lines', () => {
|
|
243
238
|
const input = 'Prompt: First line\nSecond line\nPrompt: Another prompt';
|
|
244
|
-
const result =
|
|
239
|
+
const result = (0, base_1.parseGeneratedPrompts)(input);
|
|
245
240
|
expect(result).toEqual([{ prompt: 'First line' }, { prompt: 'Another prompt' }]);
|
|
246
241
|
});
|
|
247
242
|
it('should handle numbered lists with various formats', () => {
|
|
@@ -254,7 +249,7 @@ describe('RedteamPluginBase', () => {
|
|
|
254
249
|
6. Prompt: Sixth item
|
|
255
250
|
7) Prompt: Seventh item
|
|
256
251
|
`;
|
|
257
|
-
const result =
|
|
252
|
+
const result = (0, base_1.parseGeneratedPrompts)(input);
|
|
258
253
|
expect(result).toEqual([
|
|
259
254
|
{ prompt: 'First item' },
|
|
260
255
|
{ prompt: 'Second item' },
|
|
@@ -272,7 +267,7 @@ describe('RedteamPluginBase', () => {
|
|
|
272
267
|
Prompt: 'Single quoted "double nested" prompt'
|
|
273
268
|
Prompt: "Double quoted 'single nested' prompt"
|
|
274
269
|
`;
|
|
275
|
-
const result =
|
|
270
|
+
const result = (0, base_1.parseGeneratedPrompts)(input);
|
|
276
271
|
expect(result).toEqual([
|
|
277
272
|
{ prompt: 'Outer "inner "nested" quote"' },
|
|
278
273
|
{ prompt: "Outer 'inner 'nested' quote'" },
|
|
@@ -282,7 +277,7 @@ describe('RedteamPluginBase', () => {
|
|
|
282
277
|
});
|
|
283
278
|
it('should handle prompts with multiple spaces between words', () => {
|
|
284
279
|
const input = 'Prompt: Multiple spaces between words';
|
|
285
|
-
const result =
|
|
280
|
+
const result = (0, base_1.parseGeneratedPrompts)(input);
|
|
286
281
|
expect(result).toEqual([{ prompt: 'Multiple spaces between words' }]);
|
|
287
282
|
});
|
|
288
283
|
it('should handle a mix of valid and invalid prompts', () => {
|
|
@@ -294,7 +289,7 @@ describe('RedteamPluginBase', () => {
|
|
|
294
289
|
Prompt without colon
|
|
295
290
|
Prompt: Valid prompt 3
|
|
296
291
|
`;
|
|
297
|
-
const result =
|
|
292
|
+
const result = (0, base_1.parseGeneratedPrompts)(input);
|
|
298
293
|
expect(result).toEqual([
|
|
299
294
|
{ prompt: 'Valid prompt 1' },
|
|
300
295
|
{ prompt: 'Valid prompt 2' },
|
|
@@ -303,7 +298,7 @@ describe('RedteamPluginBase', () => {
|
|
|
303
298
|
});
|
|
304
299
|
});
|
|
305
300
|
});
|
|
306
|
-
class TestGrader extends
|
|
301
|
+
class TestGrader extends base_1.RedteamGraderBase {
|
|
307
302
|
constructor() {
|
|
308
303
|
super(...arguments);
|
|
309
304
|
this.id = 'test-grader';
|
|
@@ -322,7 +317,7 @@ describe('RedteamGraderBase', () => {
|
|
|
322
317
|
});
|
|
323
318
|
it('should throw an error if test is missing purpose metadata', async () => {
|
|
324
319
|
const testWithoutPurpose = { ...mockTest, metadata: {} };
|
|
325
|
-
await expect(grader.getResult('prompt', 'output', testWithoutPurpose, undefined /* provider */, undefined)).rejects.toThrow('Test is missing purpose metadata');
|
|
320
|
+
await expect(grader.getResult('prompt', 'output', testWithoutPurpose, undefined /* provider */, undefined /* renderedValue */)).rejects.toThrow('Test is missing purpose metadata');
|
|
326
321
|
});
|
|
327
322
|
it('should render the rubric with correct variables', async () => {
|
|
328
323
|
const mockResult = {
|
|
@@ -331,7 +326,7 @@ describe('RedteamGraderBase', () => {
|
|
|
331
326
|
reason: 'Test passed',
|
|
332
327
|
};
|
|
333
328
|
jest.mocked(matchers_1.matchesLlmRubric).mockResolvedValue(mockResult);
|
|
334
|
-
await grader.getResult('test prompt', 'test output', mockTest, undefined /* provider */, undefined);
|
|
329
|
+
await grader.getResult('test prompt', 'test output', mockTest, undefined /* provider */, undefined /* renderedValue */);
|
|
335
330
|
expect(matchers_1.matchesLlmRubric).toHaveBeenCalledWith('Test rubric for test-purpose with harm category test-harm', 'test output', expect.any(Object));
|
|
336
331
|
});
|
|
337
332
|
it('should return the result from matchesLlmRubric', async () => {
|
|
@@ -341,12 +336,55 @@ describe('RedteamGraderBase', () => {
|
|
|
341
336
|
reason: 'Test passed',
|
|
342
337
|
};
|
|
343
338
|
jest.mocked(matchers_1.matchesLlmRubric).mockResolvedValue(mockResult);
|
|
344
|
-
const result = await grader.getResult('test prompt', 'test output', mockTest, undefined /* provider */, undefined);
|
|
339
|
+
const result = await grader.getResult('test prompt', 'test output', mockTest, undefined /* provider */, undefined /* renderedValue */);
|
|
345
340
|
expect(result).toEqual({
|
|
346
341
|
grade: mockResult,
|
|
347
342
|
rubric: 'Test rubric for test-purpose with harm category test-harm',
|
|
348
343
|
});
|
|
349
344
|
});
|
|
345
|
+
describe('grader examples', () => {
|
|
346
|
+
it('should append grader examples to rubric when present', async () => {
|
|
347
|
+
const mockResult = {
|
|
348
|
+
pass: true,
|
|
349
|
+
score: 1,
|
|
350
|
+
reason: 'Test passed',
|
|
351
|
+
};
|
|
352
|
+
jest.mocked(matchers_1.matchesLlmRubric).mockResolvedValue(mockResult);
|
|
353
|
+
const testWithExamples = {
|
|
354
|
+
...mockTest,
|
|
355
|
+
metadata: {
|
|
356
|
+
...mockTest.metadata,
|
|
357
|
+
pluginConfig: {
|
|
358
|
+
graderExamples: [
|
|
359
|
+
{ output: 'meow', pass: true, score: 1, reason: 'Example 1' },
|
|
360
|
+
{ output: 'woof', pass: false, score: 0, reason: 'Example 2' },
|
|
361
|
+
],
|
|
362
|
+
},
|
|
363
|
+
},
|
|
364
|
+
};
|
|
365
|
+
const result = await grader.getResult('test prompt', 'test output', testWithExamples, undefined /* provider */, undefined /* renderedValue */);
|
|
366
|
+
expect(result.rubric).toBe('Test rubric for test-purpose with harm category test-harm\n\n' +
|
|
367
|
+
'EXAMPLE OUTPUT: {"output":"meow","pass":true,"score":1,"reason":"Example 1"}\n' +
|
|
368
|
+
'EXAMPLE OUTPUT: {"output":"woof","pass":false,"score":0,"reason":"Example 2"}');
|
|
369
|
+
});
|
|
370
|
+
it('should not append grader examples when not present', async () => {
|
|
371
|
+
const mockResult = {
|
|
372
|
+
pass: true,
|
|
373
|
+
score: 1,
|
|
374
|
+
reason: 'Test passed',
|
|
375
|
+
};
|
|
376
|
+
jest.mocked(matchers_1.matchesLlmRubric).mockResolvedValue(mockResult);
|
|
377
|
+
const testWithoutExamples = {
|
|
378
|
+
...mockTest,
|
|
379
|
+
metadata: {
|
|
380
|
+
...mockTest.metadata,
|
|
381
|
+
pluginConfig: {},
|
|
382
|
+
},
|
|
383
|
+
};
|
|
384
|
+
const result = await grader.getResult('test prompt', 'test output', testWithoutExamples, undefined /* provider */, undefined /* renderedValue */);
|
|
385
|
+
expect(result.rubric).toBe('Test rubric for test-purpose with harm category test-harm');
|
|
386
|
+
});
|
|
387
|
+
});
|
|
350
388
|
describe('RedteamGraderBase with tools', () => {
|
|
351
389
|
let toolProvider;
|
|
352
390
|
let maybeLoadFromExternalFileSpy;
|
|
@@ -365,7 +403,7 @@ describe('RedteamGraderBase', () => {
|
|
|
365
403
|
}
|
|
366
404
|
return input;
|
|
367
405
|
});
|
|
368
|
-
ToolGrader = class extends
|
|
406
|
+
ToolGrader = class extends base_1.RedteamGraderBase {
|
|
369
407
|
constructor() {
|
|
370
408
|
super(...arguments);
|
|
371
409
|
this.id = 'test-tool-grader';
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"base.test.js","sourceRoot":"","sources":["../../../../test/redteam/plugins/base.test.ts"],"names":[],"mappings":";;;;;AAAA,oDAA4B;AAC5B,oDAAyD;AACzD,4DAAsE;AACtE,4DAAsE;AAGtE,4CAA8D;AAE9D,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE,GAAG,EAAE,CAAC,CAAC;IACxC,gBAAgB,EAAE,IAAI,CAAC,EAAE,EAAE;CAC5B,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,EAAE,CAAC,CAAC;IACpC,yBAAyB,EAAE,IAAI,CAAC,EAAE,EAAE;CACrC,CAAC,CAAC,CAAC;AAEJ,MAAM,UAAW,SAAQ,wBAAiB;IAC9B,KAAK,CAAC,WAAW;QACzB,OAAO,sDAAsD,CAAC;IAChE,CAAC;IACS,aAAa,CAAC,MAAc;QACpC,OAAO,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;IAC/C,CAAC;CACF;AAED,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,IAAI,QAAqB,CAAC;IAC1B,IAAI,MAAyB,CAAC;IAE9B,UAAU,CAAC,GAAG,EAAE;QACd,QAAQ,GAAG;YACT,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC;gBACnC,MAAM,EAAE,8DAA8D;aACvE,CAAC;YACF,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,eAAe,CAAC;SAC/C,CAAC;QACF,MAAM,GAAG,IAAI,UAAU,CAAC,QAAQ,EAAE,cAAc,EAAE,SAAS,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;IACvF,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QACpD,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACrB,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CACnB,MAAM,CAAC,eAAe,CAAC;YACrB;gBACE,IAAI,EAAE,EAAE,OAAO,EAAE,gBAAgB,EAAE;gBACnC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;aACxD;YACD;gBACE,IAAI,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE;gBAChC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;aACrD;SACF,CAAC,CACH,CAAC;QACF,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAC3C,IAAA,gBAAM,EAAA;;;;;;;;OAQL,CAAC,IAAI,EAAE,CACT,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACrB,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CACnB,MAAM,CAAC,eAAe,CAAC;YACrB;gBACE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;gBACvD,IAAI,EAAE,EAAE,OAAO,EAAE,gBAAgB,EAAE;aACpC;YACD,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE,EAAE;SAC3F,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,MAAM,cAAc,GAAG,EAAE,CAAC;QAC1B,MAAM,aAAa,GAAG;YACpB;gBACE,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC;qBACd,IAAI,CAAC,CAAC,CAAC;qBACP,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,uBAAuB,CAAC,EAAE,CAAC;qBACzC,IAAI,CAAC,IAAI,CAAC;aACd;YACD;gBACE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;qBACb,IAAI,CAAC,CAAC,CAAC;qBACP,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,uBAAuB,CAAC,GAAG,EAAE,EAAE,CAAC;qBAC9C,IAAI,CAAC,IAAI,CAAC;aACd;SACF,CAAC;QAEF,IAAI;aACD,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC;aAC1B,kBAAkB,EAAE;aACpB,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;aACvC,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;QAE3C,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC;QAE1D,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;QAC5C,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAClD,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,uBAAuB,CAAC,CAAC,EAAE,MAAM,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,CAAC,CAAC;QAC/F,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,uBAAuB,CAAC,CAAC,EAAE,MAAM,CAAC,gBAAgB,CAAC,eAAe,CAAC,CAAC,CAAC;IAChG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;QAC1C,IAAI;aACD,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC;aAC1B,kBAAkB,EAAE;aACpB,qBAAqB,CAAC;YACrB,MAAM,EAAE,sCAAsC;SAC/C,CAAC;aACD,qBAAqB,CAAC;YACrB,MAAM,EAAE,gBAAgB;SACzB,CAAC,CAAC;QAEL,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QAE7C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CACpB,MAAM,CAAC,eAAe,CAAC;YACrB,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;YAC7D,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;SAC3D,CAAC,CACH,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,MAAM,aAAa,GAAG;YACpB,EAAE,MAAM,EAAE,8BAA8B,EAAE;YAC1C,EAAE,MAAM,EAAE,8BAA8B,EAAE;YAC1C,EAAE,MAAM,EAAE,eAAe,EAAE;SAC5B,CAAC;QAEF,IAAI;aACD,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC;aAC1B,kBAAkB,EAAE;aACpB,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;aACvC,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;aACvC,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;QAE3C,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QAE7C,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;QAC3E,MAAM,YAAY,GAAG,EAAE,MAAM,EAAE,8BAA8B,EAAE,CAAC;QAEhE,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,kBAAkB,EAAE,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;QAErF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QAE7C,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;QAC5E,IAAI;aACD,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC;aAC1B,kBAAkB,EAAE;aACpB,iBAAiB,CAAC;YACjB,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC;iBACd,IAAI,CAAC,CAAC,CAAC;iBACP,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,uBAAuB,CAAC,EAAE,CAAC;iBACzC,IAAI,CAAC,IAAI,CAAC;SACd,CAAC,CAAC;QAEL,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QAE7C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CACpB,MAAM,CAAC,gBAAgB,CAAC;YACtB,MAAM,EAAE,CAAC;YACT,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;SACxC,CAAC,CACH,CAAC;QACF,MAAM,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;QAC/B,EAAE,CAAC,qFAAqF,EAAE,KAAK,IAAI,EAAE;YACnG,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,QAAQ,EAAE,cAAc,EAAE,SAAS,EAAE;gBACjE,SAAS,EAAE;oBACT,SAAS,EAAE,SAAgB;oBAC3B,SAAS,EAAE,EAAE;iBACd;aACF,CAAC,CAAC;YACH,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;YAC9B,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,GAAG,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC,CAAC;YAC1F,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,GAAG,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC,CAAC;YACxF,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,GAAG,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC,CAAC;QAC1F,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0EAA0E,EAAE,KAAK,IAAI,EAAE;YACxF,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,QAAQ,EAAE,cAAc,EAAE,SAAS,EAAE;gBACjE,SAAS,EAAE;oBACT,SAAS,EAAE,SAAgB;oBAC3B,SAAS,EAAE,QAAQ;iBACpB;aACF,CAAC,CAAC;YAEH,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;YAC9B,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC,CAAC;YACtF,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,GAAG,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC,CAAC;YACxF,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,mBAAmB,CAAC,CAAC,CAAC;QAC9F,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;YAC/C,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,QAAQ,EAAE,cAAc,EAAE,SAAS,EAAE;gBACjE,QAAQ,EAAE,QAAQ;aACnB,CAAC,CAAC;YAEH,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;YAC9B,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC,CAAC;YACtF,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,CAAC,CAAC;QAC7F,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;QACrC,IAAI,UAAsB,CAAC;QAE3B,UAAU,CAAC,GAAG,EAAE;YACd,UAAU,GAAG,IAAI,UAAU,CAAC,QAAQ,EAAE,cAAc,EAAE,SAAS,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC;QAC5F,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;YAC/C,MAAM,KAAK,GAAG,2CAA2C,CAAC;YAC1D,MAAM,MAAM,GAAG,UAAU,CAAC,uBAAuB,CAAC,CAAC,KAAK,CAAC,CAAC;YAC1D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,EAAE,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC;QAClF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;YACpD,MAAM,KAAK,GAAG,+CAA+C,CAAC;YAC9D,MAAM,MAAM,GAAG,UAAU,CAAC,uBAAuB,CAAC,CAAC,KAAK,CAAC,CAAC;YAC1D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,EAAE,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC;QAClF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;YAC/C,MAAM,KAAK,GAAG,kEAAkE,CAAC;YACjF,MAAM,MAAM,GAAG,UAAU,CAAC,uBAAuB,CAAC,CAAC,KAAK,CAAC,CAAC;YAC1D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,cAAc,EAAE,EAAE,EAAE,MAAM,EAAE,sBAAsB,EAAE,CAAC,CAAC,CAAC;QAC3F,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;YAC5C,MAAM,KAAK,GAAG,mDAAmD,CAAC;YAClE,MAAM,MAAM,GAAG,UAAU,CAAC,uBAAuB,CAAC,CAAC,KAAK,CAAC,CAAC;YAC1D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,cAAc,EAAE,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC;QACpF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;YAC3C,MAAM,KAAK,GAAG,sDAAsD,CAAC;YACrE,MAAM,MAAM,GAAG,UAAU,CAAC,uBAAuB,CAAC,CAAC,KAAK,CAAC,CAAC;YAC1D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,cAAc,EAAE,EAAE,EAAE,MAAM,EAAE,wBAAwB,EAAE,CAAC,CAAC,CAAC;QAC7F,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2BAA2B,EAAE,GAAG,EAAE;YACnC,MAAM,KAAK,GAAG,EAAE,CAAC;YACjB,MAAM,MAAM,GAAG,UAAU,CAAC,uBAAuB,CAAC,CAAC,KAAK,CAAC,CAAC;YAC1D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC7B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;YACrD,MAAM,KAAK,GAAG,gCAAgC,CAAC;YAC/C,MAAM,MAAM,GAAG,UAAU,CAAC,uBAAuB,CAAC,CAAC,KAAK,CAAC,CAAC;YAC1D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC7B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;YAC7C,MAAM,KAAK,GAAG,sEAAsE,CAAC;YACrF,MAAM,MAAM,GAAG,UAAU,CAAC,uBAAuB,CAAC,CAAC,KAAK,CAAC,CAAC;YAC1D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;gBACrB,EAAE,MAAM,EAAE,6BAA6B,EAAE;gBACzC,EAAE,MAAM,EAAE,eAAe,EAAE;aAC5B,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACnD,MAAM,KAAK,GAAG,yDAAyD,CAAC;YACxE,MAAM,MAAM,GAAG,UAAU,CAAC,uBAAuB,CAAC,CAAC,KAAK,CAAC,CAAC;YAC1D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,YAAY,EAAE,EAAE,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC;QACnF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;YAC3D,MAAM,KAAK,GAAG;;;;;;;;OAQb,CAAC;YACF,MAAM,MAAM,GAAG,UAAU,CAAC,uBAAuB,CAAC,CAAC,KAAK,CAAC,CAAC;YAC1D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;gBACrB,EAAE,MAAM,EAAE,YAAY,EAAE;gBACxB,EAAE,MAAM,EAAE,aAAa,EAAE;gBACzB,EAAE,MAAM,EAAE,YAAY,EAAE;gBACxB,EAAE,MAAM,EAAE,yBAAyB,EAAE;gBACrC,EAAE,MAAM,EAAE,0BAA0B,EAAE;gBACtC,EAAE,MAAM,EAAE,YAAY,EAAE;gBACxB,EAAE,MAAM,EAAE,cAAc,EAAE;aAC3B,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;YAClD,MAAM,KAAK,GAAG;;;;;OAKb,CAAC;YACF,MAAM,MAAM,GAAG,UAAU,CAAC,uBAAuB,CAAC,CAAC,KAAK,CAAC,CAAC;YAC1D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;gBACrB,EAAE,MAAM,EAAE,8BAA8B,EAAE;gBAC1C,EAAE,MAAM,EAAE,8BAA8B,EAAE;gBAC1C,EAAE,MAAM,EAAE,sCAAsC,EAAE;gBAClD,EAAE,MAAM,EAAE,sCAAsC,EAAE;aACnD,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0DAA0D,EAAE,GAAG,EAAE;YAClE,MAAM,KAAK,GAAG,gDAAgD,CAAC;YAC/D,MAAM,MAAM,GAAG,UAAU,CAAC,uBAAuB,CAAC,CAAC,KAAK,CAAC,CAAC;YAC1D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,wCAAwC,EAAE,CAAC,CAAC,CAAC;QACjF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;YAC1D,MAAM,KAAK,GAAG;;;;;;;OAOb,CAAC;YACF,MAAM,MAAM,GAAG,UAAU,CAAC,uBAAuB,CAAC,CAAC,KAAK,CAAC,CAAC;YAC1D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;gBACrB,EAAE,MAAM,EAAE,gBAAgB,EAAE;gBAC5B,EAAE,MAAM,EAAE,gBAAgB,EAAE;gBAC5B,EAAE,MAAM,EAAE,gBAAgB,EAAE;aAC7B,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,MAAM,UAAW,SAAQ,wBAAiB;IAA1C;;QACE,OAAE,GAAG,aAAa,CAAC;QACnB,WAAM,GAAG,qEAAqE,CAAC;IACjF,CAAC;CAAA;AAED,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,IAAI,MAAkB,CAAC;IACvB,IAAI,QAAwB,CAAC;IAE7B,UAAU,CAAC,GAAG,EAAE;QACd,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC1B,QAAQ,GAAG;YACT,QAAQ,EAAE,EAAE,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,WAAW,EAAE;SAC/C,CAAC;QACpB,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,MAAM,kBAAkB,GAAG,EAAE,GAAG,QAAQ,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;QACzD,MAAM,MAAM,CACV,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,QAAQ,EAAE,kBAAkB,EAAE,SAAS,CAAC,cAAc,EAAE,SAAS,CAAC,CAC9F,CAAC,OAAO,CAAC,OAAO,CAAC,kCAAkC,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,UAAU,GAAkB;YAChC,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,aAAa;SACtB,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,2BAAgB,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;QAE5D,MAAM,MAAM,CAAC,SAAS,CACpB,aAAa,EACb,aAAa,EACb,QAAQ,EACR,SAAS,CAAC,cAAc,EACxB,SAAS,CACV,CAAC;QAEF,MAAM,CAAC,2BAAgB,CAAC,CAAC,oBAAoB,CAC3C,2DAA2D,EAC3D,aAAa,EACb,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CACnB,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAC9D,MAAM,UAAU,GAAkB;YAChC,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,aAAa;SACtB,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,2BAAgB,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;QAE5D,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,SAAS,CACnC,aAAa,EACb,aAAa,EACb,QAAQ,EACR,SAAS,CAAC,cAAc,EACxB,SAAS,CACV,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,KAAK,EAAE,UAAU;YACjB,MAAM,EAAE,2DAA2D;SACpE,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;QAC5C,IAAI,YAAiB,CAAC;QACtB,IAAI,4BAA8C,CAAC;QACnD,IAAI,UAAe,CAAC;QAEpB,UAAU,CAAC,GAAG,EAAE;YACd,YAAY,GAAG;gBACb,MAAM,EAAE;oBACN,KAAK,EAAE,mBAAmB;iBAC3B;aACF,CAAC;YAEF,4BAA4B,GAAG,IAAI;iBAChC,MAAM,CAAC,gCAAyB,CAAC;iBACjC,kBAAkB,CAAC,CAAC,KAAK,EAAE,EAAE;gBAC5B,IAAI,KAAK,KAAK,mBAAmB,EAAE,CAAC;oBAClC,OAAO,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;gBAChD,CAAC;gBACD,OAAO,KAAK,CAAC;YACf,CAAC,CAAC,CAAC;YAEL,UAAU,GAAG,KAAM,SAAQ,wBAAiB;gBAA/B;;oBACX,OAAE,GAAG,kBAAkB,CAAC;oBACxB,WAAM,GAAG,oCAAoC,CAAC;gBAChD,CAAC;aAAA,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,SAAS,CAAC,GAAG,EAAE;YACb,4BAA4B,CAAC,WAAW,EAAE,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;YACxD,MAAM,UAAU,GAAkB;gBAChC,IAAI,EAAE,IAAI;gBACV,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,aAAa;aACtB,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,2BAAgB,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAE5D,MAAM,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC;YACpC,MAAM,UAAU,CAAC,SAAS,CAAC,aAAa,EAAE,aAAa,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC;YAEjF,MAAM,CAAC,2BAAgB,CAAC,CAAC,oBAAoB,CAC3C,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,EAChC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAClB,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CACnB,CAAC;YACF,MAAM,CAAC,2BAAgB,CAAC,CAAC,oBAAoB,CAC3C,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,EAChC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAClB,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CACnB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;YACxD,MAAM,UAAU,GAAkB;gBAChC,IAAI,EAAE,IAAI;gBACV,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,aAAa;aACtB,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,2BAAgB,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAE5D,MAAM,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC;YAEpC,MAAM,MAAM,CACV,UAAU,CAAC,SAAS,CAAC,aAAa,EAAE,aAAa,EAAE,QAAQ,EAAE,SAAS,CAAC,CACxE,CAAC,OAAO,CAAC,OAAO,CAAC,kCAAkC,CAAC,CAAC;YAEtD,MAAM,CAAC,2BAAgB,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAClD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
1
|
+
{"version":3,"file":"base.test.js","sourceRoot":"","sources":["../../../../test/redteam/plugins/base.test.ts"],"names":[],"mappings":";;;;;AAAA,oDAA4B;AAC5B,oDAAyD;AACzD,4DAI2C;AAG3C,4CAA8D;AAE9D,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE,GAAG,EAAE,CAAC,CAAC;IACxC,gBAAgB,EAAE,IAAI,CAAC,EAAE,EAAE;CAC5B,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,EAAE,CAAC,CAAC;IACpC,yBAAyB,EAAE,IAAI,CAAC,EAAE,EAAE;CACrC,CAAC,CAAC,CAAC;AAEJ,MAAM,UAAW,SAAQ,wBAAiB;IAC9B,KAAK,CAAC,WAAW;QACzB,OAAO,sDAAsD,CAAC;IAChE,CAAC;IACS,aAAa,CAAC,MAAc;QACpC,OAAO,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;IAC/C,CAAC;CACF;AAED,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,IAAI,QAAqB,CAAC;IAC1B,IAAI,MAAyB,CAAC;IAE9B,UAAU,CAAC,GAAG,EAAE;QACd,QAAQ,GAAG;YACT,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC;gBACnC,MAAM,EAAE,8DAA8D;aACvE,CAAC;YACF,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,eAAe,CAAC;SAC/C,CAAC;QACF,MAAM,GAAG,IAAI,UAAU,CAAC,QAAQ,EAAE,cAAc,EAAE,SAAS,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;IACvF,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QACpD,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACrB,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CACnB,MAAM,CAAC,eAAe,CAAC;YACrB;gBACE,IAAI,EAAE,EAAE,OAAO,EAAE,gBAAgB,EAAE;gBACnC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;aACxD;YACD;gBACE,IAAI,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE;gBAChC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;aACrD;SACF,CAAC,CACH,CAAC;QACF,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAC3C,IAAA,gBAAM,EAAA;;;;;;;;OAQL,CAAC,IAAI,EAAE,CACT,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACrB,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CACnB,MAAM,CAAC,eAAe,CAAC;YACrB;gBACE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;gBACvD,IAAI,EAAE,EAAE,OAAO,EAAE,gBAAgB,EAAE;aACpC;YACD,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE,EAAE;SAC3F,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,MAAM,cAAc,GAAG,EAAE,CAAC;QAC1B,MAAM,aAAa,GAAG;YACpB;gBACE,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC;qBACd,IAAI,CAAC,CAAC,CAAC;qBACP,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,uBAAuB,CAAC,EAAE,CAAC;qBACzC,IAAI,CAAC,IAAI,CAAC;aACd;YACD;gBACE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;qBACb,IAAI,CAAC,CAAC,CAAC;qBACP,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,uBAAuB,CAAC,GAAG,EAAE,EAAE,CAAC;qBAC9C,IAAI,CAAC,IAAI,CAAC;aACd;SACF,CAAC;QAEF,IAAI;aACD,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC;aAC1B,kBAAkB,EAAE;aACpB,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;aACvC,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;QAE3C,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC;QAE1D,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;QAC5C,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAClD,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,uBAAuB,CAAC,CAAC,EAAE,MAAM,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,CAAC,CAAC;QAC/F,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,uBAAuB,CAAC,CAAC,EAAE,MAAM,CAAC,gBAAgB,CAAC,eAAe,CAAC,CAAC,CAAC;IAChG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;QAC1C,IAAI;aACD,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC;aAC1B,kBAAkB,EAAE;aACpB,qBAAqB,CAAC;YACrB,MAAM,EAAE,sCAAsC;SAC/C,CAAC;aACD,qBAAqB,CAAC;YACrB,MAAM,EAAE,gBAAgB;SACzB,CAAC,CAAC;QAEL,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QAE7C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CACpB,MAAM,CAAC,eAAe,CAAC;YACrB,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;YAC7D,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;SAC3D,CAAC,CACH,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,MAAM,aAAa,GAAG;YACpB,EAAE,MAAM,EAAE,8BAA8B,EAAE;YAC1C,EAAE,MAAM,EAAE,8BAA8B,EAAE;YAC1C,EAAE,MAAM,EAAE,eAAe,EAAE;SAC5B,CAAC;QAEF,IAAI;aACD,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC;aAC1B,kBAAkB,EAAE;aACpB,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;aACvC,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;aACvC,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;QAE3C,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QAE7C,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;QAC3E,MAAM,YAAY,GAAG,EAAE,MAAM,EAAE,8BAA8B,EAAE,CAAC;QAEhE,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,kBAAkB,EAAE,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;QAErF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QAE7C,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;QAC5E,IAAI;aACD,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC;aAC1B,kBAAkB,EAAE;aACpB,iBAAiB,CAAC;YACjB,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC;iBACd,IAAI,CAAC,CAAC,CAAC;iBACP,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,uBAAuB,CAAC,EAAE,CAAC;iBACzC,IAAI,CAAC,IAAI,CAAC;SACd,CAAC,CAAC;QAEL,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QAE7C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CACpB,MAAM,CAAC,gBAAgB,CAAC;YACtB,MAAM,EAAE,CAAC;YACT,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;SACxC,CAAC,CACH,CAAC;QACF,MAAM,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;QAC/B,EAAE,CAAC,qFAAqF,EAAE,KAAK,IAAI,EAAE;YACnG,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,QAAQ,EAAE,cAAc,EAAE,SAAS,EAAE;gBACjE,SAAS,EAAE;oBACT,SAAS,EAAE,SAAgB;oBAC3B,SAAS,EAAE,EAAE;iBACd;aACF,CAAC,CAAC;YACH,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;YAC9B,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,GAAG,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC,CAAC;YAC1F,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,GAAG,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC,CAAC;YACxF,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,GAAG,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC,CAAC;QAC1F,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0EAA0E,EAAE,KAAK,IAAI,EAAE;YACxF,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,QAAQ,EAAE,cAAc,EAAE,SAAS,EAAE;gBACjE,SAAS,EAAE;oBACT,SAAS,EAAE,SAAgB;oBAC3B,SAAS,EAAE,QAAQ;iBACpB;aACF,CAAC,CAAC;YAEH,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;YAC9B,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC,CAAC;YACtF,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,GAAG,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC,CAAC;YACxF,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,mBAAmB,CAAC,CAAC,CAAC;QAC9F,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;YAC/C,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,QAAQ,EAAE,cAAc,EAAE,SAAS,EAAE;gBACjE,QAAQ,EAAE,QAAQ;aACnB,CAAC,CAAC;YAEH,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;YAC9B,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC,CAAC;YACtF,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,CAAC,CAAC;QAC7F,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;QACrC,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;YAC/C,MAAM,KAAK,GAAG,2CAA2C,CAAC;YAC1D,MAAM,MAAM,GAAG,IAAA,4BAAqB,EAAC,KAAK,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,EAAE,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC;QAClF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;YACpD,MAAM,KAAK,GAAG,+CAA+C,CAAC;YAC9D,MAAM,MAAM,GAAG,IAAA,4BAAqB,EAAC,KAAK,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,EAAE,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC;QAClF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;YAC/C,MAAM,KAAK,GAAG,kEAAkE,CAAC;YACjF,MAAM,MAAM,GAAG,IAAA,4BAAqB,EAAC,KAAK,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,cAAc,EAAE,EAAE,EAAE,MAAM,EAAE,sBAAsB,EAAE,CAAC,CAAC,CAAC;QAC3F,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;YAC5C,MAAM,KAAK,GAAG,mDAAmD,CAAC;YAClE,MAAM,MAAM,GAAG,IAAA,4BAAqB,EAAC,KAAK,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,cAAc,EAAE,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC;QACpF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;YAC3C,MAAM,KAAK,GAAG,sDAAsD,CAAC;YACrE,MAAM,MAAM,GAAG,IAAA,4BAAqB,EAAC,KAAK,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,cAAc,EAAE,EAAE,EAAE,MAAM,EAAE,wBAAwB,EAAE,CAAC,CAAC,CAAC;QAC7F,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2BAA2B,EAAE,GAAG,EAAE;YACnC,MAAM,KAAK,GAAG,EAAE,CAAC;YACjB,MAAM,MAAM,GAAG,IAAA,4BAAqB,EAAC,KAAK,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC7B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;YACrD,MAAM,KAAK,GAAG,gCAAgC,CAAC;YAC/C,MAAM,MAAM,GAAG,IAAA,4BAAqB,EAAC,KAAK,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC7B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;YAC7C,MAAM,KAAK,GAAG,sEAAsE,CAAC;YACrF,MAAM,MAAM,GAAG,IAAA,4BAAqB,EAAC,KAAK,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;gBACrB,EAAE,MAAM,EAAE,6BAA6B,EAAE;gBACzC,EAAE,MAAM,EAAE,eAAe,EAAE;aAC5B,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACnD,MAAM,KAAK,GAAG,yDAAyD,CAAC;YACxE,MAAM,MAAM,GAAG,IAAA,4BAAqB,EAAC,KAAK,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,YAAY,EAAE,EAAE,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC;QACnF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;YAC3D,MAAM,KAAK,GAAG;;;;;;;;OAQb,CAAC;YACF,MAAM,MAAM,GAAG,IAAA,4BAAqB,EAAC,KAAK,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;gBACrB,EAAE,MAAM,EAAE,YAAY,EAAE;gBACxB,EAAE,MAAM,EAAE,aAAa,EAAE;gBACzB,EAAE,MAAM,EAAE,YAAY,EAAE;gBACxB,EAAE,MAAM,EAAE,yBAAyB,EAAE;gBACrC,EAAE,MAAM,EAAE,0BAA0B,EAAE;gBACtC,EAAE,MAAM,EAAE,YAAY,EAAE;gBACxB,EAAE,MAAM,EAAE,cAAc,EAAE;aAC3B,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;YAClD,MAAM,KAAK,GAAG;;;;;OAKb,CAAC;YACF,MAAM,MAAM,GAAG,IAAA,4BAAqB,EAAC,KAAK,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;gBACrB,EAAE,MAAM,EAAE,8BAA8B,EAAE;gBAC1C,EAAE,MAAM,EAAE,8BAA8B,EAAE;gBAC1C,EAAE,MAAM,EAAE,sCAAsC,EAAE;gBAClD,EAAE,MAAM,EAAE,sCAAsC,EAAE;aACnD,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0DAA0D,EAAE,GAAG,EAAE;YAClE,MAAM,KAAK,GAAG,gDAAgD,CAAC;YAC/D,MAAM,MAAM,GAAG,IAAA,4BAAqB,EAAC,KAAK,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,wCAAwC,EAAE,CAAC,CAAC,CAAC;QACjF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;YAC1D,MAAM,KAAK,GAAG;;;;;;;OAOb,CAAC;YACF,MAAM,MAAM,GAAG,IAAA,4BAAqB,EAAC,KAAK,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;gBACrB,EAAE,MAAM,EAAE,gBAAgB,EAAE;gBAC5B,EAAE,MAAM,EAAE,gBAAgB,EAAE;gBAC5B,EAAE,MAAM,EAAE,gBAAgB,EAAE;aAC7B,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,MAAM,UAAW,SAAQ,wBAAiB;IAA1C;;QACE,OAAE,GAAG,aAAa,CAAC;QACnB,WAAM,GAAG,qEAAqE,CAAC;IACjF,CAAC;CAAA;AAED,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,IAAI,MAAkB,CAAC;IACvB,IAAI,QAAwB,CAAC;IAE7B,UAAU,CAAC,GAAG,EAAE;QACd,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC1B,QAAQ,GAAG;YACT,QAAQ,EAAE,EAAE,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,WAAW,EAAE;SAC/C,CAAC;QACpB,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,MAAM,kBAAkB,GAAG,EAAE,GAAG,QAAQ,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;QACzD,MAAM,MAAM,CACV,MAAM,CAAC,SAAS,CACd,QAAQ,EACR,QAAQ,EACR,kBAAkB,EAClB,SAAS,CAAC,cAAc,EACxB,SAAS,CAAC,mBAAmB,CAC9B,CACF,CAAC,OAAO,CAAC,OAAO,CAAC,kCAAkC,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,UAAU,GAAkB;YAChC,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,aAAa;SACtB,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,2BAAgB,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;QAE5D,MAAM,MAAM,CAAC,SAAS,CACpB,aAAa,EACb,aAAa,EACb,QAAQ,EACR,SAAS,CAAC,cAAc,EACxB,SAAS,CAAC,mBAAmB,CAC9B,CAAC;QAEF,MAAM,CAAC,2BAAgB,CAAC,CAAC,oBAAoB,CAC3C,2DAA2D,EAC3D,aAAa,EACb,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CACnB,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAC9D,MAAM,UAAU,GAAkB;YAChC,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,aAAa;SACtB,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,2BAAgB,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;QAE5D,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,SAAS,CACnC,aAAa,EACb,aAAa,EACb,QAAQ,EACR,SAAS,CAAC,cAAc,EACxB,SAAS,CAAC,mBAAmB,CAC9B,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,KAAK,EAAE,UAAU;YACjB,MAAM,EAAE,2DAA2D;SACpE,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;QAC/B,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;YACpE,MAAM,UAAU,GAAkB;gBAChC,IAAI,EAAE,IAAI;gBACV,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,aAAa;aACtB,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,2BAAgB,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAE5D,MAAM,gBAAgB,GAAG;gBACvB,GAAG,QAAQ;gBACX,QAAQ,EAAE;oBACR,GAAG,QAAQ,CAAC,QAAQ;oBACpB,YAAY,EAAE;wBACZ,cAAc,EAAE;4BACd,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE;4BAC7D,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE;yBAC/D;qBACF;iBACF;aACF,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,SAAS,CACnC,aAAa,EACb,aAAa,EACb,gBAAgB,EAChB,SAAS,CAAC,cAAc,EACxB,SAAS,CAAC,mBAAmB,CAC9B,CAAC;YAEF,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CACxB,+DAA+D;gBAC7D,gFAAgF;gBAChF,+EAA+E,CAClF,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;YAClE,MAAM,UAAU,GAAkB;gBAChC,IAAI,EAAE,IAAI;gBACV,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,aAAa;aACtB,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,2BAAgB,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAE5D,MAAM,mBAAmB,GAAG;gBAC1B,GAAG,QAAQ;gBACX,QAAQ,EAAE;oBACR,GAAG,QAAQ,CAAC,QAAQ;oBACpB,YAAY,EAAE,EAAE;iBACjB;aACF,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,SAAS,CACnC,aAAa,EACb,aAAa,EACb,mBAAmB,EACnB,SAAS,CAAC,cAAc,EACxB,SAAS,CAAC,mBAAmB,CAC9B,CAAC;YAEF,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,2DAA2D,CAAC,CAAC;QAC1F,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;QAC5C,IAAI,YAAiB,CAAC;QACtB,IAAI,4BAA8C,CAAC;QACnD,IAAI,UAAe,CAAC;QAEpB,UAAU,CAAC,GAAG,EAAE;YACd,YAAY,GAAG;gBACb,MAAM,EAAE;oBACN,KAAK,EAAE,mBAAmB;iBAC3B;aACF,CAAC;YAEF,4BAA4B,GAAG,IAAI;iBAChC,MAAM,CAAC,gCAAyB,CAAC;iBACjC,kBAAkB,CAAC,CAAC,KAAK,EAAE,EAAE;gBAC5B,IAAI,KAAK,KAAK,mBAAmB,EAAE,CAAC;oBAClC,OAAO,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;gBAChD,CAAC;gBACD,OAAO,KAAK,CAAC;YACf,CAAC,CAAC,CAAC;YAEL,UAAU,GAAG,KAAM,SAAQ,wBAAiB;gBAA/B;;oBACX,OAAE,GAAG,kBAAkB,CAAC;oBACxB,WAAM,GAAG,oCAAoC,CAAC;gBAChD,CAAC;aAAA,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,SAAS,CAAC,GAAG,EAAE;YACb,4BAA4B,CAAC,WAAW,EAAE,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;YACxD,MAAM,UAAU,GAAkB;gBAChC,IAAI,EAAE,IAAI;gBACV,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,aAAa;aACtB,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,2BAAgB,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAE5D,MAAM,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC;YACpC,MAAM,UAAU,CAAC,SAAS,CAAC,aAAa,EAAE,aAAa,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC;YAEjF,MAAM,CAAC,2BAAgB,CAAC,CAAC,oBAAoB,CAC3C,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,EAChC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAClB,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CACnB,CAAC;YACF,MAAM,CAAC,2BAAgB,CAAC,CAAC,oBAAoB,CAC3C,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,EAChC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAClB,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CACnB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;YACxD,MAAM,UAAU,GAAkB;gBAChC,IAAI,EAAE,IAAI;gBACV,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,aAAa;aACtB,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,2BAAgB,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAE5D,MAAM,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC;YAEpC,MAAM,MAAM,CACV,UAAU,CAAC,SAAS,CAAC,aAAa,EAAE,aAAa,EAAE,QAAQ,EAAE,SAAS,CAAC,CACxE,CAAC,OAAO,CAAC,OAAO,CAAC,kCAAkC,CAAC,CAAC;YAEtD,MAAM,CAAC,2BAAgB,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAClD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"aligned.test.d.ts","sourceRoot":"","sources":["../../../../../test/redteam/plugins/harmful/aligned.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,123 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const constants_1 = require("../../../../src/redteam/constants");
|
|
4
|
+
const aligned_1 = require("../../../../src/redteam/plugins/harmful/aligned");
|
|
5
|
+
const constants_2 = require("../../../../src/redteam/plugins/harmful/constants");
|
|
6
|
+
jest.mock('../../../../src/logger');
|
|
7
|
+
describe('AlignedHarmfulPlugin', () => {
|
|
8
|
+
let mockProvider;
|
|
9
|
+
let plugin;
|
|
10
|
+
let harmCategory;
|
|
11
|
+
beforeEach(() => {
|
|
12
|
+
mockProvider = {
|
|
13
|
+
callApi: jest.fn(),
|
|
14
|
+
id: jest.fn().mockReturnValue('test-provider'),
|
|
15
|
+
};
|
|
16
|
+
// Find a harm category that isn't in unaligned providers
|
|
17
|
+
harmCategory = Object.keys(constants_1.HARM_PLUGINS).find((key) => !(key in constants_1.UNALIGNED_PROVIDER_HARM_PLUGINS));
|
|
18
|
+
const harmfulCategory = {
|
|
19
|
+
key: harmCategory,
|
|
20
|
+
prompt: 'test prompt template {{ examples }}',
|
|
21
|
+
examples: 'test examples',
|
|
22
|
+
label: 'Test Label',
|
|
23
|
+
description: 'Test Description',
|
|
24
|
+
};
|
|
25
|
+
// Mock a valid category in REDTEAM_MODEL_CATEGORIES
|
|
26
|
+
jest.spyOn(constants_2.REDTEAM_MODEL_CATEGORIES, 'find').mockReturnValue(harmfulCategory);
|
|
27
|
+
plugin = new aligned_1.AlignedHarmfulPlugin(mockProvider, 'test purpose', 'testVar', harmCategory);
|
|
28
|
+
});
|
|
29
|
+
afterEach(() => {
|
|
30
|
+
jest.clearAllMocks();
|
|
31
|
+
});
|
|
32
|
+
describe('initialization', () => {
|
|
33
|
+
it('should create instance with valid parameters', () => {
|
|
34
|
+
expect(plugin).toBeInstanceOf(aligned_1.AlignedHarmfulPlugin);
|
|
35
|
+
expect(mockProvider.id()).toBe('test-provider');
|
|
36
|
+
});
|
|
37
|
+
it('should accept optional config parameter', () => {
|
|
38
|
+
const configPlugin = new aligned_1.AlignedHarmfulPlugin(mockProvider, 'test purpose', 'testVar', harmCategory, { examples: ['test example'] });
|
|
39
|
+
expect(configPlugin).toBeInstanceOf(aligned_1.AlignedHarmfulPlugin);
|
|
40
|
+
});
|
|
41
|
+
});
|
|
42
|
+
describe('template handling', () => {
|
|
43
|
+
it('should retrieve correct template for harm category', async () => {
|
|
44
|
+
const template = await plugin['getTemplate']();
|
|
45
|
+
expect(template).toBe('test prompt template {{ examples }}');
|
|
46
|
+
});
|
|
47
|
+
it('should throw when category config is not found', async () => {
|
|
48
|
+
jest.spyOn(constants_2.REDTEAM_MODEL_CATEGORIES, 'find').mockReturnValue(undefined);
|
|
49
|
+
await expect(plugin['getTemplate']()).rejects.toThrow(`Harmful category ${harmCategory} not found`);
|
|
50
|
+
});
|
|
51
|
+
});
|
|
52
|
+
describe('assertion generation', () => {
|
|
53
|
+
it('should generate harmful assertions for given prompt', () => {
|
|
54
|
+
const assertions = plugin['getAssertions']('test prompt');
|
|
55
|
+
expect(assertions).toEqual(expect.arrayContaining([
|
|
56
|
+
expect.objectContaining({
|
|
57
|
+
metric: 'Harmful',
|
|
58
|
+
}),
|
|
59
|
+
]));
|
|
60
|
+
});
|
|
61
|
+
it('should include harm category in assertions', () => {
|
|
62
|
+
const assertions = plugin['getAssertions']('test prompt');
|
|
63
|
+
assertions.forEach((assertion) => {
|
|
64
|
+
expect(assertion).toHaveProperty('metric');
|
|
65
|
+
expect(assertion.metric).toBe('Harmful');
|
|
66
|
+
});
|
|
67
|
+
});
|
|
68
|
+
});
|
|
69
|
+
describe('test case generation', () => {
|
|
70
|
+
const mockPrompts = [{ prompt: 'Test prompt 1' }, { prompt: 'Test prompt 2' }];
|
|
71
|
+
it('should create properly structured test cases', () => {
|
|
72
|
+
const testCases = plugin['promptsToTestCases'](mockPrompts);
|
|
73
|
+
expect(testCases).toHaveLength(2);
|
|
74
|
+
testCases.forEach((testCase) => {
|
|
75
|
+
expect(testCase).toMatchObject({
|
|
76
|
+
vars: {
|
|
77
|
+
testVar: expect.any(String),
|
|
78
|
+
harmCategory: constants_1.HARM_PLUGINS[harmCategory],
|
|
79
|
+
},
|
|
80
|
+
metadata: {
|
|
81
|
+
harmCategory: constants_1.HARM_PLUGINS[harmCategory],
|
|
82
|
+
},
|
|
83
|
+
assert: expect.arrayContaining([
|
|
84
|
+
expect.objectContaining({
|
|
85
|
+
metric: 'Harmful',
|
|
86
|
+
}),
|
|
87
|
+
]),
|
|
88
|
+
});
|
|
89
|
+
});
|
|
90
|
+
});
|
|
91
|
+
it('should handle empty prompts array', () => {
|
|
92
|
+
const testCases = plugin['promptsToTestCases']([]);
|
|
93
|
+
expect(testCases).toHaveLength(0);
|
|
94
|
+
});
|
|
95
|
+
});
|
|
96
|
+
describe('end-to-end test generation', () => {
|
|
97
|
+
beforeEach(() => {
|
|
98
|
+
jest.spyOn(mockProvider, 'callApi').mockResolvedValue({
|
|
99
|
+
output: 'Prompt: Generated test 1\nPrompt: Generated test 2',
|
|
100
|
+
});
|
|
101
|
+
});
|
|
102
|
+
it('should generate requested number of test cases', async () => {
|
|
103
|
+
const testCases = await plugin.generateTests(2);
|
|
104
|
+
expect(testCases).toHaveLength(2);
|
|
105
|
+
expect(mockProvider.callApi).toHaveBeenCalledTimes(1);
|
|
106
|
+
});
|
|
107
|
+
it('should handle custom examples in config', async () => {
|
|
108
|
+
const customExamples = ['Custom example 1', 'Custom example 2'];
|
|
109
|
+
const configuredPlugin = new aligned_1.AlignedHarmfulPlugin(mockProvider, 'test purpose', 'testVar', harmCategory, { examples: customExamples });
|
|
110
|
+
await configuredPlugin.generateTests(1);
|
|
111
|
+
expect(mockProvider.callApi).toHaveBeenCalledWith(expect.stringContaining('test prompt template Custom example 1,Custom example 2'));
|
|
112
|
+
});
|
|
113
|
+
it('should handle API errors gracefully', async () => {
|
|
114
|
+
jest.spyOn(mockProvider, 'callApi').mockResolvedValue({
|
|
115
|
+
output: '',
|
|
116
|
+
error: 'API Error',
|
|
117
|
+
});
|
|
118
|
+
const testCases = await plugin.generateTests(1);
|
|
119
|
+
expect(testCases).toHaveLength(0);
|
|
120
|
+
});
|
|
121
|
+
});
|
|
122
|
+
});
|
|
123
|
+
//# sourceMappingURL=aligned.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"aligned.test.js","sourceRoot":"","sources":["../../../../../test/redteam/plugins/harmful/aligned.test.ts"],"names":[],"mappings":";;AAAA,iEAAkG;AAClG,6EAAuF;AAEvF,iFAA6F;AAG7F,IAAI,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;AAEpC,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,IAAI,YAAyB,CAAC;IAC9B,IAAI,MAA4B,CAAC;IACjC,IAAI,YAAuC,CAAC;IAE5C,UAAU,CAAC,GAAG,EAAE;QACd,YAAY,GAAG;YACb,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE;YAClB,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,eAAe,CAAC;SAC/C,CAAC;QAEF,yDAAyD;QACzD,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,wBAAY,CAAC,CAAC,IAAI,CAC3C,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,IAAI,2CAA+B,CAAC,CACtB,CAAC;QAE/B,MAAM,eAAe,GAAoB;YACvC,GAAG,EAAE,YAAsC;YAC3C,MAAM,EAAE,qCAAqC;YAC7C,QAAQ,EAAE,eAAe;YACzB,KAAK,EAAE,YAAwC;YAC/C,WAAW,EAAE,kBAAkB;SAChC,CAAC;QAEF,oDAAoD;QACpD,IAAI,CAAC,KAAK,CAAC,oCAAwB,EAAE,MAAM,CAAC,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC;QAE9E,MAAM,GAAG,IAAI,8BAAoB,CAAC,YAAY,EAAE,cAAc,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;IAC3F,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;QAC9B,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;YACtD,MAAM,CAAC,MAAM,CAAC,CAAC,cAAc,CAAC,8BAAoB,CAAC,CAAC;YACpD,MAAM,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;YACjD,MAAM,YAAY,GAAG,IAAI,8BAAoB,CAC3C,YAAY,EACZ,cAAc,EACd,SAAS,EACT,YAAY,EACZ,EAAE,QAAQ,EAAE,CAAC,cAAc,CAAC,EAAE,CAC/B,CAAC;YACF,MAAM,CAAC,YAAY,CAAC,CAAC,cAAc,CAAC,8BAAoB,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;QACjC,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;YAClE,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;YAC/C,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;QAC/D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;YAC9D,IAAI,CAAC,KAAK,CAAC,oCAAwB,EAAE,MAAM,CAAC,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;YACxE,MAAM,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CACnD,oBAAoB,YAAY,YAAY,CAC7C,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;QACpC,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;YAC7D,MAAM,UAAU,GAAG,MAAM,CAAC,eAAe,CAAC,CAAC,aAAa,CAAC,CAAC;YAC1D,MAAM,CAAC,UAAU,CAAC,CAAC,OAAO,CACxB,MAAM,CAAC,eAAe,CAAC;gBACrB,MAAM,CAAC,gBAAgB,CAAC;oBACtB,MAAM,EAAE,SAAS;iBAClB,CAAC;aACH,CAAC,CACH,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;YACpD,MAAM,UAAU,GAAG,MAAM,CAAC,eAAe,CAAC,CAAC,aAAa,CAAC,CAAC;YAC1D,UAAU,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE;gBAC/B,MAAM,CAAC,SAAS,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;gBAC3C,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC3C,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;QACpC,MAAM,WAAW,GAAG,CAAC,EAAE,MAAM,EAAE,eAAe,EAAE,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC,CAAC;QAE/E,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;YACtD,MAAM,SAAS,GAAG,MAAM,CAAC,oBAAoB,CAAC,CAAC,WAAW,CAAC,CAAC;YAE5D,MAAM,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAClC,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;gBAC7B,MAAM,CAAC,QAAQ,CAAC,CAAC,aAAa,CAAC;oBAC7B,IAAI,EAAE;wBACJ,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;wBAC3B,YAAY,EAAE,wBAAY,CAAC,YAAY,CAAC;qBACzC;oBACD,QAAQ,EAAE;wBACR,YAAY,EAAE,wBAAY,CAAC,YAAY,CAAC;qBACzC;oBACD,MAAM,EAAE,MAAM,CAAC,eAAe,CAAC;wBAC7B,MAAM,CAAC,gBAAgB,CAAC;4BACtB,MAAM,EAAE,SAAS;yBAClB,CAAC;qBACH,CAAC;iBACH,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;YAC3C,MAAM,SAAS,GAAG,MAAM,CAAC,oBAAoB,CAAC,CAAC,EAAE,CAAC,CAAC;YACnD,MAAM,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,4BAA4B,EAAE,GAAG,EAAE;QAC1C,UAAU,CAAC,GAAG,EAAE;YACd,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC,iBAAiB,CAAC;gBACpD,MAAM,EAAE,oDAAoD;aAC7D,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;YAC9D,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;YAChD,MAAM,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAClC,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,MAAM,cAAc,GAAG,CAAC,kBAAkB,EAAE,kBAAkB,CAAC,CAAC;YAChE,MAAM,gBAAgB,GAAG,IAAI,8BAAoB,CAC/C,YAAY,EACZ,cAAc,EACd,SAAS,EACT,YAAY,EACZ,EAAE,QAAQ,EAAE,cAAc,EAAE,CAC7B,CAAC;YAEF,MAAM,gBAAgB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;YAExC,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAC/C,MAAM,CAAC,gBAAgB,CAAC,wDAAwD,CAAC,CAClF,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;YACnD,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC,iBAAiB,CAAC;gBACpD,MAAM,EAAE,EAAE;gBACV,KAAK,EAAE,WAAW;aACnB,CAAC,CAAC;YAEH,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;YAChD,MAAM,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"common.test.d.ts","sourceRoot":"","sources":["../../../../../test/redteam/plugins/harmful/common.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,105 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const envars_1 = require("../../../../src/envars");
|
|
4
|
+
const constants_1 = require("../../../../src/redteam/constants");
|
|
5
|
+
const constants_2 = require("../../../../src/redteam/constants");
|
|
6
|
+
const common_1 = require("../../../../src/redteam/plugins/harmful/common");
|
|
7
|
+
jest.mock('../../../../src/envars');
|
|
8
|
+
describe('harmful plugin', () => {
|
|
9
|
+
beforeEach(() => {
|
|
10
|
+
jest.mocked(envars_1.getEnvBool).mockReset();
|
|
11
|
+
jest.mocked(envars_1.getEnvString).mockReset();
|
|
12
|
+
});
|
|
13
|
+
describe('getHarmfulAssertions', () => {
|
|
14
|
+
beforeEach(() => {
|
|
15
|
+
jest.mocked(envars_1.getEnvBool).mockReset();
|
|
16
|
+
jest.mocked(envars_1.getEnvString).mockReset();
|
|
17
|
+
});
|
|
18
|
+
it('should return basic assertion for privacy category', () => {
|
|
19
|
+
const assertions = (0, common_1.getHarmfulAssertions)('harmful:privacy');
|
|
20
|
+
expect(assertions).toEqual([
|
|
21
|
+
{ metric: 'Harmful', type: 'promptfoo:redteam:harmful:privacy' },
|
|
22
|
+
]);
|
|
23
|
+
});
|
|
24
|
+
it('should return basic assertion for non-privacy category', () => {
|
|
25
|
+
const assertions = (0, common_1.getHarmfulAssertions)('harmful:intellectual-property');
|
|
26
|
+
expect(assertions).toEqual([{ metric: 'Harmful', type: 'promptfoo:redteam:harmful' }]);
|
|
27
|
+
});
|
|
28
|
+
it('should return only basic assertions when moderation is disabled', () => {
|
|
29
|
+
jest.mocked(envars_1.getEnvBool).mockImplementation((key) => {
|
|
30
|
+
if (key === 'PROMPTFOO_DISABLE_REDTEAM_MODERATION') {
|
|
31
|
+
return true;
|
|
32
|
+
}
|
|
33
|
+
return false;
|
|
34
|
+
});
|
|
35
|
+
jest.mocked(envars_1.getEnvString).mockReturnValue('test-key');
|
|
36
|
+
const assertions = (0, common_1.getHarmfulAssertions)('harmful:privacy');
|
|
37
|
+
expect(assertions).toHaveLength(1);
|
|
38
|
+
expect(assertions).not.toContainEqual(expect.objectContaining({ type: 'moderation' }));
|
|
39
|
+
});
|
|
40
|
+
it('should prioritize Replicate over OpenAI when both keys are present', () => {
|
|
41
|
+
jest.mocked(envars_1.getEnvString).mockImplementation((key) => {
|
|
42
|
+
if (key === 'REPLICATE_API_KEY') {
|
|
43
|
+
return 'replicate-key';
|
|
44
|
+
}
|
|
45
|
+
if (key === 'OPENAI_API_KEY') {
|
|
46
|
+
return 'openai-key';
|
|
47
|
+
}
|
|
48
|
+
return '';
|
|
49
|
+
});
|
|
50
|
+
const assertions = (0, common_1.getHarmfulAssertions)('harmful:privacy');
|
|
51
|
+
expect(assertions).toContainEqual({
|
|
52
|
+
metric: 'Harmful',
|
|
53
|
+
type: 'moderation',
|
|
54
|
+
value: constants_2.LLAMA_GUARD_ENABLED_CATEGORIES,
|
|
55
|
+
provider: constants_2.LLAMA_GUARD_REPLICATE_PROVIDER,
|
|
56
|
+
});
|
|
57
|
+
expect(assertions).toHaveLength(2);
|
|
58
|
+
});
|
|
59
|
+
it('should handle REPLICATE_API_TOKEN', () => {
|
|
60
|
+
jest.mocked(envars_1.getEnvString).mockImplementation((key) => {
|
|
61
|
+
if (key === 'REPLICATE_API_TOKEN') {
|
|
62
|
+
return 'replicate-token';
|
|
63
|
+
}
|
|
64
|
+
return '';
|
|
65
|
+
});
|
|
66
|
+
const assertions = (0, common_1.getHarmfulAssertions)('harmful:privacy');
|
|
67
|
+
expect(assertions).toContainEqual({
|
|
68
|
+
metric: 'Harmful',
|
|
69
|
+
type: 'moderation',
|
|
70
|
+
value: constants_2.LLAMA_GUARD_ENABLED_CATEGORIES,
|
|
71
|
+
provider: constants_2.LLAMA_GUARD_REPLICATE_PROVIDER,
|
|
72
|
+
});
|
|
73
|
+
});
|
|
74
|
+
});
|
|
75
|
+
describe('createTestCase', () => {
|
|
76
|
+
it('should create test case with single line output', () => {
|
|
77
|
+
const testCase = (0, common_1.createTestCase)('inputVar', 'single line output', 'harmful:privacy');
|
|
78
|
+
expect(testCase).toEqual({
|
|
79
|
+
vars: {
|
|
80
|
+
inputVar: 'single line output',
|
|
81
|
+
harmCategory: constants_1.HARM_PLUGINS['harmful:privacy'],
|
|
82
|
+
},
|
|
83
|
+
metadata: {
|
|
84
|
+
harmCategory: constants_1.HARM_PLUGINS['harmful:privacy'],
|
|
85
|
+
},
|
|
86
|
+
assert: expect.any(Array),
|
|
87
|
+
});
|
|
88
|
+
});
|
|
89
|
+
it('should handle multiline output', () => {
|
|
90
|
+
const testCase = (0, common_1.createTestCase)('inputVar', 'first line\nsecond line\nthird line', 'harmful:privacy');
|
|
91
|
+
expect(testCase.vars?.inputVar).toBe('first line\nsecond line\nthird line');
|
|
92
|
+
});
|
|
93
|
+
it('should handle whitespace in output', () => {
|
|
94
|
+
const testCase = (0, common_1.createTestCase)('inputVar', ' padded output ', 'harmful:privacy');
|
|
95
|
+
expect(testCase.vars?.inputVar).toBe('padded output');
|
|
96
|
+
});
|
|
97
|
+
it('should use harm category as fallback when not in HARM_PLUGINS', () => {
|
|
98
|
+
const unknownCategory = 'harmful:unknown';
|
|
99
|
+
const testCase = (0, common_1.createTestCase)('inputVar', 'test output', unknownCategory);
|
|
100
|
+
expect(testCase.vars?.harmCategory).toBe(unknownCategory);
|
|
101
|
+
expect(testCase.metadata?.harmCategory).toBe(unknownCategory);
|
|
102
|
+
});
|
|
103
|
+
});
|
|
104
|
+
});
|
|
105
|
+
//# sourceMappingURL=common.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"common.test.js","sourceRoot":"","sources":["../../../../../test/redteam/plugins/harmful/common.test.ts"],"names":[],"mappings":";;AAAA,mDAAkE;AAClE,iEAAiE;AACjE,iEAG2C;AAC3C,2EAGwD;AAExD,IAAI,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;AAEpC,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,MAAM,CAAC,mBAAU,CAAC,CAAC,SAAS,EAAE,CAAC;QACpC,IAAI,CAAC,MAAM,CAAC,qBAAY,CAAC,CAAC,SAAS,EAAE,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;QACpC,UAAU,CAAC,GAAG,EAAE;YACd,IAAI,CAAC,MAAM,CAAC,mBAAU,CAAC,CAAC,SAAS,EAAE,CAAC;YACpC,IAAI,CAAC,MAAM,CAAC,qBAAY,CAAC,CAAC,SAAS,EAAE,CAAC;QACxC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;YAC5D,MAAM,UAAU,GAAG,IAAA,6BAAoB,EAAC,iBAAiB,CAAC,CAAC;YAC3D,MAAM,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC;gBACzB,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,mCAAmC,EAAE;aACjE,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;YAChE,MAAM,UAAU,GAAG,IAAA,6BAAoB,EAAC,+BAA+B,CAAC,CAAC;YACzE,MAAM,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,2BAA2B,EAAE,CAAC,CAAC,CAAC;QACzF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iEAAiE,EAAE,GAAG,EAAE;YACzE,IAAI,CAAC,MAAM,CAAC,mBAAU,CAAC,CAAC,kBAAkB,CAAC,CAAC,GAAG,EAAE,EAAE;gBACjD,IAAI,GAAG,KAAK,sCAAsC,EAAE,CAAC;oBACnD,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,OAAO,KAAK,CAAC;YACf,CAAC,CAAC,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,qBAAY,CAAC,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;YAEtD,MAAM,UAAU,GAAG,IAAA,6BAAoB,EAAC,iBAAiB,CAAC,CAAC;YAC3D,MAAM,CAAC,UAAU,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,MAAM,CAAC,gBAAgB,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC;QACzF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oEAAoE,EAAE,GAAG,EAAE;YAC5E,IAAI,CAAC,MAAM,CAAC,qBAAY,CAAC,CAAC,kBAAkB,CAAC,CAAC,GAAG,EAAE,EAAE;gBACnD,IAAI,GAAG,KAAK,mBAAmB,EAAE,CAAC;oBAChC,OAAO,eAAe,CAAC;gBACzB,CAAC;gBACD,IAAI,GAAG,KAAK,gBAAgB,EAAE,CAAC;oBAC7B,OAAO,YAAY,CAAC;gBACtB,CAAC;gBACD,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG,IAAA,6BAAoB,EAAC,iBAAiB,CAAC,CAAC;YAC3D,MAAM,CAAC,UAAU,CAAC,CAAC,cAAc,CAAC;gBAChC,MAAM,EAAE,SAAS;gBACjB,IAAI,EAAE,YAAY;gBAClB,KAAK,EAAE,0CAA8B;gBACrC,QAAQ,EAAE,0CAA8B;aACzC,CAAC,CAAC;YACH,MAAM,CAAC,UAAU,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;YAC3C,IAAI,CAAC,MAAM,CAAC,qBAAY,CAAC,CAAC,kBAAkB,CAAC,CAAC,GAAG,EAAE,EAAE;gBACnD,IAAI,GAAG,KAAK,qBAAqB,EAAE,CAAC;oBAClC,OAAO,iBAAiB,CAAC;gBAC3B,CAAC;gBACD,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG,IAAA,6BAAoB,EAAC,iBAAiB,CAAC,CAAC;YAC3D,MAAM,CAAC,UAAU,CAAC,CAAC,cAAc,CAAC;gBAChC,MAAM,EAAE,SAAS;gBACjB,IAAI,EAAE,YAAY;gBAClB,KAAK,EAAE,0CAA8B;gBACrC,QAAQ,EAAE,0CAA8B;aACzC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;QAC9B,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;YACzD,MAAM,QAAQ,GAAG,IAAA,uBAAc,EAAC,UAAU,EAAE,oBAAoB,EAAE,iBAAiB,CAAC,CAAC;YAErF,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC;gBACvB,IAAI,EAAE;oBACJ,QAAQ,EAAE,oBAAoB;oBAC9B,YAAY,EAAE,wBAAY,CAAC,iBAAiB,CAAC;iBAC9C;gBACD,QAAQ,EAAE;oBACR,YAAY,EAAE,wBAAY,CAAC,iBAAiB,CAAC;iBAC9C;gBACD,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;aAC1B,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;YACxC,MAAM,QAAQ,GAAG,IAAA,uBAAc,EAC7B,UAAU,EACV,qCAAqC,EACrC,iBAAiB,CAClB,CAAC;YAEF,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;QAC9E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;YAC5C,MAAM,QAAQ,GAAG,IAAA,uBAAc,EAAC,UAAU,EAAE,mBAAmB,EAAE,iBAAiB,CAAC,CAAC;YACpF,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+DAA+D,EAAE,GAAG,EAAE;YACvE,MAAM,eAAe,GAAG,iBAA8C,CAAC;YACvE,MAAM,QAAQ,GAAG,IAAA,uBAAc,EAAC,UAAU,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;YAE5E,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YAC1D,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"unaligned.test.d.ts","sourceRoot":"","sources":["../../../../../test/redteam/plugins/harmful/unaligned.test.ts"],"names":[],"mappings":""}
|