promptfoo 0.96.1 → 0.97.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/package.json +5 -5
- package/dist/src/app/assets/{index-CL29fyye.js → index-CbxDbiAR.js} +232 -232
- package/dist/src/app/assets/{index.es-CsYHA4xg.js → index.es-Cc9N3uII.js} +1 -1
- package/dist/src/app/assets/{sync-B9AjROwZ.js → sync-BoVzjiAe.js} +1 -1
- package/dist/src/app/index.html +1 -1
- package/dist/src/assertions/index.d.ts.map +1 -1
- package/dist/src/assertions/index.js +1 -2
- package/dist/src/assertions/index.js.map +1 -1
- package/dist/src/assertions/redteam.js +2 -2
- package/dist/src/assertions/redteam.js.map +1 -1
- package/dist/src/commands/eval.d.ts.map +1 -1
- package/dist/src/commands/eval.js +7 -2
- package/dist/src/commands/eval.js.map +1 -1
- package/dist/src/commands/init.d.ts.map +1 -1
- package/dist/src/commands/init.js +3 -0
- package/dist/src/commands/init.js.map +1 -1
- package/dist/src/database/tables.d.ts +25 -6
- package/dist/src/database/tables.d.ts.map +1 -1
- package/dist/src/evaluator.d.ts.map +1 -1
- package/dist/src/evaluator.js +7 -1
- package/dist/src/evaluator.js.map +1 -1
- package/dist/src/index.d.ts +2 -106
- package/dist/src/index.d.ts.map +1 -1
- package/dist/src/models/eval.d.ts +1 -0
- package/dist/src/models/eval.d.ts.map +1 -1
- package/dist/src/models/eval.js +2 -0
- package/dist/src/models/eval.js.map +1 -1
- package/dist/src/models/evalResult.d.ts +1 -1
- package/dist/src/models/evalResult.d.ts.map +1 -1
- package/dist/src/models/evalResult.js +1 -1
- package/dist/src/models/evalResult.js.map +1 -1
- package/dist/src/onboarding.d.ts +12 -0
- package/dist/src/onboarding.d.ts.map +1 -1
- package/dist/src/onboarding.js +83 -43
- package/dist/src/onboarding.js.map +1 -1
- package/dist/src/providers/adaline.gateway.js +2 -2
- package/dist/src/providers/adaline.gateway.js.map +1 -1
- package/dist/src/providers/azure.d.ts +10 -3
- package/dist/src/providers/azure.d.ts.map +1 -1
- package/dist/src/providers/azure.js +106 -62
- package/dist/src/providers/azure.js.map +1 -1
- package/dist/src/providers/bedrock.d.ts +4 -1
- package/dist/src/providers/bedrock.d.ts.map +1 -1
- package/dist/src/providers/bedrock.js +18 -2
- package/dist/src/providers/bedrock.js.map +1 -1
- package/dist/src/providers/promptfoo.d.ts +7 -3
- package/dist/src/providers/promptfoo.d.ts.map +1 -1
- package/dist/src/providers/promptfoo.js +7 -7
- package/dist/src/providers/promptfoo.js.map +1 -1
- package/dist/src/providers/simulatedUser.d.ts.map +1 -1
- package/dist/src/providers/simulatedUser.js +5 -0
- package/dist/src/providers/simulatedUser.js.map +1 -1
- package/dist/src/redteam/graders.d.ts +2 -77
- package/dist/src/redteam/graders.d.ts.map +1 -1
- package/dist/src/redteam/graders.js +25 -25
- package/dist/src/redteam/graders.js.map +1 -1
- package/dist/src/redteam/index.d.ts.map +1 -1
- package/dist/src/redteam/index.js +29 -11
- package/dist/src/redteam/index.js.map +1 -1
- package/dist/src/redteam/plugins/base.d.ts +12 -7
- package/dist/src/redteam/plugins/base.d.ts.map +1 -1
- package/dist/src/redteam/plugins/base.js +44 -29
- package/dist/src/redteam/plugins/base.js.map +1 -1
- package/dist/src/redteam/plugins/contracts.d.ts.map +1 -1
- package/dist/src/redteam/plugins/contracts.js +20 -9
- package/dist/src/redteam/plugins/contracts.js.map +1 -1
- package/dist/src/redteam/plugins/crossSessionLeak.d.ts.map +1 -1
- package/dist/src/redteam/plugins/crossSessionLeak.js +21 -10
- package/dist/src/redteam/plugins/crossSessionLeak.js.map +1 -1
- package/dist/src/redteam/plugins/debugAccess.d.ts.map +1 -1
- package/dist/src/redteam/plugins/debugAccess.js +20 -9
- package/dist/src/redteam/plugins/debugAccess.js.map +1 -1
- package/dist/src/redteam/plugins/excessiveAgency.d.ts.map +1 -1
- package/dist/src/redteam/plugins/excessiveAgency.js +18 -7
- package/dist/src/redteam/plugins/excessiveAgency.js.map +1 -1
- package/dist/src/redteam/plugins/hallucination.d.ts.map +1 -1
- package/dist/src/redteam/plugins/hallucination.js +18 -7
- package/dist/src/redteam/plugins/hallucination.js.map +1 -1
- package/dist/src/redteam/plugins/harmful/aligned.d.ts +13 -0
- package/dist/src/redteam/plugins/harmful/aligned.d.ts.map +1 -0
- package/dist/src/redteam/plugins/harmful/aligned.js +29 -0
- package/dist/src/redteam/plugins/harmful/aligned.js.map +1 -0
- package/dist/src/redteam/plugins/harmful/common.d.ts +5 -0
- package/dist/src/redteam/plugins/harmful/common.d.ts.map +1 -0
- package/dist/src/redteam/plugins/harmful/common.js +39 -0
- package/dist/src/redteam/plugins/harmful/common.js.map +1 -0
- package/dist/src/redteam/plugins/harmful/constants.d.ts +10 -0
- package/dist/src/redteam/plugins/harmful/constants.d.ts.map +1 -0
- package/dist/src/redteam/plugins/harmful/constants.js +142 -0
- package/dist/src/redteam/plugins/harmful/constants.js.map +1 -0
- package/dist/src/redteam/plugins/harmful/graders.d.ts +15 -0
- package/dist/src/redteam/plugins/harmful/graders.d.ts.map +1 -0
- package/dist/src/redteam/plugins/harmful/graders.js +94 -0
- package/dist/src/redteam/plugins/harmful/graders.js.map +1 -0
- package/dist/src/redteam/plugins/harmful/unaligned.d.ts +5 -0
- package/dist/src/redteam/plugins/harmful/unaligned.d.ts.map +1 -0
- package/dist/src/redteam/plugins/harmful/unaligned.js +29 -0
- package/dist/src/redteam/plugins/harmful/unaligned.js.map +1 -0
- package/dist/src/redteam/plugins/imitation.d.ts.map +1 -1
- package/dist/src/redteam/plugins/imitation.js +20 -9
- package/dist/src/redteam/plugins/imitation.js.map +1 -1
- package/dist/src/redteam/plugins/index.d.ts +2 -2
- package/dist/src/redteam/plugins/index.d.ts.map +1 -1
- package/dist/src/redteam/plugins/index.js +33 -30
- package/dist/src/redteam/plugins/index.js.map +1 -1
- package/dist/src/redteam/plugins/overreliance.d.ts.map +1 -1
- package/dist/src/redteam/plugins/overreliance.js +18 -7
- package/dist/src/redteam/plugins/overreliance.js.map +1 -1
- package/dist/src/redteam/plugins/pii.d.ts +2 -2
- package/dist/src/redteam/plugins/pii.d.ts.map +1 -1
- package/dist/src/redteam/plugins/pii.js +4 -4
- package/dist/src/redteam/plugins/pii.js.map +1 -1
- package/dist/src/redteam/plugins/politics.d.ts.map +1 -1
- package/dist/src/redteam/plugins/politics.js +20 -9
- package/dist/src/redteam/plugins/politics.js.map +1 -1
- package/dist/src/redteam/plugins/promptExtraction.d.ts.map +1 -1
- package/dist/src/redteam/plugins/promptExtraction.js +23 -12
- package/dist/src/redteam/plugins/promptExtraction.js.map +1 -1
- package/dist/src/redteam/plugins/rbac.d.ts.map +1 -1
- package/dist/src/redteam/plugins/rbac.js +20 -9
- package/dist/src/redteam/plugins/rbac.js.map +1 -1
- package/dist/src/redteam/plugins/shellInjection.d.ts.map +1 -1
- package/dist/src/redteam/plugins/shellInjection.js +20 -9
- package/dist/src/redteam/plugins/shellInjection.js.map +1 -1
- package/dist/src/redteam/plugins/sqlInjection.d.ts.map +1 -1
- package/dist/src/redteam/plugins/sqlInjection.js +18 -7
- package/dist/src/redteam/plugins/sqlInjection.js.map +1 -1
- package/dist/src/redteam/providers/crescendo/index.d.ts +6 -0
- package/dist/src/redteam/providers/crescendo/index.d.ts.map +1 -1
- package/dist/src/redteam/providers/crescendo/index.js +45 -17
- package/dist/src/redteam/providers/crescendo/index.js.map +1 -1
- package/dist/src/redteam/providers/goat.d.ts.map +1 -1
- package/dist/src/redteam/providers/goat.js +23 -1
- package/dist/src/redteam/providers/goat.js.map +1 -1
- package/dist/src/redteam/providers/iterative.d.ts +6 -0
- package/dist/src/redteam/providers/iterative.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterative.js +48 -1
- package/dist/src/redteam/providers/iterative.js.map +1 -1
- package/dist/src/redteam/providers/iterativeImage.d.ts +6 -0
- package/dist/src/redteam/providers/iterativeImage.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterativeImage.js +34 -10
- package/dist/src/redteam/providers/iterativeImage.js.map +1 -1
- package/dist/src/redteam/providers/iterativeTree.d.ts +7 -2
- package/dist/src/redteam/providers/iterativeTree.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterativeTree.js +44 -6
- package/dist/src/redteam/providers/iterativeTree.js.map +1 -1
- package/dist/src/redteam/providers/shared.d.ts +5 -2
- package/dist/src/redteam/providers/shared.d.ts.map +1 -1
- package/dist/src/redteam/providers/shared.js +21 -5
- package/dist/src/redteam/providers/shared.js.map +1 -1
- package/dist/src/redteam/strategies/crescendo.d.ts +1 -1
- package/dist/src/redteam/strategies/crescendo.d.ts.map +1 -1
- package/dist/src/redteam/strategies/crescendo.js +2 -1
- package/dist/src/redteam/strategies/crescendo.js.map +1 -1
- package/dist/src/redteam/strategies/goat.d.ts.map +1 -1
- package/dist/src/redteam/strategies/goat.js +1 -0
- package/dist/src/redteam/strategies/goat.js.map +1 -1
- package/dist/src/redteam/strategies/index.js +8 -8
- package/dist/src/redteam/strategies/index.js.map +1 -1
- package/dist/src/redteam/strategies/iterative.d.ts +1 -1
- package/dist/src/redteam/strategies/iterative.d.ts.map +1 -1
- package/dist/src/redteam/strategies/iterative.js +2 -1
- package/dist/src/redteam/strategies/iterative.js.map +1 -1
- package/dist/src/redteam/strategies/multilingual.d.ts.map +1 -1
- package/dist/src/redteam/strategies/multilingual.js +1 -0
- package/dist/src/redteam/strategies/multilingual.js.map +1 -1
- package/dist/src/redteam/types.d.ts +17 -1
- package/dist/src/redteam/types.d.ts.map +1 -1
- package/dist/src/share.d.ts.map +1 -1
- package/dist/src/share.js +11 -0
- package/dist/src/share.js.map +1 -1
- package/dist/src/types/index.d.ts +590 -113
- package/dist/src/types/index.d.ts.map +1 -1
- package/dist/src/types/index.js +6 -1
- package/dist/src/types/index.js.map +1 -1
- package/dist/src/types/shared.d.ts +1 -0
- package/dist/src/types/shared.d.ts.map +1 -1
- package/dist/src/util/config/load.d.ts.map +1 -1
- package/dist/src/util/config/load.js +7 -2
- package/dist/src/util/config/load.js.map +1 -1
- package/dist/src/util/convertEvalResultsToTable.d.ts.map +1 -1
- package/dist/src/util/convertEvalResultsToTable.js +4 -8
- package/dist/src/util/convertEvalResultsToTable.js.map +1 -1
- package/dist/src/util/exportToFile/index.d.ts +1 -0
- package/dist/src/util/exportToFile/index.d.ts.map +1 -1
- package/dist/src/util/index.d.ts +10 -2
- package/dist/src/util/index.d.ts.map +1 -1
- package/dist/src/validators/providers.d.ts +15 -0
- package/dist/src/validators/providers.d.ts.map +1 -1
- package/dist/src/validators/redteam.d.ts.map +1 -1
- package/dist/src/validators/redteam.js +6 -5
- package/dist/src/validators/redteam.js.map +1 -1
- package/dist/src/validators/shared.d.ts +3 -0
- package/dist/src/validators/shared.d.ts.map +1 -1
- package/dist/src/validators/shared.js +1 -0
- package/dist/src/validators/shared.js.map +1 -1
- package/dist/test/commands/init.test.js +1 -1
- package/dist/test/evaluator.test.js +86 -32
- package/dist/test/evaluator.test.js.map +1 -1
- package/dist/test/factories/evalFactory.d.ts +17 -4
- package/dist/test/factories/evalFactory.d.ts.map +1 -1
- package/dist/test/onboarding.test.js +8 -7
- package/dist/test/onboarding.test.js.map +1 -1
- package/dist/test/providers/bedrock.test.js +1 -4
- package/dist/test/providers/bedrock.test.js.map +1 -1
- package/dist/test/redteam/plugins/base.test.js +61 -23
- package/dist/test/redteam/plugins/base.test.js.map +1 -1
- package/dist/test/redteam/plugins/harmful/aligned.test.d.ts +2 -0
- package/dist/test/redteam/plugins/harmful/aligned.test.d.ts.map +1 -0
- package/dist/test/redteam/plugins/harmful/aligned.test.js +123 -0
- package/dist/test/redteam/plugins/harmful/aligned.test.js.map +1 -0
- package/dist/test/redteam/plugins/harmful/common.test.d.ts +2 -0
- package/dist/test/redteam/plugins/harmful/common.test.d.ts.map +1 -0
- package/dist/test/redteam/plugins/harmful/common.test.js +105 -0
- package/dist/test/redteam/plugins/harmful/common.test.js.map +1 -0
- package/dist/test/redteam/plugins/harmful/unaligned.test.d.ts +2 -0
- package/dist/test/redteam/plugins/harmful/unaligned.test.d.ts.map +1 -0
- package/dist/test/redteam/plugins/harmful/unaligned.test.js +150 -0
- package/dist/test/redteam/plugins/harmful/unaligned.test.js.map +1 -0
- package/dist/test/redteam/plugins/index.test.d.ts +2 -0
- package/dist/test/redteam/plugins/index.test.d.ts.map +1 -0
- package/dist/test/redteam/plugins/index.test.js +172 -0
- package/dist/test/redteam/plugins/index.test.js.map +1 -0
- package/dist/test/redteam/providers/iterativeTree.test.js +4 -5
- package/dist/test/redteam/providers/iterativeTree.test.js.map +1 -1
- package/dist/test/share.test.js +45 -1
- package/dist/test/share.test.js.map +1 -1
- package/dist/test/util/config/load.test.js +3 -1
- package/dist/test/util/config/load.test.js.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +5 -5
- package/dist/src/redteam/plugins/harmful.d.ts +0 -18
- package/dist/src/redteam/plugins/harmful.d.ts.map +0 -1
- package/dist/src/redteam/plugins/harmful.js +0 -366
- package/dist/src/redteam/plugins/harmful.js.map +0 -1
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import type { RedteamAssertionTypes, RedteamFileConfig } from '../redteam/types';
|
|
2
|
+
import type { PluginConfig, RedteamAssertionTypes, RedteamFileConfig } from '../redteam/types';
|
|
3
3
|
import type { Prompt, PromptFunction } from './prompts';
|
|
4
4
|
import type { ApiProvider, ProviderOptions, ProviderResponse } from './providers';
|
|
5
5
|
import type { NunjucksFilterMap, TokenUsage } from './shared';
|
|
@@ -251,16 +251,19 @@ declare const PromptMetricsSchema: z.ZodObject<{
|
|
|
251
251
|
completion: z.ZodOptional<z.ZodNumber>;
|
|
252
252
|
prompt: z.ZodOptional<z.ZodNumber>;
|
|
253
253
|
total: z.ZodOptional<z.ZodNumber>;
|
|
254
|
+
numRequests: z.ZodOptional<z.ZodNumber>;
|
|
254
255
|
}, "strip", z.ZodTypeAny, {
|
|
255
256
|
cached?: number | undefined;
|
|
256
257
|
completion?: number | undefined;
|
|
257
258
|
prompt?: number | undefined;
|
|
258
259
|
total?: number | undefined;
|
|
260
|
+
numRequests?: number | undefined;
|
|
259
261
|
}, {
|
|
260
262
|
cached?: number | undefined;
|
|
261
263
|
completion?: number | undefined;
|
|
262
264
|
prompt?: number | undefined;
|
|
263
265
|
total?: number | undefined;
|
|
266
|
+
numRequests?: number | undefined;
|
|
264
267
|
}>;
|
|
265
268
|
namedScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
|
|
266
269
|
namedScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
|
|
@@ -288,6 +291,7 @@ declare const PromptMetricsSchema: z.ZodObject<{
|
|
|
288
291
|
completion?: number | undefined;
|
|
289
292
|
prompt?: number | undefined;
|
|
290
293
|
total?: number | undefined;
|
|
294
|
+
numRequests?: number | undefined;
|
|
291
295
|
};
|
|
292
296
|
score: number;
|
|
293
297
|
testPassCount: number;
|
|
@@ -310,6 +314,7 @@ declare const PromptMetricsSchema: z.ZodObject<{
|
|
|
310
314
|
completion?: number | undefined;
|
|
311
315
|
prompt?: number | undefined;
|
|
312
316
|
total?: number | undefined;
|
|
317
|
+
numRequests?: number | undefined;
|
|
313
318
|
};
|
|
314
319
|
score: number;
|
|
315
320
|
testPassCount: number;
|
|
@@ -357,16 +362,19 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
|
|
|
357
362
|
completion: z.ZodOptional<z.ZodNumber>;
|
|
358
363
|
prompt: z.ZodOptional<z.ZodNumber>;
|
|
359
364
|
total: z.ZodOptional<z.ZodNumber>;
|
|
365
|
+
numRequests: z.ZodOptional<z.ZodNumber>;
|
|
360
366
|
}, "strip", z.ZodTypeAny, {
|
|
361
367
|
cached?: number | undefined;
|
|
362
368
|
completion?: number | undefined;
|
|
363
369
|
prompt?: number | undefined;
|
|
364
370
|
total?: number | undefined;
|
|
371
|
+
numRequests?: number | undefined;
|
|
365
372
|
}, {
|
|
366
373
|
cached?: number | undefined;
|
|
367
374
|
completion?: number | undefined;
|
|
368
375
|
prompt?: number | undefined;
|
|
369
376
|
total?: number | undefined;
|
|
377
|
+
numRequests?: number | undefined;
|
|
370
378
|
}>;
|
|
371
379
|
namedScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
|
|
372
380
|
namedScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
|
|
@@ -394,6 +402,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
|
|
|
394
402
|
completion?: number | undefined;
|
|
395
403
|
prompt?: number | undefined;
|
|
396
404
|
total?: number | undefined;
|
|
405
|
+
numRequests?: number | undefined;
|
|
397
406
|
};
|
|
398
407
|
score: number;
|
|
399
408
|
testPassCount: number;
|
|
@@ -416,6 +425,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
|
|
|
416
425
|
completion?: number | undefined;
|
|
417
426
|
prompt?: number | undefined;
|
|
418
427
|
total?: number | undefined;
|
|
428
|
+
numRequests?: number | undefined;
|
|
419
429
|
};
|
|
420
430
|
score: number;
|
|
421
431
|
testPassCount: number;
|
|
@@ -450,6 +460,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
|
|
|
450
460
|
completion?: number | undefined;
|
|
451
461
|
prompt?: number | undefined;
|
|
452
462
|
total?: number | undefined;
|
|
463
|
+
numRequests?: number | undefined;
|
|
453
464
|
};
|
|
454
465
|
score: number;
|
|
455
466
|
testPassCount: number;
|
|
@@ -484,6 +495,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
|
|
|
484
495
|
completion?: number | undefined;
|
|
485
496
|
prompt?: number | undefined;
|
|
486
497
|
total?: number | undefined;
|
|
498
|
+
numRequests?: number | undefined;
|
|
487
499
|
};
|
|
488
500
|
score: number;
|
|
489
501
|
testPassCount: number;
|
|
@@ -547,6 +559,7 @@ export interface EvaluateTableOutput {
|
|
|
547
559
|
gradingResult?: GradingResult | null;
|
|
548
560
|
cost: number;
|
|
549
561
|
metadata?: Record<string, any>;
|
|
562
|
+
response?: ProviderResponse;
|
|
550
563
|
}
|
|
551
564
|
export interface EvaluateTableRow {
|
|
552
565
|
description?: string;
|
|
@@ -799,16 +812,19 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
799
812
|
completion: z.ZodOptional<z.ZodNumber>;
|
|
800
813
|
prompt: z.ZodOptional<z.ZodNumber>;
|
|
801
814
|
total: z.ZodOptional<z.ZodNumber>;
|
|
815
|
+
numRequests: z.ZodOptional<z.ZodNumber>;
|
|
802
816
|
}, "strip", z.ZodTypeAny, {
|
|
803
817
|
cached?: number | undefined;
|
|
804
818
|
completion?: number | undefined;
|
|
805
819
|
prompt?: number | undefined;
|
|
806
820
|
total?: number | undefined;
|
|
821
|
+
numRequests?: number | undefined;
|
|
807
822
|
}, {
|
|
808
823
|
cached?: number | undefined;
|
|
809
824
|
completion?: number | undefined;
|
|
810
825
|
prompt?: number | undefined;
|
|
811
826
|
total?: number | undefined;
|
|
827
|
+
numRequests?: number | undefined;
|
|
812
828
|
}>;
|
|
813
829
|
namedScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
|
|
814
830
|
namedScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
|
|
@@ -836,6 +852,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
836
852
|
completion?: number | undefined;
|
|
837
853
|
prompt?: number | undefined;
|
|
838
854
|
total?: number | undefined;
|
|
855
|
+
numRequests?: number | undefined;
|
|
839
856
|
};
|
|
840
857
|
score: number;
|
|
841
858
|
testPassCount: number;
|
|
@@ -858,6 +875,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
858
875
|
completion?: number | undefined;
|
|
859
876
|
prompt?: number | undefined;
|
|
860
877
|
total?: number | undefined;
|
|
878
|
+
numRequests?: number | undefined;
|
|
861
879
|
};
|
|
862
880
|
score: number;
|
|
863
881
|
testPassCount: number;
|
|
@@ -892,6 +910,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
892
910
|
completion?: number | undefined;
|
|
893
911
|
prompt?: number | undefined;
|
|
894
912
|
total?: number | undefined;
|
|
913
|
+
numRequests?: number | undefined;
|
|
895
914
|
};
|
|
896
915
|
score: number;
|
|
897
916
|
testPassCount: number;
|
|
@@ -926,6 +945,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
926
945
|
completion?: number | undefined;
|
|
927
946
|
prompt?: number | undefined;
|
|
928
947
|
total?: number | undefined;
|
|
948
|
+
numRequests?: number | undefined;
|
|
929
949
|
};
|
|
930
950
|
score: number;
|
|
931
951
|
testPassCount: number;
|
|
@@ -965,6 +985,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
965
985
|
completion?: number | undefined;
|
|
966
986
|
prompt?: number | undefined;
|
|
967
987
|
total?: number | undefined;
|
|
988
|
+
numRequests?: number | undefined;
|
|
968
989
|
};
|
|
969
990
|
score: number;
|
|
970
991
|
testPassCount: number;
|
|
@@ -1003,6 +1024,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
1003
1024
|
completion?: number | undefined;
|
|
1004
1025
|
prompt?: number | undefined;
|
|
1005
1026
|
total?: number | undefined;
|
|
1027
|
+
numRequests?: number | undefined;
|
|
1006
1028
|
};
|
|
1007
1029
|
score: number;
|
|
1008
1030
|
testPassCount: number;
|
|
@@ -1568,7 +1590,16 @@ export declare const TestCaseSchema: z.ZodObject<{
|
|
|
1568
1590
|
runSerially?: boolean | undefined;
|
|
1569
1591
|
}>>>>;
|
|
1570
1592
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
1571
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny
|
|
1593
|
+
metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
|
|
1594
|
+
pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
|
|
1595
|
+
strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
|
|
1596
|
+
}, "strip", z.ZodTypeAny, {
|
|
1597
|
+
pluginConfig?: PluginConfig | undefined;
|
|
1598
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
1599
|
+
}, {
|
|
1600
|
+
pluginConfig?: PluginConfig | undefined;
|
|
1601
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
1602
|
+
}>>>;
|
|
1572
1603
|
}, "strip", z.ZodTypeAny, {
|
|
1573
1604
|
options?: ({
|
|
1574
1605
|
prefix?: string | undefined;
|
|
@@ -1667,7 +1698,10 @@ export declare const TestCaseSchema: z.ZodObject<{
|
|
|
1667
1698
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
1668
1699
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
1669
1700
|
} | undefined;
|
|
1670
|
-
metadata?: Record<string, any>
|
|
1701
|
+
metadata?: (Record<string, any> & {
|
|
1702
|
+
pluginConfig?: PluginConfig | undefined;
|
|
1703
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
1704
|
+
}) | undefined;
|
|
1671
1705
|
description?: string | undefined;
|
|
1672
1706
|
providerOutput?: string | {} | undefined;
|
|
1673
1707
|
assert?: ({
|
|
@@ -1802,7 +1836,10 @@ export declare const TestCaseSchema: z.ZodObject<{
|
|
|
1802
1836
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
1803
1837
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
1804
1838
|
} | undefined;
|
|
1805
|
-
metadata?: Record<string, any>
|
|
1839
|
+
metadata?: (Record<string, any> & {
|
|
1840
|
+
pluginConfig?: PluginConfig | undefined;
|
|
1841
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
1842
|
+
}) | undefined;
|
|
1806
1843
|
description?: string | undefined;
|
|
1807
1844
|
providerOutput?: string | {} | undefined;
|
|
1808
1845
|
assert?: ({
|
|
@@ -2389,7 +2426,16 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
|
|
|
2389
2426
|
runSerially?: boolean | undefined;
|
|
2390
2427
|
}>>>>;
|
|
2391
2428
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
2392
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny
|
|
2429
|
+
metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
|
|
2430
|
+
pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
|
|
2431
|
+
strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
|
|
2432
|
+
}, "strip", z.ZodTypeAny, {
|
|
2433
|
+
pluginConfig?: PluginConfig | undefined;
|
|
2434
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
2435
|
+
}, {
|
|
2436
|
+
pluginConfig?: PluginConfig | undefined;
|
|
2437
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
2438
|
+
}>>>;
|
|
2393
2439
|
}, {
|
|
2394
2440
|
vars: z.ZodOptional<z.ZodUnion<[z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodEffects<z.ZodNumber, string, number>, z.ZodEffects<z.ZodBoolean, string, boolean>, z.ZodArray<z.ZodUnion<[z.ZodString, z.ZodEffects<z.ZodNumber, string, number>, z.ZodEffects<z.ZodBoolean, string, boolean>]>, "many">, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>, z.ZodArray<z.ZodAny, "many">]>>, z.ZodString, z.ZodArray<z.ZodString, "many">]>>;
|
|
2395
2441
|
}>, "strip", z.ZodTypeAny, {
|
|
@@ -2490,7 +2536,10 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
|
|
|
2490
2536
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
2491
2537
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
2492
2538
|
} | undefined;
|
|
2493
|
-
metadata?: Record<string, any>
|
|
2539
|
+
metadata?: (Record<string, any> & {
|
|
2540
|
+
pluginConfig?: PluginConfig | undefined;
|
|
2541
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
2542
|
+
}) | undefined;
|
|
2494
2543
|
description?: string | undefined;
|
|
2495
2544
|
providerOutput?: string | {} | undefined;
|
|
2496
2545
|
assert?: ({
|
|
@@ -2625,7 +2674,10 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
|
|
|
2625
2674
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
2626
2675
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
2627
2676
|
} | undefined;
|
|
2628
|
-
metadata?: Record<string, any>
|
|
2677
|
+
metadata?: (Record<string, any> & {
|
|
2678
|
+
pluginConfig?: PluginConfig | undefined;
|
|
2679
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
2680
|
+
}) | undefined;
|
|
2629
2681
|
description?: string | undefined;
|
|
2630
2682
|
providerOutput?: string | {} | undefined;
|
|
2631
2683
|
assert?: ({
|
|
@@ -3209,7 +3261,16 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3209
3261
|
runSerially?: boolean | undefined;
|
|
3210
3262
|
}>>>>;
|
|
3211
3263
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
3212
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny
|
|
3264
|
+
metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
|
|
3265
|
+
pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
|
|
3266
|
+
strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
|
|
3267
|
+
}, "strip", z.ZodTypeAny, {
|
|
3268
|
+
pluginConfig?: PluginConfig | undefined;
|
|
3269
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
3270
|
+
}, {
|
|
3271
|
+
pluginConfig?: PluginConfig | undefined;
|
|
3272
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
3273
|
+
}>>>;
|
|
3213
3274
|
}, "strip", z.ZodTypeAny, {
|
|
3214
3275
|
options?: ({
|
|
3215
3276
|
prefix?: string | undefined;
|
|
@@ -3308,7 +3369,10 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3308
3369
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
3309
3370
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
3310
3371
|
} | undefined;
|
|
3311
|
-
metadata?: Record<string, any>
|
|
3372
|
+
metadata?: (Record<string, any> & {
|
|
3373
|
+
pluginConfig?: PluginConfig | undefined;
|
|
3374
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
3375
|
+
}) | undefined;
|
|
3312
3376
|
description?: string | undefined;
|
|
3313
3377
|
providerOutput?: string | {} | undefined;
|
|
3314
3378
|
assert?: ({
|
|
@@ -3443,7 +3507,10 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3443
3507
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
3444
3508
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
3445
3509
|
} | undefined;
|
|
3446
|
-
metadata?: Record<string, any>
|
|
3510
|
+
metadata?: (Record<string, any> & {
|
|
3511
|
+
pluginConfig?: PluginConfig | undefined;
|
|
3512
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
3513
|
+
}) | undefined;
|
|
3447
3514
|
description?: string | undefined;
|
|
3448
3515
|
providerOutput?: string | {} | undefined;
|
|
3449
3516
|
assert?: ({
|
|
@@ -3515,16 +3582,19 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3515
3582
|
completion: z.ZodOptional<z.ZodNumber>;
|
|
3516
3583
|
prompt: z.ZodOptional<z.ZodNumber>;
|
|
3517
3584
|
total: z.ZodOptional<z.ZodNumber>;
|
|
3585
|
+
numRequests: z.ZodOptional<z.ZodNumber>;
|
|
3518
3586
|
}, "strip", z.ZodTypeAny, {
|
|
3519
3587
|
cached?: number | undefined;
|
|
3520
3588
|
completion?: number | undefined;
|
|
3521
3589
|
prompt?: number | undefined;
|
|
3522
3590
|
total?: number | undefined;
|
|
3591
|
+
numRequests?: number | undefined;
|
|
3523
3592
|
}, {
|
|
3524
3593
|
cached?: number | undefined;
|
|
3525
3594
|
completion?: number | undefined;
|
|
3526
3595
|
prompt?: number | undefined;
|
|
3527
3596
|
total?: number | undefined;
|
|
3597
|
+
numRequests?: number | undefined;
|
|
3528
3598
|
}>;
|
|
3529
3599
|
namedScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
|
|
3530
3600
|
namedScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
|
|
@@ -3552,6 +3622,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3552
3622
|
completion?: number | undefined;
|
|
3553
3623
|
prompt?: number | undefined;
|
|
3554
3624
|
total?: number | undefined;
|
|
3625
|
+
numRequests?: number | undefined;
|
|
3555
3626
|
};
|
|
3556
3627
|
score: number;
|
|
3557
3628
|
testPassCount: number;
|
|
@@ -3574,6 +3645,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3574
3645
|
completion?: number | undefined;
|
|
3575
3646
|
prompt?: number | undefined;
|
|
3576
3647
|
total?: number | undefined;
|
|
3648
|
+
numRequests?: number | undefined;
|
|
3577
3649
|
};
|
|
3578
3650
|
score: number;
|
|
3579
3651
|
testPassCount: number;
|
|
@@ -3608,6 +3680,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3608
3680
|
completion?: number | undefined;
|
|
3609
3681
|
prompt?: number | undefined;
|
|
3610
3682
|
total?: number | undefined;
|
|
3683
|
+
numRequests?: number | undefined;
|
|
3611
3684
|
};
|
|
3612
3685
|
score: number;
|
|
3613
3686
|
testPassCount: number;
|
|
@@ -3642,6 +3715,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3642
3715
|
completion?: number | undefined;
|
|
3643
3716
|
prompt?: number | undefined;
|
|
3644
3717
|
total?: number | undefined;
|
|
3718
|
+
numRequests?: number | undefined;
|
|
3645
3719
|
};
|
|
3646
3720
|
score: number;
|
|
3647
3721
|
testPassCount: number;
|
|
@@ -3681,6 +3755,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3681
3755
|
completion?: number | undefined;
|
|
3682
3756
|
prompt?: number | undefined;
|
|
3683
3757
|
total?: number | undefined;
|
|
3758
|
+
numRequests?: number | undefined;
|
|
3684
3759
|
};
|
|
3685
3760
|
score: number;
|
|
3686
3761
|
testPassCount: number;
|
|
@@ -3719,6 +3794,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3719
3794
|
completion?: number | undefined;
|
|
3720
3795
|
prompt?: number | undefined;
|
|
3721
3796
|
total?: number | undefined;
|
|
3797
|
+
numRequests?: number | undefined;
|
|
3722
3798
|
};
|
|
3723
3799
|
score: number;
|
|
3724
3800
|
testPassCount: number;
|
|
@@ -3760,6 +3836,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3760
3836
|
completion?: number | undefined;
|
|
3761
3837
|
prompt?: number | undefined;
|
|
3762
3838
|
total?: number | undefined;
|
|
3839
|
+
numRequests?: number | undefined;
|
|
3763
3840
|
};
|
|
3764
3841
|
score: number;
|
|
3765
3842
|
testPassCount: number;
|
|
@@ -3877,7 +3954,10 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3877
3954
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
3878
3955
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
3879
3956
|
} | undefined;
|
|
3880
|
-
metadata?: Record<string, any>
|
|
3957
|
+
metadata?: (Record<string, any> & {
|
|
3958
|
+
pluginConfig?: PluginConfig | undefined;
|
|
3959
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
3960
|
+
}) | undefined;
|
|
3881
3961
|
description?: string | undefined;
|
|
3882
3962
|
providerOutput?: string | {} | undefined;
|
|
3883
3963
|
assert?: ({
|
|
@@ -3940,6 +4020,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3940
4020
|
completion?: number | undefined;
|
|
3941
4021
|
prompt?: number | undefined;
|
|
3942
4022
|
total?: number | undefined;
|
|
4023
|
+
numRequests?: number | undefined;
|
|
3943
4024
|
};
|
|
3944
4025
|
score: number;
|
|
3945
4026
|
testPassCount: number;
|
|
@@ -4057,7 +4138,10 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
4057
4138
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
4058
4139
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
4059
4140
|
} | undefined;
|
|
4060
|
-
metadata?: Record<string, any>
|
|
4141
|
+
metadata?: (Record<string, any> & {
|
|
4142
|
+
pluginConfig?: PluginConfig | undefined;
|
|
4143
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
4144
|
+
}) | undefined;
|
|
4061
4145
|
description?: string | undefined;
|
|
4062
4146
|
providerOutput?: string | {} | undefined;
|
|
4063
4147
|
assert?: ({
|
|
@@ -4645,7 +4729,16 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4645
4729
|
runSerially?: boolean | undefined;
|
|
4646
4730
|
}>>>>>;
|
|
4647
4731
|
threshold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
4648
|
-
metadata: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny
|
|
4732
|
+
metadata: z.ZodOptional<z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
|
|
4733
|
+
pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
|
|
4734
|
+
strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
|
|
4735
|
+
}, "strip", z.ZodTypeAny, {
|
|
4736
|
+
pluginConfig?: PluginConfig | undefined;
|
|
4737
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
4738
|
+
}, {
|
|
4739
|
+
pluginConfig?: PluginConfig | undefined;
|
|
4740
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
4741
|
+
}>>>>;
|
|
4649
4742
|
}, "strip", z.ZodTypeAny, {
|
|
4650
4743
|
options?: ({
|
|
4651
4744
|
prefix?: string | undefined;
|
|
@@ -4744,7 +4837,10 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4744
4837
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
4745
4838
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
4746
4839
|
} | undefined;
|
|
4747
|
-
metadata?: Record<string, any>
|
|
4840
|
+
metadata?: (Record<string, any> & {
|
|
4841
|
+
pluginConfig?: PluginConfig | undefined;
|
|
4842
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
4843
|
+
}) | undefined;
|
|
4748
4844
|
description?: string | undefined;
|
|
4749
4845
|
providerOutput?: string | {} | undefined;
|
|
4750
4846
|
assert?: ({
|
|
@@ -4879,7 +4975,10 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4879
4975
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
4880
4976
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
4881
4977
|
} | undefined;
|
|
4882
|
-
metadata?: Record<string, any>
|
|
4978
|
+
metadata?: (Record<string, any> & {
|
|
4979
|
+
pluginConfig?: PluginConfig | undefined;
|
|
4980
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
4981
|
+
}) | undefined;
|
|
4883
4982
|
description?: string | undefined;
|
|
4884
4983
|
providerOutput?: string | {} | undefined;
|
|
4885
4984
|
assert?: ({
|
|
@@ -5460,7 +5559,16 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
5460
5559
|
runSerially?: boolean | undefined;
|
|
5461
5560
|
}>>>>;
|
|
5462
5561
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
5463
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny
|
|
5562
|
+
metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
|
|
5563
|
+
pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
|
|
5564
|
+
strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
|
|
5565
|
+
}, "strip", z.ZodTypeAny, {
|
|
5566
|
+
pluginConfig?: PluginConfig | undefined;
|
|
5567
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
5568
|
+
}, {
|
|
5569
|
+
pluginConfig?: PluginConfig | undefined;
|
|
5570
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
5571
|
+
}>>>;
|
|
5464
5572
|
}, "strip", z.ZodTypeAny, {
|
|
5465
5573
|
options?: ({
|
|
5466
5574
|
prefix?: string | undefined;
|
|
@@ -5559,7 +5667,10 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
5559
5667
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
5560
5668
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
5561
5669
|
} | undefined;
|
|
5562
|
-
metadata?: Record<string, any>
|
|
5670
|
+
metadata?: (Record<string, any> & {
|
|
5671
|
+
pluginConfig?: PluginConfig | undefined;
|
|
5672
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
5673
|
+
}) | undefined;
|
|
5563
5674
|
description?: string | undefined;
|
|
5564
5675
|
providerOutput?: string | {} | undefined;
|
|
5565
5676
|
assert?: ({
|
|
@@ -5694,7 +5805,10 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
5694
5805
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
5695
5806
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
5696
5807
|
} | undefined;
|
|
5697
|
-
metadata?: Record<string, any>
|
|
5808
|
+
metadata?: (Record<string, any> & {
|
|
5809
|
+
pluginConfig?: PluginConfig | undefined;
|
|
5810
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
5811
|
+
}) | undefined;
|
|
5698
5812
|
description?: string | undefined;
|
|
5699
5813
|
providerOutput?: string | {} | undefined;
|
|
5700
5814
|
assert?: ({
|
|
@@ -5831,7 +5945,10 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
5831
5945
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
5832
5946
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
5833
5947
|
} | undefined;
|
|
5834
|
-
metadata?: Record<string, any>
|
|
5948
|
+
metadata?: (Record<string, any> & {
|
|
5949
|
+
pluginConfig?: PluginConfig | undefined;
|
|
5950
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
5951
|
+
}) | undefined;
|
|
5835
5952
|
description?: string | undefined;
|
|
5836
5953
|
providerOutput?: string | {} | undefined;
|
|
5837
5954
|
assert?: ({
|
|
@@ -5967,7 +6084,10 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
5967
6084
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
5968
6085
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
5969
6086
|
} | undefined;
|
|
5970
|
-
metadata?: Record<string, any>
|
|
6087
|
+
metadata?: (Record<string, any> & {
|
|
6088
|
+
pluginConfig?: PluginConfig | undefined;
|
|
6089
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
6090
|
+
}) | undefined;
|
|
5971
6091
|
description?: string | undefined;
|
|
5972
6092
|
providerOutput?: string | {} | undefined;
|
|
5973
6093
|
assert?: ({
|
|
@@ -6105,7 +6225,10 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
6105
6225
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
6106
6226
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
6107
6227
|
} | undefined;
|
|
6108
|
-
metadata?: Record<string, any>
|
|
6228
|
+
metadata?: (Record<string, any> & {
|
|
6229
|
+
pluginConfig?: PluginConfig | undefined;
|
|
6230
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
6231
|
+
}) | undefined;
|
|
6109
6232
|
description?: string | undefined;
|
|
6110
6233
|
providerOutput?: string | {} | undefined;
|
|
6111
6234
|
assert?: ({
|
|
@@ -6241,7 +6364,10 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
6241
6364
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
6242
6365
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
6243
6366
|
} | undefined;
|
|
6244
|
-
metadata?: Record<string, any>
|
|
6367
|
+
metadata?: (Record<string, any> & {
|
|
6368
|
+
pluginConfig?: PluginConfig | undefined;
|
|
6369
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
6370
|
+
}) | undefined;
|
|
6245
6371
|
description?: string | undefined;
|
|
6246
6372
|
providerOutput?: string | {} | undefined;
|
|
6247
6373
|
assert?: ({
|
|
@@ -6825,7 +6951,16 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
|
|
|
6825
6951
|
runSerially?: boolean | undefined;
|
|
6826
6952
|
}>>>>;
|
|
6827
6953
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
6828
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny
|
|
6954
|
+
metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
|
|
6955
|
+
pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
|
|
6956
|
+
strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
|
|
6957
|
+
}, "strip", z.ZodTypeAny, {
|
|
6958
|
+
pluginConfig?: PluginConfig | undefined;
|
|
6959
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
6960
|
+
}, {
|
|
6961
|
+
pluginConfig?: PluginConfig | undefined;
|
|
6962
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
6963
|
+
}>>>;
|
|
6829
6964
|
}, {
|
|
6830
6965
|
vars: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>>;
|
|
6831
6966
|
}>, "strict", z.ZodTypeAny, {
|
|
@@ -6926,7 +7061,10 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
|
|
|
6926
7061
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
6927
7062
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
6928
7063
|
} | undefined;
|
|
6929
|
-
metadata?: Record<string, any>
|
|
7064
|
+
metadata?: (Record<string, any> & {
|
|
7065
|
+
pluginConfig?: PluginConfig | undefined;
|
|
7066
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
7067
|
+
}) | undefined;
|
|
6930
7068
|
description?: string | undefined;
|
|
6931
7069
|
providerOutput?: string | {} | undefined;
|
|
6932
7070
|
assert?: ({
|
|
@@ -7061,7 +7199,10 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
|
|
|
7061
7199
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
7062
7200
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
7063
7201
|
} | undefined;
|
|
7064
|
-
metadata?: Record<string, any>
|
|
7202
|
+
metadata?: (Record<string, any> & {
|
|
7203
|
+
pluginConfig?: PluginConfig | undefined;
|
|
7204
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
7205
|
+
}) | undefined;
|
|
7065
7206
|
description?: string | undefined;
|
|
7066
7207
|
providerOutput?: string | {} | undefined;
|
|
7067
7208
|
assert?: ({
|
|
@@ -7723,7 +7864,16 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7723
7864
|
runSerially?: boolean | undefined;
|
|
7724
7865
|
}>>>>;
|
|
7725
7866
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
7726
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny
|
|
7867
|
+
metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
|
|
7868
|
+
pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
|
|
7869
|
+
strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
|
|
7870
|
+
}, "strip", z.ZodTypeAny, {
|
|
7871
|
+
pluginConfig?: PluginConfig | undefined;
|
|
7872
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
7873
|
+
}, {
|
|
7874
|
+
pluginConfig?: PluginConfig | undefined;
|
|
7875
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
7876
|
+
}>>>;
|
|
7727
7877
|
}, "strip", z.ZodTypeAny, {
|
|
7728
7878
|
options?: ({
|
|
7729
7879
|
prefix?: string | undefined;
|
|
@@ -7822,7 +7972,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7822
7972
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
7823
7973
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
7824
7974
|
} | undefined;
|
|
7825
|
-
metadata?: Record<string, any>
|
|
7975
|
+
metadata?: (Record<string, any> & {
|
|
7976
|
+
pluginConfig?: PluginConfig | undefined;
|
|
7977
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
7978
|
+
}) | undefined;
|
|
7826
7979
|
description?: string | undefined;
|
|
7827
7980
|
providerOutput?: string | {} | undefined;
|
|
7828
7981
|
assert?: ({
|
|
@@ -7957,7 +8110,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7957
8110
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
7958
8111
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
7959
8112
|
} | undefined;
|
|
7960
|
-
metadata?: Record<string, any>
|
|
8113
|
+
metadata?: (Record<string, any> & {
|
|
8114
|
+
pluginConfig?: PluginConfig | undefined;
|
|
8115
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
8116
|
+
}) | undefined;
|
|
7961
8117
|
description?: string | undefined;
|
|
7962
8118
|
providerOutput?: string | {} | undefined;
|
|
7963
8119
|
assert?: ({
|
|
@@ -8540,7 +8696,16 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
8540
8696
|
runSerially?: boolean | undefined;
|
|
8541
8697
|
}>>>>>;
|
|
8542
8698
|
threshold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
8543
|
-
metadata: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny
|
|
8699
|
+
metadata: z.ZodOptional<z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
|
|
8700
|
+
pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
|
|
8701
|
+
strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
|
|
8702
|
+
}, "strip", z.ZodTypeAny, {
|
|
8703
|
+
pluginConfig?: PluginConfig | undefined;
|
|
8704
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
8705
|
+
}, {
|
|
8706
|
+
pluginConfig?: PluginConfig | undefined;
|
|
8707
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
8708
|
+
}>>>>;
|
|
8544
8709
|
}, "strip", z.ZodTypeAny, {
|
|
8545
8710
|
options?: ({
|
|
8546
8711
|
prefix?: string | undefined;
|
|
@@ -8639,7 +8804,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
8639
8804
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
8640
8805
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
8641
8806
|
} | undefined;
|
|
8642
|
-
metadata?: Record<string, any>
|
|
8807
|
+
metadata?: (Record<string, any> & {
|
|
8808
|
+
pluginConfig?: PluginConfig | undefined;
|
|
8809
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
8810
|
+
}) | undefined;
|
|
8643
8811
|
description?: string | undefined;
|
|
8644
8812
|
providerOutput?: string | {} | undefined;
|
|
8645
8813
|
assert?: ({
|
|
@@ -8774,7 +8942,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
8774
8942
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
8775
8943
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
8776
8944
|
} | undefined;
|
|
8777
|
-
metadata?: Record<string, any>
|
|
8945
|
+
metadata?: (Record<string, any> & {
|
|
8946
|
+
pluginConfig?: PluginConfig | undefined;
|
|
8947
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
8948
|
+
}) | undefined;
|
|
8778
8949
|
description?: string | undefined;
|
|
8779
8950
|
providerOutput?: string | {} | undefined;
|
|
8780
8951
|
assert?: ({
|
|
@@ -9355,7 +9526,16 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9355
9526
|
runSerially?: boolean | undefined;
|
|
9356
9527
|
}>>>>;
|
|
9357
9528
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
9358
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny
|
|
9529
|
+
metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
|
|
9530
|
+
pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
|
|
9531
|
+
strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
|
|
9532
|
+
}, "strip", z.ZodTypeAny, {
|
|
9533
|
+
pluginConfig?: PluginConfig | undefined;
|
|
9534
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
9535
|
+
}, {
|
|
9536
|
+
pluginConfig?: PluginConfig | undefined;
|
|
9537
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
9538
|
+
}>>>;
|
|
9359
9539
|
}, "strip", z.ZodTypeAny, {
|
|
9360
9540
|
options?: ({
|
|
9361
9541
|
prefix?: string | undefined;
|
|
@@ -9454,7 +9634,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9454
9634
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
9455
9635
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
9456
9636
|
} | undefined;
|
|
9457
|
-
metadata?: Record<string, any>
|
|
9637
|
+
metadata?: (Record<string, any> & {
|
|
9638
|
+
pluginConfig?: PluginConfig | undefined;
|
|
9639
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
9640
|
+
}) | undefined;
|
|
9458
9641
|
description?: string | undefined;
|
|
9459
9642
|
providerOutput?: string | {} | undefined;
|
|
9460
9643
|
assert?: ({
|
|
@@ -9589,7 +9772,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9589
9772
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
9590
9773
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
9591
9774
|
} | undefined;
|
|
9592
|
-
metadata?: Record<string, any>
|
|
9775
|
+
metadata?: (Record<string, any> & {
|
|
9776
|
+
pluginConfig?: PluginConfig | undefined;
|
|
9777
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
9778
|
+
}) | undefined;
|
|
9593
9779
|
description?: string | undefined;
|
|
9594
9780
|
providerOutput?: string | {} | undefined;
|
|
9595
9781
|
assert?: ({
|
|
@@ -9726,7 +9912,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9726
9912
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
9727
9913
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
9728
9914
|
} | undefined;
|
|
9729
|
-
metadata?: Record<string, any>
|
|
9915
|
+
metadata?: (Record<string, any> & {
|
|
9916
|
+
pluginConfig?: PluginConfig | undefined;
|
|
9917
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
9918
|
+
}) | undefined;
|
|
9730
9919
|
description?: string | undefined;
|
|
9731
9920
|
providerOutput?: string | {} | undefined;
|
|
9732
9921
|
assert?: ({
|
|
@@ -9862,7 +10051,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9862
10051
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
9863
10052
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
9864
10053
|
} | undefined;
|
|
9865
|
-
metadata?: Record<string, any>
|
|
10054
|
+
metadata?: (Record<string, any> & {
|
|
10055
|
+
pluginConfig?: PluginConfig | undefined;
|
|
10056
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
10057
|
+
}) | undefined;
|
|
9866
10058
|
description?: string | undefined;
|
|
9867
10059
|
providerOutput?: string | {} | undefined;
|
|
9868
10060
|
assert?: ({
|
|
@@ -10000,7 +10192,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
10000
10192
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
10001
10193
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
10002
10194
|
} | undefined;
|
|
10003
|
-
metadata?: Record<string, any>
|
|
10195
|
+
metadata?: (Record<string, any> & {
|
|
10196
|
+
pluginConfig?: PluginConfig | undefined;
|
|
10197
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
10198
|
+
}) | undefined;
|
|
10004
10199
|
description?: string | undefined;
|
|
10005
10200
|
providerOutput?: string | {} | undefined;
|
|
10006
10201
|
assert?: ({
|
|
@@ -10136,7 +10331,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
10136
10331
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
10137
10332
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
10138
10333
|
} | undefined;
|
|
10139
|
-
metadata?: Record<string, any>
|
|
10334
|
+
metadata?: (Record<string, any> & {
|
|
10335
|
+
pluginConfig?: PluginConfig | undefined;
|
|
10336
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
10337
|
+
}) | undefined;
|
|
10140
10338
|
description?: string | undefined;
|
|
10141
10339
|
providerOutput?: string | {} | undefined;
|
|
10142
10340
|
assert?: ({
|
|
@@ -10719,7 +10917,16 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
10719
10917
|
runSerially?: boolean | undefined;
|
|
10720
10918
|
}>>>>>;
|
|
10721
10919
|
threshold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
10722
|
-
metadata: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny
|
|
10920
|
+
metadata: z.ZodOptional<z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
|
|
10921
|
+
pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
|
|
10922
|
+
strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
|
|
10923
|
+
}, "strip", z.ZodTypeAny, {
|
|
10924
|
+
pluginConfig?: PluginConfig | undefined;
|
|
10925
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
10926
|
+
}, {
|
|
10927
|
+
pluginConfig?: PluginConfig | undefined;
|
|
10928
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
10929
|
+
}>>>>;
|
|
10723
10930
|
}, "strip", z.ZodTypeAny, {
|
|
10724
10931
|
options?: ({
|
|
10725
10932
|
prefix?: string | undefined;
|
|
@@ -10818,7 +11025,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
10818
11025
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
10819
11026
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
10820
11027
|
} | undefined;
|
|
10821
|
-
metadata?: Record<string, any>
|
|
11028
|
+
metadata?: (Record<string, any> & {
|
|
11029
|
+
pluginConfig?: PluginConfig | undefined;
|
|
11030
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
11031
|
+
}) | undefined;
|
|
10822
11032
|
description?: string | undefined;
|
|
10823
11033
|
providerOutput?: string | {} | undefined;
|
|
10824
11034
|
assert?: ({
|
|
@@ -10953,7 +11163,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
10953
11163
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
10954
11164
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
10955
11165
|
} | undefined;
|
|
10956
|
-
metadata?: Record<string, any>
|
|
11166
|
+
metadata?: (Record<string, any> & {
|
|
11167
|
+
pluginConfig?: PluginConfig | undefined;
|
|
11168
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
11169
|
+
}) | undefined;
|
|
10957
11170
|
description?: string | undefined;
|
|
10958
11171
|
providerOutput?: string | {} | undefined;
|
|
10959
11172
|
assert?: ({
|
|
@@ -11335,7 +11548,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
11335
11548
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
11336
11549
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
11337
11550
|
} | undefined;
|
|
11338
|
-
metadata?: Record<string, any>
|
|
11551
|
+
metadata?: (Record<string, any> & {
|
|
11552
|
+
pluginConfig?: PluginConfig | undefined;
|
|
11553
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
11554
|
+
}) | undefined;
|
|
11339
11555
|
description?: string | undefined;
|
|
11340
11556
|
providerOutput?: string | {} | undefined;
|
|
11341
11557
|
assert?: ({
|
|
@@ -11475,7 +11691,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
11475
11691
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
11476
11692
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
11477
11693
|
} | undefined;
|
|
11478
|
-
metadata?: Record<string, any>
|
|
11694
|
+
metadata?: (Record<string, any> & {
|
|
11695
|
+
pluginConfig?: PluginConfig | undefined;
|
|
11696
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
11697
|
+
}) | undefined;
|
|
11479
11698
|
description?: string | undefined;
|
|
11480
11699
|
providerOutput?: string | {} | undefined;
|
|
11481
11700
|
assert?: ({
|
|
@@ -11611,7 +11830,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
11611
11830
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
11612
11831
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
11613
11832
|
} | undefined;
|
|
11614
|
-
metadata?: Record<string, any>
|
|
11833
|
+
metadata?: (Record<string, any> & {
|
|
11834
|
+
pluginConfig?: PluginConfig | undefined;
|
|
11835
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
11836
|
+
}) | undefined;
|
|
11615
11837
|
description?: string | undefined;
|
|
11616
11838
|
providerOutput?: string | {} | undefined;
|
|
11617
11839
|
assert?: ({
|
|
@@ -11749,7 +11971,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
11749
11971
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
11750
11972
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
11751
11973
|
} | undefined;
|
|
11752
|
-
metadata?: Record<string, any>
|
|
11974
|
+
metadata?: (Record<string, any> & {
|
|
11975
|
+
pluginConfig?: PluginConfig | undefined;
|
|
11976
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
11977
|
+
}) | undefined;
|
|
11753
11978
|
description?: string | undefined;
|
|
11754
11979
|
providerOutput?: string | {} | undefined;
|
|
11755
11980
|
assert?: ({
|
|
@@ -11967,7 +12192,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
11967
12192
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
11968
12193
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
11969
12194
|
} | undefined;
|
|
11970
|
-
metadata?: Record<string, any>
|
|
12195
|
+
metadata?: (Record<string, any> & {
|
|
12196
|
+
pluginConfig?: PluginConfig | undefined;
|
|
12197
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
12198
|
+
}) | undefined;
|
|
11971
12199
|
description?: string | undefined;
|
|
11972
12200
|
providerOutput?: string | {} | undefined;
|
|
11973
12201
|
assert?: ({
|
|
@@ -12107,7 +12335,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
12107
12335
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
12108
12336
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
12109
12337
|
} | undefined;
|
|
12110
|
-
metadata?: Record<string, any>
|
|
12338
|
+
metadata?: (Record<string, any> & {
|
|
12339
|
+
pluginConfig?: PluginConfig | undefined;
|
|
12340
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
12341
|
+
}) | undefined;
|
|
12111
12342
|
description?: string | undefined;
|
|
12112
12343
|
providerOutput?: string | {} | undefined;
|
|
12113
12344
|
assert?: ({
|
|
@@ -12243,7 +12474,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
12243
12474
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
12244
12475
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
12245
12476
|
} | undefined;
|
|
12246
|
-
metadata?: Record<string, any>
|
|
12477
|
+
metadata?: (Record<string, any> & {
|
|
12478
|
+
pluginConfig?: PluginConfig | undefined;
|
|
12479
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
12480
|
+
}) | undefined;
|
|
12247
12481
|
description?: string | undefined;
|
|
12248
12482
|
providerOutput?: string | {} | undefined;
|
|
12249
12483
|
assert?: ({
|
|
@@ -12381,7 +12615,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
12381
12615
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
12382
12616
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
12383
12617
|
} | undefined;
|
|
12384
|
-
metadata?: Record<string, any>
|
|
12618
|
+
metadata?: (Record<string, any> & {
|
|
12619
|
+
pluginConfig?: PluginConfig | undefined;
|
|
12620
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
12621
|
+
}) | undefined;
|
|
12385
12622
|
description?: string | undefined;
|
|
12386
12623
|
providerOutput?: string | {} | undefined;
|
|
12387
12624
|
assert?: ({
|
|
@@ -13775,7 +14012,16 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
13775
14012
|
runSerially?: boolean | undefined;
|
|
13776
14013
|
}>>>>;
|
|
13777
14014
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
13778
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny
|
|
14015
|
+
metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
|
|
14016
|
+
pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
|
|
14017
|
+
strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
|
|
14018
|
+
}, "strip", z.ZodTypeAny, {
|
|
14019
|
+
pluginConfig?: PluginConfig | undefined;
|
|
14020
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
14021
|
+
}, {
|
|
14022
|
+
pluginConfig?: PluginConfig | undefined;
|
|
14023
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
14024
|
+
}>>>;
|
|
13779
14025
|
}, "strip", z.ZodTypeAny, {
|
|
13780
14026
|
options?: ({
|
|
13781
14027
|
prefix?: string | undefined;
|
|
@@ -13874,7 +14120,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
13874
14120
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
13875
14121
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
13876
14122
|
} | undefined;
|
|
13877
|
-
metadata?: Record<string, any>
|
|
14123
|
+
metadata?: (Record<string, any> & {
|
|
14124
|
+
pluginConfig?: PluginConfig | undefined;
|
|
14125
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
14126
|
+
}) | undefined;
|
|
13878
14127
|
description?: string | undefined;
|
|
13879
14128
|
providerOutput?: string | {} | undefined;
|
|
13880
14129
|
assert?: ({
|
|
@@ -14009,7 +14258,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14009
14258
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
14010
14259
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
14011
14260
|
} | undefined;
|
|
14012
|
-
metadata?: Record<string, any>
|
|
14261
|
+
metadata?: (Record<string, any> & {
|
|
14262
|
+
pluginConfig?: PluginConfig | undefined;
|
|
14263
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
14264
|
+
}) | undefined;
|
|
14013
14265
|
description?: string | undefined;
|
|
14014
14266
|
providerOutput?: string | {} | undefined;
|
|
14015
14267
|
assert?: ({
|
|
@@ -14592,7 +14844,16 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14592
14844
|
runSerially?: boolean | undefined;
|
|
14593
14845
|
}>>>>>;
|
|
14594
14846
|
threshold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
14595
|
-
metadata: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny
|
|
14847
|
+
metadata: z.ZodOptional<z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
|
|
14848
|
+
pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
|
|
14849
|
+
strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
|
|
14850
|
+
}, "strip", z.ZodTypeAny, {
|
|
14851
|
+
pluginConfig?: PluginConfig | undefined;
|
|
14852
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
14853
|
+
}, {
|
|
14854
|
+
pluginConfig?: PluginConfig | undefined;
|
|
14855
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
14856
|
+
}>>>>;
|
|
14596
14857
|
}, "strip", z.ZodTypeAny, {
|
|
14597
14858
|
options?: ({
|
|
14598
14859
|
prefix?: string | undefined;
|
|
@@ -14691,7 +14952,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14691
14952
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
14692
14953
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
14693
14954
|
} | undefined;
|
|
14694
|
-
metadata?: Record<string, any>
|
|
14955
|
+
metadata?: (Record<string, any> & {
|
|
14956
|
+
pluginConfig?: PluginConfig | undefined;
|
|
14957
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
14958
|
+
}) | undefined;
|
|
14695
14959
|
description?: string | undefined;
|
|
14696
14960
|
providerOutput?: string | {} | undefined;
|
|
14697
14961
|
assert?: ({
|
|
@@ -14826,7 +15090,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14826
15090
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
14827
15091
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
14828
15092
|
} | undefined;
|
|
14829
|
-
metadata?: Record<string, any>
|
|
15093
|
+
metadata?: (Record<string, any> & {
|
|
15094
|
+
pluginConfig?: PluginConfig | undefined;
|
|
15095
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
15096
|
+
}) | undefined;
|
|
14830
15097
|
description?: string | undefined;
|
|
14831
15098
|
providerOutput?: string | {} | undefined;
|
|
14832
15099
|
assert?: ({
|
|
@@ -15407,7 +15674,16 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
15407
15674
|
runSerially?: boolean | undefined;
|
|
15408
15675
|
}>>>>;
|
|
15409
15676
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
15410
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny
|
|
15677
|
+
metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
|
|
15678
|
+
pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
|
|
15679
|
+
strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
|
|
15680
|
+
}, "strip", z.ZodTypeAny, {
|
|
15681
|
+
pluginConfig?: PluginConfig | undefined;
|
|
15682
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
15683
|
+
}, {
|
|
15684
|
+
pluginConfig?: PluginConfig | undefined;
|
|
15685
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
15686
|
+
}>>>;
|
|
15411
15687
|
}, "strip", z.ZodTypeAny, {
|
|
15412
15688
|
options?: ({
|
|
15413
15689
|
prefix?: string | undefined;
|
|
@@ -15506,7 +15782,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
15506
15782
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
15507
15783
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
15508
15784
|
} | undefined;
|
|
15509
|
-
metadata?: Record<string, any>
|
|
15785
|
+
metadata?: (Record<string, any> & {
|
|
15786
|
+
pluginConfig?: PluginConfig | undefined;
|
|
15787
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
15788
|
+
}) | undefined;
|
|
15510
15789
|
description?: string | undefined;
|
|
15511
15790
|
providerOutput?: string | {} | undefined;
|
|
15512
15791
|
assert?: ({
|
|
@@ -15641,7 +15920,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
15641
15920
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
15642
15921
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
15643
15922
|
} | undefined;
|
|
15644
|
-
metadata?: Record<string, any>
|
|
15923
|
+
metadata?: (Record<string, any> & {
|
|
15924
|
+
pluginConfig?: PluginConfig | undefined;
|
|
15925
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
15926
|
+
}) | undefined;
|
|
15645
15927
|
description?: string | undefined;
|
|
15646
15928
|
providerOutput?: string | {} | undefined;
|
|
15647
15929
|
assert?: ({
|
|
@@ -15778,7 +16060,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
15778
16060
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
15779
16061
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
15780
16062
|
} | undefined;
|
|
15781
|
-
metadata?: Record<string, any>
|
|
16063
|
+
metadata?: (Record<string, any> & {
|
|
16064
|
+
pluginConfig?: PluginConfig | undefined;
|
|
16065
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
16066
|
+
}) | undefined;
|
|
15782
16067
|
description?: string | undefined;
|
|
15783
16068
|
providerOutput?: string | {} | undefined;
|
|
15784
16069
|
assert?: ({
|
|
@@ -15914,7 +16199,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
15914
16199
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
15915
16200
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
15916
16201
|
} | undefined;
|
|
15917
|
-
metadata?: Record<string, any>
|
|
16202
|
+
metadata?: (Record<string, any> & {
|
|
16203
|
+
pluginConfig?: PluginConfig | undefined;
|
|
16204
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
16205
|
+
}) | undefined;
|
|
15918
16206
|
description?: string | undefined;
|
|
15919
16207
|
providerOutput?: string | {} | undefined;
|
|
15920
16208
|
assert?: ({
|
|
@@ -16052,7 +16340,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
16052
16340
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
16053
16341
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
16054
16342
|
} | undefined;
|
|
16055
|
-
metadata?: Record<string, any>
|
|
16343
|
+
metadata?: (Record<string, any> & {
|
|
16344
|
+
pluginConfig?: PluginConfig | undefined;
|
|
16345
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
16346
|
+
}) | undefined;
|
|
16056
16347
|
description?: string | undefined;
|
|
16057
16348
|
providerOutput?: string | {} | undefined;
|
|
16058
16349
|
assert?: ({
|
|
@@ -16188,7 +16479,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
16188
16479
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
16189
16480
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
16190
16481
|
} | undefined;
|
|
16191
|
-
metadata?: Record<string, any>
|
|
16482
|
+
metadata?: (Record<string, any> & {
|
|
16483
|
+
pluginConfig?: PluginConfig | undefined;
|
|
16484
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
16485
|
+
}) | undefined;
|
|
16192
16486
|
description?: string | undefined;
|
|
16193
16487
|
providerOutput?: string | {} | undefined;
|
|
16194
16488
|
assert?: ({
|
|
@@ -16771,7 +17065,16 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
16771
17065
|
runSerially?: boolean | undefined;
|
|
16772
17066
|
}>>>>>;
|
|
16773
17067
|
threshold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
16774
|
-
metadata: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny
|
|
17068
|
+
metadata: z.ZodOptional<z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
|
|
17069
|
+
pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
|
|
17070
|
+
strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
|
|
17071
|
+
}, "strip", z.ZodTypeAny, {
|
|
17072
|
+
pluginConfig?: PluginConfig | undefined;
|
|
17073
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
17074
|
+
}, {
|
|
17075
|
+
pluginConfig?: PluginConfig | undefined;
|
|
17076
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
17077
|
+
}>>>>;
|
|
16775
17078
|
}, "description">, "strip", z.ZodTypeAny, {
|
|
16776
17079
|
options?: ({
|
|
16777
17080
|
prefix?: string | undefined;
|
|
@@ -16870,7 +17173,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
16870
17173
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
16871
17174
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
16872
17175
|
} | undefined;
|
|
16873
|
-
metadata?: Record<string, any>
|
|
17176
|
+
metadata?: (Record<string, any> & {
|
|
17177
|
+
pluginConfig?: PluginConfig | undefined;
|
|
17178
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
17179
|
+
}) | undefined;
|
|
16874
17180
|
providerOutput?: string | {} | undefined;
|
|
16875
17181
|
assert?: ({
|
|
16876
17182
|
type: AssertionType;
|
|
@@ -17004,7 +17310,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
17004
17310
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
17005
17311
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
17006
17312
|
} | undefined;
|
|
17007
|
-
metadata?: Record<string, any>
|
|
17313
|
+
metadata?: (Record<string, any> & {
|
|
17314
|
+
pluginConfig?: PluginConfig | undefined;
|
|
17315
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
17316
|
+
}) | undefined;
|
|
17008
17317
|
providerOutput?: string | {} | undefined;
|
|
17009
17318
|
assert?: ({
|
|
17010
17319
|
type: AssertionType;
|
|
@@ -17558,7 +17867,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
17558
17867
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
17559
17868
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
17560
17869
|
} | undefined;
|
|
17561
|
-
metadata?: Record<string, any>
|
|
17870
|
+
metadata?: (Record<string, any> & {
|
|
17871
|
+
pluginConfig?: PluginConfig | undefined;
|
|
17872
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
17873
|
+
}) | undefined;
|
|
17562
17874
|
description?: string | undefined;
|
|
17563
17875
|
providerOutput?: string | {} | undefined;
|
|
17564
17876
|
assert?: ({
|
|
@@ -17697,7 +18009,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
17697
18009
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
17698
18010
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
17699
18011
|
} | undefined;
|
|
17700
|
-
metadata?: Record<string, any>
|
|
18012
|
+
metadata?: (Record<string, any> & {
|
|
18013
|
+
pluginConfig?: PluginConfig | undefined;
|
|
18014
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
18015
|
+
}) | undefined;
|
|
17701
18016
|
description?: string | undefined;
|
|
17702
18017
|
providerOutput?: string | {} | undefined;
|
|
17703
18018
|
assert?: ({
|
|
@@ -17833,7 +18148,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
17833
18148
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
17834
18149
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
17835
18150
|
} | undefined;
|
|
17836
|
-
metadata?: Record<string, any>
|
|
18151
|
+
metadata?: (Record<string, any> & {
|
|
18152
|
+
pluginConfig?: PluginConfig | undefined;
|
|
18153
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
18154
|
+
}) | undefined;
|
|
17837
18155
|
description?: string | undefined;
|
|
17838
18156
|
providerOutput?: string | {} | undefined;
|
|
17839
18157
|
assert?: ({
|
|
@@ -17971,7 +18289,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
17971
18289
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
17972
18290
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
17973
18291
|
} | undefined;
|
|
17974
|
-
metadata?: Record<string, any>
|
|
18292
|
+
metadata?: (Record<string, any> & {
|
|
18293
|
+
pluginConfig?: PluginConfig | undefined;
|
|
18294
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
18295
|
+
}) | undefined;
|
|
17975
18296
|
providerOutput?: string | {} | undefined;
|
|
17976
18297
|
assert?: ({
|
|
17977
18298
|
type: AssertionType;
|
|
@@ -18354,7 +18675,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
18354
18675
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
18355
18676
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
18356
18677
|
} | undefined;
|
|
18357
|
-
metadata?: Record<string, any>
|
|
18678
|
+
metadata?: (Record<string, any> & {
|
|
18679
|
+
pluginConfig?: PluginConfig | undefined;
|
|
18680
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
18681
|
+
}) | undefined;
|
|
18358
18682
|
description?: string | undefined;
|
|
18359
18683
|
providerOutput?: string | {} | undefined;
|
|
18360
18684
|
assert?: ({
|
|
@@ -18493,7 +18817,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
18493
18817
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
18494
18818
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
18495
18819
|
} | undefined;
|
|
18496
|
-
metadata?: Record<string, any>
|
|
18820
|
+
metadata?: (Record<string, any> & {
|
|
18821
|
+
pluginConfig?: PluginConfig | undefined;
|
|
18822
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
18823
|
+
}) | undefined;
|
|
18497
18824
|
description?: string | undefined;
|
|
18498
18825
|
providerOutput?: string | {} | undefined;
|
|
18499
18826
|
assert?: ({
|
|
@@ -18629,7 +18956,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
18629
18956
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
18630
18957
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
18631
18958
|
} | undefined;
|
|
18632
|
-
metadata?: Record<string, any>
|
|
18959
|
+
metadata?: (Record<string, any> & {
|
|
18960
|
+
pluginConfig?: PluginConfig | undefined;
|
|
18961
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
18962
|
+
}) | undefined;
|
|
18633
18963
|
description?: string | undefined;
|
|
18634
18964
|
providerOutput?: string | {} | undefined;
|
|
18635
18965
|
assert?: ({
|
|
@@ -18767,7 +19097,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
18767
19097
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
18768
19098
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
18769
19099
|
} | undefined;
|
|
18770
|
-
metadata?: Record<string, any>
|
|
19100
|
+
metadata?: (Record<string, any> & {
|
|
19101
|
+
pluginConfig?: PluginConfig | undefined;
|
|
19102
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
19103
|
+
}) | undefined;
|
|
18771
19104
|
providerOutput?: string | {} | undefined;
|
|
18772
19105
|
assert?: ({
|
|
18773
19106
|
type: AssertionType;
|
|
@@ -20166,7 +20499,16 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
20166
20499
|
runSerially?: boolean | undefined;
|
|
20167
20500
|
}>>>>;
|
|
20168
20501
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
20169
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny
|
|
20502
|
+
metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
|
|
20503
|
+
pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
|
|
20504
|
+
strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
|
|
20505
|
+
}, "strip", z.ZodTypeAny, {
|
|
20506
|
+
pluginConfig?: PluginConfig | undefined;
|
|
20507
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
20508
|
+
}, {
|
|
20509
|
+
pluginConfig?: PluginConfig | undefined;
|
|
20510
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
20511
|
+
}>>>;
|
|
20170
20512
|
}, "strip", z.ZodTypeAny, {
|
|
20171
20513
|
options?: ({
|
|
20172
20514
|
prefix?: string | undefined;
|
|
@@ -20265,7 +20607,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
20265
20607
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
20266
20608
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
20267
20609
|
} | undefined;
|
|
20268
|
-
metadata?: Record<string, any>
|
|
20610
|
+
metadata?: (Record<string, any> & {
|
|
20611
|
+
pluginConfig?: PluginConfig | undefined;
|
|
20612
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
20613
|
+
}) | undefined;
|
|
20269
20614
|
description?: string | undefined;
|
|
20270
20615
|
providerOutput?: string | {} | undefined;
|
|
20271
20616
|
assert?: ({
|
|
@@ -20400,7 +20745,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
20400
20745
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
20401
20746
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
20402
20747
|
} | undefined;
|
|
20403
|
-
metadata?: Record<string, any>
|
|
20748
|
+
metadata?: (Record<string, any> & {
|
|
20749
|
+
pluginConfig?: PluginConfig | undefined;
|
|
20750
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
20751
|
+
}) | undefined;
|
|
20404
20752
|
description?: string | undefined;
|
|
20405
20753
|
providerOutput?: string | {} | undefined;
|
|
20406
20754
|
assert?: ({
|
|
@@ -20983,7 +21331,16 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
20983
21331
|
runSerially?: boolean | undefined;
|
|
20984
21332
|
}>>>>>;
|
|
20985
21333
|
threshold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
20986
|
-
metadata: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny
|
|
21334
|
+
metadata: z.ZodOptional<z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
|
|
21335
|
+
pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
|
|
21336
|
+
strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
|
|
21337
|
+
}, "strip", z.ZodTypeAny, {
|
|
21338
|
+
pluginConfig?: PluginConfig | undefined;
|
|
21339
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
21340
|
+
}, {
|
|
21341
|
+
pluginConfig?: PluginConfig | undefined;
|
|
21342
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
21343
|
+
}>>>>;
|
|
20987
21344
|
}, "strip", z.ZodTypeAny, {
|
|
20988
21345
|
options?: ({
|
|
20989
21346
|
prefix?: string | undefined;
|
|
@@ -21082,7 +21439,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
21082
21439
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
21083
21440
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
21084
21441
|
} | undefined;
|
|
21085
|
-
metadata?: Record<string, any>
|
|
21442
|
+
metadata?: (Record<string, any> & {
|
|
21443
|
+
pluginConfig?: PluginConfig | undefined;
|
|
21444
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
21445
|
+
}) | undefined;
|
|
21086
21446
|
description?: string | undefined;
|
|
21087
21447
|
providerOutput?: string | {} | undefined;
|
|
21088
21448
|
assert?: ({
|
|
@@ -21217,7 +21577,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
21217
21577
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
21218
21578
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
21219
21579
|
} | undefined;
|
|
21220
|
-
metadata?: Record<string, any>
|
|
21580
|
+
metadata?: (Record<string, any> & {
|
|
21581
|
+
pluginConfig?: PluginConfig | undefined;
|
|
21582
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
21583
|
+
}) | undefined;
|
|
21221
21584
|
description?: string | undefined;
|
|
21222
21585
|
providerOutput?: string | {} | undefined;
|
|
21223
21586
|
assert?: ({
|
|
@@ -21798,7 +22161,16 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
21798
22161
|
runSerially?: boolean | undefined;
|
|
21799
22162
|
}>>>>;
|
|
21800
22163
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
21801
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny
|
|
22164
|
+
metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
|
|
22165
|
+
pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
|
|
22166
|
+
strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
|
|
22167
|
+
}, "strip", z.ZodTypeAny, {
|
|
22168
|
+
pluginConfig?: PluginConfig | undefined;
|
|
22169
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
22170
|
+
}, {
|
|
22171
|
+
pluginConfig?: PluginConfig | undefined;
|
|
22172
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
22173
|
+
}>>>;
|
|
21802
22174
|
}, "strip", z.ZodTypeAny, {
|
|
21803
22175
|
options?: ({
|
|
21804
22176
|
prefix?: string | undefined;
|
|
@@ -21897,7 +22269,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
21897
22269
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
21898
22270
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
21899
22271
|
} | undefined;
|
|
21900
|
-
metadata?: Record<string, any>
|
|
22272
|
+
metadata?: (Record<string, any> & {
|
|
22273
|
+
pluginConfig?: PluginConfig | undefined;
|
|
22274
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
22275
|
+
}) | undefined;
|
|
21901
22276
|
description?: string | undefined;
|
|
21902
22277
|
providerOutput?: string | {} | undefined;
|
|
21903
22278
|
assert?: ({
|
|
@@ -22032,7 +22407,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
22032
22407
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
22033
22408
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
22034
22409
|
} | undefined;
|
|
22035
|
-
metadata?: Record<string, any>
|
|
22410
|
+
metadata?: (Record<string, any> & {
|
|
22411
|
+
pluginConfig?: PluginConfig | undefined;
|
|
22412
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
22413
|
+
}) | undefined;
|
|
22036
22414
|
description?: string | undefined;
|
|
22037
22415
|
providerOutput?: string | {} | undefined;
|
|
22038
22416
|
assert?: ({
|
|
@@ -22169,7 +22547,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
22169
22547
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
22170
22548
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
22171
22549
|
} | undefined;
|
|
22172
|
-
metadata?: Record<string, any>
|
|
22550
|
+
metadata?: (Record<string, any> & {
|
|
22551
|
+
pluginConfig?: PluginConfig | undefined;
|
|
22552
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
22553
|
+
}) | undefined;
|
|
22173
22554
|
description?: string | undefined;
|
|
22174
22555
|
providerOutput?: string | {} | undefined;
|
|
22175
22556
|
assert?: ({
|
|
@@ -22305,7 +22686,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
22305
22686
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
22306
22687
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
22307
22688
|
} | undefined;
|
|
22308
|
-
metadata?: Record<string, any>
|
|
22689
|
+
metadata?: (Record<string, any> & {
|
|
22690
|
+
pluginConfig?: PluginConfig | undefined;
|
|
22691
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
22692
|
+
}) | undefined;
|
|
22309
22693
|
description?: string | undefined;
|
|
22310
22694
|
providerOutput?: string | {} | undefined;
|
|
22311
22695
|
assert?: ({
|
|
@@ -22443,7 +22827,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
22443
22827
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
22444
22828
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
22445
22829
|
} | undefined;
|
|
22446
|
-
metadata?: Record<string, any>
|
|
22830
|
+
metadata?: (Record<string, any> & {
|
|
22831
|
+
pluginConfig?: PluginConfig | undefined;
|
|
22832
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
22833
|
+
}) | undefined;
|
|
22447
22834
|
description?: string | undefined;
|
|
22448
22835
|
providerOutput?: string | {} | undefined;
|
|
22449
22836
|
assert?: ({
|
|
@@ -22579,7 +22966,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
22579
22966
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
22580
22967
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
22581
22968
|
} | undefined;
|
|
22582
|
-
metadata?: Record<string, any>
|
|
22969
|
+
metadata?: (Record<string, any> & {
|
|
22970
|
+
pluginConfig?: PluginConfig | undefined;
|
|
22971
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
22972
|
+
}) | undefined;
|
|
22583
22973
|
description?: string | undefined;
|
|
22584
22974
|
providerOutput?: string | {} | undefined;
|
|
22585
22975
|
assert?: ({
|
|
@@ -23162,7 +23552,16 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
23162
23552
|
runSerially?: boolean | undefined;
|
|
23163
23553
|
}>>>>>;
|
|
23164
23554
|
threshold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
23165
|
-
metadata: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny
|
|
23555
|
+
metadata: z.ZodOptional<z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
|
|
23556
|
+
pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
|
|
23557
|
+
strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
|
|
23558
|
+
}, "strip", z.ZodTypeAny, {
|
|
23559
|
+
pluginConfig?: PluginConfig | undefined;
|
|
23560
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
23561
|
+
}, {
|
|
23562
|
+
pluginConfig?: PluginConfig | undefined;
|
|
23563
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
23564
|
+
}>>>>;
|
|
23166
23565
|
}, "description">, "strip", z.ZodTypeAny, {
|
|
23167
23566
|
options?: ({
|
|
23168
23567
|
prefix?: string | undefined;
|
|
@@ -23261,7 +23660,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
23261
23660
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
23262
23661
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
23263
23662
|
} | undefined;
|
|
23264
|
-
metadata?: Record<string, any>
|
|
23663
|
+
metadata?: (Record<string, any> & {
|
|
23664
|
+
pluginConfig?: PluginConfig | undefined;
|
|
23665
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
23666
|
+
}) | undefined;
|
|
23265
23667
|
providerOutput?: string | {} | undefined;
|
|
23266
23668
|
assert?: ({
|
|
23267
23669
|
type: AssertionType;
|
|
@@ -23395,7 +23797,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
23395
23797
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
23396
23798
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
23397
23799
|
} | undefined;
|
|
23398
|
-
metadata?: Record<string, any>
|
|
23800
|
+
metadata?: (Record<string, any> & {
|
|
23801
|
+
pluginConfig?: PluginConfig | undefined;
|
|
23802
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
23803
|
+
}) | undefined;
|
|
23399
23804
|
providerOutput?: string | {} | undefined;
|
|
23400
23805
|
assert?: ({
|
|
23401
23806
|
type: AssertionType;
|
|
@@ -25592,7 +25997,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
25592
25997
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
25593
25998
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
25594
25999
|
} | undefined;
|
|
25595
|
-
metadata?: Record<string, any>
|
|
26000
|
+
metadata?: (Record<string, any> & {
|
|
26001
|
+
pluginConfig?: PluginConfig | undefined;
|
|
26002
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
26003
|
+
}) | undefined;
|
|
25596
26004
|
description?: string | undefined;
|
|
25597
26005
|
providerOutput?: string | {} | undefined;
|
|
25598
26006
|
assert?: ({
|
|
@@ -25731,7 +26139,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
25731
26139
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
25732
26140
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
25733
26141
|
} | undefined;
|
|
25734
|
-
metadata?: Record<string, any>
|
|
26142
|
+
metadata?: (Record<string, any> & {
|
|
26143
|
+
pluginConfig?: PluginConfig | undefined;
|
|
26144
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
26145
|
+
}) | undefined;
|
|
25735
26146
|
description?: string | undefined;
|
|
25736
26147
|
providerOutput?: string | {} | undefined;
|
|
25737
26148
|
assert?: ({
|
|
@@ -25867,7 +26278,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
25867
26278
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
25868
26279
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
25869
26280
|
} | undefined;
|
|
25870
|
-
metadata?: Record<string, any>
|
|
26281
|
+
metadata?: (Record<string, any> & {
|
|
26282
|
+
pluginConfig?: PluginConfig | undefined;
|
|
26283
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
26284
|
+
}) | undefined;
|
|
25871
26285
|
description?: string | undefined;
|
|
25872
26286
|
providerOutput?: string | {} | undefined;
|
|
25873
26287
|
assert?: ({
|
|
@@ -26005,7 +26419,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
26005
26419
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
26006
26420
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
26007
26421
|
} | undefined;
|
|
26008
|
-
metadata?: Record<string, any>
|
|
26422
|
+
metadata?: (Record<string, any> & {
|
|
26423
|
+
pluginConfig?: PluginConfig | undefined;
|
|
26424
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
26425
|
+
}) | undefined;
|
|
26009
26426
|
providerOutput?: string | {} | undefined;
|
|
26010
26427
|
assert?: ({
|
|
26011
26428
|
type: AssertionType;
|
|
@@ -26598,7 +27015,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
26598
27015
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
26599
27016
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
26600
27017
|
} | undefined;
|
|
26601
|
-
metadata?: Record<string, any>
|
|
27018
|
+
metadata?: (Record<string, any> & {
|
|
27019
|
+
pluginConfig?: PluginConfig | undefined;
|
|
27020
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
27021
|
+
}) | undefined;
|
|
26602
27022
|
description?: string | undefined;
|
|
26603
27023
|
providerOutput?: string | {} | undefined;
|
|
26604
27024
|
assert?: ({
|
|
@@ -26737,7 +27157,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
26737
27157
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
26738
27158
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
26739
27159
|
} | undefined;
|
|
26740
|
-
metadata?: Record<string, any>
|
|
27160
|
+
metadata?: (Record<string, any> & {
|
|
27161
|
+
pluginConfig?: PluginConfig | undefined;
|
|
27162
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
27163
|
+
}) | undefined;
|
|
26741
27164
|
description?: string | undefined;
|
|
26742
27165
|
providerOutput?: string | {} | undefined;
|
|
26743
27166
|
assert?: ({
|
|
@@ -26873,7 +27296,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
26873
27296
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
26874
27297
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
26875
27298
|
} | undefined;
|
|
26876
|
-
metadata?: Record<string, any>
|
|
27299
|
+
metadata?: (Record<string, any> & {
|
|
27300
|
+
pluginConfig?: PluginConfig | undefined;
|
|
27301
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
27302
|
+
}) | undefined;
|
|
26877
27303
|
description?: string | undefined;
|
|
26878
27304
|
providerOutput?: string | {} | undefined;
|
|
26879
27305
|
assert?: ({
|
|
@@ -27011,7 +27437,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
27011
27437
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
27012
27438
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
27013
27439
|
} | undefined;
|
|
27014
|
-
metadata?: Record<string, any>
|
|
27440
|
+
metadata?: (Record<string, any> & {
|
|
27441
|
+
pluginConfig?: PluginConfig | undefined;
|
|
27442
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
27443
|
+
}) | undefined;
|
|
27015
27444
|
providerOutput?: string | {} | undefined;
|
|
27016
27445
|
assert?: ({
|
|
27017
27446
|
type: AssertionType;
|
|
@@ -27604,7 +28033,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
27604
28033
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
27605
28034
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
27606
28035
|
} | undefined;
|
|
27607
|
-
metadata?: Record<string, any>
|
|
28036
|
+
metadata?: (Record<string, any> & {
|
|
28037
|
+
pluginConfig?: PluginConfig | undefined;
|
|
28038
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
28039
|
+
}) | undefined;
|
|
27608
28040
|
description?: string | undefined;
|
|
27609
28041
|
providerOutput?: string | {} | undefined;
|
|
27610
28042
|
assert?: ({
|
|
@@ -27743,7 +28175,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
27743
28175
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
27744
28176
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
27745
28177
|
} | undefined;
|
|
27746
|
-
metadata?: Record<string, any>
|
|
28178
|
+
metadata?: (Record<string, any> & {
|
|
28179
|
+
pluginConfig?: PluginConfig | undefined;
|
|
28180
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
28181
|
+
}) | undefined;
|
|
27747
28182
|
description?: string | undefined;
|
|
27748
28183
|
providerOutput?: string | {} | undefined;
|
|
27749
28184
|
assert?: ({
|
|
@@ -27879,7 +28314,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
27879
28314
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
27880
28315
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
27881
28316
|
} | undefined;
|
|
27882
|
-
metadata?: Record<string, any>
|
|
28317
|
+
metadata?: (Record<string, any> & {
|
|
28318
|
+
pluginConfig?: PluginConfig | undefined;
|
|
28319
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
28320
|
+
}) | undefined;
|
|
27883
28321
|
description?: string | undefined;
|
|
27884
28322
|
providerOutput?: string | {} | undefined;
|
|
27885
28323
|
assert?: ({
|
|
@@ -28017,7 +28455,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
28017
28455
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
28018
28456
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
28019
28457
|
} | undefined;
|
|
28020
|
-
metadata?: Record<string, any>
|
|
28458
|
+
metadata?: (Record<string, any> & {
|
|
28459
|
+
pluginConfig?: PluginConfig | undefined;
|
|
28460
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
28461
|
+
}) | undefined;
|
|
28021
28462
|
providerOutput?: string | {} | undefined;
|
|
28022
28463
|
assert?: ({
|
|
28023
28464
|
type: AssertionType;
|
|
@@ -28610,7 +29051,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
28610
29051
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
28611
29052
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
28612
29053
|
} | undefined;
|
|
28613
|
-
metadata?: Record<string, any>
|
|
29054
|
+
metadata?: (Record<string, any> & {
|
|
29055
|
+
pluginConfig?: PluginConfig | undefined;
|
|
29056
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
29057
|
+
}) | undefined;
|
|
28614
29058
|
description?: string | undefined;
|
|
28615
29059
|
providerOutput?: string | {} | undefined;
|
|
28616
29060
|
assert?: ({
|
|
@@ -28749,7 +29193,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
28749
29193
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
28750
29194
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
28751
29195
|
} | undefined;
|
|
28752
|
-
metadata?: Record<string, any>
|
|
29196
|
+
metadata?: (Record<string, any> & {
|
|
29197
|
+
pluginConfig?: PluginConfig | undefined;
|
|
29198
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
29199
|
+
}) | undefined;
|
|
28753
29200
|
description?: string | undefined;
|
|
28754
29201
|
providerOutput?: string | {} | undefined;
|
|
28755
29202
|
assert?: ({
|
|
@@ -28885,7 +29332,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
28885
29332
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
28886
29333
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
28887
29334
|
} | undefined;
|
|
28888
|
-
metadata?: Record<string, any>
|
|
29335
|
+
metadata?: (Record<string, any> & {
|
|
29336
|
+
pluginConfig?: PluginConfig | undefined;
|
|
29337
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
29338
|
+
}) | undefined;
|
|
28889
29339
|
description?: string | undefined;
|
|
28890
29340
|
providerOutput?: string | {} | undefined;
|
|
28891
29341
|
assert?: ({
|
|
@@ -29023,7 +29473,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
29023
29473
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
29024
29474
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
29025
29475
|
} | undefined;
|
|
29026
|
-
metadata?: Record<string, any>
|
|
29476
|
+
metadata?: (Record<string, any> & {
|
|
29477
|
+
pluginConfig?: PluginConfig | undefined;
|
|
29478
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
29479
|
+
}) | undefined;
|
|
29027
29480
|
providerOutput?: string | {} | undefined;
|
|
29028
29481
|
assert?: ({
|
|
29029
29482
|
type: AssertionType;
|
|
@@ -29616,7 +30069,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
29616
30069
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
29617
30070
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
29618
30071
|
} | undefined;
|
|
29619
|
-
metadata?: Record<string, any>
|
|
30072
|
+
metadata?: (Record<string, any> & {
|
|
30073
|
+
pluginConfig?: PluginConfig | undefined;
|
|
30074
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
30075
|
+
}) | undefined;
|
|
29620
30076
|
description?: string | undefined;
|
|
29621
30077
|
providerOutput?: string | {} | undefined;
|
|
29622
30078
|
assert?: ({
|
|
@@ -29755,7 +30211,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
29755
30211
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
29756
30212
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
29757
30213
|
} | undefined;
|
|
29758
|
-
metadata?: Record<string, any>
|
|
30214
|
+
metadata?: (Record<string, any> & {
|
|
30215
|
+
pluginConfig?: PluginConfig | undefined;
|
|
30216
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
30217
|
+
}) | undefined;
|
|
29759
30218
|
description?: string | undefined;
|
|
29760
30219
|
providerOutput?: string | {} | undefined;
|
|
29761
30220
|
assert?: ({
|
|
@@ -29891,7 +30350,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
29891
30350
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
29892
30351
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
29893
30352
|
} | undefined;
|
|
29894
|
-
metadata?: Record<string, any>
|
|
30353
|
+
metadata?: (Record<string, any> & {
|
|
30354
|
+
pluginConfig?: PluginConfig | undefined;
|
|
30355
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
30356
|
+
}) | undefined;
|
|
29895
30357
|
description?: string | undefined;
|
|
29896
30358
|
providerOutput?: string | {} | undefined;
|
|
29897
30359
|
assert?: ({
|
|
@@ -30029,7 +30491,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
30029
30491
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
30030
30492
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
30031
30493
|
} | undefined;
|
|
30032
|
-
metadata?: Record<string, any>
|
|
30494
|
+
metadata?: (Record<string, any> & {
|
|
30495
|
+
pluginConfig?: PluginConfig | undefined;
|
|
30496
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
30497
|
+
}) | undefined;
|
|
30033
30498
|
providerOutput?: string | {} | undefined;
|
|
30034
30499
|
assert?: ({
|
|
30035
30500
|
type: AssertionType;
|
|
@@ -30622,7 +31087,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
30622
31087
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
30623
31088
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
30624
31089
|
} | undefined;
|
|
30625
|
-
metadata?: Record<string, any>
|
|
31090
|
+
metadata?: (Record<string, any> & {
|
|
31091
|
+
pluginConfig?: PluginConfig | undefined;
|
|
31092
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
31093
|
+
}) | undefined;
|
|
30626
31094
|
description?: string | undefined;
|
|
30627
31095
|
providerOutput?: string | {} | undefined;
|
|
30628
31096
|
assert?: ({
|
|
@@ -30761,7 +31229,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
30761
31229
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
30762
31230
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
30763
31231
|
} | undefined;
|
|
30764
|
-
metadata?: Record<string, any>
|
|
31232
|
+
metadata?: (Record<string, any> & {
|
|
31233
|
+
pluginConfig?: PluginConfig | undefined;
|
|
31234
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
31235
|
+
}) | undefined;
|
|
30765
31236
|
description?: string | undefined;
|
|
30766
31237
|
providerOutput?: string | {} | undefined;
|
|
30767
31238
|
assert?: ({
|
|
@@ -30897,7 +31368,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
30897
31368
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
30898
31369
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
30899
31370
|
} | undefined;
|
|
30900
|
-
metadata?: Record<string, any>
|
|
31371
|
+
metadata?: (Record<string, any> & {
|
|
31372
|
+
pluginConfig?: PluginConfig | undefined;
|
|
31373
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
31374
|
+
}) | undefined;
|
|
30901
31375
|
description?: string | undefined;
|
|
30902
31376
|
providerOutput?: string | {} | undefined;
|
|
30903
31377
|
assert?: ({
|
|
@@ -31035,7 +31509,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
31035
31509
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
31036
31510
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
31037
31511
|
} | undefined;
|
|
31038
|
-
metadata?: Record<string, any>
|
|
31512
|
+
metadata?: (Record<string, any> & {
|
|
31513
|
+
pluginConfig?: PluginConfig | undefined;
|
|
31514
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
31515
|
+
}) | undefined;
|
|
31039
31516
|
providerOutput?: string | {} | undefined;
|
|
31040
31517
|
assert?: ({
|
|
31041
31518
|
type: AssertionType;
|