promptfoo 0.96.2 → 0.97.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/package.json +1 -1
- package/dist/src/app/assets/{index-CAof5cIE.js → index-CbxDbiAR.js} +198 -198
- package/dist/src/app/assets/{index.es-CrujH26S.js → index.es-Cc9N3uII.js} +1 -1
- package/dist/src/app/assets/{sync-gFAH4kmH.js → sync-BoVzjiAe.js} +1 -1
- package/dist/src/app/index.html +1 -1
- package/dist/src/assertions/index.d.ts.map +1 -1
- package/dist/src/assertions/index.js +1 -2
- package/dist/src/assertions/index.js.map +1 -1
- package/dist/src/assertions/redteam.js +2 -2
- package/dist/src/assertions/redteam.js.map +1 -1
- package/dist/src/commands/eval.d.ts.map +1 -1
- package/dist/src/commands/eval.js +7 -2
- package/dist/src/commands/eval.js.map +1 -1
- package/dist/src/database/tables.d.ts +25 -6
- package/dist/src/database/tables.d.ts.map +1 -1
- package/dist/src/evaluator.d.ts.map +1 -1
- package/dist/src/evaluator.js +7 -1
- package/dist/src/evaluator.js.map +1 -1
- package/dist/src/index.d.ts +2 -106
- package/dist/src/index.d.ts.map +1 -1
- package/dist/src/models/eval.d.ts +1 -0
- package/dist/src/models/eval.d.ts.map +1 -1
- package/dist/src/models/eval.js +2 -0
- package/dist/src/models/eval.js.map +1 -1
- package/dist/src/providers/adaline.gateway.js +2 -2
- package/dist/src/providers/adaline.gateway.js.map +1 -1
- package/dist/src/providers/azure.d.ts +10 -3
- package/dist/src/providers/azure.d.ts.map +1 -1
- package/dist/src/providers/azure.js +106 -62
- package/dist/src/providers/azure.js.map +1 -1
- package/dist/src/providers/bedrock.d.ts +4 -1
- package/dist/src/providers/bedrock.d.ts.map +1 -1
- package/dist/src/providers/bedrock.js +13 -0
- package/dist/src/providers/bedrock.js.map +1 -1
- package/dist/src/providers/promptfoo.d.ts +7 -3
- package/dist/src/providers/promptfoo.d.ts.map +1 -1
- package/dist/src/providers/promptfoo.js +7 -7
- package/dist/src/providers/promptfoo.js.map +1 -1
- package/dist/src/providers/simulatedUser.d.ts.map +1 -1
- package/dist/src/providers/simulatedUser.js +5 -0
- package/dist/src/providers/simulatedUser.js.map +1 -1
- package/dist/src/redteam/graders.d.ts +2 -77
- package/dist/src/redteam/graders.d.ts.map +1 -1
- package/dist/src/redteam/graders.js +25 -25
- package/dist/src/redteam/graders.js.map +1 -1
- package/dist/src/redteam/index.d.ts.map +1 -1
- package/dist/src/redteam/index.js +19 -8
- package/dist/src/redteam/index.js.map +1 -1
- package/dist/src/redteam/plugins/base.d.ts +12 -7
- package/dist/src/redteam/plugins/base.d.ts.map +1 -1
- package/dist/src/redteam/plugins/base.js +42 -28
- package/dist/src/redteam/plugins/base.js.map +1 -1
- package/dist/src/redteam/plugins/harmful/aligned.d.ts +13 -0
- package/dist/src/redteam/plugins/harmful/aligned.d.ts.map +1 -0
- package/dist/src/redteam/plugins/harmful/aligned.js +29 -0
- package/dist/src/redteam/plugins/harmful/aligned.js.map +1 -0
- package/dist/src/redteam/plugins/harmful/common.d.ts +5 -0
- package/dist/src/redteam/plugins/harmful/common.d.ts.map +1 -0
- package/dist/src/redteam/plugins/harmful/common.js +39 -0
- package/dist/src/redteam/plugins/harmful/common.js.map +1 -0
- package/dist/src/redteam/plugins/harmful/constants.d.ts +10 -0
- package/dist/src/redteam/plugins/harmful/constants.d.ts.map +1 -0
- package/dist/src/redteam/plugins/harmful/constants.js +142 -0
- package/dist/src/redteam/plugins/harmful/constants.js.map +1 -0
- package/dist/src/redteam/plugins/harmful/graders.d.ts +15 -0
- package/dist/src/redteam/plugins/harmful/graders.d.ts.map +1 -0
- package/dist/src/redteam/plugins/harmful/graders.js +94 -0
- package/dist/src/redteam/plugins/harmful/graders.js.map +1 -0
- package/dist/src/redteam/plugins/harmful/unaligned.d.ts +5 -0
- package/dist/src/redteam/plugins/harmful/unaligned.d.ts.map +1 -0
- package/dist/src/redteam/plugins/harmful/unaligned.js +29 -0
- package/dist/src/redteam/plugins/harmful/unaligned.js.map +1 -0
- package/dist/src/redteam/plugins/index.d.ts.map +1 -1
- package/dist/src/redteam/plugins/index.js +29 -26
- package/dist/src/redteam/plugins/index.js.map +1 -1
- package/dist/src/redteam/providers/crescendo/index.d.ts +6 -0
- package/dist/src/redteam/providers/crescendo/index.d.ts.map +1 -1
- package/dist/src/redteam/providers/crescendo/index.js +45 -17
- package/dist/src/redteam/providers/crescendo/index.js.map +1 -1
- package/dist/src/redteam/providers/goat.d.ts.map +1 -1
- package/dist/src/redteam/providers/goat.js +23 -1
- package/dist/src/redteam/providers/goat.js.map +1 -1
- package/dist/src/redteam/providers/iterative.d.ts +6 -0
- package/dist/src/redteam/providers/iterative.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterative.js +48 -1
- package/dist/src/redteam/providers/iterative.js.map +1 -1
- package/dist/src/redteam/providers/iterativeImage.d.ts +6 -0
- package/dist/src/redteam/providers/iterativeImage.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterativeImage.js +34 -10
- package/dist/src/redteam/providers/iterativeImage.js.map +1 -1
- package/dist/src/redteam/providers/iterativeTree.d.ts +7 -2
- package/dist/src/redteam/providers/iterativeTree.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterativeTree.js +44 -6
- package/dist/src/redteam/providers/iterativeTree.js.map +1 -1
- package/dist/src/redteam/providers/shared.d.ts +5 -2
- package/dist/src/redteam/providers/shared.d.ts.map +1 -1
- package/dist/src/redteam/providers/shared.js +21 -5
- package/dist/src/redteam/providers/shared.js.map +1 -1
- package/dist/src/redteam/strategies/multilingual.d.ts.map +1 -1
- package/dist/src/redteam/strategies/multilingual.js +1 -0
- package/dist/src/redteam/strategies/multilingual.js.map +1 -1
- package/dist/src/redteam/types.d.ts +6 -0
- package/dist/src/redteam/types.d.ts.map +1 -1
- package/dist/src/share.d.ts.map +1 -1
- package/dist/src/share.js +11 -0
- package/dist/src/share.js.map +1 -1
- package/dist/src/types/index.d.ts +589 -113
- package/dist/src/types/index.d.ts.map +1 -1
- package/dist/src/types/index.js +6 -1
- package/dist/src/types/index.js.map +1 -1
- package/dist/src/types/shared.d.ts +1 -0
- package/dist/src/types/shared.d.ts.map +1 -1
- package/dist/src/util/exportToFile/index.d.ts +1 -0
- package/dist/src/util/exportToFile/index.d.ts.map +1 -1
- package/dist/src/util/index.d.ts +10 -2
- package/dist/src/util/index.d.ts.map +1 -1
- package/dist/src/validators/providers.d.ts +15 -0
- package/dist/src/validators/providers.d.ts.map +1 -1
- package/dist/src/validators/shared.d.ts +3 -0
- package/dist/src/validators/shared.d.ts.map +1 -1
- package/dist/src/validators/shared.js +1 -0
- package/dist/src/validators/shared.js.map +1 -1
- package/dist/test/evaluator.test.js +86 -32
- package/dist/test/evaluator.test.js.map +1 -1
- package/dist/test/factories/evalFactory.d.ts +17 -4
- package/dist/test/factories/evalFactory.d.ts.map +1 -1
- package/dist/test/redteam/plugins/base.test.js +61 -23
- package/dist/test/redteam/plugins/base.test.js.map +1 -1
- package/dist/test/redteam/plugins/harmful/aligned.test.d.ts +2 -0
- package/dist/test/redteam/plugins/harmful/aligned.test.d.ts.map +1 -0
- package/dist/test/redteam/plugins/harmful/aligned.test.js +123 -0
- package/dist/test/redteam/plugins/harmful/aligned.test.js.map +1 -0
- package/dist/test/redteam/plugins/harmful/common.test.d.ts +2 -0
- package/dist/test/redteam/plugins/harmful/common.test.d.ts.map +1 -0
- package/dist/test/redteam/plugins/harmful/common.test.js +105 -0
- package/dist/test/redteam/plugins/harmful/common.test.js.map +1 -0
- package/dist/test/redteam/plugins/harmful/unaligned.test.d.ts +2 -0
- package/dist/test/redteam/plugins/harmful/unaligned.test.d.ts.map +1 -0
- package/dist/test/redteam/plugins/harmful/unaligned.test.js +150 -0
- package/dist/test/redteam/plugins/harmful/unaligned.test.js.map +1 -0
- package/dist/test/redteam/plugins/index.test.d.ts +2 -0
- package/dist/test/redteam/plugins/index.test.d.ts.map +1 -0
- package/dist/test/redteam/plugins/index.test.js +172 -0
- package/dist/test/redteam/plugins/index.test.js.map +1 -0
- package/dist/test/redteam/providers/iterativeTree.test.js +4 -5
- package/dist/test/redteam/providers/iterativeTree.test.js.map +1 -1
- package/dist/test/share.test.js +45 -1
- package/dist/test/share.test.js.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +1 -1
- package/dist/src/redteam/plugins/harmful.d.ts +0 -18
- package/dist/src/redteam/plugins/harmful.d.ts.map +0 -1
- package/dist/src/redteam/plugins/harmful.js +0 -384
- package/dist/src/redteam/plugins/harmful.js.map +0 -1
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import type { RedteamAssertionTypes, RedteamFileConfig } from '../redteam/types';
|
|
2
|
+
import type { PluginConfig, RedteamAssertionTypes, RedteamFileConfig } from '../redteam/types';
|
|
3
3
|
import type { Prompt, PromptFunction } from './prompts';
|
|
4
4
|
import type { ApiProvider, ProviderOptions, ProviderResponse } from './providers';
|
|
5
5
|
import type { NunjucksFilterMap, TokenUsage } from './shared';
|
|
@@ -251,16 +251,19 @@ declare const PromptMetricsSchema: z.ZodObject<{
|
|
|
251
251
|
completion: z.ZodOptional<z.ZodNumber>;
|
|
252
252
|
prompt: z.ZodOptional<z.ZodNumber>;
|
|
253
253
|
total: z.ZodOptional<z.ZodNumber>;
|
|
254
|
+
numRequests: z.ZodOptional<z.ZodNumber>;
|
|
254
255
|
}, "strip", z.ZodTypeAny, {
|
|
255
256
|
cached?: number | undefined;
|
|
256
257
|
completion?: number | undefined;
|
|
257
258
|
prompt?: number | undefined;
|
|
258
259
|
total?: number | undefined;
|
|
260
|
+
numRequests?: number | undefined;
|
|
259
261
|
}, {
|
|
260
262
|
cached?: number | undefined;
|
|
261
263
|
completion?: number | undefined;
|
|
262
264
|
prompt?: number | undefined;
|
|
263
265
|
total?: number | undefined;
|
|
266
|
+
numRequests?: number | undefined;
|
|
264
267
|
}>;
|
|
265
268
|
namedScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
|
|
266
269
|
namedScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
|
|
@@ -288,6 +291,7 @@ declare const PromptMetricsSchema: z.ZodObject<{
|
|
|
288
291
|
completion?: number | undefined;
|
|
289
292
|
prompt?: number | undefined;
|
|
290
293
|
total?: number | undefined;
|
|
294
|
+
numRequests?: number | undefined;
|
|
291
295
|
};
|
|
292
296
|
score: number;
|
|
293
297
|
testPassCount: number;
|
|
@@ -310,6 +314,7 @@ declare const PromptMetricsSchema: z.ZodObject<{
|
|
|
310
314
|
completion?: number | undefined;
|
|
311
315
|
prompt?: number | undefined;
|
|
312
316
|
total?: number | undefined;
|
|
317
|
+
numRequests?: number | undefined;
|
|
313
318
|
};
|
|
314
319
|
score: number;
|
|
315
320
|
testPassCount: number;
|
|
@@ -357,16 +362,19 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
|
|
|
357
362
|
completion: z.ZodOptional<z.ZodNumber>;
|
|
358
363
|
prompt: z.ZodOptional<z.ZodNumber>;
|
|
359
364
|
total: z.ZodOptional<z.ZodNumber>;
|
|
365
|
+
numRequests: z.ZodOptional<z.ZodNumber>;
|
|
360
366
|
}, "strip", z.ZodTypeAny, {
|
|
361
367
|
cached?: number | undefined;
|
|
362
368
|
completion?: number | undefined;
|
|
363
369
|
prompt?: number | undefined;
|
|
364
370
|
total?: number | undefined;
|
|
371
|
+
numRequests?: number | undefined;
|
|
365
372
|
}, {
|
|
366
373
|
cached?: number | undefined;
|
|
367
374
|
completion?: number | undefined;
|
|
368
375
|
prompt?: number | undefined;
|
|
369
376
|
total?: number | undefined;
|
|
377
|
+
numRequests?: number | undefined;
|
|
370
378
|
}>;
|
|
371
379
|
namedScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
|
|
372
380
|
namedScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
|
|
@@ -394,6 +402,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
|
|
|
394
402
|
completion?: number | undefined;
|
|
395
403
|
prompt?: number | undefined;
|
|
396
404
|
total?: number | undefined;
|
|
405
|
+
numRequests?: number | undefined;
|
|
397
406
|
};
|
|
398
407
|
score: number;
|
|
399
408
|
testPassCount: number;
|
|
@@ -416,6 +425,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
|
|
|
416
425
|
completion?: number | undefined;
|
|
417
426
|
prompt?: number | undefined;
|
|
418
427
|
total?: number | undefined;
|
|
428
|
+
numRequests?: number | undefined;
|
|
419
429
|
};
|
|
420
430
|
score: number;
|
|
421
431
|
testPassCount: number;
|
|
@@ -450,6 +460,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
|
|
|
450
460
|
completion?: number | undefined;
|
|
451
461
|
prompt?: number | undefined;
|
|
452
462
|
total?: number | undefined;
|
|
463
|
+
numRequests?: number | undefined;
|
|
453
464
|
};
|
|
454
465
|
score: number;
|
|
455
466
|
testPassCount: number;
|
|
@@ -484,6 +495,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
|
|
|
484
495
|
completion?: number | undefined;
|
|
485
496
|
prompt?: number | undefined;
|
|
486
497
|
total?: number | undefined;
|
|
498
|
+
numRequests?: number | undefined;
|
|
487
499
|
};
|
|
488
500
|
score: number;
|
|
489
501
|
testPassCount: number;
|
|
@@ -800,16 +812,19 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
800
812
|
completion: z.ZodOptional<z.ZodNumber>;
|
|
801
813
|
prompt: z.ZodOptional<z.ZodNumber>;
|
|
802
814
|
total: z.ZodOptional<z.ZodNumber>;
|
|
815
|
+
numRequests: z.ZodOptional<z.ZodNumber>;
|
|
803
816
|
}, "strip", z.ZodTypeAny, {
|
|
804
817
|
cached?: number | undefined;
|
|
805
818
|
completion?: number | undefined;
|
|
806
819
|
prompt?: number | undefined;
|
|
807
820
|
total?: number | undefined;
|
|
821
|
+
numRequests?: number | undefined;
|
|
808
822
|
}, {
|
|
809
823
|
cached?: number | undefined;
|
|
810
824
|
completion?: number | undefined;
|
|
811
825
|
prompt?: number | undefined;
|
|
812
826
|
total?: number | undefined;
|
|
827
|
+
numRequests?: number | undefined;
|
|
813
828
|
}>;
|
|
814
829
|
namedScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
|
|
815
830
|
namedScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
|
|
@@ -837,6 +852,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
837
852
|
completion?: number | undefined;
|
|
838
853
|
prompt?: number | undefined;
|
|
839
854
|
total?: number | undefined;
|
|
855
|
+
numRequests?: number | undefined;
|
|
840
856
|
};
|
|
841
857
|
score: number;
|
|
842
858
|
testPassCount: number;
|
|
@@ -859,6 +875,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
859
875
|
completion?: number | undefined;
|
|
860
876
|
prompt?: number | undefined;
|
|
861
877
|
total?: number | undefined;
|
|
878
|
+
numRequests?: number | undefined;
|
|
862
879
|
};
|
|
863
880
|
score: number;
|
|
864
881
|
testPassCount: number;
|
|
@@ -893,6 +910,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
893
910
|
completion?: number | undefined;
|
|
894
911
|
prompt?: number | undefined;
|
|
895
912
|
total?: number | undefined;
|
|
913
|
+
numRequests?: number | undefined;
|
|
896
914
|
};
|
|
897
915
|
score: number;
|
|
898
916
|
testPassCount: number;
|
|
@@ -927,6 +945,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
927
945
|
completion?: number | undefined;
|
|
928
946
|
prompt?: number | undefined;
|
|
929
947
|
total?: number | undefined;
|
|
948
|
+
numRequests?: number | undefined;
|
|
930
949
|
};
|
|
931
950
|
score: number;
|
|
932
951
|
testPassCount: number;
|
|
@@ -966,6 +985,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
966
985
|
completion?: number | undefined;
|
|
967
986
|
prompt?: number | undefined;
|
|
968
987
|
total?: number | undefined;
|
|
988
|
+
numRequests?: number | undefined;
|
|
969
989
|
};
|
|
970
990
|
score: number;
|
|
971
991
|
testPassCount: number;
|
|
@@ -1004,6 +1024,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
|
|
|
1004
1024
|
completion?: number | undefined;
|
|
1005
1025
|
prompt?: number | undefined;
|
|
1006
1026
|
total?: number | undefined;
|
|
1027
|
+
numRequests?: number | undefined;
|
|
1007
1028
|
};
|
|
1008
1029
|
score: number;
|
|
1009
1030
|
testPassCount: number;
|
|
@@ -1569,7 +1590,16 @@ export declare const TestCaseSchema: z.ZodObject<{
|
|
|
1569
1590
|
runSerially?: boolean | undefined;
|
|
1570
1591
|
}>>>>;
|
|
1571
1592
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
1572
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny
|
|
1593
|
+
metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
|
|
1594
|
+
pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
|
|
1595
|
+
strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
|
|
1596
|
+
}, "strip", z.ZodTypeAny, {
|
|
1597
|
+
pluginConfig?: PluginConfig | undefined;
|
|
1598
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
1599
|
+
}, {
|
|
1600
|
+
pluginConfig?: PluginConfig | undefined;
|
|
1601
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
1602
|
+
}>>>;
|
|
1573
1603
|
}, "strip", z.ZodTypeAny, {
|
|
1574
1604
|
options?: ({
|
|
1575
1605
|
prefix?: string | undefined;
|
|
@@ -1668,7 +1698,10 @@ export declare const TestCaseSchema: z.ZodObject<{
|
|
|
1668
1698
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
1669
1699
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
1670
1700
|
} | undefined;
|
|
1671
|
-
metadata?: Record<string, any>
|
|
1701
|
+
metadata?: (Record<string, any> & {
|
|
1702
|
+
pluginConfig?: PluginConfig | undefined;
|
|
1703
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
1704
|
+
}) | undefined;
|
|
1672
1705
|
description?: string | undefined;
|
|
1673
1706
|
providerOutput?: string | {} | undefined;
|
|
1674
1707
|
assert?: ({
|
|
@@ -1803,7 +1836,10 @@ export declare const TestCaseSchema: z.ZodObject<{
|
|
|
1803
1836
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
1804
1837
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
1805
1838
|
} | undefined;
|
|
1806
|
-
metadata?: Record<string, any>
|
|
1839
|
+
metadata?: (Record<string, any> & {
|
|
1840
|
+
pluginConfig?: PluginConfig | undefined;
|
|
1841
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
1842
|
+
}) | undefined;
|
|
1807
1843
|
description?: string | undefined;
|
|
1808
1844
|
providerOutput?: string | {} | undefined;
|
|
1809
1845
|
assert?: ({
|
|
@@ -2390,7 +2426,16 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
|
|
|
2390
2426
|
runSerially?: boolean | undefined;
|
|
2391
2427
|
}>>>>;
|
|
2392
2428
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
2393
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny
|
|
2429
|
+
metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
|
|
2430
|
+
pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
|
|
2431
|
+
strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
|
|
2432
|
+
}, "strip", z.ZodTypeAny, {
|
|
2433
|
+
pluginConfig?: PluginConfig | undefined;
|
|
2434
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
2435
|
+
}, {
|
|
2436
|
+
pluginConfig?: PluginConfig | undefined;
|
|
2437
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
2438
|
+
}>>>;
|
|
2394
2439
|
}, {
|
|
2395
2440
|
vars: z.ZodOptional<z.ZodUnion<[z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodEffects<z.ZodNumber, string, number>, z.ZodEffects<z.ZodBoolean, string, boolean>, z.ZodArray<z.ZodUnion<[z.ZodString, z.ZodEffects<z.ZodNumber, string, number>, z.ZodEffects<z.ZodBoolean, string, boolean>]>, "many">, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>, z.ZodArray<z.ZodAny, "many">]>>, z.ZodString, z.ZodArray<z.ZodString, "many">]>>;
|
|
2396
2441
|
}>, "strip", z.ZodTypeAny, {
|
|
@@ -2491,7 +2536,10 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
|
|
|
2491
2536
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
2492
2537
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
2493
2538
|
} | undefined;
|
|
2494
|
-
metadata?: Record<string, any>
|
|
2539
|
+
metadata?: (Record<string, any> & {
|
|
2540
|
+
pluginConfig?: PluginConfig | undefined;
|
|
2541
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
2542
|
+
}) | undefined;
|
|
2495
2543
|
description?: string | undefined;
|
|
2496
2544
|
providerOutput?: string | {} | undefined;
|
|
2497
2545
|
assert?: ({
|
|
@@ -2626,7 +2674,10 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
|
|
|
2626
2674
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
2627
2675
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
2628
2676
|
} | undefined;
|
|
2629
|
-
metadata?: Record<string, any>
|
|
2677
|
+
metadata?: (Record<string, any> & {
|
|
2678
|
+
pluginConfig?: PluginConfig | undefined;
|
|
2679
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
2680
|
+
}) | undefined;
|
|
2630
2681
|
description?: string | undefined;
|
|
2631
2682
|
providerOutput?: string | {} | undefined;
|
|
2632
2683
|
assert?: ({
|
|
@@ -3210,7 +3261,16 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3210
3261
|
runSerially?: boolean | undefined;
|
|
3211
3262
|
}>>>>;
|
|
3212
3263
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
3213
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny
|
|
3264
|
+
metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
|
|
3265
|
+
pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
|
|
3266
|
+
strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
|
|
3267
|
+
}, "strip", z.ZodTypeAny, {
|
|
3268
|
+
pluginConfig?: PluginConfig | undefined;
|
|
3269
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
3270
|
+
}, {
|
|
3271
|
+
pluginConfig?: PluginConfig | undefined;
|
|
3272
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
3273
|
+
}>>>;
|
|
3214
3274
|
}, "strip", z.ZodTypeAny, {
|
|
3215
3275
|
options?: ({
|
|
3216
3276
|
prefix?: string | undefined;
|
|
@@ -3309,7 +3369,10 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3309
3369
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
3310
3370
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
3311
3371
|
} | undefined;
|
|
3312
|
-
metadata?: Record<string, any>
|
|
3372
|
+
metadata?: (Record<string, any> & {
|
|
3373
|
+
pluginConfig?: PluginConfig | undefined;
|
|
3374
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
3375
|
+
}) | undefined;
|
|
3313
3376
|
description?: string | undefined;
|
|
3314
3377
|
providerOutput?: string | {} | undefined;
|
|
3315
3378
|
assert?: ({
|
|
@@ -3444,7 +3507,10 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3444
3507
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
3445
3508
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
3446
3509
|
} | undefined;
|
|
3447
|
-
metadata?: Record<string, any>
|
|
3510
|
+
metadata?: (Record<string, any> & {
|
|
3511
|
+
pluginConfig?: PluginConfig | undefined;
|
|
3512
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
3513
|
+
}) | undefined;
|
|
3448
3514
|
description?: string | undefined;
|
|
3449
3515
|
providerOutput?: string | {} | undefined;
|
|
3450
3516
|
assert?: ({
|
|
@@ -3516,16 +3582,19 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3516
3582
|
completion: z.ZodOptional<z.ZodNumber>;
|
|
3517
3583
|
prompt: z.ZodOptional<z.ZodNumber>;
|
|
3518
3584
|
total: z.ZodOptional<z.ZodNumber>;
|
|
3585
|
+
numRequests: z.ZodOptional<z.ZodNumber>;
|
|
3519
3586
|
}, "strip", z.ZodTypeAny, {
|
|
3520
3587
|
cached?: number | undefined;
|
|
3521
3588
|
completion?: number | undefined;
|
|
3522
3589
|
prompt?: number | undefined;
|
|
3523
3590
|
total?: number | undefined;
|
|
3591
|
+
numRequests?: number | undefined;
|
|
3524
3592
|
}, {
|
|
3525
3593
|
cached?: number | undefined;
|
|
3526
3594
|
completion?: number | undefined;
|
|
3527
3595
|
prompt?: number | undefined;
|
|
3528
3596
|
total?: number | undefined;
|
|
3597
|
+
numRequests?: number | undefined;
|
|
3529
3598
|
}>;
|
|
3530
3599
|
namedScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
|
|
3531
3600
|
namedScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
|
|
@@ -3553,6 +3622,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3553
3622
|
completion?: number | undefined;
|
|
3554
3623
|
prompt?: number | undefined;
|
|
3555
3624
|
total?: number | undefined;
|
|
3625
|
+
numRequests?: number | undefined;
|
|
3556
3626
|
};
|
|
3557
3627
|
score: number;
|
|
3558
3628
|
testPassCount: number;
|
|
@@ -3575,6 +3645,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3575
3645
|
completion?: number | undefined;
|
|
3576
3646
|
prompt?: number | undefined;
|
|
3577
3647
|
total?: number | undefined;
|
|
3648
|
+
numRequests?: number | undefined;
|
|
3578
3649
|
};
|
|
3579
3650
|
score: number;
|
|
3580
3651
|
testPassCount: number;
|
|
@@ -3609,6 +3680,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3609
3680
|
completion?: number | undefined;
|
|
3610
3681
|
prompt?: number | undefined;
|
|
3611
3682
|
total?: number | undefined;
|
|
3683
|
+
numRequests?: number | undefined;
|
|
3612
3684
|
};
|
|
3613
3685
|
score: number;
|
|
3614
3686
|
testPassCount: number;
|
|
@@ -3643,6 +3715,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3643
3715
|
completion?: number | undefined;
|
|
3644
3716
|
prompt?: number | undefined;
|
|
3645
3717
|
total?: number | undefined;
|
|
3718
|
+
numRequests?: number | undefined;
|
|
3646
3719
|
};
|
|
3647
3720
|
score: number;
|
|
3648
3721
|
testPassCount: number;
|
|
@@ -3682,6 +3755,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3682
3755
|
completion?: number | undefined;
|
|
3683
3756
|
prompt?: number | undefined;
|
|
3684
3757
|
total?: number | undefined;
|
|
3758
|
+
numRequests?: number | undefined;
|
|
3685
3759
|
};
|
|
3686
3760
|
score: number;
|
|
3687
3761
|
testPassCount: number;
|
|
@@ -3720,6 +3794,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3720
3794
|
completion?: number | undefined;
|
|
3721
3795
|
prompt?: number | undefined;
|
|
3722
3796
|
total?: number | undefined;
|
|
3797
|
+
numRequests?: number | undefined;
|
|
3723
3798
|
};
|
|
3724
3799
|
score: number;
|
|
3725
3800
|
testPassCount: number;
|
|
@@ -3761,6 +3836,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3761
3836
|
completion?: number | undefined;
|
|
3762
3837
|
prompt?: number | undefined;
|
|
3763
3838
|
total?: number | undefined;
|
|
3839
|
+
numRequests?: number | undefined;
|
|
3764
3840
|
};
|
|
3765
3841
|
score: number;
|
|
3766
3842
|
testPassCount: number;
|
|
@@ -3878,7 +3954,10 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3878
3954
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
3879
3955
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
3880
3956
|
} | undefined;
|
|
3881
|
-
metadata?: Record<string, any>
|
|
3957
|
+
metadata?: (Record<string, any> & {
|
|
3958
|
+
pluginConfig?: PluginConfig | undefined;
|
|
3959
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
3960
|
+
}) | undefined;
|
|
3882
3961
|
description?: string | undefined;
|
|
3883
3962
|
providerOutput?: string | {} | undefined;
|
|
3884
3963
|
assert?: ({
|
|
@@ -3941,6 +4020,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3941
4020
|
completion?: number | undefined;
|
|
3942
4021
|
prompt?: number | undefined;
|
|
3943
4022
|
total?: number | undefined;
|
|
4023
|
+
numRequests?: number | undefined;
|
|
3944
4024
|
};
|
|
3945
4025
|
score: number;
|
|
3946
4026
|
testPassCount: number;
|
|
@@ -4058,7 +4138,10 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
4058
4138
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
4059
4139
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
4060
4140
|
} | undefined;
|
|
4061
|
-
metadata?: Record<string, any>
|
|
4141
|
+
metadata?: (Record<string, any> & {
|
|
4142
|
+
pluginConfig?: PluginConfig | undefined;
|
|
4143
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
4144
|
+
}) | undefined;
|
|
4062
4145
|
description?: string | undefined;
|
|
4063
4146
|
providerOutput?: string | {} | undefined;
|
|
4064
4147
|
assert?: ({
|
|
@@ -4646,7 +4729,16 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4646
4729
|
runSerially?: boolean | undefined;
|
|
4647
4730
|
}>>>>>;
|
|
4648
4731
|
threshold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
4649
|
-
metadata: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny
|
|
4732
|
+
metadata: z.ZodOptional<z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
|
|
4733
|
+
pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
|
|
4734
|
+
strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
|
|
4735
|
+
}, "strip", z.ZodTypeAny, {
|
|
4736
|
+
pluginConfig?: PluginConfig | undefined;
|
|
4737
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
4738
|
+
}, {
|
|
4739
|
+
pluginConfig?: PluginConfig | undefined;
|
|
4740
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
4741
|
+
}>>>>;
|
|
4650
4742
|
}, "strip", z.ZodTypeAny, {
|
|
4651
4743
|
options?: ({
|
|
4652
4744
|
prefix?: string | undefined;
|
|
@@ -4745,7 +4837,10 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4745
4837
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
4746
4838
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
4747
4839
|
} | undefined;
|
|
4748
|
-
metadata?: Record<string, any>
|
|
4840
|
+
metadata?: (Record<string, any> & {
|
|
4841
|
+
pluginConfig?: PluginConfig | undefined;
|
|
4842
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
4843
|
+
}) | undefined;
|
|
4749
4844
|
description?: string | undefined;
|
|
4750
4845
|
providerOutput?: string | {} | undefined;
|
|
4751
4846
|
assert?: ({
|
|
@@ -4880,7 +4975,10 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4880
4975
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
4881
4976
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
4882
4977
|
} | undefined;
|
|
4883
|
-
metadata?: Record<string, any>
|
|
4978
|
+
metadata?: (Record<string, any> & {
|
|
4979
|
+
pluginConfig?: PluginConfig | undefined;
|
|
4980
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
4981
|
+
}) | undefined;
|
|
4884
4982
|
description?: string | undefined;
|
|
4885
4983
|
providerOutput?: string | {} | undefined;
|
|
4886
4984
|
assert?: ({
|
|
@@ -5461,7 +5559,16 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
5461
5559
|
runSerially?: boolean | undefined;
|
|
5462
5560
|
}>>>>;
|
|
5463
5561
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
5464
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny
|
|
5562
|
+
metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
|
|
5563
|
+
pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
|
|
5564
|
+
strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
|
|
5565
|
+
}, "strip", z.ZodTypeAny, {
|
|
5566
|
+
pluginConfig?: PluginConfig | undefined;
|
|
5567
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
5568
|
+
}, {
|
|
5569
|
+
pluginConfig?: PluginConfig | undefined;
|
|
5570
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
5571
|
+
}>>>;
|
|
5465
5572
|
}, "strip", z.ZodTypeAny, {
|
|
5466
5573
|
options?: ({
|
|
5467
5574
|
prefix?: string | undefined;
|
|
@@ -5560,7 +5667,10 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
5560
5667
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
5561
5668
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
5562
5669
|
} | undefined;
|
|
5563
|
-
metadata?: Record<string, any>
|
|
5670
|
+
metadata?: (Record<string, any> & {
|
|
5671
|
+
pluginConfig?: PluginConfig | undefined;
|
|
5672
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
5673
|
+
}) | undefined;
|
|
5564
5674
|
description?: string | undefined;
|
|
5565
5675
|
providerOutput?: string | {} | undefined;
|
|
5566
5676
|
assert?: ({
|
|
@@ -5695,7 +5805,10 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
5695
5805
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
5696
5806
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
5697
5807
|
} | undefined;
|
|
5698
|
-
metadata?: Record<string, any>
|
|
5808
|
+
metadata?: (Record<string, any> & {
|
|
5809
|
+
pluginConfig?: PluginConfig | undefined;
|
|
5810
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
5811
|
+
}) | undefined;
|
|
5699
5812
|
description?: string | undefined;
|
|
5700
5813
|
providerOutput?: string | {} | undefined;
|
|
5701
5814
|
assert?: ({
|
|
@@ -5832,7 +5945,10 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
5832
5945
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
5833
5946
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
5834
5947
|
} | undefined;
|
|
5835
|
-
metadata?: Record<string, any>
|
|
5948
|
+
metadata?: (Record<string, any> & {
|
|
5949
|
+
pluginConfig?: PluginConfig | undefined;
|
|
5950
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
5951
|
+
}) | undefined;
|
|
5836
5952
|
description?: string | undefined;
|
|
5837
5953
|
providerOutput?: string | {} | undefined;
|
|
5838
5954
|
assert?: ({
|
|
@@ -5968,7 +6084,10 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
5968
6084
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
5969
6085
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
5970
6086
|
} | undefined;
|
|
5971
|
-
metadata?: Record<string, any>
|
|
6087
|
+
metadata?: (Record<string, any> & {
|
|
6088
|
+
pluginConfig?: PluginConfig | undefined;
|
|
6089
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
6090
|
+
}) | undefined;
|
|
5972
6091
|
description?: string | undefined;
|
|
5973
6092
|
providerOutput?: string | {} | undefined;
|
|
5974
6093
|
assert?: ({
|
|
@@ -6106,7 +6225,10 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
6106
6225
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
6107
6226
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
6108
6227
|
} | undefined;
|
|
6109
|
-
metadata?: Record<string, any>
|
|
6228
|
+
metadata?: (Record<string, any> & {
|
|
6229
|
+
pluginConfig?: PluginConfig | undefined;
|
|
6230
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
6231
|
+
}) | undefined;
|
|
6110
6232
|
description?: string | undefined;
|
|
6111
6233
|
providerOutput?: string | {} | undefined;
|
|
6112
6234
|
assert?: ({
|
|
@@ -6242,7 +6364,10 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
6242
6364
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
6243
6365
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
6244
6366
|
} | undefined;
|
|
6245
|
-
metadata?: Record<string, any>
|
|
6367
|
+
metadata?: (Record<string, any> & {
|
|
6368
|
+
pluginConfig?: PluginConfig | undefined;
|
|
6369
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
6370
|
+
}) | undefined;
|
|
6246
6371
|
description?: string | undefined;
|
|
6247
6372
|
providerOutput?: string | {} | undefined;
|
|
6248
6373
|
assert?: ({
|
|
@@ -6826,7 +6951,16 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
|
|
|
6826
6951
|
runSerially?: boolean | undefined;
|
|
6827
6952
|
}>>>>;
|
|
6828
6953
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
6829
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny
|
|
6954
|
+
metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
|
|
6955
|
+
pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
|
|
6956
|
+
strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
|
|
6957
|
+
}, "strip", z.ZodTypeAny, {
|
|
6958
|
+
pluginConfig?: PluginConfig | undefined;
|
|
6959
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
6960
|
+
}, {
|
|
6961
|
+
pluginConfig?: PluginConfig | undefined;
|
|
6962
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
6963
|
+
}>>>;
|
|
6830
6964
|
}, {
|
|
6831
6965
|
vars: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>>;
|
|
6832
6966
|
}>, "strict", z.ZodTypeAny, {
|
|
@@ -6927,7 +7061,10 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
|
|
|
6927
7061
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
6928
7062
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
6929
7063
|
} | undefined;
|
|
6930
|
-
metadata?: Record<string, any>
|
|
7064
|
+
metadata?: (Record<string, any> & {
|
|
7065
|
+
pluginConfig?: PluginConfig | undefined;
|
|
7066
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
7067
|
+
}) | undefined;
|
|
6931
7068
|
description?: string | undefined;
|
|
6932
7069
|
providerOutput?: string | {} | undefined;
|
|
6933
7070
|
assert?: ({
|
|
@@ -7062,7 +7199,10 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
|
|
|
7062
7199
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
7063
7200
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
7064
7201
|
} | undefined;
|
|
7065
|
-
metadata?: Record<string, any>
|
|
7202
|
+
metadata?: (Record<string, any> & {
|
|
7203
|
+
pluginConfig?: PluginConfig | undefined;
|
|
7204
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
7205
|
+
}) | undefined;
|
|
7066
7206
|
description?: string | undefined;
|
|
7067
7207
|
providerOutput?: string | {} | undefined;
|
|
7068
7208
|
assert?: ({
|
|
@@ -7724,7 +7864,16 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7724
7864
|
runSerially?: boolean | undefined;
|
|
7725
7865
|
}>>>>;
|
|
7726
7866
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
7727
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny
|
|
7867
|
+
metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
|
|
7868
|
+
pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
|
|
7869
|
+
strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
|
|
7870
|
+
}, "strip", z.ZodTypeAny, {
|
|
7871
|
+
pluginConfig?: PluginConfig | undefined;
|
|
7872
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
7873
|
+
}, {
|
|
7874
|
+
pluginConfig?: PluginConfig | undefined;
|
|
7875
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
7876
|
+
}>>>;
|
|
7728
7877
|
}, "strip", z.ZodTypeAny, {
|
|
7729
7878
|
options?: ({
|
|
7730
7879
|
prefix?: string | undefined;
|
|
@@ -7823,7 +7972,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7823
7972
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
7824
7973
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
7825
7974
|
} | undefined;
|
|
7826
|
-
metadata?: Record<string, any>
|
|
7975
|
+
metadata?: (Record<string, any> & {
|
|
7976
|
+
pluginConfig?: PluginConfig | undefined;
|
|
7977
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
7978
|
+
}) | undefined;
|
|
7827
7979
|
description?: string | undefined;
|
|
7828
7980
|
providerOutput?: string | {} | undefined;
|
|
7829
7981
|
assert?: ({
|
|
@@ -7958,7 +8110,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7958
8110
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
7959
8111
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
7960
8112
|
} | undefined;
|
|
7961
|
-
metadata?: Record<string, any>
|
|
8113
|
+
metadata?: (Record<string, any> & {
|
|
8114
|
+
pluginConfig?: PluginConfig | undefined;
|
|
8115
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
8116
|
+
}) | undefined;
|
|
7962
8117
|
description?: string | undefined;
|
|
7963
8118
|
providerOutput?: string | {} | undefined;
|
|
7964
8119
|
assert?: ({
|
|
@@ -8541,7 +8696,16 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
8541
8696
|
runSerially?: boolean | undefined;
|
|
8542
8697
|
}>>>>>;
|
|
8543
8698
|
threshold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
8544
|
-
metadata: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny
|
|
8699
|
+
metadata: z.ZodOptional<z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
|
|
8700
|
+
pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
|
|
8701
|
+
strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
|
|
8702
|
+
}, "strip", z.ZodTypeAny, {
|
|
8703
|
+
pluginConfig?: PluginConfig | undefined;
|
|
8704
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
8705
|
+
}, {
|
|
8706
|
+
pluginConfig?: PluginConfig | undefined;
|
|
8707
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
8708
|
+
}>>>>;
|
|
8545
8709
|
}, "strip", z.ZodTypeAny, {
|
|
8546
8710
|
options?: ({
|
|
8547
8711
|
prefix?: string | undefined;
|
|
@@ -8640,7 +8804,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
8640
8804
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
8641
8805
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
8642
8806
|
} | undefined;
|
|
8643
|
-
metadata?: Record<string, any>
|
|
8807
|
+
metadata?: (Record<string, any> & {
|
|
8808
|
+
pluginConfig?: PluginConfig | undefined;
|
|
8809
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
8810
|
+
}) | undefined;
|
|
8644
8811
|
description?: string | undefined;
|
|
8645
8812
|
providerOutput?: string | {} | undefined;
|
|
8646
8813
|
assert?: ({
|
|
@@ -8775,7 +8942,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
8775
8942
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
8776
8943
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
8777
8944
|
} | undefined;
|
|
8778
|
-
metadata?: Record<string, any>
|
|
8945
|
+
metadata?: (Record<string, any> & {
|
|
8946
|
+
pluginConfig?: PluginConfig | undefined;
|
|
8947
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
8948
|
+
}) | undefined;
|
|
8779
8949
|
description?: string | undefined;
|
|
8780
8950
|
providerOutput?: string | {} | undefined;
|
|
8781
8951
|
assert?: ({
|
|
@@ -9356,7 +9526,16 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9356
9526
|
runSerially?: boolean | undefined;
|
|
9357
9527
|
}>>>>;
|
|
9358
9528
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
9359
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny
|
|
9529
|
+
metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
|
|
9530
|
+
pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
|
|
9531
|
+
strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
|
|
9532
|
+
}, "strip", z.ZodTypeAny, {
|
|
9533
|
+
pluginConfig?: PluginConfig | undefined;
|
|
9534
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
9535
|
+
}, {
|
|
9536
|
+
pluginConfig?: PluginConfig | undefined;
|
|
9537
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
9538
|
+
}>>>;
|
|
9360
9539
|
}, "strip", z.ZodTypeAny, {
|
|
9361
9540
|
options?: ({
|
|
9362
9541
|
prefix?: string | undefined;
|
|
@@ -9455,7 +9634,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9455
9634
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
9456
9635
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
9457
9636
|
} | undefined;
|
|
9458
|
-
metadata?: Record<string, any>
|
|
9637
|
+
metadata?: (Record<string, any> & {
|
|
9638
|
+
pluginConfig?: PluginConfig | undefined;
|
|
9639
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
9640
|
+
}) | undefined;
|
|
9459
9641
|
description?: string | undefined;
|
|
9460
9642
|
providerOutput?: string | {} | undefined;
|
|
9461
9643
|
assert?: ({
|
|
@@ -9590,7 +9772,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9590
9772
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
9591
9773
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
9592
9774
|
} | undefined;
|
|
9593
|
-
metadata?: Record<string, any>
|
|
9775
|
+
metadata?: (Record<string, any> & {
|
|
9776
|
+
pluginConfig?: PluginConfig | undefined;
|
|
9777
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
9778
|
+
}) | undefined;
|
|
9594
9779
|
description?: string | undefined;
|
|
9595
9780
|
providerOutput?: string | {} | undefined;
|
|
9596
9781
|
assert?: ({
|
|
@@ -9727,7 +9912,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9727
9912
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
9728
9913
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
9729
9914
|
} | undefined;
|
|
9730
|
-
metadata?: Record<string, any>
|
|
9915
|
+
metadata?: (Record<string, any> & {
|
|
9916
|
+
pluginConfig?: PluginConfig | undefined;
|
|
9917
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
9918
|
+
}) | undefined;
|
|
9731
9919
|
description?: string | undefined;
|
|
9732
9920
|
providerOutput?: string | {} | undefined;
|
|
9733
9921
|
assert?: ({
|
|
@@ -9863,7 +10051,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9863
10051
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
9864
10052
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
9865
10053
|
} | undefined;
|
|
9866
|
-
metadata?: Record<string, any>
|
|
10054
|
+
metadata?: (Record<string, any> & {
|
|
10055
|
+
pluginConfig?: PluginConfig | undefined;
|
|
10056
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
10057
|
+
}) | undefined;
|
|
9867
10058
|
description?: string | undefined;
|
|
9868
10059
|
providerOutput?: string | {} | undefined;
|
|
9869
10060
|
assert?: ({
|
|
@@ -10001,7 +10192,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
10001
10192
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
10002
10193
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
10003
10194
|
} | undefined;
|
|
10004
|
-
metadata?: Record<string, any>
|
|
10195
|
+
metadata?: (Record<string, any> & {
|
|
10196
|
+
pluginConfig?: PluginConfig | undefined;
|
|
10197
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
10198
|
+
}) | undefined;
|
|
10005
10199
|
description?: string | undefined;
|
|
10006
10200
|
providerOutput?: string | {} | undefined;
|
|
10007
10201
|
assert?: ({
|
|
@@ -10137,7 +10331,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
10137
10331
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
10138
10332
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
10139
10333
|
} | undefined;
|
|
10140
|
-
metadata?: Record<string, any>
|
|
10334
|
+
metadata?: (Record<string, any> & {
|
|
10335
|
+
pluginConfig?: PluginConfig | undefined;
|
|
10336
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
10337
|
+
}) | undefined;
|
|
10141
10338
|
description?: string | undefined;
|
|
10142
10339
|
providerOutput?: string | {} | undefined;
|
|
10143
10340
|
assert?: ({
|
|
@@ -10720,7 +10917,16 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
10720
10917
|
runSerially?: boolean | undefined;
|
|
10721
10918
|
}>>>>>;
|
|
10722
10919
|
threshold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
10723
|
-
metadata: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny
|
|
10920
|
+
metadata: z.ZodOptional<z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
|
|
10921
|
+
pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
|
|
10922
|
+
strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
|
|
10923
|
+
}, "strip", z.ZodTypeAny, {
|
|
10924
|
+
pluginConfig?: PluginConfig | undefined;
|
|
10925
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
10926
|
+
}, {
|
|
10927
|
+
pluginConfig?: PluginConfig | undefined;
|
|
10928
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
10929
|
+
}>>>>;
|
|
10724
10930
|
}, "strip", z.ZodTypeAny, {
|
|
10725
10931
|
options?: ({
|
|
10726
10932
|
prefix?: string | undefined;
|
|
@@ -10819,7 +11025,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
10819
11025
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
10820
11026
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
10821
11027
|
} | undefined;
|
|
10822
|
-
metadata?: Record<string, any>
|
|
11028
|
+
metadata?: (Record<string, any> & {
|
|
11029
|
+
pluginConfig?: PluginConfig | undefined;
|
|
11030
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
11031
|
+
}) | undefined;
|
|
10823
11032
|
description?: string | undefined;
|
|
10824
11033
|
providerOutput?: string | {} | undefined;
|
|
10825
11034
|
assert?: ({
|
|
@@ -10954,7 +11163,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
10954
11163
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
10955
11164
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
10956
11165
|
} | undefined;
|
|
10957
|
-
metadata?: Record<string, any>
|
|
11166
|
+
metadata?: (Record<string, any> & {
|
|
11167
|
+
pluginConfig?: PluginConfig | undefined;
|
|
11168
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
11169
|
+
}) | undefined;
|
|
10958
11170
|
description?: string | undefined;
|
|
10959
11171
|
providerOutput?: string | {} | undefined;
|
|
10960
11172
|
assert?: ({
|
|
@@ -11336,7 +11548,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
11336
11548
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
11337
11549
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
11338
11550
|
} | undefined;
|
|
11339
|
-
metadata?: Record<string, any>
|
|
11551
|
+
metadata?: (Record<string, any> & {
|
|
11552
|
+
pluginConfig?: PluginConfig | undefined;
|
|
11553
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
11554
|
+
}) | undefined;
|
|
11340
11555
|
description?: string | undefined;
|
|
11341
11556
|
providerOutput?: string | {} | undefined;
|
|
11342
11557
|
assert?: ({
|
|
@@ -11476,7 +11691,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
11476
11691
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
11477
11692
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
11478
11693
|
} | undefined;
|
|
11479
|
-
metadata?: Record<string, any>
|
|
11694
|
+
metadata?: (Record<string, any> & {
|
|
11695
|
+
pluginConfig?: PluginConfig | undefined;
|
|
11696
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
11697
|
+
}) | undefined;
|
|
11480
11698
|
description?: string | undefined;
|
|
11481
11699
|
providerOutput?: string | {} | undefined;
|
|
11482
11700
|
assert?: ({
|
|
@@ -11612,7 +11830,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
11612
11830
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
11613
11831
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
11614
11832
|
} | undefined;
|
|
11615
|
-
metadata?: Record<string, any>
|
|
11833
|
+
metadata?: (Record<string, any> & {
|
|
11834
|
+
pluginConfig?: PluginConfig | undefined;
|
|
11835
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
11836
|
+
}) | undefined;
|
|
11616
11837
|
description?: string | undefined;
|
|
11617
11838
|
providerOutput?: string | {} | undefined;
|
|
11618
11839
|
assert?: ({
|
|
@@ -11750,7 +11971,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
11750
11971
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
11751
11972
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
11752
11973
|
} | undefined;
|
|
11753
|
-
metadata?: Record<string, any>
|
|
11974
|
+
metadata?: (Record<string, any> & {
|
|
11975
|
+
pluginConfig?: PluginConfig | undefined;
|
|
11976
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
11977
|
+
}) | undefined;
|
|
11754
11978
|
description?: string | undefined;
|
|
11755
11979
|
providerOutput?: string | {} | undefined;
|
|
11756
11980
|
assert?: ({
|
|
@@ -11968,7 +12192,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
11968
12192
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
11969
12193
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
11970
12194
|
} | undefined;
|
|
11971
|
-
metadata?: Record<string, any>
|
|
12195
|
+
metadata?: (Record<string, any> & {
|
|
12196
|
+
pluginConfig?: PluginConfig | undefined;
|
|
12197
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
12198
|
+
}) | undefined;
|
|
11972
12199
|
description?: string | undefined;
|
|
11973
12200
|
providerOutput?: string | {} | undefined;
|
|
11974
12201
|
assert?: ({
|
|
@@ -12108,7 +12335,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
12108
12335
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
12109
12336
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
12110
12337
|
} | undefined;
|
|
12111
|
-
metadata?: Record<string, any>
|
|
12338
|
+
metadata?: (Record<string, any> & {
|
|
12339
|
+
pluginConfig?: PluginConfig | undefined;
|
|
12340
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
12341
|
+
}) | undefined;
|
|
12112
12342
|
description?: string | undefined;
|
|
12113
12343
|
providerOutput?: string | {} | undefined;
|
|
12114
12344
|
assert?: ({
|
|
@@ -12244,7 +12474,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
12244
12474
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
12245
12475
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
12246
12476
|
} | undefined;
|
|
12247
|
-
metadata?: Record<string, any>
|
|
12477
|
+
metadata?: (Record<string, any> & {
|
|
12478
|
+
pluginConfig?: PluginConfig | undefined;
|
|
12479
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
12480
|
+
}) | undefined;
|
|
12248
12481
|
description?: string | undefined;
|
|
12249
12482
|
providerOutput?: string | {} | undefined;
|
|
12250
12483
|
assert?: ({
|
|
@@ -12382,7 +12615,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
12382
12615
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
12383
12616
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
12384
12617
|
} | undefined;
|
|
12385
|
-
metadata?: Record<string, any>
|
|
12618
|
+
metadata?: (Record<string, any> & {
|
|
12619
|
+
pluginConfig?: PluginConfig | undefined;
|
|
12620
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
12621
|
+
}) | undefined;
|
|
12386
12622
|
description?: string | undefined;
|
|
12387
12623
|
providerOutput?: string | {} | undefined;
|
|
12388
12624
|
assert?: ({
|
|
@@ -13776,7 +14012,16 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
13776
14012
|
runSerially?: boolean | undefined;
|
|
13777
14013
|
}>>>>;
|
|
13778
14014
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
13779
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny
|
|
14015
|
+
metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
|
|
14016
|
+
pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
|
|
14017
|
+
strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
|
|
14018
|
+
}, "strip", z.ZodTypeAny, {
|
|
14019
|
+
pluginConfig?: PluginConfig | undefined;
|
|
14020
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
14021
|
+
}, {
|
|
14022
|
+
pluginConfig?: PluginConfig | undefined;
|
|
14023
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
14024
|
+
}>>>;
|
|
13780
14025
|
}, "strip", z.ZodTypeAny, {
|
|
13781
14026
|
options?: ({
|
|
13782
14027
|
prefix?: string | undefined;
|
|
@@ -13875,7 +14120,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
13875
14120
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
13876
14121
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
13877
14122
|
} | undefined;
|
|
13878
|
-
metadata?: Record<string, any>
|
|
14123
|
+
metadata?: (Record<string, any> & {
|
|
14124
|
+
pluginConfig?: PluginConfig | undefined;
|
|
14125
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
14126
|
+
}) | undefined;
|
|
13879
14127
|
description?: string | undefined;
|
|
13880
14128
|
providerOutput?: string | {} | undefined;
|
|
13881
14129
|
assert?: ({
|
|
@@ -14010,7 +14258,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14010
14258
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
14011
14259
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
14012
14260
|
} | undefined;
|
|
14013
|
-
metadata?: Record<string, any>
|
|
14261
|
+
metadata?: (Record<string, any> & {
|
|
14262
|
+
pluginConfig?: PluginConfig | undefined;
|
|
14263
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
14264
|
+
}) | undefined;
|
|
14014
14265
|
description?: string | undefined;
|
|
14015
14266
|
providerOutput?: string | {} | undefined;
|
|
14016
14267
|
assert?: ({
|
|
@@ -14593,7 +14844,16 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14593
14844
|
runSerially?: boolean | undefined;
|
|
14594
14845
|
}>>>>>;
|
|
14595
14846
|
threshold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
14596
|
-
metadata: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny
|
|
14847
|
+
metadata: z.ZodOptional<z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
|
|
14848
|
+
pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
|
|
14849
|
+
strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
|
|
14850
|
+
}, "strip", z.ZodTypeAny, {
|
|
14851
|
+
pluginConfig?: PluginConfig | undefined;
|
|
14852
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
14853
|
+
}, {
|
|
14854
|
+
pluginConfig?: PluginConfig | undefined;
|
|
14855
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
14856
|
+
}>>>>;
|
|
14597
14857
|
}, "strip", z.ZodTypeAny, {
|
|
14598
14858
|
options?: ({
|
|
14599
14859
|
prefix?: string | undefined;
|
|
@@ -14692,7 +14952,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14692
14952
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
14693
14953
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
14694
14954
|
} | undefined;
|
|
14695
|
-
metadata?: Record<string, any>
|
|
14955
|
+
metadata?: (Record<string, any> & {
|
|
14956
|
+
pluginConfig?: PluginConfig | undefined;
|
|
14957
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
14958
|
+
}) | undefined;
|
|
14696
14959
|
description?: string | undefined;
|
|
14697
14960
|
providerOutput?: string | {} | undefined;
|
|
14698
14961
|
assert?: ({
|
|
@@ -14827,7 +15090,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14827
15090
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
14828
15091
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
14829
15092
|
} | undefined;
|
|
14830
|
-
metadata?: Record<string, any>
|
|
15093
|
+
metadata?: (Record<string, any> & {
|
|
15094
|
+
pluginConfig?: PluginConfig | undefined;
|
|
15095
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
15096
|
+
}) | undefined;
|
|
14831
15097
|
description?: string | undefined;
|
|
14832
15098
|
providerOutput?: string | {} | undefined;
|
|
14833
15099
|
assert?: ({
|
|
@@ -15408,7 +15674,16 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
15408
15674
|
runSerially?: boolean | undefined;
|
|
15409
15675
|
}>>>>;
|
|
15410
15676
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
15411
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny
|
|
15677
|
+
metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
|
|
15678
|
+
pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
|
|
15679
|
+
strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
|
|
15680
|
+
}, "strip", z.ZodTypeAny, {
|
|
15681
|
+
pluginConfig?: PluginConfig | undefined;
|
|
15682
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
15683
|
+
}, {
|
|
15684
|
+
pluginConfig?: PluginConfig | undefined;
|
|
15685
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
15686
|
+
}>>>;
|
|
15412
15687
|
}, "strip", z.ZodTypeAny, {
|
|
15413
15688
|
options?: ({
|
|
15414
15689
|
prefix?: string | undefined;
|
|
@@ -15507,7 +15782,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
15507
15782
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
15508
15783
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
15509
15784
|
} | undefined;
|
|
15510
|
-
metadata?: Record<string, any>
|
|
15785
|
+
metadata?: (Record<string, any> & {
|
|
15786
|
+
pluginConfig?: PluginConfig | undefined;
|
|
15787
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
15788
|
+
}) | undefined;
|
|
15511
15789
|
description?: string | undefined;
|
|
15512
15790
|
providerOutput?: string | {} | undefined;
|
|
15513
15791
|
assert?: ({
|
|
@@ -15642,7 +15920,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
15642
15920
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
15643
15921
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
15644
15922
|
} | undefined;
|
|
15645
|
-
metadata?: Record<string, any>
|
|
15923
|
+
metadata?: (Record<string, any> & {
|
|
15924
|
+
pluginConfig?: PluginConfig | undefined;
|
|
15925
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
15926
|
+
}) | undefined;
|
|
15646
15927
|
description?: string | undefined;
|
|
15647
15928
|
providerOutput?: string | {} | undefined;
|
|
15648
15929
|
assert?: ({
|
|
@@ -15779,7 +16060,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
15779
16060
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
15780
16061
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
15781
16062
|
} | undefined;
|
|
15782
|
-
metadata?: Record<string, any>
|
|
16063
|
+
metadata?: (Record<string, any> & {
|
|
16064
|
+
pluginConfig?: PluginConfig | undefined;
|
|
16065
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
16066
|
+
}) | undefined;
|
|
15783
16067
|
description?: string | undefined;
|
|
15784
16068
|
providerOutput?: string | {} | undefined;
|
|
15785
16069
|
assert?: ({
|
|
@@ -15915,7 +16199,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
15915
16199
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
15916
16200
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
15917
16201
|
} | undefined;
|
|
15918
|
-
metadata?: Record<string, any>
|
|
16202
|
+
metadata?: (Record<string, any> & {
|
|
16203
|
+
pluginConfig?: PluginConfig | undefined;
|
|
16204
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
16205
|
+
}) | undefined;
|
|
15919
16206
|
description?: string | undefined;
|
|
15920
16207
|
providerOutput?: string | {} | undefined;
|
|
15921
16208
|
assert?: ({
|
|
@@ -16053,7 +16340,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
16053
16340
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
16054
16341
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
16055
16342
|
} | undefined;
|
|
16056
|
-
metadata?: Record<string, any>
|
|
16343
|
+
metadata?: (Record<string, any> & {
|
|
16344
|
+
pluginConfig?: PluginConfig | undefined;
|
|
16345
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
16346
|
+
}) | undefined;
|
|
16057
16347
|
description?: string | undefined;
|
|
16058
16348
|
providerOutput?: string | {} | undefined;
|
|
16059
16349
|
assert?: ({
|
|
@@ -16189,7 +16479,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
16189
16479
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
16190
16480
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
16191
16481
|
} | undefined;
|
|
16192
|
-
metadata?: Record<string, any>
|
|
16482
|
+
metadata?: (Record<string, any> & {
|
|
16483
|
+
pluginConfig?: PluginConfig | undefined;
|
|
16484
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
16485
|
+
}) | undefined;
|
|
16193
16486
|
description?: string | undefined;
|
|
16194
16487
|
providerOutput?: string | {} | undefined;
|
|
16195
16488
|
assert?: ({
|
|
@@ -16772,7 +17065,16 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
16772
17065
|
runSerially?: boolean | undefined;
|
|
16773
17066
|
}>>>>>;
|
|
16774
17067
|
threshold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
16775
|
-
metadata: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny
|
|
17068
|
+
metadata: z.ZodOptional<z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
|
|
17069
|
+
pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
|
|
17070
|
+
strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
|
|
17071
|
+
}, "strip", z.ZodTypeAny, {
|
|
17072
|
+
pluginConfig?: PluginConfig | undefined;
|
|
17073
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
17074
|
+
}, {
|
|
17075
|
+
pluginConfig?: PluginConfig | undefined;
|
|
17076
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
17077
|
+
}>>>>;
|
|
16776
17078
|
}, "description">, "strip", z.ZodTypeAny, {
|
|
16777
17079
|
options?: ({
|
|
16778
17080
|
prefix?: string | undefined;
|
|
@@ -16871,7 +17173,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
16871
17173
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
16872
17174
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
16873
17175
|
} | undefined;
|
|
16874
|
-
metadata?: Record<string, any>
|
|
17176
|
+
metadata?: (Record<string, any> & {
|
|
17177
|
+
pluginConfig?: PluginConfig | undefined;
|
|
17178
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
17179
|
+
}) | undefined;
|
|
16875
17180
|
providerOutput?: string | {} | undefined;
|
|
16876
17181
|
assert?: ({
|
|
16877
17182
|
type: AssertionType;
|
|
@@ -17005,7 +17310,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
17005
17310
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
17006
17311
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
17007
17312
|
} | undefined;
|
|
17008
|
-
metadata?: Record<string, any>
|
|
17313
|
+
metadata?: (Record<string, any> & {
|
|
17314
|
+
pluginConfig?: PluginConfig | undefined;
|
|
17315
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
17316
|
+
}) | undefined;
|
|
17009
17317
|
providerOutput?: string | {} | undefined;
|
|
17010
17318
|
assert?: ({
|
|
17011
17319
|
type: AssertionType;
|
|
@@ -17559,7 +17867,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
17559
17867
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
17560
17868
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
17561
17869
|
} | undefined;
|
|
17562
|
-
metadata?: Record<string, any>
|
|
17870
|
+
metadata?: (Record<string, any> & {
|
|
17871
|
+
pluginConfig?: PluginConfig | undefined;
|
|
17872
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
17873
|
+
}) | undefined;
|
|
17563
17874
|
description?: string | undefined;
|
|
17564
17875
|
providerOutput?: string | {} | undefined;
|
|
17565
17876
|
assert?: ({
|
|
@@ -17698,7 +18009,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
17698
18009
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
17699
18010
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
17700
18011
|
} | undefined;
|
|
17701
|
-
metadata?: Record<string, any>
|
|
18012
|
+
metadata?: (Record<string, any> & {
|
|
18013
|
+
pluginConfig?: PluginConfig | undefined;
|
|
18014
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
18015
|
+
}) | undefined;
|
|
17702
18016
|
description?: string | undefined;
|
|
17703
18017
|
providerOutput?: string | {} | undefined;
|
|
17704
18018
|
assert?: ({
|
|
@@ -17834,7 +18148,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
17834
18148
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
17835
18149
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
17836
18150
|
} | undefined;
|
|
17837
|
-
metadata?: Record<string, any>
|
|
18151
|
+
metadata?: (Record<string, any> & {
|
|
18152
|
+
pluginConfig?: PluginConfig | undefined;
|
|
18153
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
18154
|
+
}) | undefined;
|
|
17838
18155
|
description?: string | undefined;
|
|
17839
18156
|
providerOutput?: string | {} | undefined;
|
|
17840
18157
|
assert?: ({
|
|
@@ -17972,7 +18289,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
17972
18289
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
17973
18290
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
17974
18291
|
} | undefined;
|
|
17975
|
-
metadata?: Record<string, any>
|
|
18292
|
+
metadata?: (Record<string, any> & {
|
|
18293
|
+
pluginConfig?: PluginConfig | undefined;
|
|
18294
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
18295
|
+
}) | undefined;
|
|
17976
18296
|
providerOutput?: string | {} | undefined;
|
|
17977
18297
|
assert?: ({
|
|
17978
18298
|
type: AssertionType;
|
|
@@ -18355,7 +18675,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
18355
18675
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
18356
18676
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
18357
18677
|
} | undefined;
|
|
18358
|
-
metadata?: Record<string, any>
|
|
18678
|
+
metadata?: (Record<string, any> & {
|
|
18679
|
+
pluginConfig?: PluginConfig | undefined;
|
|
18680
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
18681
|
+
}) | undefined;
|
|
18359
18682
|
description?: string | undefined;
|
|
18360
18683
|
providerOutput?: string | {} | undefined;
|
|
18361
18684
|
assert?: ({
|
|
@@ -18494,7 +18817,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
18494
18817
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
18495
18818
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
18496
18819
|
} | undefined;
|
|
18497
|
-
metadata?: Record<string, any>
|
|
18820
|
+
metadata?: (Record<string, any> & {
|
|
18821
|
+
pluginConfig?: PluginConfig | undefined;
|
|
18822
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
18823
|
+
}) | undefined;
|
|
18498
18824
|
description?: string | undefined;
|
|
18499
18825
|
providerOutput?: string | {} | undefined;
|
|
18500
18826
|
assert?: ({
|
|
@@ -18630,7 +18956,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
18630
18956
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
18631
18957
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
18632
18958
|
} | undefined;
|
|
18633
|
-
metadata?: Record<string, any>
|
|
18959
|
+
metadata?: (Record<string, any> & {
|
|
18960
|
+
pluginConfig?: PluginConfig | undefined;
|
|
18961
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
18962
|
+
}) | undefined;
|
|
18634
18963
|
description?: string | undefined;
|
|
18635
18964
|
providerOutput?: string | {} | undefined;
|
|
18636
18965
|
assert?: ({
|
|
@@ -18768,7 +19097,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
18768
19097
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
18769
19098
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
18770
19099
|
} | undefined;
|
|
18771
|
-
metadata?: Record<string, any>
|
|
19100
|
+
metadata?: (Record<string, any> & {
|
|
19101
|
+
pluginConfig?: PluginConfig | undefined;
|
|
19102
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
19103
|
+
}) | undefined;
|
|
18772
19104
|
providerOutput?: string | {} | undefined;
|
|
18773
19105
|
assert?: ({
|
|
18774
19106
|
type: AssertionType;
|
|
@@ -20167,7 +20499,16 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
20167
20499
|
runSerially?: boolean | undefined;
|
|
20168
20500
|
}>>>>;
|
|
20169
20501
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
20170
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny
|
|
20502
|
+
metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
|
|
20503
|
+
pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
|
|
20504
|
+
strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
|
|
20505
|
+
}, "strip", z.ZodTypeAny, {
|
|
20506
|
+
pluginConfig?: PluginConfig | undefined;
|
|
20507
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
20508
|
+
}, {
|
|
20509
|
+
pluginConfig?: PluginConfig | undefined;
|
|
20510
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
20511
|
+
}>>>;
|
|
20171
20512
|
}, "strip", z.ZodTypeAny, {
|
|
20172
20513
|
options?: ({
|
|
20173
20514
|
prefix?: string | undefined;
|
|
@@ -20266,7 +20607,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
20266
20607
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
20267
20608
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
20268
20609
|
} | undefined;
|
|
20269
|
-
metadata?: Record<string, any>
|
|
20610
|
+
metadata?: (Record<string, any> & {
|
|
20611
|
+
pluginConfig?: PluginConfig | undefined;
|
|
20612
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
20613
|
+
}) | undefined;
|
|
20270
20614
|
description?: string | undefined;
|
|
20271
20615
|
providerOutput?: string | {} | undefined;
|
|
20272
20616
|
assert?: ({
|
|
@@ -20401,7 +20745,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
20401
20745
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
20402
20746
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
20403
20747
|
} | undefined;
|
|
20404
|
-
metadata?: Record<string, any>
|
|
20748
|
+
metadata?: (Record<string, any> & {
|
|
20749
|
+
pluginConfig?: PluginConfig | undefined;
|
|
20750
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
20751
|
+
}) | undefined;
|
|
20405
20752
|
description?: string | undefined;
|
|
20406
20753
|
providerOutput?: string | {} | undefined;
|
|
20407
20754
|
assert?: ({
|
|
@@ -20984,7 +21331,16 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
20984
21331
|
runSerially?: boolean | undefined;
|
|
20985
21332
|
}>>>>>;
|
|
20986
21333
|
threshold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
20987
|
-
metadata: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny
|
|
21334
|
+
metadata: z.ZodOptional<z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
|
|
21335
|
+
pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
|
|
21336
|
+
strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
|
|
21337
|
+
}, "strip", z.ZodTypeAny, {
|
|
21338
|
+
pluginConfig?: PluginConfig | undefined;
|
|
21339
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
21340
|
+
}, {
|
|
21341
|
+
pluginConfig?: PluginConfig | undefined;
|
|
21342
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
21343
|
+
}>>>>;
|
|
20988
21344
|
}, "strip", z.ZodTypeAny, {
|
|
20989
21345
|
options?: ({
|
|
20990
21346
|
prefix?: string | undefined;
|
|
@@ -21083,7 +21439,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
21083
21439
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
21084
21440
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
21085
21441
|
} | undefined;
|
|
21086
|
-
metadata?: Record<string, any>
|
|
21442
|
+
metadata?: (Record<string, any> & {
|
|
21443
|
+
pluginConfig?: PluginConfig | undefined;
|
|
21444
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
21445
|
+
}) | undefined;
|
|
21087
21446
|
description?: string | undefined;
|
|
21088
21447
|
providerOutput?: string | {} | undefined;
|
|
21089
21448
|
assert?: ({
|
|
@@ -21218,7 +21577,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
21218
21577
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
21219
21578
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
21220
21579
|
} | undefined;
|
|
21221
|
-
metadata?: Record<string, any>
|
|
21580
|
+
metadata?: (Record<string, any> & {
|
|
21581
|
+
pluginConfig?: PluginConfig | undefined;
|
|
21582
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
21583
|
+
}) | undefined;
|
|
21222
21584
|
description?: string | undefined;
|
|
21223
21585
|
providerOutput?: string | {} | undefined;
|
|
21224
21586
|
assert?: ({
|
|
@@ -21799,7 +22161,16 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
21799
22161
|
runSerially?: boolean | undefined;
|
|
21800
22162
|
}>>>>;
|
|
21801
22163
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
21802
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny
|
|
22164
|
+
metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
|
|
22165
|
+
pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
|
|
22166
|
+
strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
|
|
22167
|
+
}, "strip", z.ZodTypeAny, {
|
|
22168
|
+
pluginConfig?: PluginConfig | undefined;
|
|
22169
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
22170
|
+
}, {
|
|
22171
|
+
pluginConfig?: PluginConfig | undefined;
|
|
22172
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
22173
|
+
}>>>;
|
|
21803
22174
|
}, "strip", z.ZodTypeAny, {
|
|
21804
22175
|
options?: ({
|
|
21805
22176
|
prefix?: string | undefined;
|
|
@@ -21898,7 +22269,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
21898
22269
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
21899
22270
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
21900
22271
|
} | undefined;
|
|
21901
|
-
metadata?: Record<string, any>
|
|
22272
|
+
metadata?: (Record<string, any> & {
|
|
22273
|
+
pluginConfig?: PluginConfig | undefined;
|
|
22274
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
22275
|
+
}) | undefined;
|
|
21902
22276
|
description?: string | undefined;
|
|
21903
22277
|
providerOutput?: string | {} | undefined;
|
|
21904
22278
|
assert?: ({
|
|
@@ -22033,7 +22407,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
22033
22407
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
22034
22408
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
22035
22409
|
} | undefined;
|
|
22036
|
-
metadata?: Record<string, any>
|
|
22410
|
+
metadata?: (Record<string, any> & {
|
|
22411
|
+
pluginConfig?: PluginConfig | undefined;
|
|
22412
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
22413
|
+
}) | undefined;
|
|
22037
22414
|
description?: string | undefined;
|
|
22038
22415
|
providerOutput?: string | {} | undefined;
|
|
22039
22416
|
assert?: ({
|
|
@@ -22170,7 +22547,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
22170
22547
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
22171
22548
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
22172
22549
|
} | undefined;
|
|
22173
|
-
metadata?: Record<string, any>
|
|
22550
|
+
metadata?: (Record<string, any> & {
|
|
22551
|
+
pluginConfig?: PluginConfig | undefined;
|
|
22552
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
22553
|
+
}) | undefined;
|
|
22174
22554
|
description?: string | undefined;
|
|
22175
22555
|
providerOutput?: string | {} | undefined;
|
|
22176
22556
|
assert?: ({
|
|
@@ -22306,7 +22686,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
22306
22686
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
22307
22687
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
22308
22688
|
} | undefined;
|
|
22309
|
-
metadata?: Record<string, any>
|
|
22689
|
+
metadata?: (Record<string, any> & {
|
|
22690
|
+
pluginConfig?: PluginConfig | undefined;
|
|
22691
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
22692
|
+
}) | undefined;
|
|
22310
22693
|
description?: string | undefined;
|
|
22311
22694
|
providerOutput?: string | {} | undefined;
|
|
22312
22695
|
assert?: ({
|
|
@@ -22444,7 +22827,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
22444
22827
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
22445
22828
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
22446
22829
|
} | undefined;
|
|
22447
|
-
metadata?: Record<string, any>
|
|
22830
|
+
metadata?: (Record<string, any> & {
|
|
22831
|
+
pluginConfig?: PluginConfig | undefined;
|
|
22832
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
22833
|
+
}) | undefined;
|
|
22448
22834
|
description?: string | undefined;
|
|
22449
22835
|
providerOutput?: string | {} | undefined;
|
|
22450
22836
|
assert?: ({
|
|
@@ -22580,7 +22966,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
22580
22966
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
22581
22967
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
22582
22968
|
} | undefined;
|
|
22583
|
-
metadata?: Record<string, any>
|
|
22969
|
+
metadata?: (Record<string, any> & {
|
|
22970
|
+
pluginConfig?: PluginConfig | undefined;
|
|
22971
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
22972
|
+
}) | undefined;
|
|
22584
22973
|
description?: string | undefined;
|
|
22585
22974
|
providerOutput?: string | {} | undefined;
|
|
22586
22975
|
assert?: ({
|
|
@@ -23163,7 +23552,16 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
23163
23552
|
runSerially?: boolean | undefined;
|
|
23164
23553
|
}>>>>>;
|
|
23165
23554
|
threshold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
23166
|
-
metadata: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny
|
|
23555
|
+
metadata: z.ZodOptional<z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
|
|
23556
|
+
pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
|
|
23557
|
+
strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
|
|
23558
|
+
}, "strip", z.ZodTypeAny, {
|
|
23559
|
+
pluginConfig?: PluginConfig | undefined;
|
|
23560
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
23561
|
+
}, {
|
|
23562
|
+
pluginConfig?: PluginConfig | undefined;
|
|
23563
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
23564
|
+
}>>>>;
|
|
23167
23565
|
}, "description">, "strip", z.ZodTypeAny, {
|
|
23168
23566
|
options?: ({
|
|
23169
23567
|
prefix?: string | undefined;
|
|
@@ -23262,7 +23660,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
23262
23660
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
23263
23661
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
23264
23662
|
} | undefined;
|
|
23265
|
-
metadata?: Record<string, any>
|
|
23663
|
+
metadata?: (Record<string, any> & {
|
|
23664
|
+
pluginConfig?: PluginConfig | undefined;
|
|
23665
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
23666
|
+
}) | undefined;
|
|
23266
23667
|
providerOutput?: string | {} | undefined;
|
|
23267
23668
|
assert?: ({
|
|
23268
23669
|
type: AssertionType;
|
|
@@ -23396,7 +23797,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
23396
23797
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
23397
23798
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
23398
23799
|
} | undefined;
|
|
23399
|
-
metadata?: Record<string, any>
|
|
23800
|
+
metadata?: (Record<string, any> & {
|
|
23801
|
+
pluginConfig?: PluginConfig | undefined;
|
|
23802
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
23803
|
+
}) | undefined;
|
|
23400
23804
|
providerOutput?: string | {} | undefined;
|
|
23401
23805
|
assert?: ({
|
|
23402
23806
|
type: AssertionType;
|
|
@@ -25593,7 +25997,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
25593
25997
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
25594
25998
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
25595
25999
|
} | undefined;
|
|
25596
|
-
metadata?: Record<string, any>
|
|
26000
|
+
metadata?: (Record<string, any> & {
|
|
26001
|
+
pluginConfig?: PluginConfig | undefined;
|
|
26002
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
26003
|
+
}) | undefined;
|
|
25597
26004
|
description?: string | undefined;
|
|
25598
26005
|
providerOutput?: string | {} | undefined;
|
|
25599
26006
|
assert?: ({
|
|
@@ -25732,7 +26139,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
25732
26139
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
25733
26140
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
25734
26141
|
} | undefined;
|
|
25735
|
-
metadata?: Record<string, any>
|
|
26142
|
+
metadata?: (Record<string, any> & {
|
|
26143
|
+
pluginConfig?: PluginConfig | undefined;
|
|
26144
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
26145
|
+
}) | undefined;
|
|
25736
26146
|
description?: string | undefined;
|
|
25737
26147
|
providerOutput?: string | {} | undefined;
|
|
25738
26148
|
assert?: ({
|
|
@@ -25868,7 +26278,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
25868
26278
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
25869
26279
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
25870
26280
|
} | undefined;
|
|
25871
|
-
metadata?: Record<string, any>
|
|
26281
|
+
metadata?: (Record<string, any> & {
|
|
26282
|
+
pluginConfig?: PluginConfig | undefined;
|
|
26283
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
26284
|
+
}) | undefined;
|
|
25872
26285
|
description?: string | undefined;
|
|
25873
26286
|
providerOutput?: string | {} | undefined;
|
|
25874
26287
|
assert?: ({
|
|
@@ -26006,7 +26419,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
26006
26419
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
26007
26420
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
26008
26421
|
} | undefined;
|
|
26009
|
-
metadata?: Record<string, any>
|
|
26422
|
+
metadata?: (Record<string, any> & {
|
|
26423
|
+
pluginConfig?: PluginConfig | undefined;
|
|
26424
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
26425
|
+
}) | undefined;
|
|
26010
26426
|
providerOutput?: string | {} | undefined;
|
|
26011
26427
|
assert?: ({
|
|
26012
26428
|
type: AssertionType;
|
|
@@ -26599,7 +27015,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
26599
27015
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
26600
27016
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
26601
27017
|
} | undefined;
|
|
26602
|
-
metadata?: Record<string, any>
|
|
27018
|
+
metadata?: (Record<string, any> & {
|
|
27019
|
+
pluginConfig?: PluginConfig | undefined;
|
|
27020
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
27021
|
+
}) | undefined;
|
|
26603
27022
|
description?: string | undefined;
|
|
26604
27023
|
providerOutput?: string | {} | undefined;
|
|
26605
27024
|
assert?: ({
|
|
@@ -26738,7 +27157,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
26738
27157
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
26739
27158
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
26740
27159
|
} | undefined;
|
|
26741
|
-
metadata?: Record<string, any>
|
|
27160
|
+
metadata?: (Record<string, any> & {
|
|
27161
|
+
pluginConfig?: PluginConfig | undefined;
|
|
27162
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
27163
|
+
}) | undefined;
|
|
26742
27164
|
description?: string | undefined;
|
|
26743
27165
|
providerOutput?: string | {} | undefined;
|
|
26744
27166
|
assert?: ({
|
|
@@ -26874,7 +27296,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
26874
27296
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
26875
27297
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
26876
27298
|
} | undefined;
|
|
26877
|
-
metadata?: Record<string, any>
|
|
27299
|
+
metadata?: (Record<string, any> & {
|
|
27300
|
+
pluginConfig?: PluginConfig | undefined;
|
|
27301
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
27302
|
+
}) | undefined;
|
|
26878
27303
|
description?: string | undefined;
|
|
26879
27304
|
providerOutput?: string | {} | undefined;
|
|
26880
27305
|
assert?: ({
|
|
@@ -27012,7 +27437,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
27012
27437
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
27013
27438
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
27014
27439
|
} | undefined;
|
|
27015
|
-
metadata?: Record<string, any>
|
|
27440
|
+
metadata?: (Record<string, any> & {
|
|
27441
|
+
pluginConfig?: PluginConfig | undefined;
|
|
27442
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
27443
|
+
}) | undefined;
|
|
27016
27444
|
providerOutput?: string | {} | undefined;
|
|
27017
27445
|
assert?: ({
|
|
27018
27446
|
type: AssertionType;
|
|
@@ -27605,7 +28033,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
27605
28033
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
27606
28034
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
27607
28035
|
} | undefined;
|
|
27608
|
-
metadata?: Record<string, any>
|
|
28036
|
+
metadata?: (Record<string, any> & {
|
|
28037
|
+
pluginConfig?: PluginConfig | undefined;
|
|
28038
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
28039
|
+
}) | undefined;
|
|
27609
28040
|
description?: string | undefined;
|
|
27610
28041
|
providerOutput?: string | {} | undefined;
|
|
27611
28042
|
assert?: ({
|
|
@@ -27744,7 +28175,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
27744
28175
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
27745
28176
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
27746
28177
|
} | undefined;
|
|
27747
|
-
metadata?: Record<string, any>
|
|
28178
|
+
metadata?: (Record<string, any> & {
|
|
28179
|
+
pluginConfig?: PluginConfig | undefined;
|
|
28180
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
28181
|
+
}) | undefined;
|
|
27748
28182
|
description?: string | undefined;
|
|
27749
28183
|
providerOutput?: string | {} | undefined;
|
|
27750
28184
|
assert?: ({
|
|
@@ -27880,7 +28314,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
27880
28314
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
27881
28315
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
27882
28316
|
} | undefined;
|
|
27883
|
-
metadata?: Record<string, any>
|
|
28317
|
+
metadata?: (Record<string, any> & {
|
|
28318
|
+
pluginConfig?: PluginConfig | undefined;
|
|
28319
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
28320
|
+
}) | undefined;
|
|
27884
28321
|
description?: string | undefined;
|
|
27885
28322
|
providerOutput?: string | {} | undefined;
|
|
27886
28323
|
assert?: ({
|
|
@@ -28018,7 +28455,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
28018
28455
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
28019
28456
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
28020
28457
|
} | undefined;
|
|
28021
|
-
metadata?: Record<string, any>
|
|
28458
|
+
metadata?: (Record<string, any> & {
|
|
28459
|
+
pluginConfig?: PluginConfig | undefined;
|
|
28460
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
28461
|
+
}) | undefined;
|
|
28022
28462
|
providerOutput?: string | {} | undefined;
|
|
28023
28463
|
assert?: ({
|
|
28024
28464
|
type: AssertionType;
|
|
@@ -28611,7 +29051,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
28611
29051
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
28612
29052
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
28613
29053
|
} | undefined;
|
|
28614
|
-
metadata?: Record<string, any>
|
|
29054
|
+
metadata?: (Record<string, any> & {
|
|
29055
|
+
pluginConfig?: PluginConfig | undefined;
|
|
29056
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
29057
|
+
}) | undefined;
|
|
28615
29058
|
description?: string | undefined;
|
|
28616
29059
|
providerOutput?: string | {} | undefined;
|
|
28617
29060
|
assert?: ({
|
|
@@ -28750,7 +29193,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
28750
29193
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
28751
29194
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
28752
29195
|
} | undefined;
|
|
28753
|
-
metadata?: Record<string, any>
|
|
29196
|
+
metadata?: (Record<string, any> & {
|
|
29197
|
+
pluginConfig?: PluginConfig | undefined;
|
|
29198
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
29199
|
+
}) | undefined;
|
|
28754
29200
|
description?: string | undefined;
|
|
28755
29201
|
providerOutput?: string | {} | undefined;
|
|
28756
29202
|
assert?: ({
|
|
@@ -28886,7 +29332,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
28886
29332
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
28887
29333
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
28888
29334
|
} | undefined;
|
|
28889
|
-
metadata?: Record<string, any>
|
|
29335
|
+
metadata?: (Record<string, any> & {
|
|
29336
|
+
pluginConfig?: PluginConfig | undefined;
|
|
29337
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
29338
|
+
}) | undefined;
|
|
28890
29339
|
description?: string | undefined;
|
|
28891
29340
|
providerOutput?: string | {} | undefined;
|
|
28892
29341
|
assert?: ({
|
|
@@ -29024,7 +29473,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
29024
29473
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
29025
29474
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
29026
29475
|
} | undefined;
|
|
29027
|
-
metadata?: Record<string, any>
|
|
29476
|
+
metadata?: (Record<string, any> & {
|
|
29477
|
+
pluginConfig?: PluginConfig | undefined;
|
|
29478
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
29479
|
+
}) | undefined;
|
|
29028
29480
|
providerOutput?: string | {} | undefined;
|
|
29029
29481
|
assert?: ({
|
|
29030
29482
|
type: AssertionType;
|
|
@@ -29617,7 +30069,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
29617
30069
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
29618
30070
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
29619
30071
|
} | undefined;
|
|
29620
|
-
metadata?: Record<string, any>
|
|
30072
|
+
metadata?: (Record<string, any> & {
|
|
30073
|
+
pluginConfig?: PluginConfig | undefined;
|
|
30074
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
30075
|
+
}) | undefined;
|
|
29621
30076
|
description?: string | undefined;
|
|
29622
30077
|
providerOutput?: string | {} | undefined;
|
|
29623
30078
|
assert?: ({
|
|
@@ -29756,7 +30211,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
29756
30211
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
29757
30212
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
29758
30213
|
} | undefined;
|
|
29759
|
-
metadata?: Record<string, any>
|
|
30214
|
+
metadata?: (Record<string, any> & {
|
|
30215
|
+
pluginConfig?: PluginConfig | undefined;
|
|
30216
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
30217
|
+
}) | undefined;
|
|
29760
30218
|
description?: string | undefined;
|
|
29761
30219
|
providerOutput?: string | {} | undefined;
|
|
29762
30220
|
assert?: ({
|
|
@@ -29892,7 +30350,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
29892
30350
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
29893
30351
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
29894
30352
|
} | undefined;
|
|
29895
|
-
metadata?: Record<string, any>
|
|
30353
|
+
metadata?: (Record<string, any> & {
|
|
30354
|
+
pluginConfig?: PluginConfig | undefined;
|
|
30355
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
30356
|
+
}) | undefined;
|
|
29896
30357
|
description?: string | undefined;
|
|
29897
30358
|
providerOutput?: string | {} | undefined;
|
|
29898
30359
|
assert?: ({
|
|
@@ -30030,7 +30491,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
30030
30491
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
30031
30492
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
30032
30493
|
} | undefined;
|
|
30033
|
-
metadata?: Record<string, any>
|
|
30494
|
+
metadata?: (Record<string, any> & {
|
|
30495
|
+
pluginConfig?: PluginConfig | undefined;
|
|
30496
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
30497
|
+
}) | undefined;
|
|
30034
30498
|
providerOutput?: string | {} | undefined;
|
|
30035
30499
|
assert?: ({
|
|
30036
30500
|
type: AssertionType;
|
|
@@ -30623,7 +31087,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
30623
31087
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
30624
31088
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
30625
31089
|
} | undefined;
|
|
30626
|
-
metadata?: Record<string, any>
|
|
31090
|
+
metadata?: (Record<string, any> & {
|
|
31091
|
+
pluginConfig?: PluginConfig | undefined;
|
|
31092
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
31093
|
+
}) | undefined;
|
|
30627
31094
|
description?: string | undefined;
|
|
30628
31095
|
providerOutput?: string | {} | undefined;
|
|
30629
31096
|
assert?: ({
|
|
@@ -30762,7 +31229,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
30762
31229
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
30763
31230
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
30764
31231
|
} | undefined;
|
|
30765
|
-
metadata?: Record<string, any>
|
|
31232
|
+
metadata?: (Record<string, any> & {
|
|
31233
|
+
pluginConfig?: PluginConfig | undefined;
|
|
31234
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
31235
|
+
}) | undefined;
|
|
30766
31236
|
description?: string | undefined;
|
|
30767
31237
|
providerOutput?: string | {} | undefined;
|
|
30768
31238
|
assert?: ({
|
|
@@ -30898,7 +31368,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
30898
31368
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
30899
31369
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
30900
31370
|
} | undefined;
|
|
30901
|
-
metadata?: Record<string, any>
|
|
31371
|
+
metadata?: (Record<string, any> & {
|
|
31372
|
+
pluginConfig?: PluginConfig | undefined;
|
|
31373
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
31374
|
+
}) | undefined;
|
|
30902
31375
|
description?: string | undefined;
|
|
30903
31376
|
providerOutput?: string | {} | undefined;
|
|
30904
31377
|
assert?: ({
|
|
@@ -31036,7 +31509,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
|
|
|
31036
31509
|
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
|
|
31037
31510
|
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
|
|
31038
31511
|
} | undefined;
|
|
31039
|
-
metadata?: Record<string, any>
|
|
31512
|
+
metadata?: (Record<string, any> & {
|
|
31513
|
+
pluginConfig?: PluginConfig | undefined;
|
|
31514
|
+
strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
|
|
31515
|
+
}) | undefined;
|
|
31040
31516
|
providerOutput?: string | {} | undefined;
|
|
31041
31517
|
assert?: ({
|
|
31042
31518
|
type: AssertionType;
|