promptfoo 0.96.2 → 0.97.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (154) hide show
  1. package/dist/package.json +1 -1
  2. package/dist/src/app/assets/{index-CAof5cIE.js → index-CbxDbiAR.js} +198 -198
  3. package/dist/src/app/assets/{index.es-CrujH26S.js → index.es-Cc9N3uII.js} +1 -1
  4. package/dist/src/app/assets/{sync-gFAH4kmH.js → sync-BoVzjiAe.js} +1 -1
  5. package/dist/src/app/index.html +1 -1
  6. package/dist/src/assertions/index.d.ts.map +1 -1
  7. package/dist/src/assertions/index.js +1 -2
  8. package/dist/src/assertions/index.js.map +1 -1
  9. package/dist/src/assertions/redteam.js +2 -2
  10. package/dist/src/assertions/redteam.js.map +1 -1
  11. package/dist/src/commands/eval.d.ts.map +1 -1
  12. package/dist/src/commands/eval.js +7 -2
  13. package/dist/src/commands/eval.js.map +1 -1
  14. package/dist/src/database/tables.d.ts +25 -6
  15. package/dist/src/database/tables.d.ts.map +1 -1
  16. package/dist/src/evaluator.d.ts.map +1 -1
  17. package/dist/src/evaluator.js +7 -1
  18. package/dist/src/evaluator.js.map +1 -1
  19. package/dist/src/index.d.ts +2 -106
  20. package/dist/src/index.d.ts.map +1 -1
  21. package/dist/src/models/eval.d.ts +1 -0
  22. package/dist/src/models/eval.d.ts.map +1 -1
  23. package/dist/src/models/eval.js +2 -0
  24. package/dist/src/models/eval.js.map +1 -1
  25. package/dist/src/providers/adaline.gateway.js +2 -2
  26. package/dist/src/providers/adaline.gateway.js.map +1 -1
  27. package/dist/src/providers/azure.d.ts +10 -3
  28. package/dist/src/providers/azure.d.ts.map +1 -1
  29. package/dist/src/providers/azure.js +106 -62
  30. package/dist/src/providers/azure.js.map +1 -1
  31. package/dist/src/providers/bedrock.d.ts +4 -1
  32. package/dist/src/providers/bedrock.d.ts.map +1 -1
  33. package/dist/src/providers/bedrock.js +13 -0
  34. package/dist/src/providers/bedrock.js.map +1 -1
  35. package/dist/src/providers/promptfoo.d.ts +7 -3
  36. package/dist/src/providers/promptfoo.d.ts.map +1 -1
  37. package/dist/src/providers/promptfoo.js +7 -7
  38. package/dist/src/providers/promptfoo.js.map +1 -1
  39. package/dist/src/providers/simulatedUser.d.ts.map +1 -1
  40. package/dist/src/providers/simulatedUser.js +5 -0
  41. package/dist/src/providers/simulatedUser.js.map +1 -1
  42. package/dist/src/redteam/graders.d.ts +2 -77
  43. package/dist/src/redteam/graders.d.ts.map +1 -1
  44. package/dist/src/redteam/graders.js +25 -25
  45. package/dist/src/redteam/graders.js.map +1 -1
  46. package/dist/src/redteam/index.d.ts.map +1 -1
  47. package/dist/src/redteam/index.js +19 -8
  48. package/dist/src/redteam/index.js.map +1 -1
  49. package/dist/src/redteam/plugins/base.d.ts +12 -7
  50. package/dist/src/redteam/plugins/base.d.ts.map +1 -1
  51. package/dist/src/redteam/plugins/base.js +42 -28
  52. package/dist/src/redteam/plugins/base.js.map +1 -1
  53. package/dist/src/redteam/plugins/harmful/aligned.d.ts +13 -0
  54. package/dist/src/redteam/plugins/harmful/aligned.d.ts.map +1 -0
  55. package/dist/src/redteam/plugins/harmful/aligned.js +29 -0
  56. package/dist/src/redteam/plugins/harmful/aligned.js.map +1 -0
  57. package/dist/src/redteam/plugins/harmful/common.d.ts +5 -0
  58. package/dist/src/redteam/plugins/harmful/common.d.ts.map +1 -0
  59. package/dist/src/redteam/plugins/harmful/common.js +39 -0
  60. package/dist/src/redteam/plugins/harmful/common.js.map +1 -0
  61. package/dist/src/redteam/plugins/harmful/constants.d.ts +10 -0
  62. package/dist/src/redteam/plugins/harmful/constants.d.ts.map +1 -0
  63. package/dist/src/redteam/plugins/harmful/constants.js +142 -0
  64. package/dist/src/redteam/plugins/harmful/constants.js.map +1 -0
  65. package/dist/src/redteam/plugins/harmful/graders.d.ts +15 -0
  66. package/dist/src/redteam/plugins/harmful/graders.d.ts.map +1 -0
  67. package/dist/src/redteam/plugins/harmful/graders.js +94 -0
  68. package/dist/src/redteam/plugins/harmful/graders.js.map +1 -0
  69. package/dist/src/redteam/plugins/harmful/unaligned.d.ts +5 -0
  70. package/dist/src/redteam/plugins/harmful/unaligned.d.ts.map +1 -0
  71. package/dist/src/redteam/plugins/harmful/unaligned.js +29 -0
  72. package/dist/src/redteam/plugins/harmful/unaligned.js.map +1 -0
  73. package/dist/src/redteam/plugins/index.d.ts.map +1 -1
  74. package/dist/src/redteam/plugins/index.js +29 -26
  75. package/dist/src/redteam/plugins/index.js.map +1 -1
  76. package/dist/src/redteam/providers/crescendo/index.d.ts +6 -0
  77. package/dist/src/redteam/providers/crescendo/index.d.ts.map +1 -1
  78. package/dist/src/redteam/providers/crescendo/index.js +45 -17
  79. package/dist/src/redteam/providers/crescendo/index.js.map +1 -1
  80. package/dist/src/redteam/providers/goat.d.ts.map +1 -1
  81. package/dist/src/redteam/providers/goat.js +23 -1
  82. package/dist/src/redteam/providers/goat.js.map +1 -1
  83. package/dist/src/redteam/providers/iterative.d.ts +6 -0
  84. package/dist/src/redteam/providers/iterative.d.ts.map +1 -1
  85. package/dist/src/redteam/providers/iterative.js +48 -1
  86. package/dist/src/redteam/providers/iterative.js.map +1 -1
  87. package/dist/src/redteam/providers/iterativeImage.d.ts +6 -0
  88. package/dist/src/redteam/providers/iterativeImage.d.ts.map +1 -1
  89. package/dist/src/redteam/providers/iterativeImage.js +34 -10
  90. package/dist/src/redteam/providers/iterativeImage.js.map +1 -1
  91. package/dist/src/redteam/providers/iterativeTree.d.ts +7 -2
  92. package/dist/src/redteam/providers/iterativeTree.d.ts.map +1 -1
  93. package/dist/src/redteam/providers/iterativeTree.js +44 -6
  94. package/dist/src/redteam/providers/iterativeTree.js.map +1 -1
  95. package/dist/src/redteam/providers/shared.d.ts +5 -2
  96. package/dist/src/redteam/providers/shared.d.ts.map +1 -1
  97. package/dist/src/redteam/providers/shared.js +21 -5
  98. package/dist/src/redteam/providers/shared.js.map +1 -1
  99. package/dist/src/redteam/strategies/multilingual.d.ts.map +1 -1
  100. package/dist/src/redteam/strategies/multilingual.js +1 -0
  101. package/dist/src/redteam/strategies/multilingual.js.map +1 -1
  102. package/dist/src/redteam/types.d.ts +6 -0
  103. package/dist/src/redteam/types.d.ts.map +1 -1
  104. package/dist/src/share.d.ts.map +1 -1
  105. package/dist/src/share.js +11 -0
  106. package/dist/src/share.js.map +1 -1
  107. package/dist/src/types/index.d.ts +589 -113
  108. package/dist/src/types/index.d.ts.map +1 -1
  109. package/dist/src/types/index.js +6 -1
  110. package/dist/src/types/index.js.map +1 -1
  111. package/dist/src/types/shared.d.ts +1 -0
  112. package/dist/src/types/shared.d.ts.map +1 -1
  113. package/dist/src/util/exportToFile/index.d.ts +1 -0
  114. package/dist/src/util/exportToFile/index.d.ts.map +1 -1
  115. package/dist/src/util/index.d.ts +10 -2
  116. package/dist/src/util/index.d.ts.map +1 -1
  117. package/dist/src/validators/providers.d.ts +15 -0
  118. package/dist/src/validators/providers.d.ts.map +1 -1
  119. package/dist/src/validators/shared.d.ts +3 -0
  120. package/dist/src/validators/shared.d.ts.map +1 -1
  121. package/dist/src/validators/shared.js +1 -0
  122. package/dist/src/validators/shared.js.map +1 -1
  123. package/dist/test/evaluator.test.js +86 -32
  124. package/dist/test/evaluator.test.js.map +1 -1
  125. package/dist/test/factories/evalFactory.d.ts +17 -4
  126. package/dist/test/factories/evalFactory.d.ts.map +1 -1
  127. package/dist/test/redteam/plugins/base.test.js +61 -23
  128. package/dist/test/redteam/plugins/base.test.js.map +1 -1
  129. package/dist/test/redteam/plugins/harmful/aligned.test.d.ts +2 -0
  130. package/dist/test/redteam/plugins/harmful/aligned.test.d.ts.map +1 -0
  131. package/dist/test/redteam/plugins/harmful/aligned.test.js +123 -0
  132. package/dist/test/redteam/plugins/harmful/aligned.test.js.map +1 -0
  133. package/dist/test/redteam/plugins/harmful/common.test.d.ts +2 -0
  134. package/dist/test/redteam/plugins/harmful/common.test.d.ts.map +1 -0
  135. package/dist/test/redteam/plugins/harmful/common.test.js +105 -0
  136. package/dist/test/redteam/plugins/harmful/common.test.js.map +1 -0
  137. package/dist/test/redteam/plugins/harmful/unaligned.test.d.ts +2 -0
  138. package/dist/test/redteam/plugins/harmful/unaligned.test.d.ts.map +1 -0
  139. package/dist/test/redteam/plugins/harmful/unaligned.test.js +150 -0
  140. package/dist/test/redteam/plugins/harmful/unaligned.test.js.map +1 -0
  141. package/dist/test/redteam/plugins/index.test.d.ts +2 -0
  142. package/dist/test/redteam/plugins/index.test.d.ts.map +1 -0
  143. package/dist/test/redteam/plugins/index.test.js +172 -0
  144. package/dist/test/redteam/plugins/index.test.js.map +1 -0
  145. package/dist/test/redteam/providers/iterativeTree.test.js +4 -5
  146. package/dist/test/redteam/providers/iterativeTree.test.js.map +1 -1
  147. package/dist/test/share.test.js +45 -1
  148. package/dist/test/share.test.js.map +1 -1
  149. package/dist/tsconfig.tsbuildinfo +1 -1
  150. package/package.json +1 -1
  151. package/dist/src/redteam/plugins/harmful.d.ts +0 -18
  152. package/dist/src/redteam/plugins/harmful.d.ts.map +0 -1
  153. package/dist/src/redteam/plugins/harmful.js +0 -384
  154. package/dist/src/redteam/plugins/harmful.js.map +0 -1
@@ -1,5 +1,5 @@
1
1
  import { z } from 'zod';
2
- import type { RedteamAssertionTypes, RedteamFileConfig } from '../redteam/types';
2
+ import type { PluginConfig, RedteamAssertionTypes, RedteamFileConfig } from '../redteam/types';
3
3
  import type { Prompt, PromptFunction } from './prompts';
4
4
  import type { ApiProvider, ProviderOptions, ProviderResponse } from './providers';
5
5
  import type { NunjucksFilterMap, TokenUsage } from './shared';
@@ -251,16 +251,19 @@ declare const PromptMetricsSchema: z.ZodObject<{
251
251
  completion: z.ZodOptional<z.ZodNumber>;
252
252
  prompt: z.ZodOptional<z.ZodNumber>;
253
253
  total: z.ZodOptional<z.ZodNumber>;
254
+ numRequests: z.ZodOptional<z.ZodNumber>;
254
255
  }, "strip", z.ZodTypeAny, {
255
256
  cached?: number | undefined;
256
257
  completion?: number | undefined;
257
258
  prompt?: number | undefined;
258
259
  total?: number | undefined;
260
+ numRequests?: number | undefined;
259
261
  }, {
260
262
  cached?: number | undefined;
261
263
  completion?: number | undefined;
262
264
  prompt?: number | undefined;
263
265
  total?: number | undefined;
266
+ numRequests?: number | undefined;
264
267
  }>;
265
268
  namedScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
266
269
  namedScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
@@ -288,6 +291,7 @@ declare const PromptMetricsSchema: z.ZodObject<{
288
291
  completion?: number | undefined;
289
292
  prompt?: number | undefined;
290
293
  total?: number | undefined;
294
+ numRequests?: number | undefined;
291
295
  };
292
296
  score: number;
293
297
  testPassCount: number;
@@ -310,6 +314,7 @@ declare const PromptMetricsSchema: z.ZodObject<{
310
314
  completion?: number | undefined;
311
315
  prompt?: number | undefined;
312
316
  total?: number | undefined;
317
+ numRequests?: number | undefined;
313
318
  };
314
319
  score: number;
315
320
  testPassCount: number;
@@ -357,16 +362,19 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
357
362
  completion: z.ZodOptional<z.ZodNumber>;
358
363
  prompt: z.ZodOptional<z.ZodNumber>;
359
364
  total: z.ZodOptional<z.ZodNumber>;
365
+ numRequests: z.ZodOptional<z.ZodNumber>;
360
366
  }, "strip", z.ZodTypeAny, {
361
367
  cached?: number | undefined;
362
368
  completion?: number | undefined;
363
369
  prompt?: number | undefined;
364
370
  total?: number | undefined;
371
+ numRequests?: number | undefined;
365
372
  }, {
366
373
  cached?: number | undefined;
367
374
  completion?: number | undefined;
368
375
  prompt?: number | undefined;
369
376
  total?: number | undefined;
377
+ numRequests?: number | undefined;
370
378
  }>;
371
379
  namedScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
372
380
  namedScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
@@ -394,6 +402,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
394
402
  completion?: number | undefined;
395
403
  prompt?: number | undefined;
396
404
  total?: number | undefined;
405
+ numRequests?: number | undefined;
397
406
  };
398
407
  score: number;
399
408
  testPassCount: number;
@@ -416,6 +425,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
416
425
  completion?: number | undefined;
417
426
  prompt?: number | undefined;
418
427
  total?: number | undefined;
428
+ numRequests?: number | undefined;
419
429
  };
420
430
  score: number;
421
431
  testPassCount: number;
@@ -450,6 +460,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
450
460
  completion?: number | undefined;
451
461
  prompt?: number | undefined;
452
462
  total?: number | undefined;
463
+ numRequests?: number | undefined;
453
464
  };
454
465
  score: number;
455
466
  testPassCount: number;
@@ -484,6 +495,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
484
495
  completion?: number | undefined;
485
496
  prompt?: number | undefined;
486
497
  total?: number | undefined;
498
+ numRequests?: number | undefined;
487
499
  };
488
500
  score: number;
489
501
  testPassCount: number;
@@ -800,16 +812,19 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
800
812
  completion: z.ZodOptional<z.ZodNumber>;
801
813
  prompt: z.ZodOptional<z.ZodNumber>;
802
814
  total: z.ZodOptional<z.ZodNumber>;
815
+ numRequests: z.ZodOptional<z.ZodNumber>;
803
816
  }, "strip", z.ZodTypeAny, {
804
817
  cached?: number | undefined;
805
818
  completion?: number | undefined;
806
819
  prompt?: number | undefined;
807
820
  total?: number | undefined;
821
+ numRequests?: number | undefined;
808
822
  }, {
809
823
  cached?: number | undefined;
810
824
  completion?: number | undefined;
811
825
  prompt?: number | undefined;
812
826
  total?: number | undefined;
827
+ numRequests?: number | undefined;
813
828
  }>;
814
829
  namedScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
815
830
  namedScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
@@ -837,6 +852,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
837
852
  completion?: number | undefined;
838
853
  prompt?: number | undefined;
839
854
  total?: number | undefined;
855
+ numRequests?: number | undefined;
840
856
  };
841
857
  score: number;
842
858
  testPassCount: number;
@@ -859,6 +875,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
859
875
  completion?: number | undefined;
860
876
  prompt?: number | undefined;
861
877
  total?: number | undefined;
878
+ numRequests?: number | undefined;
862
879
  };
863
880
  score: number;
864
881
  testPassCount: number;
@@ -893,6 +910,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
893
910
  completion?: number | undefined;
894
911
  prompt?: number | undefined;
895
912
  total?: number | undefined;
913
+ numRequests?: number | undefined;
896
914
  };
897
915
  score: number;
898
916
  testPassCount: number;
@@ -927,6 +945,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
927
945
  completion?: number | undefined;
928
946
  prompt?: number | undefined;
929
947
  total?: number | undefined;
948
+ numRequests?: number | undefined;
930
949
  };
931
950
  score: number;
932
951
  testPassCount: number;
@@ -966,6 +985,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
966
985
  completion?: number | undefined;
967
986
  prompt?: number | undefined;
968
987
  total?: number | undefined;
988
+ numRequests?: number | undefined;
969
989
  };
970
990
  score: number;
971
991
  testPassCount: number;
@@ -1004,6 +1024,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
1004
1024
  completion?: number | undefined;
1005
1025
  prompt?: number | undefined;
1006
1026
  total?: number | undefined;
1027
+ numRequests?: number | undefined;
1007
1028
  };
1008
1029
  score: number;
1009
1030
  testPassCount: number;
@@ -1569,7 +1590,16 @@ export declare const TestCaseSchema: z.ZodObject<{
1569
1590
  runSerially?: boolean | undefined;
1570
1591
  }>>>>;
1571
1592
  threshold: z.ZodOptional<z.ZodNumber>;
1572
- metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
1593
+ metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
1594
+ pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
1595
+ strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
1596
+ }, "strip", z.ZodTypeAny, {
1597
+ pluginConfig?: PluginConfig | undefined;
1598
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
1599
+ }, {
1600
+ pluginConfig?: PluginConfig | undefined;
1601
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
1602
+ }>>>;
1573
1603
  }, "strip", z.ZodTypeAny, {
1574
1604
  options?: ({
1575
1605
  prefix?: string | undefined;
@@ -1668,7 +1698,10 @@ export declare const TestCaseSchema: z.ZodObject<{
1668
1698
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
1669
1699
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
1670
1700
  } | undefined;
1671
- metadata?: Record<string, any> | undefined;
1701
+ metadata?: (Record<string, any> & {
1702
+ pluginConfig?: PluginConfig | undefined;
1703
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
1704
+ }) | undefined;
1672
1705
  description?: string | undefined;
1673
1706
  providerOutput?: string | {} | undefined;
1674
1707
  assert?: ({
@@ -1803,7 +1836,10 @@ export declare const TestCaseSchema: z.ZodObject<{
1803
1836
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
1804
1837
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
1805
1838
  } | undefined;
1806
- metadata?: Record<string, any> | undefined;
1839
+ metadata?: (Record<string, any> & {
1840
+ pluginConfig?: PluginConfig | undefined;
1841
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
1842
+ }) | undefined;
1807
1843
  description?: string | undefined;
1808
1844
  providerOutput?: string | {} | undefined;
1809
1845
  assert?: ({
@@ -2390,7 +2426,16 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
2390
2426
  runSerially?: boolean | undefined;
2391
2427
  }>>>>;
2392
2428
  threshold: z.ZodOptional<z.ZodNumber>;
2393
- metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
2429
+ metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
2430
+ pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
2431
+ strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
2432
+ }, "strip", z.ZodTypeAny, {
2433
+ pluginConfig?: PluginConfig | undefined;
2434
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
2435
+ }, {
2436
+ pluginConfig?: PluginConfig | undefined;
2437
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
2438
+ }>>>;
2394
2439
  }, {
2395
2440
  vars: z.ZodOptional<z.ZodUnion<[z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodEffects<z.ZodNumber, string, number>, z.ZodEffects<z.ZodBoolean, string, boolean>, z.ZodArray<z.ZodUnion<[z.ZodString, z.ZodEffects<z.ZodNumber, string, number>, z.ZodEffects<z.ZodBoolean, string, boolean>]>, "many">, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>, z.ZodArray<z.ZodAny, "many">]>>, z.ZodString, z.ZodArray<z.ZodString, "many">]>>;
2396
2441
  }>, "strip", z.ZodTypeAny, {
@@ -2491,7 +2536,10 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
2491
2536
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
2492
2537
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
2493
2538
  } | undefined;
2494
- metadata?: Record<string, any> | undefined;
2539
+ metadata?: (Record<string, any> & {
2540
+ pluginConfig?: PluginConfig | undefined;
2541
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
2542
+ }) | undefined;
2495
2543
  description?: string | undefined;
2496
2544
  providerOutput?: string | {} | undefined;
2497
2545
  assert?: ({
@@ -2626,7 +2674,10 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
2626
2674
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
2627
2675
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
2628
2676
  } | undefined;
2629
- metadata?: Record<string, any> | undefined;
2677
+ metadata?: (Record<string, any> & {
2678
+ pluginConfig?: PluginConfig | undefined;
2679
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
2680
+ }) | undefined;
2630
2681
  description?: string | undefined;
2631
2682
  providerOutput?: string | {} | undefined;
2632
2683
  assert?: ({
@@ -3210,7 +3261,16 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3210
3261
  runSerially?: boolean | undefined;
3211
3262
  }>>>>;
3212
3263
  threshold: z.ZodOptional<z.ZodNumber>;
3213
- metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
3264
+ metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
3265
+ pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
3266
+ strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
3267
+ }, "strip", z.ZodTypeAny, {
3268
+ pluginConfig?: PluginConfig | undefined;
3269
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
3270
+ }, {
3271
+ pluginConfig?: PluginConfig | undefined;
3272
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
3273
+ }>>>;
3214
3274
  }, "strip", z.ZodTypeAny, {
3215
3275
  options?: ({
3216
3276
  prefix?: string | undefined;
@@ -3309,7 +3369,10 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3309
3369
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
3310
3370
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
3311
3371
  } | undefined;
3312
- metadata?: Record<string, any> | undefined;
3372
+ metadata?: (Record<string, any> & {
3373
+ pluginConfig?: PluginConfig | undefined;
3374
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
3375
+ }) | undefined;
3313
3376
  description?: string | undefined;
3314
3377
  providerOutput?: string | {} | undefined;
3315
3378
  assert?: ({
@@ -3444,7 +3507,10 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3444
3507
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
3445
3508
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
3446
3509
  } | undefined;
3447
- metadata?: Record<string, any> | undefined;
3510
+ metadata?: (Record<string, any> & {
3511
+ pluginConfig?: PluginConfig | undefined;
3512
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
3513
+ }) | undefined;
3448
3514
  description?: string | undefined;
3449
3515
  providerOutput?: string | {} | undefined;
3450
3516
  assert?: ({
@@ -3516,16 +3582,19 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3516
3582
  completion: z.ZodOptional<z.ZodNumber>;
3517
3583
  prompt: z.ZodOptional<z.ZodNumber>;
3518
3584
  total: z.ZodOptional<z.ZodNumber>;
3585
+ numRequests: z.ZodOptional<z.ZodNumber>;
3519
3586
  }, "strip", z.ZodTypeAny, {
3520
3587
  cached?: number | undefined;
3521
3588
  completion?: number | undefined;
3522
3589
  prompt?: number | undefined;
3523
3590
  total?: number | undefined;
3591
+ numRequests?: number | undefined;
3524
3592
  }, {
3525
3593
  cached?: number | undefined;
3526
3594
  completion?: number | undefined;
3527
3595
  prompt?: number | undefined;
3528
3596
  total?: number | undefined;
3597
+ numRequests?: number | undefined;
3529
3598
  }>;
3530
3599
  namedScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
3531
3600
  namedScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
@@ -3553,6 +3622,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3553
3622
  completion?: number | undefined;
3554
3623
  prompt?: number | undefined;
3555
3624
  total?: number | undefined;
3625
+ numRequests?: number | undefined;
3556
3626
  };
3557
3627
  score: number;
3558
3628
  testPassCount: number;
@@ -3575,6 +3645,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3575
3645
  completion?: number | undefined;
3576
3646
  prompt?: number | undefined;
3577
3647
  total?: number | undefined;
3648
+ numRequests?: number | undefined;
3578
3649
  };
3579
3650
  score: number;
3580
3651
  testPassCount: number;
@@ -3609,6 +3680,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3609
3680
  completion?: number | undefined;
3610
3681
  prompt?: number | undefined;
3611
3682
  total?: number | undefined;
3683
+ numRequests?: number | undefined;
3612
3684
  };
3613
3685
  score: number;
3614
3686
  testPassCount: number;
@@ -3643,6 +3715,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3643
3715
  completion?: number | undefined;
3644
3716
  prompt?: number | undefined;
3645
3717
  total?: number | undefined;
3718
+ numRequests?: number | undefined;
3646
3719
  };
3647
3720
  score: number;
3648
3721
  testPassCount: number;
@@ -3682,6 +3755,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3682
3755
  completion?: number | undefined;
3683
3756
  prompt?: number | undefined;
3684
3757
  total?: number | undefined;
3758
+ numRequests?: number | undefined;
3685
3759
  };
3686
3760
  score: number;
3687
3761
  testPassCount: number;
@@ -3720,6 +3794,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3720
3794
  completion?: number | undefined;
3721
3795
  prompt?: number | undefined;
3722
3796
  total?: number | undefined;
3797
+ numRequests?: number | undefined;
3723
3798
  };
3724
3799
  score: number;
3725
3800
  testPassCount: number;
@@ -3761,6 +3836,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3761
3836
  completion?: number | undefined;
3762
3837
  prompt?: number | undefined;
3763
3838
  total?: number | undefined;
3839
+ numRequests?: number | undefined;
3764
3840
  };
3765
3841
  score: number;
3766
3842
  testPassCount: number;
@@ -3878,7 +3954,10 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3878
3954
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
3879
3955
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
3880
3956
  } | undefined;
3881
- metadata?: Record<string, any> | undefined;
3957
+ metadata?: (Record<string, any> & {
3958
+ pluginConfig?: PluginConfig | undefined;
3959
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
3960
+ }) | undefined;
3882
3961
  description?: string | undefined;
3883
3962
  providerOutput?: string | {} | undefined;
3884
3963
  assert?: ({
@@ -3941,6 +4020,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3941
4020
  completion?: number | undefined;
3942
4021
  prompt?: number | undefined;
3943
4022
  total?: number | undefined;
4023
+ numRequests?: number | undefined;
3944
4024
  };
3945
4025
  score: number;
3946
4026
  testPassCount: number;
@@ -4058,7 +4138,10 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
4058
4138
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
4059
4139
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
4060
4140
  } | undefined;
4061
- metadata?: Record<string, any> | undefined;
4141
+ metadata?: (Record<string, any> & {
4142
+ pluginConfig?: PluginConfig | undefined;
4143
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
4144
+ }) | undefined;
4062
4145
  description?: string | undefined;
4063
4146
  providerOutput?: string | {} | undefined;
4064
4147
  assert?: ({
@@ -4646,7 +4729,16 @@ export declare const ScenarioSchema: z.ZodObject<{
4646
4729
  runSerially?: boolean | undefined;
4647
4730
  }>>>>>;
4648
4731
  threshold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
4649
- metadata: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>>;
4732
+ metadata: z.ZodOptional<z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
4733
+ pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
4734
+ strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
4735
+ }, "strip", z.ZodTypeAny, {
4736
+ pluginConfig?: PluginConfig | undefined;
4737
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
4738
+ }, {
4739
+ pluginConfig?: PluginConfig | undefined;
4740
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
4741
+ }>>>>;
4650
4742
  }, "strip", z.ZodTypeAny, {
4651
4743
  options?: ({
4652
4744
  prefix?: string | undefined;
@@ -4745,7 +4837,10 @@ export declare const ScenarioSchema: z.ZodObject<{
4745
4837
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
4746
4838
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
4747
4839
  } | undefined;
4748
- metadata?: Record<string, any> | undefined;
4840
+ metadata?: (Record<string, any> & {
4841
+ pluginConfig?: PluginConfig | undefined;
4842
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
4843
+ }) | undefined;
4749
4844
  description?: string | undefined;
4750
4845
  providerOutput?: string | {} | undefined;
4751
4846
  assert?: ({
@@ -4880,7 +4975,10 @@ export declare const ScenarioSchema: z.ZodObject<{
4880
4975
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
4881
4976
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
4882
4977
  } | undefined;
4883
- metadata?: Record<string, any> | undefined;
4978
+ metadata?: (Record<string, any> & {
4979
+ pluginConfig?: PluginConfig | undefined;
4980
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
4981
+ }) | undefined;
4884
4982
  description?: string | undefined;
4885
4983
  providerOutput?: string | {} | undefined;
4886
4984
  assert?: ({
@@ -5461,7 +5559,16 @@ export declare const ScenarioSchema: z.ZodObject<{
5461
5559
  runSerially?: boolean | undefined;
5462
5560
  }>>>>;
5463
5561
  threshold: z.ZodOptional<z.ZodNumber>;
5464
- metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
5562
+ metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
5563
+ pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
5564
+ strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
5565
+ }, "strip", z.ZodTypeAny, {
5566
+ pluginConfig?: PluginConfig | undefined;
5567
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
5568
+ }, {
5569
+ pluginConfig?: PluginConfig | undefined;
5570
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
5571
+ }>>>;
5465
5572
  }, "strip", z.ZodTypeAny, {
5466
5573
  options?: ({
5467
5574
  prefix?: string | undefined;
@@ -5560,7 +5667,10 @@ export declare const ScenarioSchema: z.ZodObject<{
5560
5667
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
5561
5668
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
5562
5669
  } | undefined;
5563
- metadata?: Record<string, any> | undefined;
5670
+ metadata?: (Record<string, any> & {
5671
+ pluginConfig?: PluginConfig | undefined;
5672
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
5673
+ }) | undefined;
5564
5674
  description?: string | undefined;
5565
5675
  providerOutput?: string | {} | undefined;
5566
5676
  assert?: ({
@@ -5695,7 +5805,10 @@ export declare const ScenarioSchema: z.ZodObject<{
5695
5805
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
5696
5806
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
5697
5807
  } | undefined;
5698
- metadata?: Record<string, any> | undefined;
5808
+ metadata?: (Record<string, any> & {
5809
+ pluginConfig?: PluginConfig | undefined;
5810
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
5811
+ }) | undefined;
5699
5812
  description?: string | undefined;
5700
5813
  providerOutput?: string | {} | undefined;
5701
5814
  assert?: ({
@@ -5832,7 +5945,10 @@ export declare const ScenarioSchema: z.ZodObject<{
5832
5945
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
5833
5946
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
5834
5947
  } | undefined;
5835
- metadata?: Record<string, any> | undefined;
5948
+ metadata?: (Record<string, any> & {
5949
+ pluginConfig?: PluginConfig | undefined;
5950
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
5951
+ }) | undefined;
5836
5952
  description?: string | undefined;
5837
5953
  providerOutput?: string | {} | undefined;
5838
5954
  assert?: ({
@@ -5968,7 +6084,10 @@ export declare const ScenarioSchema: z.ZodObject<{
5968
6084
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
5969
6085
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
5970
6086
  } | undefined;
5971
- metadata?: Record<string, any> | undefined;
6087
+ metadata?: (Record<string, any> & {
6088
+ pluginConfig?: PluginConfig | undefined;
6089
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
6090
+ }) | undefined;
5972
6091
  description?: string | undefined;
5973
6092
  providerOutput?: string | {} | undefined;
5974
6093
  assert?: ({
@@ -6106,7 +6225,10 @@ export declare const ScenarioSchema: z.ZodObject<{
6106
6225
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
6107
6226
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
6108
6227
  } | undefined;
6109
- metadata?: Record<string, any> | undefined;
6228
+ metadata?: (Record<string, any> & {
6229
+ pluginConfig?: PluginConfig | undefined;
6230
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
6231
+ }) | undefined;
6110
6232
  description?: string | undefined;
6111
6233
  providerOutput?: string | {} | undefined;
6112
6234
  assert?: ({
@@ -6242,7 +6364,10 @@ export declare const ScenarioSchema: z.ZodObject<{
6242
6364
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
6243
6365
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
6244
6366
  } | undefined;
6245
- metadata?: Record<string, any> | undefined;
6367
+ metadata?: (Record<string, any> & {
6368
+ pluginConfig?: PluginConfig | undefined;
6369
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
6370
+ }) | undefined;
6246
6371
  description?: string | undefined;
6247
6372
  providerOutput?: string | {} | undefined;
6248
6373
  assert?: ({
@@ -6826,7 +6951,16 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
6826
6951
  runSerially?: boolean | undefined;
6827
6952
  }>>>>;
6828
6953
  threshold: z.ZodOptional<z.ZodNumber>;
6829
- metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
6954
+ metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
6955
+ pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
6956
+ strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
6957
+ }, "strip", z.ZodTypeAny, {
6958
+ pluginConfig?: PluginConfig | undefined;
6959
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
6960
+ }, {
6961
+ pluginConfig?: PluginConfig | undefined;
6962
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
6963
+ }>>>;
6830
6964
  }, {
6831
6965
  vars: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>>;
6832
6966
  }>, "strict", z.ZodTypeAny, {
@@ -6927,7 +7061,10 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
6927
7061
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
6928
7062
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
6929
7063
  } | undefined;
6930
- metadata?: Record<string, any> | undefined;
7064
+ metadata?: (Record<string, any> & {
7065
+ pluginConfig?: PluginConfig | undefined;
7066
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
7067
+ }) | undefined;
6931
7068
  description?: string | undefined;
6932
7069
  providerOutput?: string | {} | undefined;
6933
7070
  assert?: ({
@@ -7062,7 +7199,10 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
7062
7199
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
7063
7200
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
7064
7201
  } | undefined;
7065
- metadata?: Record<string, any> | undefined;
7202
+ metadata?: (Record<string, any> & {
7203
+ pluginConfig?: PluginConfig | undefined;
7204
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
7205
+ }) | undefined;
7066
7206
  description?: string | undefined;
7067
7207
  providerOutput?: string | {} | undefined;
7068
7208
  assert?: ({
@@ -7724,7 +7864,16 @@ export declare const TestSuiteSchema: z.ZodObject<{
7724
7864
  runSerially?: boolean | undefined;
7725
7865
  }>>>>;
7726
7866
  threshold: z.ZodOptional<z.ZodNumber>;
7727
- metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
7867
+ metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
7868
+ pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
7869
+ strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
7870
+ }, "strip", z.ZodTypeAny, {
7871
+ pluginConfig?: PluginConfig | undefined;
7872
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
7873
+ }, {
7874
+ pluginConfig?: PluginConfig | undefined;
7875
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
7876
+ }>>>;
7728
7877
  }, "strip", z.ZodTypeAny, {
7729
7878
  options?: ({
7730
7879
  prefix?: string | undefined;
@@ -7823,7 +7972,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
7823
7972
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
7824
7973
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
7825
7974
  } | undefined;
7826
- metadata?: Record<string, any> | undefined;
7975
+ metadata?: (Record<string, any> & {
7976
+ pluginConfig?: PluginConfig | undefined;
7977
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
7978
+ }) | undefined;
7827
7979
  description?: string | undefined;
7828
7980
  providerOutput?: string | {} | undefined;
7829
7981
  assert?: ({
@@ -7958,7 +8110,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
7958
8110
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
7959
8111
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
7960
8112
  } | undefined;
7961
- metadata?: Record<string, any> | undefined;
8113
+ metadata?: (Record<string, any> & {
8114
+ pluginConfig?: PluginConfig | undefined;
8115
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
8116
+ }) | undefined;
7962
8117
  description?: string | undefined;
7963
8118
  providerOutput?: string | {} | undefined;
7964
8119
  assert?: ({
@@ -8541,7 +8696,16 @@ export declare const TestSuiteSchema: z.ZodObject<{
8541
8696
  runSerially?: boolean | undefined;
8542
8697
  }>>>>>;
8543
8698
  threshold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
8544
- metadata: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>>;
8699
+ metadata: z.ZodOptional<z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
8700
+ pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
8701
+ strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
8702
+ }, "strip", z.ZodTypeAny, {
8703
+ pluginConfig?: PluginConfig | undefined;
8704
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
8705
+ }, {
8706
+ pluginConfig?: PluginConfig | undefined;
8707
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
8708
+ }>>>>;
8545
8709
  }, "strip", z.ZodTypeAny, {
8546
8710
  options?: ({
8547
8711
  prefix?: string | undefined;
@@ -8640,7 +8804,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
8640
8804
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
8641
8805
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
8642
8806
  } | undefined;
8643
- metadata?: Record<string, any> | undefined;
8807
+ metadata?: (Record<string, any> & {
8808
+ pluginConfig?: PluginConfig | undefined;
8809
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
8810
+ }) | undefined;
8644
8811
  description?: string | undefined;
8645
8812
  providerOutput?: string | {} | undefined;
8646
8813
  assert?: ({
@@ -8775,7 +8942,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
8775
8942
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
8776
8943
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
8777
8944
  } | undefined;
8778
- metadata?: Record<string, any> | undefined;
8945
+ metadata?: (Record<string, any> & {
8946
+ pluginConfig?: PluginConfig | undefined;
8947
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
8948
+ }) | undefined;
8779
8949
  description?: string | undefined;
8780
8950
  providerOutput?: string | {} | undefined;
8781
8951
  assert?: ({
@@ -9356,7 +9526,16 @@ export declare const TestSuiteSchema: z.ZodObject<{
9356
9526
  runSerially?: boolean | undefined;
9357
9527
  }>>>>;
9358
9528
  threshold: z.ZodOptional<z.ZodNumber>;
9359
- metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
9529
+ metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
9530
+ pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
9531
+ strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
9532
+ }, "strip", z.ZodTypeAny, {
9533
+ pluginConfig?: PluginConfig | undefined;
9534
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
9535
+ }, {
9536
+ pluginConfig?: PluginConfig | undefined;
9537
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
9538
+ }>>>;
9360
9539
  }, "strip", z.ZodTypeAny, {
9361
9540
  options?: ({
9362
9541
  prefix?: string | undefined;
@@ -9455,7 +9634,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
9455
9634
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
9456
9635
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
9457
9636
  } | undefined;
9458
- metadata?: Record<string, any> | undefined;
9637
+ metadata?: (Record<string, any> & {
9638
+ pluginConfig?: PluginConfig | undefined;
9639
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
9640
+ }) | undefined;
9459
9641
  description?: string | undefined;
9460
9642
  providerOutput?: string | {} | undefined;
9461
9643
  assert?: ({
@@ -9590,7 +9772,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
9590
9772
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
9591
9773
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
9592
9774
  } | undefined;
9593
- metadata?: Record<string, any> | undefined;
9775
+ metadata?: (Record<string, any> & {
9776
+ pluginConfig?: PluginConfig | undefined;
9777
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
9778
+ }) | undefined;
9594
9779
  description?: string | undefined;
9595
9780
  providerOutput?: string | {} | undefined;
9596
9781
  assert?: ({
@@ -9727,7 +9912,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
9727
9912
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
9728
9913
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
9729
9914
  } | undefined;
9730
- metadata?: Record<string, any> | undefined;
9915
+ metadata?: (Record<string, any> & {
9916
+ pluginConfig?: PluginConfig | undefined;
9917
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
9918
+ }) | undefined;
9731
9919
  description?: string | undefined;
9732
9920
  providerOutput?: string | {} | undefined;
9733
9921
  assert?: ({
@@ -9863,7 +10051,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
9863
10051
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
9864
10052
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
9865
10053
  } | undefined;
9866
- metadata?: Record<string, any> | undefined;
10054
+ metadata?: (Record<string, any> & {
10055
+ pluginConfig?: PluginConfig | undefined;
10056
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
10057
+ }) | undefined;
9867
10058
  description?: string | undefined;
9868
10059
  providerOutput?: string | {} | undefined;
9869
10060
  assert?: ({
@@ -10001,7 +10192,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
10001
10192
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
10002
10193
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
10003
10194
  } | undefined;
10004
- metadata?: Record<string, any> | undefined;
10195
+ metadata?: (Record<string, any> & {
10196
+ pluginConfig?: PluginConfig | undefined;
10197
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
10198
+ }) | undefined;
10005
10199
  description?: string | undefined;
10006
10200
  providerOutput?: string | {} | undefined;
10007
10201
  assert?: ({
@@ -10137,7 +10331,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
10137
10331
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
10138
10332
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
10139
10333
  } | undefined;
10140
- metadata?: Record<string, any> | undefined;
10334
+ metadata?: (Record<string, any> & {
10335
+ pluginConfig?: PluginConfig | undefined;
10336
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
10337
+ }) | undefined;
10141
10338
  description?: string | undefined;
10142
10339
  providerOutput?: string | {} | undefined;
10143
10340
  assert?: ({
@@ -10720,7 +10917,16 @@ export declare const TestSuiteSchema: z.ZodObject<{
10720
10917
  runSerially?: boolean | undefined;
10721
10918
  }>>>>>;
10722
10919
  threshold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
10723
- metadata: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>>;
10920
+ metadata: z.ZodOptional<z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
10921
+ pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
10922
+ strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
10923
+ }, "strip", z.ZodTypeAny, {
10924
+ pluginConfig?: PluginConfig | undefined;
10925
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
10926
+ }, {
10927
+ pluginConfig?: PluginConfig | undefined;
10928
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
10929
+ }>>>>;
10724
10930
  }, "strip", z.ZodTypeAny, {
10725
10931
  options?: ({
10726
10932
  prefix?: string | undefined;
@@ -10819,7 +11025,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
10819
11025
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
10820
11026
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
10821
11027
  } | undefined;
10822
- metadata?: Record<string, any> | undefined;
11028
+ metadata?: (Record<string, any> & {
11029
+ pluginConfig?: PluginConfig | undefined;
11030
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
11031
+ }) | undefined;
10823
11032
  description?: string | undefined;
10824
11033
  providerOutput?: string | {} | undefined;
10825
11034
  assert?: ({
@@ -10954,7 +11163,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
10954
11163
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
10955
11164
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
10956
11165
  } | undefined;
10957
- metadata?: Record<string, any> | undefined;
11166
+ metadata?: (Record<string, any> & {
11167
+ pluginConfig?: PluginConfig | undefined;
11168
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
11169
+ }) | undefined;
10958
11170
  description?: string | undefined;
10959
11171
  providerOutput?: string | {} | undefined;
10960
11172
  assert?: ({
@@ -11336,7 +11548,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
11336
11548
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
11337
11549
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
11338
11550
  } | undefined;
11339
- metadata?: Record<string, any> | undefined;
11551
+ metadata?: (Record<string, any> & {
11552
+ pluginConfig?: PluginConfig | undefined;
11553
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
11554
+ }) | undefined;
11340
11555
  description?: string | undefined;
11341
11556
  providerOutput?: string | {} | undefined;
11342
11557
  assert?: ({
@@ -11476,7 +11691,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
11476
11691
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
11477
11692
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
11478
11693
  } | undefined;
11479
- metadata?: Record<string, any> | undefined;
11694
+ metadata?: (Record<string, any> & {
11695
+ pluginConfig?: PluginConfig | undefined;
11696
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
11697
+ }) | undefined;
11480
11698
  description?: string | undefined;
11481
11699
  providerOutput?: string | {} | undefined;
11482
11700
  assert?: ({
@@ -11612,7 +11830,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
11612
11830
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
11613
11831
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
11614
11832
  } | undefined;
11615
- metadata?: Record<string, any> | undefined;
11833
+ metadata?: (Record<string, any> & {
11834
+ pluginConfig?: PluginConfig | undefined;
11835
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
11836
+ }) | undefined;
11616
11837
  description?: string | undefined;
11617
11838
  providerOutput?: string | {} | undefined;
11618
11839
  assert?: ({
@@ -11750,7 +11971,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
11750
11971
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
11751
11972
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
11752
11973
  } | undefined;
11753
- metadata?: Record<string, any> | undefined;
11974
+ metadata?: (Record<string, any> & {
11975
+ pluginConfig?: PluginConfig | undefined;
11976
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
11977
+ }) | undefined;
11754
11978
  description?: string | undefined;
11755
11979
  providerOutput?: string | {} | undefined;
11756
11980
  assert?: ({
@@ -11968,7 +12192,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
11968
12192
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
11969
12193
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
11970
12194
  } | undefined;
11971
- metadata?: Record<string, any> | undefined;
12195
+ metadata?: (Record<string, any> & {
12196
+ pluginConfig?: PluginConfig | undefined;
12197
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
12198
+ }) | undefined;
11972
12199
  description?: string | undefined;
11973
12200
  providerOutput?: string | {} | undefined;
11974
12201
  assert?: ({
@@ -12108,7 +12335,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
12108
12335
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
12109
12336
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
12110
12337
  } | undefined;
12111
- metadata?: Record<string, any> | undefined;
12338
+ metadata?: (Record<string, any> & {
12339
+ pluginConfig?: PluginConfig | undefined;
12340
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
12341
+ }) | undefined;
12112
12342
  description?: string | undefined;
12113
12343
  providerOutput?: string | {} | undefined;
12114
12344
  assert?: ({
@@ -12244,7 +12474,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
12244
12474
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
12245
12475
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
12246
12476
  } | undefined;
12247
- metadata?: Record<string, any> | undefined;
12477
+ metadata?: (Record<string, any> & {
12478
+ pluginConfig?: PluginConfig | undefined;
12479
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
12480
+ }) | undefined;
12248
12481
  description?: string | undefined;
12249
12482
  providerOutput?: string | {} | undefined;
12250
12483
  assert?: ({
@@ -12382,7 +12615,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
12382
12615
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
12383
12616
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
12384
12617
  } | undefined;
12385
- metadata?: Record<string, any> | undefined;
12618
+ metadata?: (Record<string, any> & {
12619
+ pluginConfig?: PluginConfig | undefined;
12620
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
12621
+ }) | undefined;
12386
12622
  description?: string | undefined;
12387
12623
  providerOutput?: string | {} | undefined;
12388
12624
  assert?: ({
@@ -13776,7 +14012,16 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13776
14012
  runSerially?: boolean | undefined;
13777
14013
  }>>>>;
13778
14014
  threshold: z.ZodOptional<z.ZodNumber>;
13779
- metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
14015
+ metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
14016
+ pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
14017
+ strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
14018
+ }, "strip", z.ZodTypeAny, {
14019
+ pluginConfig?: PluginConfig | undefined;
14020
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
14021
+ }, {
14022
+ pluginConfig?: PluginConfig | undefined;
14023
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
14024
+ }>>>;
13780
14025
  }, "strip", z.ZodTypeAny, {
13781
14026
  options?: ({
13782
14027
  prefix?: string | undefined;
@@ -13875,7 +14120,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13875
14120
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
13876
14121
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
13877
14122
  } | undefined;
13878
- metadata?: Record<string, any> | undefined;
14123
+ metadata?: (Record<string, any> & {
14124
+ pluginConfig?: PluginConfig | undefined;
14125
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
14126
+ }) | undefined;
13879
14127
  description?: string | undefined;
13880
14128
  providerOutput?: string | {} | undefined;
13881
14129
  assert?: ({
@@ -14010,7 +14258,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14010
14258
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
14011
14259
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
14012
14260
  } | undefined;
14013
- metadata?: Record<string, any> | undefined;
14261
+ metadata?: (Record<string, any> & {
14262
+ pluginConfig?: PluginConfig | undefined;
14263
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
14264
+ }) | undefined;
14014
14265
  description?: string | undefined;
14015
14266
  providerOutput?: string | {} | undefined;
14016
14267
  assert?: ({
@@ -14593,7 +14844,16 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14593
14844
  runSerially?: boolean | undefined;
14594
14845
  }>>>>>;
14595
14846
  threshold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
14596
- metadata: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>>;
14847
+ metadata: z.ZodOptional<z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
14848
+ pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
14849
+ strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
14850
+ }, "strip", z.ZodTypeAny, {
14851
+ pluginConfig?: PluginConfig | undefined;
14852
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
14853
+ }, {
14854
+ pluginConfig?: PluginConfig | undefined;
14855
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
14856
+ }>>>>;
14597
14857
  }, "strip", z.ZodTypeAny, {
14598
14858
  options?: ({
14599
14859
  prefix?: string | undefined;
@@ -14692,7 +14952,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14692
14952
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
14693
14953
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
14694
14954
  } | undefined;
14695
- metadata?: Record<string, any> | undefined;
14955
+ metadata?: (Record<string, any> & {
14956
+ pluginConfig?: PluginConfig | undefined;
14957
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
14958
+ }) | undefined;
14696
14959
  description?: string | undefined;
14697
14960
  providerOutput?: string | {} | undefined;
14698
14961
  assert?: ({
@@ -14827,7 +15090,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14827
15090
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
14828
15091
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
14829
15092
  } | undefined;
14830
- metadata?: Record<string, any> | undefined;
15093
+ metadata?: (Record<string, any> & {
15094
+ pluginConfig?: PluginConfig | undefined;
15095
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
15096
+ }) | undefined;
14831
15097
  description?: string | undefined;
14832
15098
  providerOutput?: string | {} | undefined;
14833
15099
  assert?: ({
@@ -15408,7 +15674,16 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
15408
15674
  runSerially?: boolean | undefined;
15409
15675
  }>>>>;
15410
15676
  threshold: z.ZodOptional<z.ZodNumber>;
15411
- metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
15677
+ metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
15678
+ pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
15679
+ strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
15680
+ }, "strip", z.ZodTypeAny, {
15681
+ pluginConfig?: PluginConfig | undefined;
15682
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
15683
+ }, {
15684
+ pluginConfig?: PluginConfig | undefined;
15685
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
15686
+ }>>>;
15412
15687
  }, "strip", z.ZodTypeAny, {
15413
15688
  options?: ({
15414
15689
  prefix?: string | undefined;
@@ -15507,7 +15782,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
15507
15782
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
15508
15783
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
15509
15784
  } | undefined;
15510
- metadata?: Record<string, any> | undefined;
15785
+ metadata?: (Record<string, any> & {
15786
+ pluginConfig?: PluginConfig | undefined;
15787
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
15788
+ }) | undefined;
15511
15789
  description?: string | undefined;
15512
15790
  providerOutput?: string | {} | undefined;
15513
15791
  assert?: ({
@@ -15642,7 +15920,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
15642
15920
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
15643
15921
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
15644
15922
  } | undefined;
15645
- metadata?: Record<string, any> | undefined;
15923
+ metadata?: (Record<string, any> & {
15924
+ pluginConfig?: PluginConfig | undefined;
15925
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
15926
+ }) | undefined;
15646
15927
  description?: string | undefined;
15647
15928
  providerOutput?: string | {} | undefined;
15648
15929
  assert?: ({
@@ -15779,7 +16060,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
15779
16060
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
15780
16061
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
15781
16062
  } | undefined;
15782
- metadata?: Record<string, any> | undefined;
16063
+ metadata?: (Record<string, any> & {
16064
+ pluginConfig?: PluginConfig | undefined;
16065
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
16066
+ }) | undefined;
15783
16067
  description?: string | undefined;
15784
16068
  providerOutput?: string | {} | undefined;
15785
16069
  assert?: ({
@@ -15915,7 +16199,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
15915
16199
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
15916
16200
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
15917
16201
  } | undefined;
15918
- metadata?: Record<string, any> | undefined;
16202
+ metadata?: (Record<string, any> & {
16203
+ pluginConfig?: PluginConfig | undefined;
16204
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
16205
+ }) | undefined;
15919
16206
  description?: string | undefined;
15920
16207
  providerOutput?: string | {} | undefined;
15921
16208
  assert?: ({
@@ -16053,7 +16340,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
16053
16340
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
16054
16341
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
16055
16342
  } | undefined;
16056
- metadata?: Record<string, any> | undefined;
16343
+ metadata?: (Record<string, any> & {
16344
+ pluginConfig?: PluginConfig | undefined;
16345
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
16346
+ }) | undefined;
16057
16347
  description?: string | undefined;
16058
16348
  providerOutput?: string | {} | undefined;
16059
16349
  assert?: ({
@@ -16189,7 +16479,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
16189
16479
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
16190
16480
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
16191
16481
  } | undefined;
16192
- metadata?: Record<string, any> | undefined;
16482
+ metadata?: (Record<string, any> & {
16483
+ pluginConfig?: PluginConfig | undefined;
16484
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
16485
+ }) | undefined;
16193
16486
  description?: string | undefined;
16194
16487
  providerOutput?: string | {} | undefined;
16195
16488
  assert?: ({
@@ -16772,7 +17065,16 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
16772
17065
  runSerially?: boolean | undefined;
16773
17066
  }>>>>>;
16774
17067
  threshold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
16775
- metadata: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>>;
17068
+ metadata: z.ZodOptional<z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
17069
+ pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
17070
+ strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
17071
+ }, "strip", z.ZodTypeAny, {
17072
+ pluginConfig?: PluginConfig | undefined;
17073
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
17074
+ }, {
17075
+ pluginConfig?: PluginConfig | undefined;
17076
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
17077
+ }>>>>;
16776
17078
  }, "description">, "strip", z.ZodTypeAny, {
16777
17079
  options?: ({
16778
17080
  prefix?: string | undefined;
@@ -16871,7 +17173,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
16871
17173
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
16872
17174
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
16873
17175
  } | undefined;
16874
- metadata?: Record<string, any> | undefined;
17176
+ metadata?: (Record<string, any> & {
17177
+ pluginConfig?: PluginConfig | undefined;
17178
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
17179
+ }) | undefined;
16875
17180
  providerOutput?: string | {} | undefined;
16876
17181
  assert?: ({
16877
17182
  type: AssertionType;
@@ -17005,7 +17310,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
17005
17310
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
17006
17311
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
17007
17312
  } | undefined;
17008
- metadata?: Record<string, any> | undefined;
17313
+ metadata?: (Record<string, any> & {
17314
+ pluginConfig?: PluginConfig | undefined;
17315
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
17316
+ }) | undefined;
17009
17317
  providerOutput?: string | {} | undefined;
17010
17318
  assert?: ({
17011
17319
  type: AssertionType;
@@ -17559,7 +17867,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
17559
17867
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
17560
17868
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
17561
17869
  } | undefined;
17562
- metadata?: Record<string, any> | undefined;
17870
+ metadata?: (Record<string, any> & {
17871
+ pluginConfig?: PluginConfig | undefined;
17872
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
17873
+ }) | undefined;
17563
17874
  description?: string | undefined;
17564
17875
  providerOutput?: string | {} | undefined;
17565
17876
  assert?: ({
@@ -17698,7 +18009,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
17698
18009
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
17699
18010
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
17700
18011
  } | undefined;
17701
- metadata?: Record<string, any> | undefined;
18012
+ metadata?: (Record<string, any> & {
18013
+ pluginConfig?: PluginConfig | undefined;
18014
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
18015
+ }) | undefined;
17702
18016
  description?: string | undefined;
17703
18017
  providerOutput?: string | {} | undefined;
17704
18018
  assert?: ({
@@ -17834,7 +18148,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
17834
18148
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
17835
18149
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
17836
18150
  } | undefined;
17837
- metadata?: Record<string, any> | undefined;
18151
+ metadata?: (Record<string, any> & {
18152
+ pluginConfig?: PluginConfig | undefined;
18153
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
18154
+ }) | undefined;
17838
18155
  description?: string | undefined;
17839
18156
  providerOutput?: string | {} | undefined;
17840
18157
  assert?: ({
@@ -17972,7 +18289,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
17972
18289
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
17973
18290
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
17974
18291
  } | undefined;
17975
- metadata?: Record<string, any> | undefined;
18292
+ metadata?: (Record<string, any> & {
18293
+ pluginConfig?: PluginConfig | undefined;
18294
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
18295
+ }) | undefined;
17976
18296
  providerOutput?: string | {} | undefined;
17977
18297
  assert?: ({
17978
18298
  type: AssertionType;
@@ -18355,7 +18675,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
18355
18675
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
18356
18676
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
18357
18677
  } | undefined;
18358
- metadata?: Record<string, any> | undefined;
18678
+ metadata?: (Record<string, any> & {
18679
+ pluginConfig?: PluginConfig | undefined;
18680
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
18681
+ }) | undefined;
18359
18682
  description?: string | undefined;
18360
18683
  providerOutput?: string | {} | undefined;
18361
18684
  assert?: ({
@@ -18494,7 +18817,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
18494
18817
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
18495
18818
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
18496
18819
  } | undefined;
18497
- metadata?: Record<string, any> | undefined;
18820
+ metadata?: (Record<string, any> & {
18821
+ pluginConfig?: PluginConfig | undefined;
18822
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
18823
+ }) | undefined;
18498
18824
  description?: string | undefined;
18499
18825
  providerOutput?: string | {} | undefined;
18500
18826
  assert?: ({
@@ -18630,7 +18956,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
18630
18956
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
18631
18957
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
18632
18958
  } | undefined;
18633
- metadata?: Record<string, any> | undefined;
18959
+ metadata?: (Record<string, any> & {
18960
+ pluginConfig?: PluginConfig | undefined;
18961
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
18962
+ }) | undefined;
18634
18963
  description?: string | undefined;
18635
18964
  providerOutput?: string | {} | undefined;
18636
18965
  assert?: ({
@@ -18768,7 +19097,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
18768
19097
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
18769
19098
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
18770
19099
  } | undefined;
18771
- metadata?: Record<string, any> | undefined;
19100
+ metadata?: (Record<string, any> & {
19101
+ pluginConfig?: PluginConfig | undefined;
19102
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
19103
+ }) | undefined;
18772
19104
  providerOutput?: string | {} | undefined;
18773
19105
  assert?: ({
18774
19106
  type: AssertionType;
@@ -20167,7 +20499,16 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
20167
20499
  runSerially?: boolean | undefined;
20168
20500
  }>>>>;
20169
20501
  threshold: z.ZodOptional<z.ZodNumber>;
20170
- metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
20502
+ metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
20503
+ pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
20504
+ strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
20505
+ }, "strip", z.ZodTypeAny, {
20506
+ pluginConfig?: PluginConfig | undefined;
20507
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
20508
+ }, {
20509
+ pluginConfig?: PluginConfig | undefined;
20510
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
20511
+ }>>>;
20171
20512
  }, "strip", z.ZodTypeAny, {
20172
20513
  options?: ({
20173
20514
  prefix?: string | undefined;
@@ -20266,7 +20607,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
20266
20607
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
20267
20608
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
20268
20609
  } | undefined;
20269
- metadata?: Record<string, any> | undefined;
20610
+ metadata?: (Record<string, any> & {
20611
+ pluginConfig?: PluginConfig | undefined;
20612
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
20613
+ }) | undefined;
20270
20614
  description?: string | undefined;
20271
20615
  providerOutput?: string | {} | undefined;
20272
20616
  assert?: ({
@@ -20401,7 +20745,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
20401
20745
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
20402
20746
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
20403
20747
  } | undefined;
20404
- metadata?: Record<string, any> | undefined;
20748
+ metadata?: (Record<string, any> & {
20749
+ pluginConfig?: PluginConfig | undefined;
20750
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
20751
+ }) | undefined;
20405
20752
  description?: string | undefined;
20406
20753
  providerOutput?: string | {} | undefined;
20407
20754
  assert?: ({
@@ -20984,7 +21331,16 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
20984
21331
  runSerially?: boolean | undefined;
20985
21332
  }>>>>>;
20986
21333
  threshold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
20987
- metadata: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>>;
21334
+ metadata: z.ZodOptional<z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
21335
+ pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
21336
+ strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
21337
+ }, "strip", z.ZodTypeAny, {
21338
+ pluginConfig?: PluginConfig | undefined;
21339
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
21340
+ }, {
21341
+ pluginConfig?: PluginConfig | undefined;
21342
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
21343
+ }>>>>;
20988
21344
  }, "strip", z.ZodTypeAny, {
20989
21345
  options?: ({
20990
21346
  prefix?: string | undefined;
@@ -21083,7 +21439,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
21083
21439
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
21084
21440
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
21085
21441
  } | undefined;
21086
- metadata?: Record<string, any> | undefined;
21442
+ metadata?: (Record<string, any> & {
21443
+ pluginConfig?: PluginConfig | undefined;
21444
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
21445
+ }) | undefined;
21087
21446
  description?: string | undefined;
21088
21447
  providerOutput?: string | {} | undefined;
21089
21448
  assert?: ({
@@ -21218,7 +21577,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
21218
21577
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
21219
21578
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
21220
21579
  } | undefined;
21221
- metadata?: Record<string, any> | undefined;
21580
+ metadata?: (Record<string, any> & {
21581
+ pluginConfig?: PluginConfig | undefined;
21582
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
21583
+ }) | undefined;
21222
21584
  description?: string | undefined;
21223
21585
  providerOutput?: string | {} | undefined;
21224
21586
  assert?: ({
@@ -21799,7 +22161,16 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
21799
22161
  runSerially?: boolean | undefined;
21800
22162
  }>>>>;
21801
22163
  threshold: z.ZodOptional<z.ZodNumber>;
21802
- metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
22164
+ metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
22165
+ pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
22166
+ strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
22167
+ }, "strip", z.ZodTypeAny, {
22168
+ pluginConfig?: PluginConfig | undefined;
22169
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
22170
+ }, {
22171
+ pluginConfig?: PluginConfig | undefined;
22172
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
22173
+ }>>>;
21803
22174
  }, "strip", z.ZodTypeAny, {
21804
22175
  options?: ({
21805
22176
  prefix?: string | undefined;
@@ -21898,7 +22269,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
21898
22269
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
21899
22270
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
21900
22271
  } | undefined;
21901
- metadata?: Record<string, any> | undefined;
22272
+ metadata?: (Record<string, any> & {
22273
+ pluginConfig?: PluginConfig | undefined;
22274
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
22275
+ }) | undefined;
21902
22276
  description?: string | undefined;
21903
22277
  providerOutput?: string | {} | undefined;
21904
22278
  assert?: ({
@@ -22033,7 +22407,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
22033
22407
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
22034
22408
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
22035
22409
  } | undefined;
22036
- metadata?: Record<string, any> | undefined;
22410
+ metadata?: (Record<string, any> & {
22411
+ pluginConfig?: PluginConfig | undefined;
22412
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
22413
+ }) | undefined;
22037
22414
  description?: string | undefined;
22038
22415
  providerOutput?: string | {} | undefined;
22039
22416
  assert?: ({
@@ -22170,7 +22547,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
22170
22547
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
22171
22548
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
22172
22549
  } | undefined;
22173
- metadata?: Record<string, any> | undefined;
22550
+ metadata?: (Record<string, any> & {
22551
+ pluginConfig?: PluginConfig | undefined;
22552
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
22553
+ }) | undefined;
22174
22554
  description?: string | undefined;
22175
22555
  providerOutput?: string | {} | undefined;
22176
22556
  assert?: ({
@@ -22306,7 +22686,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
22306
22686
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
22307
22687
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
22308
22688
  } | undefined;
22309
- metadata?: Record<string, any> | undefined;
22689
+ metadata?: (Record<string, any> & {
22690
+ pluginConfig?: PluginConfig | undefined;
22691
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
22692
+ }) | undefined;
22310
22693
  description?: string | undefined;
22311
22694
  providerOutput?: string | {} | undefined;
22312
22695
  assert?: ({
@@ -22444,7 +22827,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
22444
22827
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
22445
22828
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
22446
22829
  } | undefined;
22447
- metadata?: Record<string, any> | undefined;
22830
+ metadata?: (Record<string, any> & {
22831
+ pluginConfig?: PluginConfig | undefined;
22832
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
22833
+ }) | undefined;
22448
22834
  description?: string | undefined;
22449
22835
  providerOutput?: string | {} | undefined;
22450
22836
  assert?: ({
@@ -22580,7 +22966,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
22580
22966
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
22581
22967
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
22582
22968
  } | undefined;
22583
- metadata?: Record<string, any> | undefined;
22969
+ metadata?: (Record<string, any> & {
22970
+ pluginConfig?: PluginConfig | undefined;
22971
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
22972
+ }) | undefined;
22584
22973
  description?: string | undefined;
22585
22974
  providerOutput?: string | {} | undefined;
22586
22975
  assert?: ({
@@ -23163,7 +23552,16 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
23163
23552
  runSerially?: boolean | undefined;
23164
23553
  }>>>>>;
23165
23554
  threshold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
23166
- metadata: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>>;
23555
+ metadata: z.ZodOptional<z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
23556
+ pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
23557
+ strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
23558
+ }, "strip", z.ZodTypeAny, {
23559
+ pluginConfig?: PluginConfig | undefined;
23560
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
23561
+ }, {
23562
+ pluginConfig?: PluginConfig | undefined;
23563
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
23564
+ }>>>>;
23167
23565
  }, "description">, "strip", z.ZodTypeAny, {
23168
23566
  options?: ({
23169
23567
  prefix?: string | undefined;
@@ -23262,7 +23660,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
23262
23660
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
23263
23661
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
23264
23662
  } | undefined;
23265
- metadata?: Record<string, any> | undefined;
23663
+ metadata?: (Record<string, any> & {
23664
+ pluginConfig?: PluginConfig | undefined;
23665
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
23666
+ }) | undefined;
23266
23667
  providerOutput?: string | {} | undefined;
23267
23668
  assert?: ({
23268
23669
  type: AssertionType;
@@ -23396,7 +23797,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
23396
23797
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
23397
23798
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
23398
23799
  } | undefined;
23399
- metadata?: Record<string, any> | undefined;
23800
+ metadata?: (Record<string, any> & {
23801
+ pluginConfig?: PluginConfig | undefined;
23802
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
23803
+ }) | undefined;
23400
23804
  providerOutput?: string | {} | undefined;
23401
23805
  assert?: ({
23402
23806
  type: AssertionType;
@@ -25593,7 +25997,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
25593
25997
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
25594
25998
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
25595
25999
  } | undefined;
25596
- metadata?: Record<string, any> | undefined;
26000
+ metadata?: (Record<string, any> & {
26001
+ pluginConfig?: PluginConfig | undefined;
26002
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
26003
+ }) | undefined;
25597
26004
  description?: string | undefined;
25598
26005
  providerOutput?: string | {} | undefined;
25599
26006
  assert?: ({
@@ -25732,7 +26139,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
25732
26139
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
25733
26140
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
25734
26141
  } | undefined;
25735
- metadata?: Record<string, any> | undefined;
26142
+ metadata?: (Record<string, any> & {
26143
+ pluginConfig?: PluginConfig | undefined;
26144
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
26145
+ }) | undefined;
25736
26146
  description?: string | undefined;
25737
26147
  providerOutput?: string | {} | undefined;
25738
26148
  assert?: ({
@@ -25868,7 +26278,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
25868
26278
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
25869
26279
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
25870
26280
  } | undefined;
25871
- metadata?: Record<string, any> | undefined;
26281
+ metadata?: (Record<string, any> & {
26282
+ pluginConfig?: PluginConfig | undefined;
26283
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
26284
+ }) | undefined;
25872
26285
  description?: string | undefined;
25873
26286
  providerOutput?: string | {} | undefined;
25874
26287
  assert?: ({
@@ -26006,7 +26419,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
26006
26419
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
26007
26420
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
26008
26421
  } | undefined;
26009
- metadata?: Record<string, any> | undefined;
26422
+ metadata?: (Record<string, any> & {
26423
+ pluginConfig?: PluginConfig | undefined;
26424
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
26425
+ }) | undefined;
26010
26426
  providerOutput?: string | {} | undefined;
26011
26427
  assert?: ({
26012
26428
  type: AssertionType;
@@ -26599,7 +27015,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
26599
27015
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
26600
27016
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
26601
27017
  } | undefined;
26602
- metadata?: Record<string, any> | undefined;
27018
+ metadata?: (Record<string, any> & {
27019
+ pluginConfig?: PluginConfig | undefined;
27020
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
27021
+ }) | undefined;
26603
27022
  description?: string | undefined;
26604
27023
  providerOutput?: string | {} | undefined;
26605
27024
  assert?: ({
@@ -26738,7 +27157,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
26738
27157
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
26739
27158
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
26740
27159
  } | undefined;
26741
- metadata?: Record<string, any> | undefined;
27160
+ metadata?: (Record<string, any> & {
27161
+ pluginConfig?: PluginConfig | undefined;
27162
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
27163
+ }) | undefined;
26742
27164
  description?: string | undefined;
26743
27165
  providerOutput?: string | {} | undefined;
26744
27166
  assert?: ({
@@ -26874,7 +27296,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
26874
27296
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
26875
27297
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
26876
27298
  } | undefined;
26877
- metadata?: Record<string, any> | undefined;
27299
+ metadata?: (Record<string, any> & {
27300
+ pluginConfig?: PluginConfig | undefined;
27301
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
27302
+ }) | undefined;
26878
27303
  description?: string | undefined;
26879
27304
  providerOutput?: string | {} | undefined;
26880
27305
  assert?: ({
@@ -27012,7 +27437,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
27012
27437
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
27013
27438
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
27014
27439
  } | undefined;
27015
- metadata?: Record<string, any> | undefined;
27440
+ metadata?: (Record<string, any> & {
27441
+ pluginConfig?: PluginConfig | undefined;
27442
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
27443
+ }) | undefined;
27016
27444
  providerOutput?: string | {} | undefined;
27017
27445
  assert?: ({
27018
27446
  type: AssertionType;
@@ -27605,7 +28033,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
27605
28033
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
27606
28034
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
27607
28035
  } | undefined;
27608
- metadata?: Record<string, any> | undefined;
28036
+ metadata?: (Record<string, any> & {
28037
+ pluginConfig?: PluginConfig | undefined;
28038
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
28039
+ }) | undefined;
27609
28040
  description?: string | undefined;
27610
28041
  providerOutput?: string | {} | undefined;
27611
28042
  assert?: ({
@@ -27744,7 +28175,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
27744
28175
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
27745
28176
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
27746
28177
  } | undefined;
27747
- metadata?: Record<string, any> | undefined;
28178
+ metadata?: (Record<string, any> & {
28179
+ pluginConfig?: PluginConfig | undefined;
28180
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
28181
+ }) | undefined;
27748
28182
  description?: string | undefined;
27749
28183
  providerOutput?: string | {} | undefined;
27750
28184
  assert?: ({
@@ -27880,7 +28314,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
27880
28314
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
27881
28315
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
27882
28316
  } | undefined;
27883
- metadata?: Record<string, any> | undefined;
28317
+ metadata?: (Record<string, any> & {
28318
+ pluginConfig?: PluginConfig | undefined;
28319
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
28320
+ }) | undefined;
27884
28321
  description?: string | undefined;
27885
28322
  providerOutput?: string | {} | undefined;
27886
28323
  assert?: ({
@@ -28018,7 +28455,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
28018
28455
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
28019
28456
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
28020
28457
  } | undefined;
28021
- metadata?: Record<string, any> | undefined;
28458
+ metadata?: (Record<string, any> & {
28459
+ pluginConfig?: PluginConfig | undefined;
28460
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
28461
+ }) | undefined;
28022
28462
  providerOutput?: string | {} | undefined;
28023
28463
  assert?: ({
28024
28464
  type: AssertionType;
@@ -28611,7 +29051,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
28611
29051
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
28612
29052
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
28613
29053
  } | undefined;
28614
- metadata?: Record<string, any> | undefined;
29054
+ metadata?: (Record<string, any> & {
29055
+ pluginConfig?: PluginConfig | undefined;
29056
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
29057
+ }) | undefined;
28615
29058
  description?: string | undefined;
28616
29059
  providerOutput?: string | {} | undefined;
28617
29060
  assert?: ({
@@ -28750,7 +29193,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
28750
29193
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
28751
29194
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
28752
29195
  } | undefined;
28753
- metadata?: Record<string, any> | undefined;
29196
+ metadata?: (Record<string, any> & {
29197
+ pluginConfig?: PluginConfig | undefined;
29198
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
29199
+ }) | undefined;
28754
29200
  description?: string | undefined;
28755
29201
  providerOutput?: string | {} | undefined;
28756
29202
  assert?: ({
@@ -28886,7 +29332,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
28886
29332
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
28887
29333
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
28888
29334
  } | undefined;
28889
- metadata?: Record<string, any> | undefined;
29335
+ metadata?: (Record<string, any> & {
29336
+ pluginConfig?: PluginConfig | undefined;
29337
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
29338
+ }) | undefined;
28890
29339
  description?: string | undefined;
28891
29340
  providerOutput?: string | {} | undefined;
28892
29341
  assert?: ({
@@ -29024,7 +29473,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
29024
29473
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
29025
29474
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
29026
29475
  } | undefined;
29027
- metadata?: Record<string, any> | undefined;
29476
+ metadata?: (Record<string, any> & {
29477
+ pluginConfig?: PluginConfig | undefined;
29478
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
29479
+ }) | undefined;
29028
29480
  providerOutput?: string | {} | undefined;
29029
29481
  assert?: ({
29030
29482
  type: AssertionType;
@@ -29617,7 +30069,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
29617
30069
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
29618
30070
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
29619
30071
  } | undefined;
29620
- metadata?: Record<string, any> | undefined;
30072
+ metadata?: (Record<string, any> & {
30073
+ pluginConfig?: PluginConfig | undefined;
30074
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
30075
+ }) | undefined;
29621
30076
  description?: string | undefined;
29622
30077
  providerOutput?: string | {} | undefined;
29623
30078
  assert?: ({
@@ -29756,7 +30211,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
29756
30211
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
29757
30212
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
29758
30213
  } | undefined;
29759
- metadata?: Record<string, any> | undefined;
30214
+ metadata?: (Record<string, any> & {
30215
+ pluginConfig?: PluginConfig | undefined;
30216
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
30217
+ }) | undefined;
29760
30218
  description?: string | undefined;
29761
30219
  providerOutput?: string | {} | undefined;
29762
30220
  assert?: ({
@@ -29892,7 +30350,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
29892
30350
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
29893
30351
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
29894
30352
  } | undefined;
29895
- metadata?: Record<string, any> | undefined;
30353
+ metadata?: (Record<string, any> & {
30354
+ pluginConfig?: PluginConfig | undefined;
30355
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
30356
+ }) | undefined;
29896
30357
  description?: string | undefined;
29897
30358
  providerOutput?: string | {} | undefined;
29898
30359
  assert?: ({
@@ -30030,7 +30491,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
30030
30491
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
30031
30492
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
30032
30493
  } | undefined;
30033
- metadata?: Record<string, any> | undefined;
30494
+ metadata?: (Record<string, any> & {
30495
+ pluginConfig?: PluginConfig | undefined;
30496
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
30497
+ }) | undefined;
30034
30498
  providerOutput?: string | {} | undefined;
30035
30499
  assert?: ({
30036
30500
  type: AssertionType;
@@ -30623,7 +31087,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
30623
31087
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
30624
31088
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
30625
31089
  } | undefined;
30626
- metadata?: Record<string, any> | undefined;
31090
+ metadata?: (Record<string, any> & {
31091
+ pluginConfig?: PluginConfig | undefined;
31092
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
31093
+ }) | undefined;
30627
31094
  description?: string | undefined;
30628
31095
  providerOutput?: string | {} | undefined;
30629
31096
  assert?: ({
@@ -30762,7 +31229,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
30762
31229
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
30763
31230
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
30764
31231
  } | undefined;
30765
- metadata?: Record<string, any> | undefined;
31232
+ metadata?: (Record<string, any> & {
31233
+ pluginConfig?: PluginConfig | undefined;
31234
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
31235
+ }) | undefined;
30766
31236
  description?: string | undefined;
30767
31237
  providerOutput?: string | {} | undefined;
30768
31238
  assert?: ({
@@ -30898,7 +31368,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
30898
31368
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
30899
31369
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
30900
31370
  } | undefined;
30901
- metadata?: Record<string, any> | undefined;
31371
+ metadata?: (Record<string, any> & {
31372
+ pluginConfig?: PluginConfig | undefined;
31373
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
31374
+ }) | undefined;
30902
31375
  description?: string | undefined;
30903
31376
  providerOutput?: string | {} | undefined;
30904
31377
  assert?: ({
@@ -31036,7 +31509,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
31036
31509
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
31037
31510
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
31038
31511
  } | undefined;
31039
- metadata?: Record<string, any> | undefined;
31512
+ metadata?: (Record<string, any> & {
31513
+ pluginConfig?: PluginConfig | undefined;
31514
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
31515
+ }) | undefined;
31040
31516
  providerOutput?: string | {} | undefined;
31041
31517
  assert?: ({
31042
31518
  type: AssertionType;