promptfoo 0.96.1 → 0.97.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (235) hide show
  1. package/dist/package.json +5 -5
  2. package/dist/src/app/assets/{index-CL29fyye.js → index-CbxDbiAR.js} +232 -232
  3. package/dist/src/app/assets/{index.es-CsYHA4xg.js → index.es-Cc9N3uII.js} +1 -1
  4. package/dist/src/app/assets/{sync-B9AjROwZ.js → sync-BoVzjiAe.js} +1 -1
  5. package/dist/src/app/index.html +1 -1
  6. package/dist/src/assertions/index.d.ts.map +1 -1
  7. package/dist/src/assertions/index.js +1 -2
  8. package/dist/src/assertions/index.js.map +1 -1
  9. package/dist/src/assertions/redteam.js +2 -2
  10. package/dist/src/assertions/redteam.js.map +1 -1
  11. package/dist/src/commands/eval.d.ts.map +1 -1
  12. package/dist/src/commands/eval.js +7 -2
  13. package/dist/src/commands/eval.js.map +1 -1
  14. package/dist/src/commands/init.d.ts.map +1 -1
  15. package/dist/src/commands/init.js +3 -0
  16. package/dist/src/commands/init.js.map +1 -1
  17. package/dist/src/database/tables.d.ts +25 -6
  18. package/dist/src/database/tables.d.ts.map +1 -1
  19. package/dist/src/evaluator.d.ts.map +1 -1
  20. package/dist/src/evaluator.js +7 -1
  21. package/dist/src/evaluator.js.map +1 -1
  22. package/dist/src/index.d.ts +2 -106
  23. package/dist/src/index.d.ts.map +1 -1
  24. package/dist/src/models/eval.d.ts +1 -0
  25. package/dist/src/models/eval.d.ts.map +1 -1
  26. package/dist/src/models/eval.js +2 -0
  27. package/dist/src/models/eval.js.map +1 -1
  28. package/dist/src/models/evalResult.d.ts +1 -1
  29. package/dist/src/models/evalResult.d.ts.map +1 -1
  30. package/dist/src/models/evalResult.js +1 -1
  31. package/dist/src/models/evalResult.js.map +1 -1
  32. package/dist/src/onboarding.d.ts +12 -0
  33. package/dist/src/onboarding.d.ts.map +1 -1
  34. package/dist/src/onboarding.js +83 -43
  35. package/dist/src/onboarding.js.map +1 -1
  36. package/dist/src/providers/adaline.gateway.js +2 -2
  37. package/dist/src/providers/adaline.gateway.js.map +1 -1
  38. package/dist/src/providers/azure.d.ts +10 -3
  39. package/dist/src/providers/azure.d.ts.map +1 -1
  40. package/dist/src/providers/azure.js +106 -62
  41. package/dist/src/providers/azure.js.map +1 -1
  42. package/dist/src/providers/bedrock.d.ts +4 -1
  43. package/dist/src/providers/bedrock.d.ts.map +1 -1
  44. package/dist/src/providers/bedrock.js +18 -2
  45. package/dist/src/providers/bedrock.js.map +1 -1
  46. package/dist/src/providers/promptfoo.d.ts +7 -3
  47. package/dist/src/providers/promptfoo.d.ts.map +1 -1
  48. package/dist/src/providers/promptfoo.js +7 -7
  49. package/dist/src/providers/promptfoo.js.map +1 -1
  50. package/dist/src/providers/simulatedUser.d.ts.map +1 -1
  51. package/dist/src/providers/simulatedUser.js +5 -0
  52. package/dist/src/providers/simulatedUser.js.map +1 -1
  53. package/dist/src/redteam/graders.d.ts +2 -77
  54. package/dist/src/redteam/graders.d.ts.map +1 -1
  55. package/dist/src/redteam/graders.js +25 -25
  56. package/dist/src/redteam/graders.js.map +1 -1
  57. package/dist/src/redteam/index.d.ts.map +1 -1
  58. package/dist/src/redteam/index.js +29 -11
  59. package/dist/src/redteam/index.js.map +1 -1
  60. package/dist/src/redteam/plugins/base.d.ts +12 -7
  61. package/dist/src/redteam/plugins/base.d.ts.map +1 -1
  62. package/dist/src/redteam/plugins/base.js +44 -29
  63. package/dist/src/redteam/plugins/base.js.map +1 -1
  64. package/dist/src/redteam/plugins/contracts.d.ts.map +1 -1
  65. package/dist/src/redteam/plugins/contracts.js +20 -9
  66. package/dist/src/redteam/plugins/contracts.js.map +1 -1
  67. package/dist/src/redteam/plugins/crossSessionLeak.d.ts.map +1 -1
  68. package/dist/src/redteam/plugins/crossSessionLeak.js +21 -10
  69. package/dist/src/redteam/plugins/crossSessionLeak.js.map +1 -1
  70. package/dist/src/redteam/plugins/debugAccess.d.ts.map +1 -1
  71. package/dist/src/redteam/plugins/debugAccess.js +20 -9
  72. package/dist/src/redteam/plugins/debugAccess.js.map +1 -1
  73. package/dist/src/redteam/plugins/excessiveAgency.d.ts.map +1 -1
  74. package/dist/src/redteam/plugins/excessiveAgency.js +18 -7
  75. package/dist/src/redteam/plugins/excessiveAgency.js.map +1 -1
  76. package/dist/src/redteam/plugins/hallucination.d.ts.map +1 -1
  77. package/dist/src/redteam/plugins/hallucination.js +18 -7
  78. package/dist/src/redteam/plugins/hallucination.js.map +1 -1
  79. package/dist/src/redteam/plugins/harmful/aligned.d.ts +13 -0
  80. package/dist/src/redteam/plugins/harmful/aligned.d.ts.map +1 -0
  81. package/dist/src/redteam/plugins/harmful/aligned.js +29 -0
  82. package/dist/src/redteam/plugins/harmful/aligned.js.map +1 -0
  83. package/dist/src/redteam/plugins/harmful/common.d.ts +5 -0
  84. package/dist/src/redteam/plugins/harmful/common.d.ts.map +1 -0
  85. package/dist/src/redteam/plugins/harmful/common.js +39 -0
  86. package/dist/src/redteam/plugins/harmful/common.js.map +1 -0
  87. package/dist/src/redteam/plugins/harmful/constants.d.ts +10 -0
  88. package/dist/src/redteam/plugins/harmful/constants.d.ts.map +1 -0
  89. package/dist/src/redteam/plugins/harmful/constants.js +142 -0
  90. package/dist/src/redteam/plugins/harmful/constants.js.map +1 -0
  91. package/dist/src/redteam/plugins/harmful/graders.d.ts +15 -0
  92. package/dist/src/redteam/plugins/harmful/graders.d.ts.map +1 -0
  93. package/dist/src/redteam/plugins/harmful/graders.js +94 -0
  94. package/dist/src/redteam/plugins/harmful/graders.js.map +1 -0
  95. package/dist/src/redteam/plugins/harmful/unaligned.d.ts +5 -0
  96. package/dist/src/redteam/plugins/harmful/unaligned.d.ts.map +1 -0
  97. package/dist/src/redteam/plugins/harmful/unaligned.js +29 -0
  98. package/dist/src/redteam/plugins/harmful/unaligned.js.map +1 -0
  99. package/dist/src/redteam/plugins/imitation.d.ts.map +1 -1
  100. package/dist/src/redteam/plugins/imitation.js +20 -9
  101. package/dist/src/redteam/plugins/imitation.js.map +1 -1
  102. package/dist/src/redteam/plugins/index.d.ts +2 -2
  103. package/dist/src/redteam/plugins/index.d.ts.map +1 -1
  104. package/dist/src/redteam/plugins/index.js +33 -30
  105. package/dist/src/redteam/plugins/index.js.map +1 -1
  106. package/dist/src/redteam/plugins/overreliance.d.ts.map +1 -1
  107. package/dist/src/redteam/plugins/overreliance.js +18 -7
  108. package/dist/src/redteam/plugins/overreliance.js.map +1 -1
  109. package/dist/src/redteam/plugins/pii.d.ts +2 -2
  110. package/dist/src/redteam/plugins/pii.d.ts.map +1 -1
  111. package/dist/src/redteam/plugins/pii.js +4 -4
  112. package/dist/src/redteam/plugins/pii.js.map +1 -1
  113. package/dist/src/redteam/plugins/politics.d.ts.map +1 -1
  114. package/dist/src/redteam/plugins/politics.js +20 -9
  115. package/dist/src/redteam/plugins/politics.js.map +1 -1
  116. package/dist/src/redteam/plugins/promptExtraction.d.ts.map +1 -1
  117. package/dist/src/redteam/plugins/promptExtraction.js +23 -12
  118. package/dist/src/redteam/plugins/promptExtraction.js.map +1 -1
  119. package/dist/src/redteam/plugins/rbac.d.ts.map +1 -1
  120. package/dist/src/redteam/plugins/rbac.js +20 -9
  121. package/dist/src/redteam/plugins/rbac.js.map +1 -1
  122. package/dist/src/redteam/plugins/shellInjection.d.ts.map +1 -1
  123. package/dist/src/redteam/plugins/shellInjection.js +20 -9
  124. package/dist/src/redteam/plugins/shellInjection.js.map +1 -1
  125. package/dist/src/redteam/plugins/sqlInjection.d.ts.map +1 -1
  126. package/dist/src/redteam/plugins/sqlInjection.js +18 -7
  127. package/dist/src/redteam/plugins/sqlInjection.js.map +1 -1
  128. package/dist/src/redteam/providers/crescendo/index.d.ts +6 -0
  129. package/dist/src/redteam/providers/crescendo/index.d.ts.map +1 -1
  130. package/dist/src/redteam/providers/crescendo/index.js +45 -17
  131. package/dist/src/redteam/providers/crescendo/index.js.map +1 -1
  132. package/dist/src/redteam/providers/goat.d.ts.map +1 -1
  133. package/dist/src/redteam/providers/goat.js +23 -1
  134. package/dist/src/redteam/providers/goat.js.map +1 -1
  135. package/dist/src/redteam/providers/iterative.d.ts +6 -0
  136. package/dist/src/redteam/providers/iterative.d.ts.map +1 -1
  137. package/dist/src/redteam/providers/iterative.js +48 -1
  138. package/dist/src/redteam/providers/iterative.js.map +1 -1
  139. package/dist/src/redteam/providers/iterativeImage.d.ts +6 -0
  140. package/dist/src/redteam/providers/iterativeImage.d.ts.map +1 -1
  141. package/dist/src/redteam/providers/iterativeImage.js +34 -10
  142. package/dist/src/redteam/providers/iterativeImage.js.map +1 -1
  143. package/dist/src/redteam/providers/iterativeTree.d.ts +7 -2
  144. package/dist/src/redteam/providers/iterativeTree.d.ts.map +1 -1
  145. package/dist/src/redteam/providers/iterativeTree.js +44 -6
  146. package/dist/src/redteam/providers/iterativeTree.js.map +1 -1
  147. package/dist/src/redteam/providers/shared.d.ts +5 -2
  148. package/dist/src/redteam/providers/shared.d.ts.map +1 -1
  149. package/dist/src/redteam/providers/shared.js +21 -5
  150. package/dist/src/redteam/providers/shared.js.map +1 -1
  151. package/dist/src/redteam/strategies/crescendo.d.ts +1 -1
  152. package/dist/src/redteam/strategies/crescendo.d.ts.map +1 -1
  153. package/dist/src/redteam/strategies/crescendo.js +2 -1
  154. package/dist/src/redteam/strategies/crescendo.js.map +1 -1
  155. package/dist/src/redteam/strategies/goat.d.ts.map +1 -1
  156. package/dist/src/redteam/strategies/goat.js +1 -0
  157. package/dist/src/redteam/strategies/goat.js.map +1 -1
  158. package/dist/src/redteam/strategies/index.js +8 -8
  159. package/dist/src/redteam/strategies/index.js.map +1 -1
  160. package/dist/src/redteam/strategies/iterative.d.ts +1 -1
  161. package/dist/src/redteam/strategies/iterative.d.ts.map +1 -1
  162. package/dist/src/redteam/strategies/iterative.js +2 -1
  163. package/dist/src/redteam/strategies/iterative.js.map +1 -1
  164. package/dist/src/redteam/strategies/multilingual.d.ts.map +1 -1
  165. package/dist/src/redteam/strategies/multilingual.js +1 -0
  166. package/dist/src/redteam/strategies/multilingual.js.map +1 -1
  167. package/dist/src/redteam/types.d.ts +17 -1
  168. package/dist/src/redteam/types.d.ts.map +1 -1
  169. package/dist/src/share.d.ts.map +1 -1
  170. package/dist/src/share.js +11 -0
  171. package/dist/src/share.js.map +1 -1
  172. package/dist/src/types/index.d.ts +590 -113
  173. package/dist/src/types/index.d.ts.map +1 -1
  174. package/dist/src/types/index.js +6 -1
  175. package/dist/src/types/index.js.map +1 -1
  176. package/dist/src/types/shared.d.ts +1 -0
  177. package/dist/src/types/shared.d.ts.map +1 -1
  178. package/dist/src/util/config/load.d.ts.map +1 -1
  179. package/dist/src/util/config/load.js +7 -2
  180. package/dist/src/util/config/load.js.map +1 -1
  181. package/dist/src/util/convertEvalResultsToTable.d.ts.map +1 -1
  182. package/dist/src/util/convertEvalResultsToTable.js +4 -8
  183. package/dist/src/util/convertEvalResultsToTable.js.map +1 -1
  184. package/dist/src/util/exportToFile/index.d.ts +1 -0
  185. package/dist/src/util/exportToFile/index.d.ts.map +1 -1
  186. package/dist/src/util/index.d.ts +10 -2
  187. package/dist/src/util/index.d.ts.map +1 -1
  188. package/dist/src/validators/providers.d.ts +15 -0
  189. package/dist/src/validators/providers.d.ts.map +1 -1
  190. package/dist/src/validators/redteam.d.ts.map +1 -1
  191. package/dist/src/validators/redteam.js +6 -5
  192. package/dist/src/validators/redteam.js.map +1 -1
  193. package/dist/src/validators/shared.d.ts +3 -0
  194. package/dist/src/validators/shared.d.ts.map +1 -1
  195. package/dist/src/validators/shared.js +1 -0
  196. package/dist/src/validators/shared.js.map +1 -1
  197. package/dist/test/commands/init.test.js +1 -1
  198. package/dist/test/evaluator.test.js +86 -32
  199. package/dist/test/evaluator.test.js.map +1 -1
  200. package/dist/test/factories/evalFactory.d.ts +17 -4
  201. package/dist/test/factories/evalFactory.d.ts.map +1 -1
  202. package/dist/test/onboarding.test.js +8 -7
  203. package/dist/test/onboarding.test.js.map +1 -1
  204. package/dist/test/providers/bedrock.test.js +1 -4
  205. package/dist/test/providers/bedrock.test.js.map +1 -1
  206. package/dist/test/redteam/plugins/base.test.js +61 -23
  207. package/dist/test/redteam/plugins/base.test.js.map +1 -1
  208. package/dist/test/redteam/plugins/harmful/aligned.test.d.ts +2 -0
  209. package/dist/test/redteam/plugins/harmful/aligned.test.d.ts.map +1 -0
  210. package/dist/test/redteam/plugins/harmful/aligned.test.js +123 -0
  211. package/dist/test/redteam/plugins/harmful/aligned.test.js.map +1 -0
  212. package/dist/test/redteam/plugins/harmful/common.test.d.ts +2 -0
  213. package/dist/test/redteam/plugins/harmful/common.test.d.ts.map +1 -0
  214. package/dist/test/redteam/plugins/harmful/common.test.js +105 -0
  215. package/dist/test/redteam/plugins/harmful/common.test.js.map +1 -0
  216. package/dist/test/redteam/plugins/harmful/unaligned.test.d.ts +2 -0
  217. package/dist/test/redteam/plugins/harmful/unaligned.test.d.ts.map +1 -0
  218. package/dist/test/redteam/plugins/harmful/unaligned.test.js +150 -0
  219. package/dist/test/redteam/plugins/harmful/unaligned.test.js.map +1 -0
  220. package/dist/test/redteam/plugins/index.test.d.ts +2 -0
  221. package/dist/test/redteam/plugins/index.test.d.ts.map +1 -0
  222. package/dist/test/redteam/plugins/index.test.js +172 -0
  223. package/dist/test/redteam/plugins/index.test.js.map +1 -0
  224. package/dist/test/redteam/providers/iterativeTree.test.js +4 -5
  225. package/dist/test/redteam/providers/iterativeTree.test.js.map +1 -1
  226. package/dist/test/share.test.js +45 -1
  227. package/dist/test/share.test.js.map +1 -1
  228. package/dist/test/util/config/load.test.js +3 -1
  229. package/dist/test/util/config/load.test.js.map +1 -1
  230. package/dist/tsconfig.tsbuildinfo +1 -1
  231. package/package.json +5 -5
  232. package/dist/src/redteam/plugins/harmful.d.ts +0 -18
  233. package/dist/src/redteam/plugins/harmful.d.ts.map +0 -1
  234. package/dist/src/redteam/plugins/harmful.js +0 -366
  235. package/dist/src/redteam/plugins/harmful.js.map +0 -1
@@ -1,5 +1,5 @@
1
1
  import { z } from 'zod';
2
- import type { RedteamAssertionTypes, RedteamFileConfig } from '../redteam/types';
2
+ import type { PluginConfig, RedteamAssertionTypes, RedteamFileConfig } from '../redteam/types';
3
3
  import type { Prompt, PromptFunction } from './prompts';
4
4
  import type { ApiProvider, ProviderOptions, ProviderResponse } from './providers';
5
5
  import type { NunjucksFilterMap, TokenUsage } from './shared';
@@ -251,16 +251,19 @@ declare const PromptMetricsSchema: z.ZodObject<{
251
251
  completion: z.ZodOptional<z.ZodNumber>;
252
252
  prompt: z.ZodOptional<z.ZodNumber>;
253
253
  total: z.ZodOptional<z.ZodNumber>;
254
+ numRequests: z.ZodOptional<z.ZodNumber>;
254
255
  }, "strip", z.ZodTypeAny, {
255
256
  cached?: number | undefined;
256
257
  completion?: number | undefined;
257
258
  prompt?: number | undefined;
258
259
  total?: number | undefined;
260
+ numRequests?: number | undefined;
259
261
  }, {
260
262
  cached?: number | undefined;
261
263
  completion?: number | undefined;
262
264
  prompt?: number | undefined;
263
265
  total?: number | undefined;
266
+ numRequests?: number | undefined;
264
267
  }>;
265
268
  namedScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
266
269
  namedScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
@@ -288,6 +291,7 @@ declare const PromptMetricsSchema: z.ZodObject<{
288
291
  completion?: number | undefined;
289
292
  prompt?: number | undefined;
290
293
  total?: number | undefined;
294
+ numRequests?: number | undefined;
291
295
  };
292
296
  score: number;
293
297
  testPassCount: number;
@@ -310,6 +314,7 @@ declare const PromptMetricsSchema: z.ZodObject<{
310
314
  completion?: number | undefined;
311
315
  prompt?: number | undefined;
312
316
  total?: number | undefined;
317
+ numRequests?: number | undefined;
313
318
  };
314
319
  score: number;
315
320
  testPassCount: number;
@@ -357,16 +362,19 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
357
362
  completion: z.ZodOptional<z.ZodNumber>;
358
363
  prompt: z.ZodOptional<z.ZodNumber>;
359
364
  total: z.ZodOptional<z.ZodNumber>;
365
+ numRequests: z.ZodOptional<z.ZodNumber>;
360
366
  }, "strip", z.ZodTypeAny, {
361
367
  cached?: number | undefined;
362
368
  completion?: number | undefined;
363
369
  prompt?: number | undefined;
364
370
  total?: number | undefined;
371
+ numRequests?: number | undefined;
365
372
  }, {
366
373
  cached?: number | undefined;
367
374
  completion?: number | undefined;
368
375
  prompt?: number | undefined;
369
376
  total?: number | undefined;
377
+ numRequests?: number | undefined;
370
378
  }>;
371
379
  namedScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
372
380
  namedScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
@@ -394,6 +402,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
394
402
  completion?: number | undefined;
395
403
  prompt?: number | undefined;
396
404
  total?: number | undefined;
405
+ numRequests?: number | undefined;
397
406
  };
398
407
  score: number;
399
408
  testPassCount: number;
@@ -416,6 +425,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
416
425
  completion?: number | undefined;
417
426
  prompt?: number | undefined;
418
427
  total?: number | undefined;
428
+ numRequests?: number | undefined;
419
429
  };
420
430
  score: number;
421
431
  testPassCount: number;
@@ -450,6 +460,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
450
460
  completion?: number | undefined;
451
461
  prompt?: number | undefined;
452
462
  total?: number | undefined;
463
+ numRequests?: number | undefined;
453
464
  };
454
465
  score: number;
455
466
  testPassCount: number;
@@ -484,6 +495,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
484
495
  completion?: number | undefined;
485
496
  prompt?: number | undefined;
486
497
  total?: number | undefined;
498
+ numRequests?: number | undefined;
487
499
  };
488
500
  score: number;
489
501
  testPassCount: number;
@@ -547,6 +559,7 @@ export interface EvaluateTableOutput {
547
559
  gradingResult?: GradingResult | null;
548
560
  cost: number;
549
561
  metadata?: Record<string, any>;
562
+ response?: ProviderResponse;
550
563
  }
551
564
  export interface EvaluateTableRow {
552
565
  description?: string;
@@ -799,16 +812,19 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
799
812
  completion: z.ZodOptional<z.ZodNumber>;
800
813
  prompt: z.ZodOptional<z.ZodNumber>;
801
814
  total: z.ZodOptional<z.ZodNumber>;
815
+ numRequests: z.ZodOptional<z.ZodNumber>;
802
816
  }, "strip", z.ZodTypeAny, {
803
817
  cached?: number | undefined;
804
818
  completion?: number | undefined;
805
819
  prompt?: number | undefined;
806
820
  total?: number | undefined;
821
+ numRequests?: number | undefined;
807
822
  }, {
808
823
  cached?: number | undefined;
809
824
  completion?: number | undefined;
810
825
  prompt?: number | undefined;
811
826
  total?: number | undefined;
827
+ numRequests?: number | undefined;
812
828
  }>;
813
829
  namedScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
814
830
  namedScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
@@ -836,6 +852,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
836
852
  completion?: number | undefined;
837
853
  prompt?: number | undefined;
838
854
  total?: number | undefined;
855
+ numRequests?: number | undefined;
839
856
  };
840
857
  score: number;
841
858
  testPassCount: number;
@@ -858,6 +875,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
858
875
  completion?: number | undefined;
859
876
  prompt?: number | undefined;
860
877
  total?: number | undefined;
878
+ numRequests?: number | undefined;
861
879
  };
862
880
  score: number;
863
881
  testPassCount: number;
@@ -892,6 +910,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
892
910
  completion?: number | undefined;
893
911
  prompt?: number | undefined;
894
912
  total?: number | undefined;
913
+ numRequests?: number | undefined;
895
914
  };
896
915
  score: number;
897
916
  testPassCount: number;
@@ -926,6 +945,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
926
945
  completion?: number | undefined;
927
946
  prompt?: number | undefined;
928
947
  total?: number | undefined;
948
+ numRequests?: number | undefined;
929
949
  };
930
950
  score: number;
931
951
  testPassCount: number;
@@ -965,6 +985,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
965
985
  completion?: number | undefined;
966
986
  prompt?: number | undefined;
967
987
  total?: number | undefined;
988
+ numRequests?: number | undefined;
968
989
  };
969
990
  score: number;
970
991
  testPassCount: number;
@@ -1003,6 +1024,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
1003
1024
  completion?: number | undefined;
1004
1025
  prompt?: number | undefined;
1005
1026
  total?: number | undefined;
1027
+ numRequests?: number | undefined;
1006
1028
  };
1007
1029
  score: number;
1008
1030
  testPassCount: number;
@@ -1568,7 +1590,16 @@ export declare const TestCaseSchema: z.ZodObject<{
1568
1590
  runSerially?: boolean | undefined;
1569
1591
  }>>>>;
1570
1592
  threshold: z.ZodOptional<z.ZodNumber>;
1571
- metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
1593
+ metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
1594
+ pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
1595
+ strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
1596
+ }, "strip", z.ZodTypeAny, {
1597
+ pluginConfig?: PluginConfig | undefined;
1598
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
1599
+ }, {
1600
+ pluginConfig?: PluginConfig | undefined;
1601
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
1602
+ }>>>;
1572
1603
  }, "strip", z.ZodTypeAny, {
1573
1604
  options?: ({
1574
1605
  prefix?: string | undefined;
@@ -1667,7 +1698,10 @@ export declare const TestCaseSchema: z.ZodObject<{
1667
1698
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
1668
1699
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
1669
1700
  } | undefined;
1670
- metadata?: Record<string, any> | undefined;
1701
+ metadata?: (Record<string, any> & {
1702
+ pluginConfig?: PluginConfig | undefined;
1703
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
1704
+ }) | undefined;
1671
1705
  description?: string | undefined;
1672
1706
  providerOutput?: string | {} | undefined;
1673
1707
  assert?: ({
@@ -1802,7 +1836,10 @@ export declare const TestCaseSchema: z.ZodObject<{
1802
1836
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
1803
1837
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
1804
1838
  } | undefined;
1805
- metadata?: Record<string, any> | undefined;
1839
+ metadata?: (Record<string, any> & {
1840
+ pluginConfig?: PluginConfig | undefined;
1841
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
1842
+ }) | undefined;
1806
1843
  description?: string | undefined;
1807
1844
  providerOutput?: string | {} | undefined;
1808
1845
  assert?: ({
@@ -2389,7 +2426,16 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
2389
2426
  runSerially?: boolean | undefined;
2390
2427
  }>>>>;
2391
2428
  threshold: z.ZodOptional<z.ZodNumber>;
2392
- metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
2429
+ metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
2430
+ pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
2431
+ strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
2432
+ }, "strip", z.ZodTypeAny, {
2433
+ pluginConfig?: PluginConfig | undefined;
2434
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
2435
+ }, {
2436
+ pluginConfig?: PluginConfig | undefined;
2437
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
2438
+ }>>>;
2393
2439
  }, {
2394
2440
  vars: z.ZodOptional<z.ZodUnion<[z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodEffects<z.ZodNumber, string, number>, z.ZodEffects<z.ZodBoolean, string, boolean>, z.ZodArray<z.ZodUnion<[z.ZodString, z.ZodEffects<z.ZodNumber, string, number>, z.ZodEffects<z.ZodBoolean, string, boolean>]>, "many">, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>, z.ZodArray<z.ZodAny, "many">]>>, z.ZodString, z.ZodArray<z.ZodString, "many">]>>;
2395
2441
  }>, "strip", z.ZodTypeAny, {
@@ -2490,7 +2536,10 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
2490
2536
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
2491
2537
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
2492
2538
  } | undefined;
2493
- metadata?: Record<string, any> | undefined;
2539
+ metadata?: (Record<string, any> & {
2540
+ pluginConfig?: PluginConfig | undefined;
2541
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
2542
+ }) | undefined;
2494
2543
  description?: string | undefined;
2495
2544
  providerOutput?: string | {} | undefined;
2496
2545
  assert?: ({
@@ -2625,7 +2674,10 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
2625
2674
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
2626
2675
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
2627
2676
  } | undefined;
2628
- metadata?: Record<string, any> | undefined;
2677
+ metadata?: (Record<string, any> & {
2678
+ pluginConfig?: PluginConfig | undefined;
2679
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
2680
+ }) | undefined;
2629
2681
  description?: string | undefined;
2630
2682
  providerOutput?: string | {} | undefined;
2631
2683
  assert?: ({
@@ -3209,7 +3261,16 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3209
3261
  runSerially?: boolean | undefined;
3210
3262
  }>>>>;
3211
3263
  threshold: z.ZodOptional<z.ZodNumber>;
3212
- metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
3264
+ metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
3265
+ pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
3266
+ strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
3267
+ }, "strip", z.ZodTypeAny, {
3268
+ pluginConfig?: PluginConfig | undefined;
3269
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
3270
+ }, {
3271
+ pluginConfig?: PluginConfig | undefined;
3272
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
3273
+ }>>>;
3213
3274
  }, "strip", z.ZodTypeAny, {
3214
3275
  options?: ({
3215
3276
  prefix?: string | undefined;
@@ -3308,7 +3369,10 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3308
3369
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
3309
3370
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
3310
3371
  } | undefined;
3311
- metadata?: Record<string, any> | undefined;
3372
+ metadata?: (Record<string, any> & {
3373
+ pluginConfig?: PluginConfig | undefined;
3374
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
3375
+ }) | undefined;
3312
3376
  description?: string | undefined;
3313
3377
  providerOutput?: string | {} | undefined;
3314
3378
  assert?: ({
@@ -3443,7 +3507,10 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3443
3507
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
3444
3508
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
3445
3509
  } | undefined;
3446
- metadata?: Record<string, any> | undefined;
3510
+ metadata?: (Record<string, any> & {
3511
+ pluginConfig?: PluginConfig | undefined;
3512
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
3513
+ }) | undefined;
3447
3514
  description?: string | undefined;
3448
3515
  providerOutput?: string | {} | undefined;
3449
3516
  assert?: ({
@@ -3515,16 +3582,19 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3515
3582
  completion: z.ZodOptional<z.ZodNumber>;
3516
3583
  prompt: z.ZodOptional<z.ZodNumber>;
3517
3584
  total: z.ZodOptional<z.ZodNumber>;
3585
+ numRequests: z.ZodOptional<z.ZodNumber>;
3518
3586
  }, "strip", z.ZodTypeAny, {
3519
3587
  cached?: number | undefined;
3520
3588
  completion?: number | undefined;
3521
3589
  prompt?: number | undefined;
3522
3590
  total?: number | undefined;
3591
+ numRequests?: number | undefined;
3523
3592
  }, {
3524
3593
  cached?: number | undefined;
3525
3594
  completion?: number | undefined;
3526
3595
  prompt?: number | undefined;
3527
3596
  total?: number | undefined;
3597
+ numRequests?: number | undefined;
3528
3598
  }>;
3529
3599
  namedScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
3530
3600
  namedScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
@@ -3552,6 +3622,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3552
3622
  completion?: number | undefined;
3553
3623
  prompt?: number | undefined;
3554
3624
  total?: number | undefined;
3625
+ numRequests?: number | undefined;
3555
3626
  };
3556
3627
  score: number;
3557
3628
  testPassCount: number;
@@ -3574,6 +3645,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3574
3645
  completion?: number | undefined;
3575
3646
  prompt?: number | undefined;
3576
3647
  total?: number | undefined;
3648
+ numRequests?: number | undefined;
3577
3649
  };
3578
3650
  score: number;
3579
3651
  testPassCount: number;
@@ -3608,6 +3680,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3608
3680
  completion?: number | undefined;
3609
3681
  prompt?: number | undefined;
3610
3682
  total?: number | undefined;
3683
+ numRequests?: number | undefined;
3611
3684
  };
3612
3685
  score: number;
3613
3686
  testPassCount: number;
@@ -3642,6 +3715,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3642
3715
  completion?: number | undefined;
3643
3716
  prompt?: number | undefined;
3644
3717
  total?: number | undefined;
3718
+ numRequests?: number | undefined;
3645
3719
  };
3646
3720
  score: number;
3647
3721
  testPassCount: number;
@@ -3681,6 +3755,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3681
3755
  completion?: number | undefined;
3682
3756
  prompt?: number | undefined;
3683
3757
  total?: number | undefined;
3758
+ numRequests?: number | undefined;
3684
3759
  };
3685
3760
  score: number;
3686
3761
  testPassCount: number;
@@ -3719,6 +3794,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3719
3794
  completion?: number | undefined;
3720
3795
  prompt?: number | undefined;
3721
3796
  total?: number | undefined;
3797
+ numRequests?: number | undefined;
3722
3798
  };
3723
3799
  score: number;
3724
3800
  testPassCount: number;
@@ -3760,6 +3836,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3760
3836
  completion?: number | undefined;
3761
3837
  prompt?: number | undefined;
3762
3838
  total?: number | undefined;
3839
+ numRequests?: number | undefined;
3763
3840
  };
3764
3841
  score: number;
3765
3842
  testPassCount: number;
@@ -3877,7 +3954,10 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3877
3954
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
3878
3955
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
3879
3956
  } | undefined;
3880
- metadata?: Record<string, any> | undefined;
3957
+ metadata?: (Record<string, any> & {
3958
+ pluginConfig?: PluginConfig | undefined;
3959
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
3960
+ }) | undefined;
3881
3961
  description?: string | undefined;
3882
3962
  providerOutput?: string | {} | undefined;
3883
3963
  assert?: ({
@@ -3940,6 +4020,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3940
4020
  completion?: number | undefined;
3941
4021
  prompt?: number | undefined;
3942
4022
  total?: number | undefined;
4023
+ numRequests?: number | undefined;
3943
4024
  };
3944
4025
  score: number;
3945
4026
  testPassCount: number;
@@ -4057,7 +4138,10 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
4057
4138
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
4058
4139
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
4059
4140
  } | undefined;
4060
- metadata?: Record<string, any> | undefined;
4141
+ metadata?: (Record<string, any> & {
4142
+ pluginConfig?: PluginConfig | undefined;
4143
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
4144
+ }) | undefined;
4061
4145
  description?: string | undefined;
4062
4146
  providerOutput?: string | {} | undefined;
4063
4147
  assert?: ({
@@ -4645,7 +4729,16 @@ export declare const ScenarioSchema: z.ZodObject<{
4645
4729
  runSerially?: boolean | undefined;
4646
4730
  }>>>>>;
4647
4731
  threshold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
4648
- metadata: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>>;
4732
+ metadata: z.ZodOptional<z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
4733
+ pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
4734
+ strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
4735
+ }, "strip", z.ZodTypeAny, {
4736
+ pluginConfig?: PluginConfig | undefined;
4737
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
4738
+ }, {
4739
+ pluginConfig?: PluginConfig | undefined;
4740
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
4741
+ }>>>>;
4649
4742
  }, "strip", z.ZodTypeAny, {
4650
4743
  options?: ({
4651
4744
  prefix?: string | undefined;
@@ -4744,7 +4837,10 @@ export declare const ScenarioSchema: z.ZodObject<{
4744
4837
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
4745
4838
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
4746
4839
  } | undefined;
4747
- metadata?: Record<string, any> | undefined;
4840
+ metadata?: (Record<string, any> & {
4841
+ pluginConfig?: PluginConfig | undefined;
4842
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
4843
+ }) | undefined;
4748
4844
  description?: string | undefined;
4749
4845
  providerOutput?: string | {} | undefined;
4750
4846
  assert?: ({
@@ -4879,7 +4975,10 @@ export declare const ScenarioSchema: z.ZodObject<{
4879
4975
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
4880
4976
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
4881
4977
  } | undefined;
4882
- metadata?: Record<string, any> | undefined;
4978
+ metadata?: (Record<string, any> & {
4979
+ pluginConfig?: PluginConfig | undefined;
4980
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
4981
+ }) | undefined;
4883
4982
  description?: string | undefined;
4884
4983
  providerOutput?: string | {} | undefined;
4885
4984
  assert?: ({
@@ -5460,7 +5559,16 @@ export declare const ScenarioSchema: z.ZodObject<{
5460
5559
  runSerially?: boolean | undefined;
5461
5560
  }>>>>;
5462
5561
  threshold: z.ZodOptional<z.ZodNumber>;
5463
- metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
5562
+ metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
5563
+ pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
5564
+ strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
5565
+ }, "strip", z.ZodTypeAny, {
5566
+ pluginConfig?: PluginConfig | undefined;
5567
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
5568
+ }, {
5569
+ pluginConfig?: PluginConfig | undefined;
5570
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
5571
+ }>>>;
5464
5572
  }, "strip", z.ZodTypeAny, {
5465
5573
  options?: ({
5466
5574
  prefix?: string | undefined;
@@ -5559,7 +5667,10 @@ export declare const ScenarioSchema: z.ZodObject<{
5559
5667
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
5560
5668
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
5561
5669
  } | undefined;
5562
- metadata?: Record<string, any> | undefined;
5670
+ metadata?: (Record<string, any> & {
5671
+ pluginConfig?: PluginConfig | undefined;
5672
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
5673
+ }) | undefined;
5563
5674
  description?: string | undefined;
5564
5675
  providerOutput?: string | {} | undefined;
5565
5676
  assert?: ({
@@ -5694,7 +5805,10 @@ export declare const ScenarioSchema: z.ZodObject<{
5694
5805
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
5695
5806
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
5696
5807
  } | undefined;
5697
- metadata?: Record<string, any> | undefined;
5808
+ metadata?: (Record<string, any> & {
5809
+ pluginConfig?: PluginConfig | undefined;
5810
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
5811
+ }) | undefined;
5698
5812
  description?: string | undefined;
5699
5813
  providerOutput?: string | {} | undefined;
5700
5814
  assert?: ({
@@ -5831,7 +5945,10 @@ export declare const ScenarioSchema: z.ZodObject<{
5831
5945
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
5832
5946
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
5833
5947
  } | undefined;
5834
- metadata?: Record<string, any> | undefined;
5948
+ metadata?: (Record<string, any> & {
5949
+ pluginConfig?: PluginConfig | undefined;
5950
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
5951
+ }) | undefined;
5835
5952
  description?: string | undefined;
5836
5953
  providerOutput?: string | {} | undefined;
5837
5954
  assert?: ({
@@ -5967,7 +6084,10 @@ export declare const ScenarioSchema: z.ZodObject<{
5967
6084
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
5968
6085
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
5969
6086
  } | undefined;
5970
- metadata?: Record<string, any> | undefined;
6087
+ metadata?: (Record<string, any> & {
6088
+ pluginConfig?: PluginConfig | undefined;
6089
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
6090
+ }) | undefined;
5971
6091
  description?: string | undefined;
5972
6092
  providerOutput?: string | {} | undefined;
5973
6093
  assert?: ({
@@ -6105,7 +6225,10 @@ export declare const ScenarioSchema: z.ZodObject<{
6105
6225
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
6106
6226
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
6107
6227
  } | undefined;
6108
- metadata?: Record<string, any> | undefined;
6228
+ metadata?: (Record<string, any> & {
6229
+ pluginConfig?: PluginConfig | undefined;
6230
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
6231
+ }) | undefined;
6109
6232
  description?: string | undefined;
6110
6233
  providerOutput?: string | {} | undefined;
6111
6234
  assert?: ({
@@ -6241,7 +6364,10 @@ export declare const ScenarioSchema: z.ZodObject<{
6241
6364
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
6242
6365
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
6243
6366
  } | undefined;
6244
- metadata?: Record<string, any> | undefined;
6367
+ metadata?: (Record<string, any> & {
6368
+ pluginConfig?: PluginConfig | undefined;
6369
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
6370
+ }) | undefined;
6245
6371
  description?: string | undefined;
6246
6372
  providerOutput?: string | {} | undefined;
6247
6373
  assert?: ({
@@ -6825,7 +6951,16 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
6825
6951
  runSerially?: boolean | undefined;
6826
6952
  }>>>>;
6827
6953
  threshold: z.ZodOptional<z.ZodNumber>;
6828
- metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
6954
+ metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
6955
+ pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
6956
+ strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
6957
+ }, "strip", z.ZodTypeAny, {
6958
+ pluginConfig?: PluginConfig | undefined;
6959
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
6960
+ }, {
6961
+ pluginConfig?: PluginConfig | undefined;
6962
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
6963
+ }>>>;
6829
6964
  }, {
6830
6965
  vars: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>>;
6831
6966
  }>, "strict", z.ZodTypeAny, {
@@ -6926,7 +7061,10 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
6926
7061
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
6927
7062
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
6928
7063
  } | undefined;
6929
- metadata?: Record<string, any> | undefined;
7064
+ metadata?: (Record<string, any> & {
7065
+ pluginConfig?: PluginConfig | undefined;
7066
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
7067
+ }) | undefined;
6930
7068
  description?: string | undefined;
6931
7069
  providerOutput?: string | {} | undefined;
6932
7070
  assert?: ({
@@ -7061,7 +7199,10 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
7061
7199
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
7062
7200
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
7063
7201
  } | undefined;
7064
- metadata?: Record<string, any> | undefined;
7202
+ metadata?: (Record<string, any> & {
7203
+ pluginConfig?: PluginConfig | undefined;
7204
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
7205
+ }) | undefined;
7065
7206
  description?: string | undefined;
7066
7207
  providerOutput?: string | {} | undefined;
7067
7208
  assert?: ({
@@ -7723,7 +7864,16 @@ export declare const TestSuiteSchema: z.ZodObject<{
7723
7864
  runSerially?: boolean | undefined;
7724
7865
  }>>>>;
7725
7866
  threshold: z.ZodOptional<z.ZodNumber>;
7726
- metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
7867
+ metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
7868
+ pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
7869
+ strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
7870
+ }, "strip", z.ZodTypeAny, {
7871
+ pluginConfig?: PluginConfig | undefined;
7872
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
7873
+ }, {
7874
+ pluginConfig?: PluginConfig | undefined;
7875
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
7876
+ }>>>;
7727
7877
  }, "strip", z.ZodTypeAny, {
7728
7878
  options?: ({
7729
7879
  prefix?: string | undefined;
@@ -7822,7 +7972,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
7822
7972
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
7823
7973
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
7824
7974
  } | undefined;
7825
- metadata?: Record<string, any> | undefined;
7975
+ metadata?: (Record<string, any> & {
7976
+ pluginConfig?: PluginConfig | undefined;
7977
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
7978
+ }) | undefined;
7826
7979
  description?: string | undefined;
7827
7980
  providerOutput?: string | {} | undefined;
7828
7981
  assert?: ({
@@ -7957,7 +8110,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
7957
8110
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
7958
8111
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
7959
8112
  } | undefined;
7960
- metadata?: Record<string, any> | undefined;
8113
+ metadata?: (Record<string, any> & {
8114
+ pluginConfig?: PluginConfig | undefined;
8115
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
8116
+ }) | undefined;
7961
8117
  description?: string | undefined;
7962
8118
  providerOutput?: string | {} | undefined;
7963
8119
  assert?: ({
@@ -8540,7 +8696,16 @@ export declare const TestSuiteSchema: z.ZodObject<{
8540
8696
  runSerially?: boolean | undefined;
8541
8697
  }>>>>>;
8542
8698
  threshold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
8543
- metadata: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>>;
8699
+ metadata: z.ZodOptional<z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
8700
+ pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
8701
+ strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
8702
+ }, "strip", z.ZodTypeAny, {
8703
+ pluginConfig?: PluginConfig | undefined;
8704
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
8705
+ }, {
8706
+ pluginConfig?: PluginConfig | undefined;
8707
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
8708
+ }>>>>;
8544
8709
  }, "strip", z.ZodTypeAny, {
8545
8710
  options?: ({
8546
8711
  prefix?: string | undefined;
@@ -8639,7 +8804,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
8639
8804
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
8640
8805
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
8641
8806
  } | undefined;
8642
- metadata?: Record<string, any> | undefined;
8807
+ metadata?: (Record<string, any> & {
8808
+ pluginConfig?: PluginConfig | undefined;
8809
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
8810
+ }) | undefined;
8643
8811
  description?: string | undefined;
8644
8812
  providerOutput?: string | {} | undefined;
8645
8813
  assert?: ({
@@ -8774,7 +8942,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
8774
8942
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
8775
8943
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
8776
8944
  } | undefined;
8777
- metadata?: Record<string, any> | undefined;
8945
+ metadata?: (Record<string, any> & {
8946
+ pluginConfig?: PluginConfig | undefined;
8947
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
8948
+ }) | undefined;
8778
8949
  description?: string | undefined;
8779
8950
  providerOutput?: string | {} | undefined;
8780
8951
  assert?: ({
@@ -9355,7 +9526,16 @@ export declare const TestSuiteSchema: z.ZodObject<{
9355
9526
  runSerially?: boolean | undefined;
9356
9527
  }>>>>;
9357
9528
  threshold: z.ZodOptional<z.ZodNumber>;
9358
- metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
9529
+ metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
9530
+ pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
9531
+ strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
9532
+ }, "strip", z.ZodTypeAny, {
9533
+ pluginConfig?: PluginConfig | undefined;
9534
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
9535
+ }, {
9536
+ pluginConfig?: PluginConfig | undefined;
9537
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
9538
+ }>>>;
9359
9539
  }, "strip", z.ZodTypeAny, {
9360
9540
  options?: ({
9361
9541
  prefix?: string | undefined;
@@ -9454,7 +9634,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
9454
9634
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
9455
9635
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
9456
9636
  } | undefined;
9457
- metadata?: Record<string, any> | undefined;
9637
+ metadata?: (Record<string, any> & {
9638
+ pluginConfig?: PluginConfig | undefined;
9639
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
9640
+ }) | undefined;
9458
9641
  description?: string | undefined;
9459
9642
  providerOutput?: string | {} | undefined;
9460
9643
  assert?: ({
@@ -9589,7 +9772,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
9589
9772
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
9590
9773
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
9591
9774
  } | undefined;
9592
- metadata?: Record<string, any> | undefined;
9775
+ metadata?: (Record<string, any> & {
9776
+ pluginConfig?: PluginConfig | undefined;
9777
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
9778
+ }) | undefined;
9593
9779
  description?: string | undefined;
9594
9780
  providerOutput?: string | {} | undefined;
9595
9781
  assert?: ({
@@ -9726,7 +9912,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
9726
9912
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
9727
9913
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
9728
9914
  } | undefined;
9729
- metadata?: Record<string, any> | undefined;
9915
+ metadata?: (Record<string, any> & {
9916
+ pluginConfig?: PluginConfig | undefined;
9917
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
9918
+ }) | undefined;
9730
9919
  description?: string | undefined;
9731
9920
  providerOutput?: string | {} | undefined;
9732
9921
  assert?: ({
@@ -9862,7 +10051,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
9862
10051
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
9863
10052
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
9864
10053
  } | undefined;
9865
- metadata?: Record<string, any> | undefined;
10054
+ metadata?: (Record<string, any> & {
10055
+ pluginConfig?: PluginConfig | undefined;
10056
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
10057
+ }) | undefined;
9866
10058
  description?: string | undefined;
9867
10059
  providerOutput?: string | {} | undefined;
9868
10060
  assert?: ({
@@ -10000,7 +10192,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
10000
10192
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
10001
10193
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
10002
10194
  } | undefined;
10003
- metadata?: Record<string, any> | undefined;
10195
+ metadata?: (Record<string, any> & {
10196
+ pluginConfig?: PluginConfig | undefined;
10197
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
10198
+ }) | undefined;
10004
10199
  description?: string | undefined;
10005
10200
  providerOutput?: string | {} | undefined;
10006
10201
  assert?: ({
@@ -10136,7 +10331,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
10136
10331
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
10137
10332
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
10138
10333
  } | undefined;
10139
- metadata?: Record<string, any> | undefined;
10334
+ metadata?: (Record<string, any> & {
10335
+ pluginConfig?: PluginConfig | undefined;
10336
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
10337
+ }) | undefined;
10140
10338
  description?: string | undefined;
10141
10339
  providerOutput?: string | {} | undefined;
10142
10340
  assert?: ({
@@ -10719,7 +10917,16 @@ export declare const TestSuiteSchema: z.ZodObject<{
10719
10917
  runSerially?: boolean | undefined;
10720
10918
  }>>>>>;
10721
10919
  threshold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
10722
- metadata: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>>;
10920
+ metadata: z.ZodOptional<z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
10921
+ pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
10922
+ strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
10923
+ }, "strip", z.ZodTypeAny, {
10924
+ pluginConfig?: PluginConfig | undefined;
10925
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
10926
+ }, {
10927
+ pluginConfig?: PluginConfig | undefined;
10928
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
10929
+ }>>>>;
10723
10930
  }, "strip", z.ZodTypeAny, {
10724
10931
  options?: ({
10725
10932
  prefix?: string | undefined;
@@ -10818,7 +11025,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
10818
11025
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
10819
11026
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
10820
11027
  } | undefined;
10821
- metadata?: Record<string, any> | undefined;
11028
+ metadata?: (Record<string, any> & {
11029
+ pluginConfig?: PluginConfig | undefined;
11030
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
11031
+ }) | undefined;
10822
11032
  description?: string | undefined;
10823
11033
  providerOutput?: string | {} | undefined;
10824
11034
  assert?: ({
@@ -10953,7 +11163,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
10953
11163
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
10954
11164
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
10955
11165
  } | undefined;
10956
- metadata?: Record<string, any> | undefined;
11166
+ metadata?: (Record<string, any> & {
11167
+ pluginConfig?: PluginConfig | undefined;
11168
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
11169
+ }) | undefined;
10957
11170
  description?: string | undefined;
10958
11171
  providerOutput?: string | {} | undefined;
10959
11172
  assert?: ({
@@ -11335,7 +11548,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
11335
11548
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
11336
11549
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
11337
11550
  } | undefined;
11338
- metadata?: Record<string, any> | undefined;
11551
+ metadata?: (Record<string, any> & {
11552
+ pluginConfig?: PluginConfig | undefined;
11553
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
11554
+ }) | undefined;
11339
11555
  description?: string | undefined;
11340
11556
  providerOutput?: string | {} | undefined;
11341
11557
  assert?: ({
@@ -11475,7 +11691,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
11475
11691
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
11476
11692
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
11477
11693
  } | undefined;
11478
- metadata?: Record<string, any> | undefined;
11694
+ metadata?: (Record<string, any> & {
11695
+ pluginConfig?: PluginConfig | undefined;
11696
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
11697
+ }) | undefined;
11479
11698
  description?: string | undefined;
11480
11699
  providerOutput?: string | {} | undefined;
11481
11700
  assert?: ({
@@ -11611,7 +11830,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
11611
11830
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
11612
11831
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
11613
11832
  } | undefined;
11614
- metadata?: Record<string, any> | undefined;
11833
+ metadata?: (Record<string, any> & {
11834
+ pluginConfig?: PluginConfig | undefined;
11835
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
11836
+ }) | undefined;
11615
11837
  description?: string | undefined;
11616
11838
  providerOutput?: string | {} | undefined;
11617
11839
  assert?: ({
@@ -11749,7 +11971,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
11749
11971
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
11750
11972
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
11751
11973
  } | undefined;
11752
- metadata?: Record<string, any> | undefined;
11974
+ metadata?: (Record<string, any> & {
11975
+ pluginConfig?: PluginConfig | undefined;
11976
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
11977
+ }) | undefined;
11753
11978
  description?: string | undefined;
11754
11979
  providerOutput?: string | {} | undefined;
11755
11980
  assert?: ({
@@ -11967,7 +12192,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
11967
12192
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
11968
12193
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
11969
12194
  } | undefined;
11970
- metadata?: Record<string, any> | undefined;
12195
+ metadata?: (Record<string, any> & {
12196
+ pluginConfig?: PluginConfig | undefined;
12197
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
12198
+ }) | undefined;
11971
12199
  description?: string | undefined;
11972
12200
  providerOutput?: string | {} | undefined;
11973
12201
  assert?: ({
@@ -12107,7 +12335,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
12107
12335
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
12108
12336
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
12109
12337
  } | undefined;
12110
- metadata?: Record<string, any> | undefined;
12338
+ metadata?: (Record<string, any> & {
12339
+ pluginConfig?: PluginConfig | undefined;
12340
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
12341
+ }) | undefined;
12111
12342
  description?: string | undefined;
12112
12343
  providerOutput?: string | {} | undefined;
12113
12344
  assert?: ({
@@ -12243,7 +12474,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
12243
12474
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
12244
12475
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
12245
12476
  } | undefined;
12246
- metadata?: Record<string, any> | undefined;
12477
+ metadata?: (Record<string, any> & {
12478
+ pluginConfig?: PluginConfig | undefined;
12479
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
12480
+ }) | undefined;
12247
12481
  description?: string | undefined;
12248
12482
  providerOutput?: string | {} | undefined;
12249
12483
  assert?: ({
@@ -12381,7 +12615,10 @@ export declare const TestSuiteSchema: z.ZodObject<{
12381
12615
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
12382
12616
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
12383
12617
  } | undefined;
12384
- metadata?: Record<string, any> | undefined;
12618
+ metadata?: (Record<string, any> & {
12619
+ pluginConfig?: PluginConfig | undefined;
12620
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
12621
+ }) | undefined;
12385
12622
  description?: string | undefined;
12386
12623
  providerOutput?: string | {} | undefined;
12387
12624
  assert?: ({
@@ -13775,7 +14012,16 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13775
14012
  runSerially?: boolean | undefined;
13776
14013
  }>>>>;
13777
14014
  threshold: z.ZodOptional<z.ZodNumber>;
13778
- metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
14015
+ metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
14016
+ pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
14017
+ strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
14018
+ }, "strip", z.ZodTypeAny, {
14019
+ pluginConfig?: PluginConfig | undefined;
14020
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
14021
+ }, {
14022
+ pluginConfig?: PluginConfig | undefined;
14023
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
14024
+ }>>>;
13779
14025
  }, "strip", z.ZodTypeAny, {
13780
14026
  options?: ({
13781
14027
  prefix?: string | undefined;
@@ -13874,7 +14120,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13874
14120
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
13875
14121
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
13876
14122
  } | undefined;
13877
- metadata?: Record<string, any> | undefined;
14123
+ metadata?: (Record<string, any> & {
14124
+ pluginConfig?: PluginConfig | undefined;
14125
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
14126
+ }) | undefined;
13878
14127
  description?: string | undefined;
13879
14128
  providerOutput?: string | {} | undefined;
13880
14129
  assert?: ({
@@ -14009,7 +14258,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14009
14258
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
14010
14259
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
14011
14260
  } | undefined;
14012
- metadata?: Record<string, any> | undefined;
14261
+ metadata?: (Record<string, any> & {
14262
+ pluginConfig?: PluginConfig | undefined;
14263
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
14264
+ }) | undefined;
14013
14265
  description?: string | undefined;
14014
14266
  providerOutput?: string | {} | undefined;
14015
14267
  assert?: ({
@@ -14592,7 +14844,16 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14592
14844
  runSerially?: boolean | undefined;
14593
14845
  }>>>>>;
14594
14846
  threshold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
14595
- metadata: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>>;
14847
+ metadata: z.ZodOptional<z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
14848
+ pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
14849
+ strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
14850
+ }, "strip", z.ZodTypeAny, {
14851
+ pluginConfig?: PluginConfig | undefined;
14852
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
14853
+ }, {
14854
+ pluginConfig?: PluginConfig | undefined;
14855
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
14856
+ }>>>>;
14596
14857
  }, "strip", z.ZodTypeAny, {
14597
14858
  options?: ({
14598
14859
  prefix?: string | undefined;
@@ -14691,7 +14952,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14691
14952
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
14692
14953
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
14693
14954
  } | undefined;
14694
- metadata?: Record<string, any> | undefined;
14955
+ metadata?: (Record<string, any> & {
14956
+ pluginConfig?: PluginConfig | undefined;
14957
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
14958
+ }) | undefined;
14695
14959
  description?: string | undefined;
14696
14960
  providerOutput?: string | {} | undefined;
14697
14961
  assert?: ({
@@ -14826,7 +15090,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14826
15090
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
14827
15091
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
14828
15092
  } | undefined;
14829
- metadata?: Record<string, any> | undefined;
15093
+ metadata?: (Record<string, any> & {
15094
+ pluginConfig?: PluginConfig | undefined;
15095
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
15096
+ }) | undefined;
14830
15097
  description?: string | undefined;
14831
15098
  providerOutput?: string | {} | undefined;
14832
15099
  assert?: ({
@@ -15407,7 +15674,16 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
15407
15674
  runSerially?: boolean | undefined;
15408
15675
  }>>>>;
15409
15676
  threshold: z.ZodOptional<z.ZodNumber>;
15410
- metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
15677
+ metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
15678
+ pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
15679
+ strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
15680
+ }, "strip", z.ZodTypeAny, {
15681
+ pluginConfig?: PluginConfig | undefined;
15682
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
15683
+ }, {
15684
+ pluginConfig?: PluginConfig | undefined;
15685
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
15686
+ }>>>;
15411
15687
  }, "strip", z.ZodTypeAny, {
15412
15688
  options?: ({
15413
15689
  prefix?: string | undefined;
@@ -15506,7 +15782,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
15506
15782
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
15507
15783
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
15508
15784
  } | undefined;
15509
- metadata?: Record<string, any> | undefined;
15785
+ metadata?: (Record<string, any> & {
15786
+ pluginConfig?: PluginConfig | undefined;
15787
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
15788
+ }) | undefined;
15510
15789
  description?: string | undefined;
15511
15790
  providerOutput?: string | {} | undefined;
15512
15791
  assert?: ({
@@ -15641,7 +15920,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
15641
15920
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
15642
15921
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
15643
15922
  } | undefined;
15644
- metadata?: Record<string, any> | undefined;
15923
+ metadata?: (Record<string, any> & {
15924
+ pluginConfig?: PluginConfig | undefined;
15925
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
15926
+ }) | undefined;
15645
15927
  description?: string | undefined;
15646
15928
  providerOutput?: string | {} | undefined;
15647
15929
  assert?: ({
@@ -15778,7 +16060,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
15778
16060
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
15779
16061
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
15780
16062
  } | undefined;
15781
- metadata?: Record<string, any> | undefined;
16063
+ metadata?: (Record<string, any> & {
16064
+ pluginConfig?: PluginConfig | undefined;
16065
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
16066
+ }) | undefined;
15782
16067
  description?: string | undefined;
15783
16068
  providerOutput?: string | {} | undefined;
15784
16069
  assert?: ({
@@ -15914,7 +16199,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
15914
16199
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
15915
16200
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
15916
16201
  } | undefined;
15917
- metadata?: Record<string, any> | undefined;
16202
+ metadata?: (Record<string, any> & {
16203
+ pluginConfig?: PluginConfig | undefined;
16204
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
16205
+ }) | undefined;
15918
16206
  description?: string | undefined;
15919
16207
  providerOutput?: string | {} | undefined;
15920
16208
  assert?: ({
@@ -16052,7 +16340,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
16052
16340
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
16053
16341
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
16054
16342
  } | undefined;
16055
- metadata?: Record<string, any> | undefined;
16343
+ metadata?: (Record<string, any> & {
16344
+ pluginConfig?: PluginConfig | undefined;
16345
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
16346
+ }) | undefined;
16056
16347
  description?: string | undefined;
16057
16348
  providerOutput?: string | {} | undefined;
16058
16349
  assert?: ({
@@ -16188,7 +16479,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
16188
16479
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
16189
16480
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
16190
16481
  } | undefined;
16191
- metadata?: Record<string, any> | undefined;
16482
+ metadata?: (Record<string, any> & {
16483
+ pluginConfig?: PluginConfig | undefined;
16484
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
16485
+ }) | undefined;
16192
16486
  description?: string | undefined;
16193
16487
  providerOutput?: string | {} | undefined;
16194
16488
  assert?: ({
@@ -16771,7 +17065,16 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
16771
17065
  runSerially?: boolean | undefined;
16772
17066
  }>>>>>;
16773
17067
  threshold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
16774
- metadata: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>>;
17068
+ metadata: z.ZodOptional<z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
17069
+ pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
17070
+ strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
17071
+ }, "strip", z.ZodTypeAny, {
17072
+ pluginConfig?: PluginConfig | undefined;
17073
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
17074
+ }, {
17075
+ pluginConfig?: PluginConfig | undefined;
17076
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
17077
+ }>>>>;
16775
17078
  }, "description">, "strip", z.ZodTypeAny, {
16776
17079
  options?: ({
16777
17080
  prefix?: string | undefined;
@@ -16870,7 +17173,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
16870
17173
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
16871
17174
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
16872
17175
  } | undefined;
16873
- metadata?: Record<string, any> | undefined;
17176
+ metadata?: (Record<string, any> & {
17177
+ pluginConfig?: PluginConfig | undefined;
17178
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
17179
+ }) | undefined;
16874
17180
  providerOutput?: string | {} | undefined;
16875
17181
  assert?: ({
16876
17182
  type: AssertionType;
@@ -17004,7 +17310,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
17004
17310
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
17005
17311
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
17006
17312
  } | undefined;
17007
- metadata?: Record<string, any> | undefined;
17313
+ metadata?: (Record<string, any> & {
17314
+ pluginConfig?: PluginConfig | undefined;
17315
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
17316
+ }) | undefined;
17008
17317
  providerOutput?: string | {} | undefined;
17009
17318
  assert?: ({
17010
17319
  type: AssertionType;
@@ -17558,7 +17867,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
17558
17867
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
17559
17868
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
17560
17869
  } | undefined;
17561
- metadata?: Record<string, any> | undefined;
17870
+ metadata?: (Record<string, any> & {
17871
+ pluginConfig?: PluginConfig | undefined;
17872
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
17873
+ }) | undefined;
17562
17874
  description?: string | undefined;
17563
17875
  providerOutput?: string | {} | undefined;
17564
17876
  assert?: ({
@@ -17697,7 +18009,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
17697
18009
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
17698
18010
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
17699
18011
  } | undefined;
17700
- metadata?: Record<string, any> | undefined;
18012
+ metadata?: (Record<string, any> & {
18013
+ pluginConfig?: PluginConfig | undefined;
18014
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
18015
+ }) | undefined;
17701
18016
  description?: string | undefined;
17702
18017
  providerOutput?: string | {} | undefined;
17703
18018
  assert?: ({
@@ -17833,7 +18148,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
17833
18148
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
17834
18149
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
17835
18150
  } | undefined;
17836
- metadata?: Record<string, any> | undefined;
18151
+ metadata?: (Record<string, any> & {
18152
+ pluginConfig?: PluginConfig | undefined;
18153
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
18154
+ }) | undefined;
17837
18155
  description?: string | undefined;
17838
18156
  providerOutput?: string | {} | undefined;
17839
18157
  assert?: ({
@@ -17971,7 +18289,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
17971
18289
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
17972
18290
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
17973
18291
  } | undefined;
17974
- metadata?: Record<string, any> | undefined;
18292
+ metadata?: (Record<string, any> & {
18293
+ pluginConfig?: PluginConfig | undefined;
18294
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
18295
+ }) | undefined;
17975
18296
  providerOutput?: string | {} | undefined;
17976
18297
  assert?: ({
17977
18298
  type: AssertionType;
@@ -18354,7 +18675,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
18354
18675
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
18355
18676
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
18356
18677
  } | undefined;
18357
- metadata?: Record<string, any> | undefined;
18678
+ metadata?: (Record<string, any> & {
18679
+ pluginConfig?: PluginConfig | undefined;
18680
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
18681
+ }) | undefined;
18358
18682
  description?: string | undefined;
18359
18683
  providerOutput?: string | {} | undefined;
18360
18684
  assert?: ({
@@ -18493,7 +18817,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
18493
18817
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
18494
18818
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
18495
18819
  } | undefined;
18496
- metadata?: Record<string, any> | undefined;
18820
+ metadata?: (Record<string, any> & {
18821
+ pluginConfig?: PluginConfig | undefined;
18822
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
18823
+ }) | undefined;
18497
18824
  description?: string | undefined;
18498
18825
  providerOutput?: string | {} | undefined;
18499
18826
  assert?: ({
@@ -18629,7 +18956,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
18629
18956
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
18630
18957
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
18631
18958
  } | undefined;
18632
- metadata?: Record<string, any> | undefined;
18959
+ metadata?: (Record<string, any> & {
18960
+ pluginConfig?: PluginConfig | undefined;
18961
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
18962
+ }) | undefined;
18633
18963
  description?: string | undefined;
18634
18964
  providerOutput?: string | {} | undefined;
18635
18965
  assert?: ({
@@ -18767,7 +19097,10 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
18767
19097
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
18768
19098
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
18769
19099
  } | undefined;
18770
- metadata?: Record<string, any> | undefined;
19100
+ metadata?: (Record<string, any> & {
19101
+ pluginConfig?: PluginConfig | undefined;
19102
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
19103
+ }) | undefined;
18771
19104
  providerOutput?: string | {} | undefined;
18772
19105
  assert?: ({
18773
19106
  type: AssertionType;
@@ -20166,7 +20499,16 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
20166
20499
  runSerially?: boolean | undefined;
20167
20500
  }>>>>;
20168
20501
  threshold: z.ZodOptional<z.ZodNumber>;
20169
- metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
20502
+ metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
20503
+ pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
20504
+ strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
20505
+ }, "strip", z.ZodTypeAny, {
20506
+ pluginConfig?: PluginConfig | undefined;
20507
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
20508
+ }, {
20509
+ pluginConfig?: PluginConfig | undefined;
20510
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
20511
+ }>>>;
20170
20512
  }, "strip", z.ZodTypeAny, {
20171
20513
  options?: ({
20172
20514
  prefix?: string | undefined;
@@ -20265,7 +20607,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
20265
20607
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
20266
20608
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
20267
20609
  } | undefined;
20268
- metadata?: Record<string, any> | undefined;
20610
+ metadata?: (Record<string, any> & {
20611
+ pluginConfig?: PluginConfig | undefined;
20612
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
20613
+ }) | undefined;
20269
20614
  description?: string | undefined;
20270
20615
  providerOutput?: string | {} | undefined;
20271
20616
  assert?: ({
@@ -20400,7 +20745,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
20400
20745
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
20401
20746
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
20402
20747
  } | undefined;
20403
- metadata?: Record<string, any> | undefined;
20748
+ metadata?: (Record<string, any> & {
20749
+ pluginConfig?: PluginConfig | undefined;
20750
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
20751
+ }) | undefined;
20404
20752
  description?: string | undefined;
20405
20753
  providerOutput?: string | {} | undefined;
20406
20754
  assert?: ({
@@ -20983,7 +21331,16 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
20983
21331
  runSerially?: boolean | undefined;
20984
21332
  }>>>>>;
20985
21333
  threshold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
20986
- metadata: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>>;
21334
+ metadata: z.ZodOptional<z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
21335
+ pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
21336
+ strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
21337
+ }, "strip", z.ZodTypeAny, {
21338
+ pluginConfig?: PluginConfig | undefined;
21339
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
21340
+ }, {
21341
+ pluginConfig?: PluginConfig | undefined;
21342
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
21343
+ }>>>>;
20987
21344
  }, "strip", z.ZodTypeAny, {
20988
21345
  options?: ({
20989
21346
  prefix?: string | undefined;
@@ -21082,7 +21439,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
21082
21439
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
21083
21440
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
21084
21441
  } | undefined;
21085
- metadata?: Record<string, any> | undefined;
21442
+ metadata?: (Record<string, any> & {
21443
+ pluginConfig?: PluginConfig | undefined;
21444
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
21445
+ }) | undefined;
21086
21446
  description?: string | undefined;
21087
21447
  providerOutput?: string | {} | undefined;
21088
21448
  assert?: ({
@@ -21217,7 +21577,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
21217
21577
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
21218
21578
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
21219
21579
  } | undefined;
21220
- metadata?: Record<string, any> | undefined;
21580
+ metadata?: (Record<string, any> & {
21581
+ pluginConfig?: PluginConfig | undefined;
21582
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
21583
+ }) | undefined;
21221
21584
  description?: string | undefined;
21222
21585
  providerOutput?: string | {} | undefined;
21223
21586
  assert?: ({
@@ -21798,7 +22161,16 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
21798
22161
  runSerially?: boolean | undefined;
21799
22162
  }>>>>;
21800
22163
  threshold: z.ZodOptional<z.ZodNumber>;
21801
- metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
22164
+ metadata: z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
22165
+ pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
22166
+ strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
22167
+ }, "strip", z.ZodTypeAny, {
22168
+ pluginConfig?: PluginConfig | undefined;
22169
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
22170
+ }, {
22171
+ pluginConfig?: PluginConfig | undefined;
22172
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
22173
+ }>>>;
21802
22174
  }, "strip", z.ZodTypeAny, {
21803
22175
  options?: ({
21804
22176
  prefix?: string | undefined;
@@ -21897,7 +22269,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
21897
22269
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
21898
22270
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
21899
22271
  } | undefined;
21900
- metadata?: Record<string, any> | undefined;
22272
+ metadata?: (Record<string, any> & {
22273
+ pluginConfig?: PluginConfig | undefined;
22274
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
22275
+ }) | undefined;
21901
22276
  description?: string | undefined;
21902
22277
  providerOutput?: string | {} | undefined;
21903
22278
  assert?: ({
@@ -22032,7 +22407,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
22032
22407
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
22033
22408
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
22034
22409
  } | undefined;
22035
- metadata?: Record<string, any> | undefined;
22410
+ metadata?: (Record<string, any> & {
22411
+ pluginConfig?: PluginConfig | undefined;
22412
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
22413
+ }) | undefined;
22036
22414
  description?: string | undefined;
22037
22415
  providerOutput?: string | {} | undefined;
22038
22416
  assert?: ({
@@ -22169,7 +22547,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
22169
22547
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
22170
22548
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
22171
22549
  } | undefined;
22172
- metadata?: Record<string, any> | undefined;
22550
+ metadata?: (Record<string, any> & {
22551
+ pluginConfig?: PluginConfig | undefined;
22552
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
22553
+ }) | undefined;
22173
22554
  description?: string | undefined;
22174
22555
  providerOutput?: string | {} | undefined;
22175
22556
  assert?: ({
@@ -22305,7 +22686,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
22305
22686
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
22306
22687
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
22307
22688
  } | undefined;
22308
- metadata?: Record<string, any> | undefined;
22689
+ metadata?: (Record<string, any> & {
22690
+ pluginConfig?: PluginConfig | undefined;
22691
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
22692
+ }) | undefined;
22309
22693
  description?: string | undefined;
22310
22694
  providerOutput?: string | {} | undefined;
22311
22695
  assert?: ({
@@ -22443,7 +22827,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
22443
22827
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
22444
22828
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
22445
22829
  } | undefined;
22446
- metadata?: Record<string, any> | undefined;
22830
+ metadata?: (Record<string, any> & {
22831
+ pluginConfig?: PluginConfig | undefined;
22832
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
22833
+ }) | undefined;
22447
22834
  description?: string | undefined;
22448
22835
  providerOutput?: string | {} | undefined;
22449
22836
  assert?: ({
@@ -22579,7 +22966,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
22579
22966
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
22580
22967
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
22581
22968
  } | undefined;
22582
- metadata?: Record<string, any> | undefined;
22969
+ metadata?: (Record<string, any> & {
22970
+ pluginConfig?: PluginConfig | undefined;
22971
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
22972
+ }) | undefined;
22583
22973
  description?: string | undefined;
22584
22974
  providerOutput?: string | {} | undefined;
22585
22975
  assert?: ({
@@ -23162,7 +23552,16 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
23162
23552
  runSerially?: boolean | undefined;
23163
23553
  }>>>>>;
23164
23554
  threshold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
23165
- metadata: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>>;
23555
+ metadata: z.ZodOptional<z.ZodOptional<z.ZodIntersection<z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodObject<{
23556
+ pluginConfig: z.ZodOptional<z.ZodType<PluginConfig, z.ZodTypeDef, PluginConfig>>;
23557
+ strategyConfig: z.ZodOptional<z.ZodType<import("../redteam/types").RedteamObjectConfig, z.ZodTypeDef, import("../redteam/types").RedteamObjectConfig>>;
23558
+ }, "strip", z.ZodTypeAny, {
23559
+ pluginConfig?: PluginConfig | undefined;
23560
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
23561
+ }, {
23562
+ pluginConfig?: PluginConfig | undefined;
23563
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
23564
+ }>>>>;
23166
23565
  }, "description">, "strip", z.ZodTypeAny, {
23167
23566
  options?: ({
23168
23567
  prefix?: string | undefined;
@@ -23261,7 +23660,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
23261
23660
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
23262
23661
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
23263
23662
  } | undefined;
23264
- metadata?: Record<string, any> | undefined;
23663
+ metadata?: (Record<string, any> & {
23664
+ pluginConfig?: PluginConfig | undefined;
23665
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
23666
+ }) | undefined;
23265
23667
  providerOutput?: string | {} | undefined;
23266
23668
  assert?: ({
23267
23669
  type: AssertionType;
@@ -23395,7 +23797,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
23395
23797
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
23396
23798
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
23397
23799
  } | undefined;
23398
- metadata?: Record<string, any> | undefined;
23800
+ metadata?: (Record<string, any> & {
23801
+ pluginConfig?: PluginConfig | undefined;
23802
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
23803
+ }) | undefined;
23399
23804
  providerOutput?: string | {} | undefined;
23400
23805
  assert?: ({
23401
23806
  type: AssertionType;
@@ -25592,7 +25997,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
25592
25997
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
25593
25998
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
25594
25999
  } | undefined;
25595
- metadata?: Record<string, any> | undefined;
26000
+ metadata?: (Record<string, any> & {
26001
+ pluginConfig?: PluginConfig | undefined;
26002
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
26003
+ }) | undefined;
25596
26004
  description?: string | undefined;
25597
26005
  providerOutput?: string | {} | undefined;
25598
26006
  assert?: ({
@@ -25731,7 +26139,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
25731
26139
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
25732
26140
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
25733
26141
  } | undefined;
25734
- metadata?: Record<string, any> | undefined;
26142
+ metadata?: (Record<string, any> & {
26143
+ pluginConfig?: PluginConfig | undefined;
26144
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
26145
+ }) | undefined;
25735
26146
  description?: string | undefined;
25736
26147
  providerOutput?: string | {} | undefined;
25737
26148
  assert?: ({
@@ -25867,7 +26278,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
25867
26278
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
25868
26279
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
25869
26280
  } | undefined;
25870
- metadata?: Record<string, any> | undefined;
26281
+ metadata?: (Record<string, any> & {
26282
+ pluginConfig?: PluginConfig | undefined;
26283
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
26284
+ }) | undefined;
25871
26285
  description?: string | undefined;
25872
26286
  providerOutput?: string | {} | undefined;
25873
26287
  assert?: ({
@@ -26005,7 +26419,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
26005
26419
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
26006
26420
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
26007
26421
  } | undefined;
26008
- metadata?: Record<string, any> | undefined;
26422
+ metadata?: (Record<string, any> & {
26423
+ pluginConfig?: PluginConfig | undefined;
26424
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
26425
+ }) | undefined;
26009
26426
  providerOutput?: string | {} | undefined;
26010
26427
  assert?: ({
26011
26428
  type: AssertionType;
@@ -26598,7 +27015,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
26598
27015
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
26599
27016
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
26600
27017
  } | undefined;
26601
- metadata?: Record<string, any> | undefined;
27018
+ metadata?: (Record<string, any> & {
27019
+ pluginConfig?: PluginConfig | undefined;
27020
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
27021
+ }) | undefined;
26602
27022
  description?: string | undefined;
26603
27023
  providerOutput?: string | {} | undefined;
26604
27024
  assert?: ({
@@ -26737,7 +27157,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
26737
27157
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
26738
27158
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
26739
27159
  } | undefined;
26740
- metadata?: Record<string, any> | undefined;
27160
+ metadata?: (Record<string, any> & {
27161
+ pluginConfig?: PluginConfig | undefined;
27162
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
27163
+ }) | undefined;
26741
27164
  description?: string | undefined;
26742
27165
  providerOutput?: string | {} | undefined;
26743
27166
  assert?: ({
@@ -26873,7 +27296,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
26873
27296
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
26874
27297
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
26875
27298
  } | undefined;
26876
- metadata?: Record<string, any> | undefined;
27299
+ metadata?: (Record<string, any> & {
27300
+ pluginConfig?: PluginConfig | undefined;
27301
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
27302
+ }) | undefined;
26877
27303
  description?: string | undefined;
26878
27304
  providerOutput?: string | {} | undefined;
26879
27305
  assert?: ({
@@ -27011,7 +27437,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
27011
27437
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
27012
27438
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
27013
27439
  } | undefined;
27014
- metadata?: Record<string, any> | undefined;
27440
+ metadata?: (Record<string, any> & {
27441
+ pluginConfig?: PluginConfig | undefined;
27442
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
27443
+ }) | undefined;
27015
27444
  providerOutput?: string | {} | undefined;
27016
27445
  assert?: ({
27017
27446
  type: AssertionType;
@@ -27604,7 +28033,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
27604
28033
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
27605
28034
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
27606
28035
  } | undefined;
27607
- metadata?: Record<string, any> | undefined;
28036
+ metadata?: (Record<string, any> & {
28037
+ pluginConfig?: PluginConfig | undefined;
28038
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
28039
+ }) | undefined;
27608
28040
  description?: string | undefined;
27609
28041
  providerOutput?: string | {} | undefined;
27610
28042
  assert?: ({
@@ -27743,7 +28175,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
27743
28175
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
27744
28176
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
27745
28177
  } | undefined;
27746
- metadata?: Record<string, any> | undefined;
28178
+ metadata?: (Record<string, any> & {
28179
+ pluginConfig?: PluginConfig | undefined;
28180
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
28181
+ }) | undefined;
27747
28182
  description?: string | undefined;
27748
28183
  providerOutput?: string | {} | undefined;
27749
28184
  assert?: ({
@@ -27879,7 +28314,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
27879
28314
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
27880
28315
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
27881
28316
  } | undefined;
27882
- metadata?: Record<string, any> | undefined;
28317
+ metadata?: (Record<string, any> & {
28318
+ pluginConfig?: PluginConfig | undefined;
28319
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
28320
+ }) | undefined;
27883
28321
  description?: string | undefined;
27884
28322
  providerOutput?: string | {} | undefined;
27885
28323
  assert?: ({
@@ -28017,7 +28455,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
28017
28455
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
28018
28456
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
28019
28457
  } | undefined;
28020
- metadata?: Record<string, any> | undefined;
28458
+ metadata?: (Record<string, any> & {
28459
+ pluginConfig?: PluginConfig | undefined;
28460
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
28461
+ }) | undefined;
28021
28462
  providerOutput?: string | {} | undefined;
28022
28463
  assert?: ({
28023
28464
  type: AssertionType;
@@ -28610,7 +29051,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
28610
29051
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
28611
29052
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
28612
29053
  } | undefined;
28613
- metadata?: Record<string, any> | undefined;
29054
+ metadata?: (Record<string, any> & {
29055
+ pluginConfig?: PluginConfig | undefined;
29056
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
29057
+ }) | undefined;
28614
29058
  description?: string | undefined;
28615
29059
  providerOutput?: string | {} | undefined;
28616
29060
  assert?: ({
@@ -28749,7 +29193,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
28749
29193
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
28750
29194
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
28751
29195
  } | undefined;
28752
- metadata?: Record<string, any> | undefined;
29196
+ metadata?: (Record<string, any> & {
29197
+ pluginConfig?: PluginConfig | undefined;
29198
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
29199
+ }) | undefined;
28753
29200
  description?: string | undefined;
28754
29201
  providerOutput?: string | {} | undefined;
28755
29202
  assert?: ({
@@ -28885,7 +29332,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
28885
29332
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
28886
29333
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
28887
29334
  } | undefined;
28888
- metadata?: Record<string, any> | undefined;
29335
+ metadata?: (Record<string, any> & {
29336
+ pluginConfig?: PluginConfig | undefined;
29337
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
29338
+ }) | undefined;
28889
29339
  description?: string | undefined;
28890
29340
  providerOutput?: string | {} | undefined;
28891
29341
  assert?: ({
@@ -29023,7 +29473,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
29023
29473
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
29024
29474
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
29025
29475
  } | undefined;
29026
- metadata?: Record<string, any> | undefined;
29476
+ metadata?: (Record<string, any> & {
29477
+ pluginConfig?: PluginConfig | undefined;
29478
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
29479
+ }) | undefined;
29027
29480
  providerOutput?: string | {} | undefined;
29028
29481
  assert?: ({
29029
29482
  type: AssertionType;
@@ -29616,7 +30069,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
29616
30069
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
29617
30070
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
29618
30071
  } | undefined;
29619
- metadata?: Record<string, any> | undefined;
30072
+ metadata?: (Record<string, any> & {
30073
+ pluginConfig?: PluginConfig | undefined;
30074
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
30075
+ }) | undefined;
29620
30076
  description?: string | undefined;
29621
30077
  providerOutput?: string | {} | undefined;
29622
30078
  assert?: ({
@@ -29755,7 +30211,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
29755
30211
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
29756
30212
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
29757
30213
  } | undefined;
29758
- metadata?: Record<string, any> | undefined;
30214
+ metadata?: (Record<string, any> & {
30215
+ pluginConfig?: PluginConfig | undefined;
30216
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
30217
+ }) | undefined;
29759
30218
  description?: string | undefined;
29760
30219
  providerOutput?: string | {} | undefined;
29761
30220
  assert?: ({
@@ -29891,7 +30350,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
29891
30350
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
29892
30351
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
29893
30352
  } | undefined;
29894
- metadata?: Record<string, any> | undefined;
30353
+ metadata?: (Record<string, any> & {
30354
+ pluginConfig?: PluginConfig | undefined;
30355
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
30356
+ }) | undefined;
29895
30357
  description?: string | undefined;
29896
30358
  providerOutput?: string | {} | undefined;
29897
30359
  assert?: ({
@@ -30029,7 +30491,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
30029
30491
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
30030
30492
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
30031
30493
  } | undefined;
30032
- metadata?: Record<string, any> | undefined;
30494
+ metadata?: (Record<string, any> & {
30495
+ pluginConfig?: PluginConfig | undefined;
30496
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
30497
+ }) | undefined;
30033
30498
  providerOutput?: string | {} | undefined;
30034
30499
  assert?: ({
30035
30500
  type: AssertionType;
@@ -30622,7 +31087,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
30622
31087
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
30623
31088
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
30624
31089
  } | undefined;
30625
- metadata?: Record<string, any> | undefined;
31090
+ metadata?: (Record<string, any> & {
31091
+ pluginConfig?: PluginConfig | undefined;
31092
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
31093
+ }) | undefined;
30626
31094
  description?: string | undefined;
30627
31095
  providerOutput?: string | {} | undefined;
30628
31096
  assert?: ({
@@ -30761,7 +31229,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
30761
31229
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
30762
31230
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
30763
31231
  } | undefined;
30764
- metadata?: Record<string, any> | undefined;
31232
+ metadata?: (Record<string, any> & {
31233
+ pluginConfig?: PluginConfig | undefined;
31234
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
31235
+ }) | undefined;
30765
31236
  description?: string | undefined;
30766
31237
  providerOutput?: string | {} | undefined;
30767
31238
  assert?: ({
@@ -30897,7 +31368,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
30897
31368
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
30898
31369
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
30899
31370
  } | undefined;
30900
- metadata?: Record<string, any> | undefined;
31371
+ metadata?: (Record<string, any> & {
31372
+ pluginConfig?: PluginConfig | undefined;
31373
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
31374
+ }) | undefined;
30901
31375
  description?: string | undefined;
30902
31376
  providerOutput?: string | {} | undefined;
30903
31377
  assert?: ({
@@ -31035,7 +31509,10 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
31035
31509
  callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
31036
31510
  callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
31037
31511
  } | undefined;
31038
- metadata?: Record<string, any> | undefined;
31512
+ metadata?: (Record<string, any> & {
31513
+ pluginConfig?: PluginConfig | undefined;
31514
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
31515
+ }) | undefined;
31039
31516
  providerOutput?: string | {} | undefined;
31040
31517
  assert?: ({
31041
31518
  type: AssertionType;