promptfoo 0.87.0 → 0.88.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (186) hide show
  1. package/README.md +6 -14
  2. package/dist/package.json +14 -14
  3. package/dist/src/assertions/AssertionsResult.d.ts.map +1 -1
  4. package/dist/src/assertions/AssertionsResult.js +7 -0
  5. package/dist/src/assertions/AssertionsResult.js.map +1 -1
  6. package/dist/src/assertions.d.ts.map +1 -1
  7. package/dist/src/assertions.js +11 -1
  8. package/dist/src/assertions.js.map +1 -1
  9. package/dist/src/commands/cache.js +2 -2
  10. package/dist/src/commands/cache.js.map +1 -1
  11. package/dist/src/commands/delete.js +2 -2
  12. package/dist/src/commands/delete.js.map +1 -1
  13. package/dist/src/commands/eval.d.ts +1 -1
  14. package/dist/src/commands/eval.d.ts.map +1 -1
  15. package/dist/src/commands/eval.js +17 -3
  16. package/dist/src/commands/eval.js.map +1 -1
  17. package/dist/src/commands/generate/dataset.js +1 -1
  18. package/dist/src/commands/generate/dataset.js.map +1 -1
  19. package/dist/src/commands/list.js +3 -3
  20. package/dist/src/commands/list.js.map +1 -1
  21. package/dist/src/commands/share.js +2 -2
  22. package/dist/src/commands/share.js.map +1 -1
  23. package/dist/src/commands/show.js +1 -1
  24. package/dist/src/commands/show.js.map +1 -1
  25. package/dist/src/commands/view.js +2 -2
  26. package/dist/src/commands/view.js.map +1 -1
  27. package/dist/src/config.d.ts.map +1 -1
  28. package/dist/src/config.js +8 -54
  29. package/dist/src/config.js.map +1 -1
  30. package/dist/src/constants.d.ts +1 -0
  31. package/dist/src/constants.d.ts.map +1 -1
  32. package/dist/src/constants.js +3 -2
  33. package/dist/src/constants.js.map +1 -1
  34. package/dist/src/database/tables.d.ts +35 -35
  35. package/dist/src/envars.d.ts +2 -0
  36. package/dist/src/envars.d.ts.map +1 -1
  37. package/dist/src/envars.js.map +1 -1
  38. package/dist/src/evaluator.d.ts.map +1 -1
  39. package/dist/src/evaluator.js +2 -0
  40. package/dist/src/evaluator.js.map +1 -1
  41. package/dist/src/main.d.ts.map +1 -1
  42. package/dist/src/main.js +5 -11
  43. package/dist/src/main.js.map +1 -1
  44. package/dist/src/onboarding.js +1 -1
  45. package/dist/src/onboarding.js.map +1 -1
  46. package/dist/src/providers/ai21.d.ts.map +1 -1
  47. package/dist/src/providers/ai21.js +3 -12
  48. package/dist/src/providers/ai21.js.map +1 -1
  49. package/dist/src/providers/anthropic.d.ts +3 -3
  50. package/dist/src/providers/anthropic.d.ts.map +1 -1
  51. package/dist/src/providers/anthropic.js +43 -33
  52. package/dist/src/providers/anthropic.js.map +1 -1
  53. package/dist/src/providers/azureopenai.d.ts +3 -2
  54. package/dist/src/providers/azureopenai.d.ts.map +1 -1
  55. package/dist/src/providers/azureopenai.js +129 -3
  56. package/dist/src/providers/azureopenai.js.map +1 -1
  57. package/dist/src/providers/mistral.d.ts.map +1 -1
  58. package/dist/src/providers/mistral.js +7 -17
  59. package/dist/src/providers/mistral.js.map +1 -1
  60. package/dist/src/providers/openai.d.ts +14 -0
  61. package/dist/src/providers/openai.d.ts.map +1 -1
  62. package/dist/src/providers/openai.js +73 -34
  63. package/dist/src/providers/openai.js.map +1 -1
  64. package/dist/src/providers/openaiUtil.d.ts.map +1 -1
  65. package/dist/src/providers/openaiUtil.js +1 -1
  66. package/dist/src/providers/openaiUtil.js.map +1 -1
  67. package/dist/src/providers/shared.d.ts +41 -0
  68. package/dist/src/providers/shared.d.ts.map +1 -1
  69. package/dist/src/providers/shared.js +44 -0
  70. package/dist/src/providers/shared.js.map +1 -1
  71. package/dist/src/python/pythonUtils.d.ts +23 -0
  72. package/dist/src/python/pythonUtils.d.ts.map +1 -1
  73. package/dist/src/python/pythonUtils.js +66 -1
  74. package/dist/src/python/pythonUtils.js.map +1 -1
  75. package/dist/src/{commands/redteam → redteam/commands}/generate.d.ts +1 -1
  76. package/dist/src/redteam/commands/generate.d.ts.map +1 -0
  77. package/dist/src/{commands/redteam → redteam/commands}/generate.js +14 -14
  78. package/dist/src/redteam/commands/generate.js.map +1 -0
  79. package/dist/src/{commands/redteam → redteam/commands}/init.d.ts.map +1 -1
  80. package/dist/src/{commands/redteam → redteam/commands}/init.js +1 -1
  81. package/dist/src/{commands/redteam → redteam/commands}/init.js.map +1 -1
  82. package/dist/src/{commands/redteam → redteam/commands}/plugins.d.ts.map +1 -1
  83. package/dist/src/{commands/redteam → redteam/commands}/plugins.js +1 -1
  84. package/dist/src/{commands/redteam → redteam/commands}/plugins.js.map +1 -1
  85. package/dist/src/redteam/index.d.ts +1 -1
  86. package/dist/src/redteam/index.d.ts.map +1 -1
  87. package/dist/src/redteam/index.js.map +1 -1
  88. package/dist/src/redteam/providers/prompts.d.ts.map +1 -1
  89. package/dist/src/redteam/providers/prompts.js +23 -0
  90. package/dist/src/redteam/providers/prompts.js.map +1 -1
  91. package/dist/src/{types/redteam.d.ts → redteam/types.d.ts} +1 -1
  92. package/dist/src/redteam/types.d.ts.map +1 -0
  93. package/dist/src/{types/redteam.js → redteam/types.js} +1 -1
  94. package/dist/src/redteam/types.js.map +1 -0
  95. package/dist/src/server/server.d.ts.map +1 -1
  96. package/dist/src/server/server.js +3 -0
  97. package/dist/src/server/server.js.map +1 -1
  98. package/dist/src/share.d.ts.map +1 -1
  99. package/dist/src/share.js +3 -1
  100. package/dist/src/share.js.map +1 -1
  101. package/dist/src/testCases.js +2 -2
  102. package/dist/src/testCases.js.map +1 -1
  103. package/dist/src/types/index.d.ts +569 -548
  104. package/dist/src/types/index.d.ts.map +1 -1
  105. package/dist/src/types/index.js +3 -2
  106. package/dist/src/types/index.js.map +1 -1
  107. package/dist/src/util/index.d.ts +12 -10
  108. package/dist/src/util/index.d.ts.map +1 -1
  109. package/dist/src/validators/prompts.d.ts +4 -4
  110. package/dist/src/validators/providers.d.ts +46 -46
  111. package/dist/src/validators/redteam.d.ts +25 -25
  112. package/dist/src/web/nextui/404/index.html +1 -1
  113. package/dist/src/web/nextui/404.html +1 -1
  114. package/dist/src/web/nextui/_next/static/chunks/86-aa3374f7327c985c.js +1 -0
  115. package/dist/src/web/nextui/_next/static/chunks/app/{layout-ad06af684889c655.js → layout-b0e8e0230ef8ed73.js} +1 -1
  116. package/dist/src/web/nextui/_next/static/chunks/app/setup/page-b88fdbe49672ce14.js +1 -0
  117. package/dist/src/web/nextui/auth/login/index.html +1 -1
  118. package/dist/src/web/nextui/auth/login/index.txt +2 -2
  119. package/dist/src/web/nextui/auth/signup/index.html +1 -1
  120. package/dist/src/web/nextui/auth/signup/index.txt +2 -2
  121. package/dist/src/web/nextui/datasets/index.html +1 -1
  122. package/dist/src/web/nextui/datasets/index.txt +2 -2
  123. package/dist/src/web/nextui/eval/index.html +1 -1
  124. package/dist/src/web/nextui/eval/index.txt +3 -3
  125. package/dist/src/web/nextui/index.html +1 -1
  126. package/dist/src/web/nextui/index.txt +2 -2
  127. package/dist/src/web/nextui/progress/index.html +1 -1
  128. package/dist/src/web/nextui/progress/index.txt +2 -2
  129. package/dist/src/web/nextui/prompts/index.html +1 -1
  130. package/dist/src/web/nextui/prompts/index.txt +2 -2
  131. package/dist/src/web/nextui/report/index.html +1 -1
  132. package/dist/src/web/nextui/report/index.txt +2 -2
  133. package/dist/src/web/nextui/setup/index.html +1 -1
  134. package/dist/src/web/nextui/setup/index.txt +3 -3
  135. package/dist/test/assertions.test.js +49 -0
  136. package/dist/test/assertions.test.js.map +1 -1
  137. package/dist/test/config.test.js +90 -42
  138. package/dist/test/config.test.js.map +1 -1
  139. package/dist/test/envars.test.js +103 -0
  140. package/dist/test/envars.test.js.map +1 -1
  141. package/dist/test/matchers.test.js +4 -4
  142. package/dist/test/matchers.test.js.map +1 -1
  143. package/dist/test/providers.anthropic.test.js +93 -23
  144. package/dist/test/providers.anthropic.test.js.map +1 -1
  145. package/dist/test/providers.azure.test.js +42 -0
  146. package/dist/test/providers.azure.test.js.map +1 -1
  147. package/dist/test/providers.shared.test.d.ts +2 -0
  148. package/dist/test/providers.shared.test.d.ts.map +1 -0
  149. package/dist/test/providers.shared.test.js +92 -0
  150. package/dist/test/providers.shared.test.js.map +1 -0
  151. package/dist/test/providers.test.js +294 -7
  152. package/dist/test/providers.test.js.map +1 -1
  153. package/dist/test/python/pythonUtils.test.d.ts +2 -0
  154. package/dist/test/python/pythonUtils.test.d.ts.map +1 -0
  155. package/dist/test/python/pythonUtils.test.js +164 -0
  156. package/dist/test/python/pythonUtils.test.js.map +1 -0
  157. package/dist/test/python/wrapper.test.d.ts +2 -0
  158. package/dist/test/python/wrapper.test.d.ts.map +1 -0
  159. package/dist/test/python/wrapper.test.js +56 -0
  160. package/dist/test/python/wrapper.test.js.map +1 -0
  161. package/dist/test/redteam/commands/generate.test.d.ts.map +1 -0
  162. package/dist/test/{commands/redteam → redteam/commands}/generate.test.js +1 -1
  163. package/dist/test/{commands/redteam → redteam/commands}/generate.test.js.map +1 -1
  164. package/dist/test/redteam/validators.test.js +2 -2
  165. package/dist/test/redteam/validators.test.js.map +1 -1
  166. package/dist/test/testCases.test.js +75 -27
  167. package/dist/test/testCases.test.js.map +1 -1
  168. package/dist/test/types.test.js +1 -1
  169. package/dist/test/types.test.js.map +1 -1
  170. package/package.json +14 -14
  171. package/dist/src/commands/redteam/generate.d.ts.map +0 -1
  172. package/dist/src/commands/redteam/generate.js.map +0 -1
  173. package/dist/src/types/redteam.d.ts.map +0 -1
  174. package/dist/src/types/redteam.js.map +0 -1
  175. package/dist/src/web/nextui/_next/static/chunks/86-fcb0efd0a19bac7d.js +0 -1
  176. package/dist/src/web/nextui/_next/static/chunks/app/setup/page-35c95dd67114a045.js +0 -1
  177. package/dist/test/commands/redteam/generate.test.d.ts.map +0 -1
  178. package/dist/test/pythonWrapper.test.d.ts +0 -2
  179. package/dist/test/pythonWrapper.test.d.ts.map +0 -1
  180. package/dist/test/pythonWrapper.test.js +0 -99
  181. package/dist/test/pythonWrapper.test.js.map +0 -1
  182. /package/dist/src/{commands/redteam → redteam/commands}/init.d.ts +0 -0
  183. /package/dist/src/{commands/redteam → redteam/commands}/plugins.d.ts +0 -0
  184. /package/dist/src/web/nextui/_next/static/{9oePeu-Q4M9r_50nf_Dh9 → MqErSXRfFhsncheOBrGQG}/_buildManifest.js +0 -0
  185. /package/dist/src/web/nextui/_next/static/{9oePeu-Q4M9r_50nf_Dh9 → MqErSXRfFhsncheOBrGQG}/_ssgManifest.js +0 -0
  186. /package/dist/test/{commands/redteam → redteam/commands}/generate.test.d.ts +0 -0
@@ -221,8 +221,8 @@ export declare const ProviderOptionsSchema: z.ZodObject<{
221
221
  }>>;
222
222
  }, "strict", z.ZodTypeAny, {
223
223
  id?: string | undefined;
224
- label?: string | undefined;
225
224
  config?: any;
225
+ label?: string | undefined;
226
226
  prompts?: string[] | undefined;
227
227
  transform?: string | undefined;
228
228
  delay?: number | undefined;
@@ -264,8 +264,8 @@ export declare const ProviderOptionsSchema: z.ZodObject<{
264
264
  } | undefined;
265
265
  }, {
266
266
  id?: string | undefined;
267
- label?: string | undefined;
268
267
  config?: any;
268
+ label?: string | undefined;
269
269
  prompts?: string[] | undefined;
270
270
  transform?: string | undefined;
271
271
  delay?: number | undefined;
@@ -334,20 +334,20 @@ export declare const CallApiContextParamsSchema: z.ZodObject<{
334
334
  function?: ((args_0: {
335
335
  vars: Record<string, any>;
336
336
  provider?: ApiProvider | undefined;
337
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
337
+ }, ...args: unknown[]) => Promise<any>) | undefined;
338
338
  id?: string | undefined;
339
- display?: string | undefined;
340
339
  config?: any;
340
+ display?: string | undefined;
341
341
  }, {
342
342
  raw: string;
343
343
  label: string;
344
344
  function?: ((args_0: {
345
345
  vars: Record<string, any>;
346
346
  provider?: ApiProvider | undefined;
347
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
347
+ }, ...args: unknown[]) => Promise<any>) | undefined;
348
348
  id?: string | undefined;
349
- display?: string | undefined;
350
349
  config?: any;
350
+ display?: string | undefined;
351
351
  }>;
352
352
  vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
353
353
  }, "strip", z.ZodTypeAny, {
@@ -358,13 +358,13 @@ export declare const CallApiContextParamsSchema: z.ZodObject<{
358
358
  function?: ((args_0: {
359
359
  vars: Record<string, any>;
360
360
  provider?: ApiProvider | undefined;
361
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
361
+ }, ...args: unknown[]) => Promise<any>) | undefined;
362
362
  id?: string | undefined;
363
- display?: string | undefined;
364
363
  config?: any;
364
+ display?: string | undefined;
365
365
  };
366
366
  fetchWithCache?: any;
367
- filters?: Record<string, (args_0: any, ...args_1: any[]) => string> | undefined;
367
+ filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
368
368
  getCache?: any;
369
369
  logger?: any;
370
370
  originalProvider?: any;
@@ -376,13 +376,13 @@ export declare const CallApiContextParamsSchema: z.ZodObject<{
376
376
  function?: ((args_0: {
377
377
  vars: Record<string, any>;
378
378
  provider?: ApiProvider | undefined;
379
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
379
+ }, ...args: unknown[]) => Promise<any>) | undefined;
380
380
  id?: string | undefined;
381
- display?: string | undefined;
382
381
  config?: any;
382
+ display?: string | undefined;
383
383
  };
384
384
  fetchWithCache?: any;
385
- filters?: Record<string, (args_0: any, ...args_1: any[]) => string> | undefined;
385
+ filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
386
386
  getCache?: any;
387
387
  logger?: any;
388
388
  originalProvider?: any;
@@ -408,16 +408,16 @@ export declare const ApiProviderSchema: z.ZodObject<{
408
408
  label?: string | undefined;
409
409
  transform?: string | undefined;
410
410
  delay?: number | undefined;
411
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<ProviderEmbeddingResponse>) | undefined;
412
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<ProviderClassificationResponse>) | undefined;
411
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<ProviderEmbeddingResponse>) | undefined;
412
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<ProviderClassificationResponse>) | undefined;
413
413
  }, {
414
414
  callApi: CallApiFunction;
415
415
  id: (...args: unknown[]) => string;
416
416
  label?: string | undefined;
417
417
  transform?: string | undefined;
418
418
  delay?: number | undefined;
419
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<ProviderEmbeddingResponse>) | undefined;
420
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<ProviderClassificationResponse>) | undefined;
419
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<ProviderEmbeddingResponse>) | undefined;
420
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<ProviderClassificationResponse>) | undefined;
421
421
  }>;
422
422
  export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodFunction<z.ZodTuple<[z.ZodString, z.ZodOptional<z.ZodObject<{
423
423
  fetchWithCache: z.ZodOptional<z.ZodAny>;
@@ -447,20 +447,20 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
447
447
  function?: ((args_0: {
448
448
  vars: Record<string, any>;
449
449
  provider?: ApiProvider | undefined;
450
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
450
+ }, ...args: unknown[]) => Promise<any>) | undefined;
451
451
  id?: string | undefined;
452
- display?: string | undefined;
453
452
  config?: any;
453
+ display?: string | undefined;
454
454
  }, {
455
455
  raw: string;
456
456
  label: string;
457
457
  function?: ((args_0: {
458
458
  vars: Record<string, any>;
459
459
  provider?: ApiProvider | undefined;
460
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
460
+ }, ...args: unknown[]) => Promise<any>) | undefined;
461
461
  id?: string | undefined;
462
- display?: string | undefined;
463
462
  config?: any;
463
+ display?: string | undefined;
464
464
  }>;
465
465
  vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
466
466
  }, "strip", z.ZodTypeAny, {
@@ -471,13 +471,13 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
471
471
  function?: ((args_0: {
472
472
  vars: Record<string, any>;
473
473
  provider?: ApiProvider | undefined;
474
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
474
+ }, ...args: unknown[]) => Promise<any>) | undefined;
475
475
  id?: string | undefined;
476
- display?: string | undefined;
477
476
  config?: any;
477
+ display?: string | undefined;
478
478
  };
479
479
  fetchWithCache?: any;
480
- filters?: Record<string, (args_0: any, ...args_1: any[]) => string> | undefined;
480
+ filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
481
481
  getCache?: any;
482
482
  logger?: any;
483
483
  originalProvider?: any;
@@ -489,13 +489,13 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
489
489
  function?: ((args_0: {
490
490
  vars: Record<string, any>;
491
491
  provider?: ApiProvider | undefined;
492
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
492
+ }, ...args: unknown[]) => Promise<any>) | undefined;
493
493
  id?: string | undefined;
494
- display?: string | undefined;
495
494
  config?: any;
495
+ display?: string | undefined;
496
496
  };
497
497
  fetchWithCache?: any;
498
- filters?: Record<string, (args_0: any, ...args_1: any[]) => string> | undefined;
498
+ filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
499
499
  getCache?: any;
500
500
  logger?: any;
501
501
  originalProvider?: any;
@@ -626,8 +626,8 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
626
626
  }>>;
627
627
  }, "strict", z.ZodTypeAny, {
628
628
  id?: string | undefined;
629
- label?: string | undefined;
630
629
  config?: any;
630
+ label?: string | undefined;
631
631
  prompts?: string[] | undefined;
632
632
  transform?: string | undefined;
633
633
  delay?: number | undefined;
@@ -669,8 +669,8 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
669
669
  } | undefined;
670
670
  }, {
671
671
  id?: string | undefined;
672
- label?: string | undefined;
673
672
  config?: any;
673
+ label?: string | undefined;
674
674
  prompts?: string[] | undefined;
675
675
  transform?: string | undefined;
676
676
  delay?: number | undefined;
@@ -825,8 +825,8 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
825
825
  }>>;
826
826
  }, "strict", z.ZodTypeAny, {
827
827
  id?: string | undefined;
828
- label?: string | undefined;
829
828
  config?: any;
829
+ label?: string | undefined;
830
830
  prompts?: string[] | undefined;
831
831
  transform?: string | undefined;
832
832
  delay?: number | undefined;
@@ -868,8 +868,8 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
868
868
  } | undefined;
869
869
  }, {
870
870
  id?: string | undefined;
871
- label?: string | undefined;
872
871
  config?: any;
872
+ label?: string | undefined;
873
873
  prompts?: string[] | undefined;
874
874
  transform?: string | undefined;
875
875
  delay?: number | undefined;
@@ -937,20 +937,20 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
937
937
  function?: ((args_0: {
938
938
  vars: Record<string, any>;
939
939
  provider?: ApiProvider | undefined;
940
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
940
+ }, ...args: unknown[]) => Promise<any>) | undefined;
941
941
  id?: string | undefined;
942
- display?: string | undefined;
943
942
  config?: any;
943
+ display?: string | undefined;
944
944
  }, {
945
945
  raw: string;
946
946
  label: string;
947
947
  function?: ((args_0: {
948
948
  vars: Record<string, any>;
949
949
  provider?: ApiProvider | undefined;
950
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
950
+ }, ...args: unknown[]) => Promise<any>) | undefined;
951
951
  id?: string | undefined;
952
- display?: string | undefined;
953
952
  config?: any;
953
+ display?: string | undefined;
954
954
  }>;
955
955
  vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
956
956
  }, "strip", z.ZodTypeAny, {
@@ -961,13 +961,13 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
961
961
  function?: ((args_0: {
962
962
  vars: Record<string, any>;
963
963
  provider?: ApiProvider | undefined;
964
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
964
+ }, ...args: unknown[]) => Promise<any>) | undefined;
965
965
  id?: string | undefined;
966
- display?: string | undefined;
967
966
  config?: any;
967
+ display?: string | undefined;
968
968
  };
969
969
  fetchWithCache?: any;
970
- filters?: Record<string, (args_0: any, ...args_1: any[]) => string> | undefined;
970
+ filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
971
971
  getCache?: any;
972
972
  logger?: any;
973
973
  originalProvider?: any;
@@ -979,13 +979,13 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
979
979
  function?: ((args_0: {
980
980
  vars: Record<string, any>;
981
981
  provider?: ApiProvider | undefined;
982
- }, ...args_1: unknown[]) => Promise<any>) | undefined;
982
+ }, ...args: unknown[]) => Promise<any>) | undefined;
983
983
  id?: string | undefined;
984
- display?: string | undefined;
985
984
  config?: any;
985
+ display?: string | undefined;
986
986
  };
987
987
  fetchWithCache?: any;
988
- filters?: Record<string, (args_0: any, ...args_1: any[]) => string> | undefined;
988
+ filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
989
989
  getCache?: any;
990
990
  logger?: any;
991
991
  originalProvider?: any;
@@ -1117,8 +1117,8 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
1117
1117
  }>>;
1118
1118
  }, "strict", z.ZodTypeAny, {
1119
1119
  id?: string | undefined;
1120
- label?: string | undefined;
1121
1120
  config?: any;
1121
+ label?: string | undefined;
1122
1122
  prompts?: string[] | undefined;
1123
1123
  transform?: string | undefined;
1124
1124
  delay?: number | undefined;
@@ -1160,8 +1160,8 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
1160
1160
  } | undefined;
1161
1161
  }, {
1162
1162
  id?: string | undefined;
1163
- label?: string | undefined;
1164
1163
  config?: any;
1164
+ label?: string | undefined;
1165
1165
  prompts?: string[] | undefined;
1166
1166
  transform?: string | undefined;
1167
1167
  delay?: number | undefined;
@@ -1215,15 +1215,15 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
1215
1215
  label?: string | undefined;
1216
1216
  transform?: string | undefined;
1217
1217
  delay?: number | undefined;
1218
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<ProviderEmbeddingResponse>) | undefined;
1219
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<ProviderClassificationResponse>) | undefined;
1218
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<ProviderEmbeddingResponse>) | undefined;
1219
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<ProviderClassificationResponse>) | undefined;
1220
1220
  }, {
1221
1221
  callApi: CallApiFunction;
1222
1222
  id: (...args: unknown[]) => string;
1223
1223
  label?: string | undefined;
1224
1224
  transform?: string | undefined;
1225
1225
  delay?: number | undefined;
1226
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<ProviderEmbeddingResponse>) | undefined;
1227
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<ProviderClassificationResponse>) | undefined;
1226
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<ProviderEmbeddingResponse>) | undefined;
1227
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<ProviderClassificationResponse>) | undefined;
1228
1228
  }>]>;
1229
1229
  //# sourceMappingURL=providers.d.ts.map
@@ -1,5 +1,5 @@
1
1
  import { z } from 'zod';
2
- import type { RedteamFileConfig } from '../types/redteam';
2
+ import type { RedteamFileConfig } from '../redteam/types';
3
3
  /**
4
4
  * Schema for individual redteam plugins or their shorthand.
5
5
  */
@@ -76,13 +76,13 @@ export declare const RedteamGenerateOptionsSchema: z.ZodObject<{
76
76
  cache: boolean;
77
77
  defaultConfig: Record<string, unknown>;
78
78
  write: boolean;
79
- provider?: string | undefined;
80
79
  config?: string | undefined;
81
- delay?: number | undefined;
82
- output?: string | undefined;
83
80
  defaultConfigPath?: string | undefined;
84
81
  envFile?: string | undefined;
85
82
  maxConcurrency?: number | undefined;
83
+ output?: string | undefined;
84
+ provider?: string | undefined;
85
+ delay?: number | undefined;
86
86
  numTests?: number | undefined;
87
87
  injectVar?: string | undefined;
88
88
  language?: string | undefined;
@@ -102,13 +102,13 @@ export declare const RedteamGenerateOptionsSchema: z.ZodObject<{
102
102
  cache: boolean;
103
103
  defaultConfig: Record<string, unknown>;
104
104
  write: boolean;
105
- provider?: string | undefined;
106
105
  config?: string | undefined;
107
- delay?: number | undefined;
108
- output?: string | undefined;
109
106
  defaultConfigPath?: string | undefined;
110
107
  envFile?: string | undefined;
111
108
  maxConcurrency?: number | undefined;
109
+ output?: string | undefined;
110
+ provider?: string | undefined;
111
+ delay?: number | undefined;
112
112
  numTests?: number | undefined;
113
113
  injectVar?: string | undefined;
114
114
  language?: string | undefined;
@@ -246,8 +246,8 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
246
246
  }>>;
247
247
  }, "strict", z.ZodTypeAny, {
248
248
  id?: string | undefined;
249
- label?: string | undefined;
250
249
  config?: any;
250
+ label?: string | undefined;
251
251
  prompts?: string[] | undefined;
252
252
  transform?: string | undefined;
253
253
  delay?: number | undefined;
@@ -289,8 +289,8 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
289
289
  } | undefined;
290
290
  }, {
291
291
  id?: string | undefined;
292
- label?: string | undefined;
293
292
  config?: any;
293
+ label?: string | undefined;
294
294
  prompts?: string[] | undefined;
295
295
  transform?: string | undefined;
296
296
  delay?: number | undefined;
@@ -344,16 +344,16 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
344
344
  label?: string | undefined;
345
345
  transform?: string | undefined;
346
346
  delay?: number | undefined;
347
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderEmbeddingResponse>) | undefined;
348
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
347
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("..").ProviderEmbeddingResponse>) | undefined;
348
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
349
349
  }, {
350
350
  callApi: import("..").CallApiFunction;
351
351
  id: (...args: unknown[]) => string;
352
352
  label?: string | undefined;
353
353
  transform?: string | undefined;
354
354
  delay?: number | undefined;
355
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderEmbeddingResponse>) | undefined;
356
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
355
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("..").ProviderEmbeddingResponse>) | undefined;
356
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
357
357
  }>]>>>;
358
358
  numTests: z.ZodOptional<z.ZodNumber>;
359
359
  language: z.ZodOptional<z.ZodString>;
@@ -392,10 +392,11 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
392
392
  id: string;
393
393
  config?: Record<string, unknown> | undefined;
394
394
  })[];
395
+ maxConcurrency?: number | undefined;
395
396
  provider?: string | {
396
397
  id?: string | undefined;
397
- label?: string | undefined;
398
398
  config?: any;
399
+ label?: string | undefined;
399
400
  prompts?: string[] | undefined;
400
401
  transform?: string | undefined;
401
402
  delay?: number | undefined;
@@ -441,20 +442,20 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
441
442
  label?: string | undefined;
442
443
  transform?: string | undefined;
443
444
  delay?: number | undefined;
444
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderEmbeddingResponse>) | undefined;
445
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
445
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("..").ProviderEmbeddingResponse>) | undefined;
446
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
446
447
  } | undefined;
447
448
  delay?: number | undefined;
448
- maxConcurrency?: number | undefined;
449
449
  numTests?: number | undefined;
450
450
  injectVar?: string | undefined;
451
451
  language?: string | undefined;
452
452
  purpose?: string | undefined;
453
453
  }, {
454
+ maxConcurrency?: number | undefined;
454
455
  provider?: string | {
455
456
  id?: string | undefined;
456
- label?: string | undefined;
457
457
  config?: any;
458
+ label?: string | undefined;
458
459
  prompts?: string[] | undefined;
459
460
  transform?: string | undefined;
460
461
  delay?: number | undefined;
@@ -500,11 +501,10 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
500
501
  label?: string | undefined;
501
502
  transform?: string | undefined;
502
503
  delay?: number | undefined;
503
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderEmbeddingResponse>) | undefined;
504
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
504
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("..").ProviderEmbeddingResponse>) | undefined;
505
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
505
506
  } | undefined;
506
507
  delay?: number | undefined;
507
- maxConcurrency?: number | undefined;
508
508
  numTests?: number | undefined;
509
509
  injectVar?: string | undefined;
510
510
  language?: string | undefined;
@@ -519,10 +519,11 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
519
519
  config?: Record<string, unknown> | undefined;
520
520
  })[] | undefined;
521
521
  }>, RedteamFileConfig, {
522
+ maxConcurrency?: number | undefined;
522
523
  provider?: string | {
523
524
  id?: string | undefined;
524
- label?: string | undefined;
525
525
  config?: any;
526
+ label?: string | undefined;
526
527
  prompts?: string[] | undefined;
527
528
  transform?: string | undefined;
528
529
  delay?: number | undefined;
@@ -568,11 +569,10 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
568
569
  label?: string | undefined;
569
570
  transform?: string | undefined;
570
571
  delay?: number | undefined;
571
- callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderEmbeddingResponse>) | undefined;
572
- callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
572
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("..").ProviderEmbeddingResponse>) | undefined;
573
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
573
574
  } | undefined;
574
575
  delay?: number | undefined;
575
- maxConcurrency?: number | undefined;
576
576
  numTests?: number | undefined;
577
577
  injectVar?: string | undefined;
578
578
  language?: string | undefined;
@@ -1 +1 @@
1
- <!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><title>404: This page could not be found</title><meta name="next-head-count" content="3"/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js"></script><script src="/_next/static/chunks/webpack-452ae8c28379ed4c.js" defer=""></script><script src="/_next/static/chunks/framework-c3d480eb9ad30ba5.js" defer=""></script><script src="/_next/static/chunks/main-6b1ff2291a752212.js" defer=""></script><script src="/_next/static/chunks/pages/_app-998b254a061422d4.js" defer=""></script><script src="/_next/static/chunks/pages/_error-94f0db477e27e000.js" defer=""></script><script src="/_next/static/9oePeu-Q4M9r_50nf_Dh9/_buildManifest.js" defer=""></script><script src="/_next/static/9oePeu-Q4M9r_50nf_Dh9/_ssgManifest.js" defer=""></script></head><body><div id="__next"><div style="font-family:system-ui,&quot;Segoe UI&quot;,Roboto,Helvetica,Arial,sans-serif,&quot;Apple Color Emoji&quot;,&quot;Segoe UI Emoji&quot;;height:100vh;text-align:center;display:flex;flex-direction:column;align-items:center;justify-content:center"><div style="line-height:48px"><style>body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}</style><h1 class="next-error-h1" style="display:inline-block;margin:0 20px 0 0;padding-right:23px;font-size:24px;font-weight:500;vertical-align:top">404</h1><div style="display:inline-block"><h2 style="font-size:14px;font-weight:400;line-height:28px">This page could not be found<!-- -->.</h2></div></div></div></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{"statusCode":404}},"page":"/_error","query":{},"buildId":"9oePeu-Q4M9r_50nf_Dh9","nextExport":true,"isFallback":false,"gip":true,"scriptLoader":[]}</script></body></html>
1
+ <!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><title>404: This page could not be found</title><meta name="next-head-count" content="3"/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js"></script><script src="/_next/static/chunks/webpack-452ae8c28379ed4c.js" defer=""></script><script src="/_next/static/chunks/framework-c3d480eb9ad30ba5.js" defer=""></script><script src="/_next/static/chunks/main-6b1ff2291a752212.js" defer=""></script><script src="/_next/static/chunks/pages/_app-998b254a061422d4.js" defer=""></script><script src="/_next/static/chunks/pages/_error-94f0db477e27e000.js" defer=""></script><script src="/_next/static/MqErSXRfFhsncheOBrGQG/_buildManifest.js" defer=""></script><script src="/_next/static/MqErSXRfFhsncheOBrGQG/_ssgManifest.js" defer=""></script></head><body><div id="__next"><div style="font-family:system-ui,&quot;Segoe UI&quot;,Roboto,Helvetica,Arial,sans-serif,&quot;Apple Color Emoji&quot;,&quot;Segoe UI Emoji&quot;;height:100vh;text-align:center;display:flex;flex-direction:column;align-items:center;justify-content:center"><div style="line-height:48px"><style>body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}</style><h1 class="next-error-h1" style="display:inline-block;margin:0 20px 0 0;padding-right:23px;font-size:24px;font-weight:500;vertical-align:top">404</h1><div style="display:inline-block"><h2 style="font-size:14px;font-weight:400;line-height:28px">This page could not be found<!-- -->.</h2></div></div></div></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{"statusCode":404}},"page":"/_error","query":{},"buildId":"MqErSXRfFhsncheOBrGQG","nextExport":true,"isFallback":false,"gip":true,"scriptLoader":[]}</script></body></html>
@@ -1 +1 @@
1
- <!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><title>404: This page could not be found</title><meta name="next-head-count" content="3"/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js"></script><script src="/_next/static/chunks/webpack-452ae8c28379ed4c.js" defer=""></script><script src="/_next/static/chunks/framework-c3d480eb9ad30ba5.js" defer=""></script><script src="/_next/static/chunks/main-6b1ff2291a752212.js" defer=""></script><script src="/_next/static/chunks/pages/_app-998b254a061422d4.js" defer=""></script><script src="/_next/static/chunks/pages/_error-94f0db477e27e000.js" defer=""></script><script src="/_next/static/9oePeu-Q4M9r_50nf_Dh9/_buildManifest.js" defer=""></script><script src="/_next/static/9oePeu-Q4M9r_50nf_Dh9/_ssgManifest.js" defer=""></script></head><body><div id="__next"><div style="font-family:system-ui,&quot;Segoe UI&quot;,Roboto,Helvetica,Arial,sans-serif,&quot;Apple Color Emoji&quot;,&quot;Segoe UI Emoji&quot;;height:100vh;text-align:center;display:flex;flex-direction:column;align-items:center;justify-content:center"><div style="line-height:48px"><style>body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}</style><h1 class="next-error-h1" style="display:inline-block;margin:0 20px 0 0;padding-right:23px;font-size:24px;font-weight:500;vertical-align:top">404</h1><div style="display:inline-block"><h2 style="font-size:14px;font-weight:400;line-height:28px">This page could not be found<!-- -->.</h2></div></div></div></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{"statusCode":404}},"page":"/_error","query":{},"buildId":"9oePeu-Q4M9r_50nf_Dh9","nextExport":true,"isFallback":false,"gip":true,"scriptLoader":[]}</script></body></html>
1
+ <!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><title>404: This page could not be found</title><meta name="next-head-count" content="3"/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js"></script><script src="/_next/static/chunks/webpack-452ae8c28379ed4c.js" defer=""></script><script src="/_next/static/chunks/framework-c3d480eb9ad30ba5.js" defer=""></script><script src="/_next/static/chunks/main-6b1ff2291a752212.js" defer=""></script><script src="/_next/static/chunks/pages/_app-998b254a061422d4.js" defer=""></script><script src="/_next/static/chunks/pages/_error-94f0db477e27e000.js" defer=""></script><script src="/_next/static/MqErSXRfFhsncheOBrGQG/_buildManifest.js" defer=""></script><script src="/_next/static/MqErSXRfFhsncheOBrGQG/_ssgManifest.js" defer=""></script></head><body><div id="__next"><div style="font-family:system-ui,&quot;Segoe UI&quot;,Roboto,Helvetica,Arial,sans-serif,&quot;Apple Color Emoji&quot;,&quot;Segoe UI Emoji&quot;;height:100vh;text-align:center;display:flex;flex-direction:column;align-items:center;justify-content:center"><div style="line-height:48px"><style>body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}</style><h1 class="next-error-h1" style="display:inline-block;margin:0 20px 0 0;padding-right:23px;font-size:24px;font-weight:500;vertical-align:top">404</h1><div style="display:inline-block"><h2 style="font-size:14px;font-weight:400;line-height:28px">This page could not be found<!-- -->.</h2></div></div></div></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{"statusCode":404}},"page":"/_error","query":{},"buildId":"MqErSXRfFhsncheOBrGQG","nextExport":true,"isFallback":false,"gip":true,"scriptLoader":[]}</script></body></html>