promptfoo 0.87.0 → 0.88.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +6 -14
- package/dist/package.json +14 -14
- package/dist/src/assertions/AssertionsResult.d.ts.map +1 -1
- package/dist/src/assertions/AssertionsResult.js +7 -0
- package/dist/src/assertions/AssertionsResult.js.map +1 -1
- package/dist/src/assertions.d.ts.map +1 -1
- package/dist/src/assertions.js +11 -1
- package/dist/src/assertions.js.map +1 -1
- package/dist/src/commands/cache.js +2 -2
- package/dist/src/commands/cache.js.map +1 -1
- package/dist/src/commands/delete.js +2 -2
- package/dist/src/commands/delete.js.map +1 -1
- package/dist/src/commands/eval.d.ts +1 -1
- package/dist/src/commands/eval.d.ts.map +1 -1
- package/dist/src/commands/eval.js +17 -3
- package/dist/src/commands/eval.js.map +1 -1
- package/dist/src/commands/generate/dataset.js +1 -1
- package/dist/src/commands/generate/dataset.js.map +1 -1
- package/dist/src/commands/list.js +3 -3
- package/dist/src/commands/list.js.map +1 -1
- package/dist/src/commands/share.js +2 -2
- package/dist/src/commands/share.js.map +1 -1
- package/dist/src/commands/show.js +1 -1
- package/dist/src/commands/show.js.map +1 -1
- package/dist/src/commands/view.js +2 -2
- package/dist/src/commands/view.js.map +1 -1
- package/dist/src/config.d.ts.map +1 -1
- package/dist/src/config.js +8 -54
- package/dist/src/config.js.map +1 -1
- package/dist/src/constants.d.ts +1 -0
- package/dist/src/constants.d.ts.map +1 -1
- package/dist/src/constants.js +3 -2
- package/dist/src/constants.js.map +1 -1
- package/dist/src/database/tables.d.ts +35 -35
- package/dist/src/envars.d.ts +2 -0
- package/dist/src/envars.d.ts.map +1 -1
- package/dist/src/envars.js.map +1 -1
- package/dist/src/evaluator.d.ts.map +1 -1
- package/dist/src/evaluator.js +2 -0
- package/dist/src/evaluator.js.map +1 -1
- package/dist/src/main.d.ts.map +1 -1
- package/dist/src/main.js +5 -11
- package/dist/src/main.js.map +1 -1
- package/dist/src/onboarding.js +1 -1
- package/dist/src/onboarding.js.map +1 -1
- package/dist/src/providers/ai21.d.ts.map +1 -1
- package/dist/src/providers/ai21.js +3 -12
- package/dist/src/providers/ai21.js.map +1 -1
- package/dist/src/providers/anthropic.d.ts +3 -3
- package/dist/src/providers/anthropic.d.ts.map +1 -1
- package/dist/src/providers/anthropic.js +43 -33
- package/dist/src/providers/anthropic.js.map +1 -1
- package/dist/src/providers/azureopenai.d.ts +3 -2
- package/dist/src/providers/azureopenai.d.ts.map +1 -1
- package/dist/src/providers/azureopenai.js +129 -3
- package/dist/src/providers/azureopenai.js.map +1 -1
- package/dist/src/providers/mistral.d.ts.map +1 -1
- package/dist/src/providers/mistral.js +7 -17
- package/dist/src/providers/mistral.js.map +1 -1
- package/dist/src/providers/openai.d.ts +14 -0
- package/dist/src/providers/openai.d.ts.map +1 -1
- package/dist/src/providers/openai.js +73 -34
- package/dist/src/providers/openai.js.map +1 -1
- package/dist/src/providers/openaiUtil.d.ts.map +1 -1
- package/dist/src/providers/openaiUtil.js +1 -1
- package/dist/src/providers/openaiUtil.js.map +1 -1
- package/dist/src/providers/shared.d.ts +41 -0
- package/dist/src/providers/shared.d.ts.map +1 -1
- package/dist/src/providers/shared.js +44 -0
- package/dist/src/providers/shared.js.map +1 -1
- package/dist/src/python/pythonUtils.d.ts +23 -0
- package/dist/src/python/pythonUtils.d.ts.map +1 -1
- package/dist/src/python/pythonUtils.js +66 -1
- package/dist/src/python/pythonUtils.js.map +1 -1
- package/dist/src/{commands/redteam → redteam/commands}/generate.d.ts +1 -1
- package/dist/src/redteam/commands/generate.d.ts.map +1 -0
- package/dist/src/{commands/redteam → redteam/commands}/generate.js +14 -14
- package/dist/src/redteam/commands/generate.js.map +1 -0
- package/dist/src/{commands/redteam → redteam/commands}/init.d.ts.map +1 -1
- package/dist/src/{commands/redteam → redteam/commands}/init.js +1 -1
- package/dist/src/{commands/redteam → redteam/commands}/init.js.map +1 -1
- package/dist/src/{commands/redteam → redteam/commands}/plugins.d.ts.map +1 -1
- package/dist/src/{commands/redteam → redteam/commands}/plugins.js +1 -1
- package/dist/src/{commands/redteam → redteam/commands}/plugins.js.map +1 -1
- package/dist/src/redteam/index.d.ts +1 -1
- package/dist/src/redteam/index.d.ts.map +1 -1
- package/dist/src/redteam/index.js.map +1 -1
- package/dist/src/redteam/providers/prompts.d.ts.map +1 -1
- package/dist/src/redteam/providers/prompts.js +23 -0
- package/dist/src/redteam/providers/prompts.js.map +1 -1
- package/dist/src/{types/redteam.d.ts → redteam/types.d.ts} +1 -1
- package/dist/src/redteam/types.d.ts.map +1 -0
- package/dist/src/{types/redteam.js → redteam/types.js} +1 -1
- package/dist/src/redteam/types.js.map +1 -0
- package/dist/src/server/server.d.ts.map +1 -1
- package/dist/src/server/server.js +3 -0
- package/dist/src/server/server.js.map +1 -1
- package/dist/src/share.d.ts.map +1 -1
- package/dist/src/share.js +3 -1
- package/dist/src/share.js.map +1 -1
- package/dist/src/testCases.js +2 -2
- package/dist/src/testCases.js.map +1 -1
- package/dist/src/types/index.d.ts +569 -548
- package/dist/src/types/index.d.ts.map +1 -1
- package/dist/src/types/index.js +3 -2
- package/dist/src/types/index.js.map +1 -1
- package/dist/src/util/index.d.ts +12 -10
- package/dist/src/util/index.d.ts.map +1 -1
- package/dist/src/validators/prompts.d.ts +4 -4
- package/dist/src/validators/providers.d.ts +46 -46
- package/dist/src/validators/redteam.d.ts +25 -25
- package/dist/src/web/nextui/404/index.html +1 -1
- package/dist/src/web/nextui/404.html +1 -1
- package/dist/src/web/nextui/_next/static/chunks/86-aa3374f7327c985c.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/{layout-ad06af684889c655.js → layout-b0e8e0230ef8ed73.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/app/setup/page-b88fdbe49672ce14.js +1 -0
- package/dist/src/web/nextui/auth/login/index.html +1 -1
- package/dist/src/web/nextui/auth/login/index.txt +2 -2
- package/dist/src/web/nextui/auth/signup/index.html +1 -1
- package/dist/src/web/nextui/auth/signup/index.txt +2 -2
- package/dist/src/web/nextui/datasets/index.html +1 -1
- package/dist/src/web/nextui/datasets/index.txt +2 -2
- package/dist/src/web/nextui/eval/index.html +1 -1
- package/dist/src/web/nextui/eval/index.txt +3 -3
- package/dist/src/web/nextui/index.html +1 -1
- package/dist/src/web/nextui/index.txt +2 -2
- package/dist/src/web/nextui/progress/index.html +1 -1
- package/dist/src/web/nextui/progress/index.txt +2 -2
- package/dist/src/web/nextui/prompts/index.html +1 -1
- package/dist/src/web/nextui/prompts/index.txt +2 -2
- package/dist/src/web/nextui/report/index.html +1 -1
- package/dist/src/web/nextui/report/index.txt +2 -2
- package/dist/src/web/nextui/setup/index.html +1 -1
- package/dist/src/web/nextui/setup/index.txt +3 -3
- package/dist/test/assertions.test.js +49 -0
- package/dist/test/assertions.test.js.map +1 -1
- package/dist/test/config.test.js +90 -42
- package/dist/test/config.test.js.map +1 -1
- package/dist/test/envars.test.js +103 -0
- package/dist/test/envars.test.js.map +1 -1
- package/dist/test/matchers.test.js +4 -4
- package/dist/test/matchers.test.js.map +1 -1
- package/dist/test/providers.anthropic.test.js +93 -23
- package/dist/test/providers.anthropic.test.js.map +1 -1
- package/dist/test/providers.azure.test.js +42 -0
- package/dist/test/providers.azure.test.js.map +1 -1
- package/dist/test/providers.shared.test.d.ts +2 -0
- package/dist/test/providers.shared.test.d.ts.map +1 -0
- package/dist/test/providers.shared.test.js +92 -0
- package/dist/test/providers.shared.test.js.map +1 -0
- package/dist/test/providers.test.js +294 -7
- package/dist/test/providers.test.js.map +1 -1
- package/dist/test/python/pythonUtils.test.d.ts +2 -0
- package/dist/test/python/pythonUtils.test.d.ts.map +1 -0
- package/dist/test/python/pythonUtils.test.js +164 -0
- package/dist/test/python/pythonUtils.test.js.map +1 -0
- package/dist/test/python/wrapper.test.d.ts +2 -0
- package/dist/test/python/wrapper.test.d.ts.map +1 -0
- package/dist/test/python/wrapper.test.js +56 -0
- package/dist/test/python/wrapper.test.js.map +1 -0
- package/dist/test/redteam/commands/generate.test.d.ts.map +1 -0
- package/dist/test/{commands/redteam → redteam/commands}/generate.test.js +1 -1
- package/dist/test/{commands/redteam → redteam/commands}/generate.test.js.map +1 -1
- package/dist/test/redteam/validators.test.js +2 -2
- package/dist/test/redteam/validators.test.js.map +1 -1
- package/dist/test/testCases.test.js +75 -27
- package/dist/test/testCases.test.js.map +1 -1
- package/dist/test/types.test.js +1 -1
- package/dist/test/types.test.js.map +1 -1
- package/package.json +14 -14
- package/dist/src/commands/redteam/generate.d.ts.map +0 -1
- package/dist/src/commands/redteam/generate.js.map +0 -1
- package/dist/src/types/redteam.d.ts.map +0 -1
- package/dist/src/types/redteam.js.map +0 -1
- package/dist/src/web/nextui/_next/static/chunks/86-fcb0efd0a19bac7d.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/setup/page-35c95dd67114a045.js +0 -1
- package/dist/test/commands/redteam/generate.test.d.ts.map +0 -1
- package/dist/test/pythonWrapper.test.d.ts +0 -2
- package/dist/test/pythonWrapper.test.d.ts.map +0 -1
- package/dist/test/pythonWrapper.test.js +0 -99
- package/dist/test/pythonWrapper.test.js.map +0 -1
- /package/dist/src/{commands/redteam → redteam/commands}/init.d.ts +0 -0
- /package/dist/src/{commands/redteam → redteam/commands}/plugins.d.ts +0 -0
- /package/dist/src/web/nextui/_next/static/{9oePeu-Q4M9r_50nf_Dh9 → MqErSXRfFhsncheOBrGQG}/_buildManifest.js +0 -0
- /package/dist/src/web/nextui/_next/static/{9oePeu-Q4M9r_50nf_Dh9 → MqErSXRfFhsncheOBrGQG}/_ssgManifest.js +0 -0
- /package/dist/test/{commands/redteam → redteam/commands}/generate.test.d.ts +0 -0
|
@@ -221,8 +221,8 @@ export declare const ProviderOptionsSchema: z.ZodObject<{
|
|
|
221
221
|
}>>;
|
|
222
222
|
}, "strict", z.ZodTypeAny, {
|
|
223
223
|
id?: string | undefined;
|
|
224
|
-
label?: string | undefined;
|
|
225
224
|
config?: any;
|
|
225
|
+
label?: string | undefined;
|
|
226
226
|
prompts?: string[] | undefined;
|
|
227
227
|
transform?: string | undefined;
|
|
228
228
|
delay?: number | undefined;
|
|
@@ -264,8 +264,8 @@ export declare const ProviderOptionsSchema: z.ZodObject<{
|
|
|
264
264
|
} | undefined;
|
|
265
265
|
}, {
|
|
266
266
|
id?: string | undefined;
|
|
267
|
-
label?: string | undefined;
|
|
268
267
|
config?: any;
|
|
268
|
+
label?: string | undefined;
|
|
269
269
|
prompts?: string[] | undefined;
|
|
270
270
|
transform?: string | undefined;
|
|
271
271
|
delay?: number | undefined;
|
|
@@ -334,20 +334,20 @@ export declare const CallApiContextParamsSchema: z.ZodObject<{
|
|
|
334
334
|
function?: ((args_0: {
|
|
335
335
|
vars: Record<string, any>;
|
|
336
336
|
provider?: ApiProvider | undefined;
|
|
337
|
-
}, ...
|
|
337
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
338
338
|
id?: string | undefined;
|
|
339
|
-
display?: string | undefined;
|
|
340
339
|
config?: any;
|
|
340
|
+
display?: string | undefined;
|
|
341
341
|
}, {
|
|
342
342
|
raw: string;
|
|
343
343
|
label: string;
|
|
344
344
|
function?: ((args_0: {
|
|
345
345
|
vars: Record<string, any>;
|
|
346
346
|
provider?: ApiProvider | undefined;
|
|
347
|
-
}, ...
|
|
347
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
348
348
|
id?: string | undefined;
|
|
349
|
-
display?: string | undefined;
|
|
350
349
|
config?: any;
|
|
350
|
+
display?: string | undefined;
|
|
351
351
|
}>;
|
|
352
352
|
vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
|
|
353
353
|
}, "strip", z.ZodTypeAny, {
|
|
@@ -358,13 +358,13 @@ export declare const CallApiContextParamsSchema: z.ZodObject<{
|
|
|
358
358
|
function?: ((args_0: {
|
|
359
359
|
vars: Record<string, any>;
|
|
360
360
|
provider?: ApiProvider | undefined;
|
|
361
|
-
}, ...
|
|
361
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
362
362
|
id?: string | undefined;
|
|
363
|
-
display?: string | undefined;
|
|
364
363
|
config?: any;
|
|
364
|
+
display?: string | undefined;
|
|
365
365
|
};
|
|
366
366
|
fetchWithCache?: any;
|
|
367
|
-
filters?: Record<string, (args_0: any, ...
|
|
367
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
368
368
|
getCache?: any;
|
|
369
369
|
logger?: any;
|
|
370
370
|
originalProvider?: any;
|
|
@@ -376,13 +376,13 @@ export declare const CallApiContextParamsSchema: z.ZodObject<{
|
|
|
376
376
|
function?: ((args_0: {
|
|
377
377
|
vars: Record<string, any>;
|
|
378
378
|
provider?: ApiProvider | undefined;
|
|
379
|
-
}, ...
|
|
379
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
380
380
|
id?: string | undefined;
|
|
381
|
-
display?: string | undefined;
|
|
382
381
|
config?: any;
|
|
382
|
+
display?: string | undefined;
|
|
383
383
|
};
|
|
384
384
|
fetchWithCache?: any;
|
|
385
|
-
filters?: Record<string, (args_0: any, ...
|
|
385
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
386
386
|
getCache?: any;
|
|
387
387
|
logger?: any;
|
|
388
388
|
originalProvider?: any;
|
|
@@ -408,16 +408,16 @@ export declare const ApiProviderSchema: z.ZodObject<{
|
|
|
408
408
|
label?: string | undefined;
|
|
409
409
|
transform?: string | undefined;
|
|
410
410
|
delay?: number | undefined;
|
|
411
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
412
|
-
callClassificationApi?: ((args_0: string, ...
|
|
411
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<ProviderEmbeddingResponse>) | undefined;
|
|
412
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<ProviderClassificationResponse>) | undefined;
|
|
413
413
|
}, {
|
|
414
414
|
callApi: CallApiFunction;
|
|
415
415
|
id: (...args: unknown[]) => string;
|
|
416
416
|
label?: string | undefined;
|
|
417
417
|
transform?: string | undefined;
|
|
418
418
|
delay?: number | undefined;
|
|
419
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
420
|
-
callClassificationApi?: ((args_0: string, ...
|
|
419
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<ProviderEmbeddingResponse>) | undefined;
|
|
420
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<ProviderClassificationResponse>) | undefined;
|
|
421
421
|
}>;
|
|
422
422
|
export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodFunction<z.ZodTuple<[z.ZodString, z.ZodOptional<z.ZodObject<{
|
|
423
423
|
fetchWithCache: z.ZodOptional<z.ZodAny>;
|
|
@@ -447,20 +447,20 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
|
|
|
447
447
|
function?: ((args_0: {
|
|
448
448
|
vars: Record<string, any>;
|
|
449
449
|
provider?: ApiProvider | undefined;
|
|
450
|
-
}, ...
|
|
450
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
451
451
|
id?: string | undefined;
|
|
452
|
-
display?: string | undefined;
|
|
453
452
|
config?: any;
|
|
453
|
+
display?: string | undefined;
|
|
454
454
|
}, {
|
|
455
455
|
raw: string;
|
|
456
456
|
label: string;
|
|
457
457
|
function?: ((args_0: {
|
|
458
458
|
vars: Record<string, any>;
|
|
459
459
|
provider?: ApiProvider | undefined;
|
|
460
|
-
}, ...
|
|
460
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
461
461
|
id?: string | undefined;
|
|
462
|
-
display?: string | undefined;
|
|
463
462
|
config?: any;
|
|
463
|
+
display?: string | undefined;
|
|
464
464
|
}>;
|
|
465
465
|
vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
|
|
466
466
|
}, "strip", z.ZodTypeAny, {
|
|
@@ -471,13 +471,13 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
|
|
|
471
471
|
function?: ((args_0: {
|
|
472
472
|
vars: Record<string, any>;
|
|
473
473
|
provider?: ApiProvider | undefined;
|
|
474
|
-
}, ...
|
|
474
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
475
475
|
id?: string | undefined;
|
|
476
|
-
display?: string | undefined;
|
|
477
476
|
config?: any;
|
|
477
|
+
display?: string | undefined;
|
|
478
478
|
};
|
|
479
479
|
fetchWithCache?: any;
|
|
480
|
-
filters?: Record<string, (args_0: any, ...
|
|
480
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
481
481
|
getCache?: any;
|
|
482
482
|
logger?: any;
|
|
483
483
|
originalProvider?: any;
|
|
@@ -489,13 +489,13 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
|
|
|
489
489
|
function?: ((args_0: {
|
|
490
490
|
vars: Record<string, any>;
|
|
491
491
|
provider?: ApiProvider | undefined;
|
|
492
|
-
}, ...
|
|
492
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
493
493
|
id?: string | undefined;
|
|
494
|
-
display?: string | undefined;
|
|
495
494
|
config?: any;
|
|
495
|
+
display?: string | undefined;
|
|
496
496
|
};
|
|
497
497
|
fetchWithCache?: any;
|
|
498
|
-
filters?: Record<string, (args_0: any, ...
|
|
498
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
499
499
|
getCache?: any;
|
|
500
500
|
logger?: any;
|
|
501
501
|
originalProvider?: any;
|
|
@@ -626,8 +626,8 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
|
|
|
626
626
|
}>>;
|
|
627
627
|
}, "strict", z.ZodTypeAny, {
|
|
628
628
|
id?: string | undefined;
|
|
629
|
-
label?: string | undefined;
|
|
630
629
|
config?: any;
|
|
630
|
+
label?: string | undefined;
|
|
631
631
|
prompts?: string[] | undefined;
|
|
632
632
|
transform?: string | undefined;
|
|
633
633
|
delay?: number | undefined;
|
|
@@ -669,8 +669,8 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
|
|
|
669
669
|
} | undefined;
|
|
670
670
|
}, {
|
|
671
671
|
id?: string | undefined;
|
|
672
|
-
label?: string | undefined;
|
|
673
672
|
config?: any;
|
|
673
|
+
label?: string | undefined;
|
|
674
674
|
prompts?: string[] | undefined;
|
|
675
675
|
transform?: string | undefined;
|
|
676
676
|
delay?: number | undefined;
|
|
@@ -825,8 +825,8 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
|
|
|
825
825
|
}>>;
|
|
826
826
|
}, "strict", z.ZodTypeAny, {
|
|
827
827
|
id?: string | undefined;
|
|
828
|
-
label?: string | undefined;
|
|
829
828
|
config?: any;
|
|
829
|
+
label?: string | undefined;
|
|
830
830
|
prompts?: string[] | undefined;
|
|
831
831
|
transform?: string | undefined;
|
|
832
832
|
delay?: number | undefined;
|
|
@@ -868,8 +868,8 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
|
|
|
868
868
|
} | undefined;
|
|
869
869
|
}, {
|
|
870
870
|
id?: string | undefined;
|
|
871
|
-
label?: string | undefined;
|
|
872
871
|
config?: any;
|
|
872
|
+
label?: string | undefined;
|
|
873
873
|
prompts?: string[] | undefined;
|
|
874
874
|
transform?: string | undefined;
|
|
875
875
|
delay?: number | undefined;
|
|
@@ -937,20 +937,20 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
|
|
|
937
937
|
function?: ((args_0: {
|
|
938
938
|
vars: Record<string, any>;
|
|
939
939
|
provider?: ApiProvider | undefined;
|
|
940
|
-
}, ...
|
|
940
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
941
941
|
id?: string | undefined;
|
|
942
|
-
display?: string | undefined;
|
|
943
942
|
config?: any;
|
|
943
|
+
display?: string | undefined;
|
|
944
944
|
}, {
|
|
945
945
|
raw: string;
|
|
946
946
|
label: string;
|
|
947
947
|
function?: ((args_0: {
|
|
948
948
|
vars: Record<string, any>;
|
|
949
949
|
provider?: ApiProvider | undefined;
|
|
950
|
-
}, ...
|
|
950
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
951
951
|
id?: string | undefined;
|
|
952
|
-
display?: string | undefined;
|
|
953
952
|
config?: any;
|
|
953
|
+
display?: string | undefined;
|
|
954
954
|
}>;
|
|
955
955
|
vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
|
|
956
956
|
}, "strip", z.ZodTypeAny, {
|
|
@@ -961,13 +961,13 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
|
|
|
961
961
|
function?: ((args_0: {
|
|
962
962
|
vars: Record<string, any>;
|
|
963
963
|
provider?: ApiProvider | undefined;
|
|
964
|
-
}, ...
|
|
964
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
965
965
|
id?: string | undefined;
|
|
966
|
-
display?: string | undefined;
|
|
967
966
|
config?: any;
|
|
967
|
+
display?: string | undefined;
|
|
968
968
|
};
|
|
969
969
|
fetchWithCache?: any;
|
|
970
|
-
filters?: Record<string, (args_0: any, ...
|
|
970
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
971
971
|
getCache?: any;
|
|
972
972
|
logger?: any;
|
|
973
973
|
originalProvider?: any;
|
|
@@ -979,13 +979,13 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
|
|
|
979
979
|
function?: ((args_0: {
|
|
980
980
|
vars: Record<string, any>;
|
|
981
981
|
provider?: ApiProvider | undefined;
|
|
982
|
-
}, ...
|
|
982
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
983
983
|
id?: string | undefined;
|
|
984
|
-
display?: string | undefined;
|
|
985
984
|
config?: any;
|
|
985
|
+
display?: string | undefined;
|
|
986
986
|
};
|
|
987
987
|
fetchWithCache?: any;
|
|
988
|
-
filters?: Record<string, (args_0: any, ...
|
|
988
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
989
989
|
getCache?: any;
|
|
990
990
|
logger?: any;
|
|
991
991
|
originalProvider?: any;
|
|
@@ -1117,8 +1117,8 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
|
|
|
1117
1117
|
}>>;
|
|
1118
1118
|
}, "strict", z.ZodTypeAny, {
|
|
1119
1119
|
id?: string | undefined;
|
|
1120
|
-
label?: string | undefined;
|
|
1121
1120
|
config?: any;
|
|
1121
|
+
label?: string | undefined;
|
|
1122
1122
|
prompts?: string[] | undefined;
|
|
1123
1123
|
transform?: string | undefined;
|
|
1124
1124
|
delay?: number | undefined;
|
|
@@ -1160,8 +1160,8 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
|
|
|
1160
1160
|
} | undefined;
|
|
1161
1161
|
}, {
|
|
1162
1162
|
id?: string | undefined;
|
|
1163
|
-
label?: string | undefined;
|
|
1164
1163
|
config?: any;
|
|
1164
|
+
label?: string | undefined;
|
|
1165
1165
|
prompts?: string[] | undefined;
|
|
1166
1166
|
transform?: string | undefined;
|
|
1167
1167
|
delay?: number | undefined;
|
|
@@ -1215,15 +1215,15 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
|
|
|
1215
1215
|
label?: string | undefined;
|
|
1216
1216
|
transform?: string | undefined;
|
|
1217
1217
|
delay?: number | undefined;
|
|
1218
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
1219
|
-
callClassificationApi?: ((args_0: string, ...
|
|
1218
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<ProviderEmbeddingResponse>) | undefined;
|
|
1219
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<ProviderClassificationResponse>) | undefined;
|
|
1220
1220
|
}, {
|
|
1221
1221
|
callApi: CallApiFunction;
|
|
1222
1222
|
id: (...args: unknown[]) => string;
|
|
1223
1223
|
label?: string | undefined;
|
|
1224
1224
|
transform?: string | undefined;
|
|
1225
1225
|
delay?: number | undefined;
|
|
1226
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
1227
|
-
callClassificationApi?: ((args_0: string, ...
|
|
1226
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<ProviderEmbeddingResponse>) | undefined;
|
|
1227
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<ProviderClassificationResponse>) | undefined;
|
|
1228
1228
|
}>]>;
|
|
1229
1229
|
//# sourceMappingURL=providers.d.ts.map
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import type { RedteamFileConfig } from '../types
|
|
2
|
+
import type { RedteamFileConfig } from '../redteam/types';
|
|
3
3
|
/**
|
|
4
4
|
* Schema for individual redteam plugins or their shorthand.
|
|
5
5
|
*/
|
|
@@ -76,13 +76,13 @@ export declare const RedteamGenerateOptionsSchema: z.ZodObject<{
|
|
|
76
76
|
cache: boolean;
|
|
77
77
|
defaultConfig: Record<string, unknown>;
|
|
78
78
|
write: boolean;
|
|
79
|
-
provider?: string | undefined;
|
|
80
79
|
config?: string | undefined;
|
|
81
|
-
delay?: number | undefined;
|
|
82
|
-
output?: string | undefined;
|
|
83
80
|
defaultConfigPath?: string | undefined;
|
|
84
81
|
envFile?: string | undefined;
|
|
85
82
|
maxConcurrency?: number | undefined;
|
|
83
|
+
output?: string | undefined;
|
|
84
|
+
provider?: string | undefined;
|
|
85
|
+
delay?: number | undefined;
|
|
86
86
|
numTests?: number | undefined;
|
|
87
87
|
injectVar?: string | undefined;
|
|
88
88
|
language?: string | undefined;
|
|
@@ -102,13 +102,13 @@ export declare const RedteamGenerateOptionsSchema: z.ZodObject<{
|
|
|
102
102
|
cache: boolean;
|
|
103
103
|
defaultConfig: Record<string, unknown>;
|
|
104
104
|
write: boolean;
|
|
105
|
-
provider?: string | undefined;
|
|
106
105
|
config?: string | undefined;
|
|
107
|
-
delay?: number | undefined;
|
|
108
|
-
output?: string | undefined;
|
|
109
106
|
defaultConfigPath?: string | undefined;
|
|
110
107
|
envFile?: string | undefined;
|
|
111
108
|
maxConcurrency?: number | undefined;
|
|
109
|
+
output?: string | undefined;
|
|
110
|
+
provider?: string | undefined;
|
|
111
|
+
delay?: number | undefined;
|
|
112
112
|
numTests?: number | undefined;
|
|
113
113
|
injectVar?: string | undefined;
|
|
114
114
|
language?: string | undefined;
|
|
@@ -246,8 +246,8 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
|
|
|
246
246
|
}>>;
|
|
247
247
|
}, "strict", z.ZodTypeAny, {
|
|
248
248
|
id?: string | undefined;
|
|
249
|
-
label?: string | undefined;
|
|
250
249
|
config?: any;
|
|
250
|
+
label?: string | undefined;
|
|
251
251
|
prompts?: string[] | undefined;
|
|
252
252
|
transform?: string | undefined;
|
|
253
253
|
delay?: number | undefined;
|
|
@@ -289,8 +289,8 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
|
|
|
289
289
|
} | undefined;
|
|
290
290
|
}, {
|
|
291
291
|
id?: string | undefined;
|
|
292
|
-
label?: string | undefined;
|
|
293
292
|
config?: any;
|
|
293
|
+
label?: string | undefined;
|
|
294
294
|
prompts?: string[] | undefined;
|
|
295
295
|
transform?: string | undefined;
|
|
296
296
|
delay?: number | undefined;
|
|
@@ -344,16 +344,16 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
|
|
|
344
344
|
label?: string | undefined;
|
|
345
345
|
transform?: string | undefined;
|
|
346
346
|
delay?: number | undefined;
|
|
347
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
348
|
-
callClassificationApi?: ((args_0: string, ...
|
|
347
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("..").ProviderEmbeddingResponse>) | undefined;
|
|
348
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
|
|
349
349
|
}, {
|
|
350
350
|
callApi: import("..").CallApiFunction;
|
|
351
351
|
id: (...args: unknown[]) => string;
|
|
352
352
|
label?: string | undefined;
|
|
353
353
|
transform?: string | undefined;
|
|
354
354
|
delay?: number | undefined;
|
|
355
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
356
|
-
callClassificationApi?: ((args_0: string, ...
|
|
355
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("..").ProviderEmbeddingResponse>) | undefined;
|
|
356
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
|
|
357
357
|
}>]>>>;
|
|
358
358
|
numTests: z.ZodOptional<z.ZodNumber>;
|
|
359
359
|
language: z.ZodOptional<z.ZodString>;
|
|
@@ -392,10 +392,11 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
|
|
|
392
392
|
id: string;
|
|
393
393
|
config?: Record<string, unknown> | undefined;
|
|
394
394
|
})[];
|
|
395
|
+
maxConcurrency?: number | undefined;
|
|
395
396
|
provider?: string | {
|
|
396
397
|
id?: string | undefined;
|
|
397
|
-
label?: string | undefined;
|
|
398
398
|
config?: any;
|
|
399
|
+
label?: string | undefined;
|
|
399
400
|
prompts?: string[] | undefined;
|
|
400
401
|
transform?: string | undefined;
|
|
401
402
|
delay?: number | undefined;
|
|
@@ -441,20 +442,20 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
|
|
|
441
442
|
label?: string | undefined;
|
|
442
443
|
transform?: string | undefined;
|
|
443
444
|
delay?: number | undefined;
|
|
444
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
445
|
-
callClassificationApi?: ((args_0: string, ...
|
|
445
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("..").ProviderEmbeddingResponse>) | undefined;
|
|
446
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
|
|
446
447
|
} | undefined;
|
|
447
448
|
delay?: number | undefined;
|
|
448
|
-
maxConcurrency?: number | undefined;
|
|
449
449
|
numTests?: number | undefined;
|
|
450
450
|
injectVar?: string | undefined;
|
|
451
451
|
language?: string | undefined;
|
|
452
452
|
purpose?: string | undefined;
|
|
453
453
|
}, {
|
|
454
|
+
maxConcurrency?: number | undefined;
|
|
454
455
|
provider?: string | {
|
|
455
456
|
id?: string | undefined;
|
|
456
|
-
label?: string | undefined;
|
|
457
457
|
config?: any;
|
|
458
|
+
label?: string | undefined;
|
|
458
459
|
prompts?: string[] | undefined;
|
|
459
460
|
transform?: string | undefined;
|
|
460
461
|
delay?: number | undefined;
|
|
@@ -500,11 +501,10 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
|
|
|
500
501
|
label?: string | undefined;
|
|
501
502
|
transform?: string | undefined;
|
|
502
503
|
delay?: number | undefined;
|
|
503
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
504
|
-
callClassificationApi?: ((args_0: string, ...
|
|
504
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("..").ProviderEmbeddingResponse>) | undefined;
|
|
505
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
|
|
505
506
|
} | undefined;
|
|
506
507
|
delay?: number | undefined;
|
|
507
|
-
maxConcurrency?: number | undefined;
|
|
508
508
|
numTests?: number | undefined;
|
|
509
509
|
injectVar?: string | undefined;
|
|
510
510
|
language?: string | undefined;
|
|
@@ -519,10 +519,11 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
|
|
|
519
519
|
config?: Record<string, unknown> | undefined;
|
|
520
520
|
})[] | undefined;
|
|
521
521
|
}>, RedteamFileConfig, {
|
|
522
|
+
maxConcurrency?: number | undefined;
|
|
522
523
|
provider?: string | {
|
|
523
524
|
id?: string | undefined;
|
|
524
|
-
label?: string | undefined;
|
|
525
525
|
config?: any;
|
|
526
|
+
label?: string | undefined;
|
|
526
527
|
prompts?: string[] | undefined;
|
|
527
528
|
transform?: string | undefined;
|
|
528
529
|
delay?: number | undefined;
|
|
@@ -568,11 +569,10 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
|
|
|
568
569
|
label?: string | undefined;
|
|
569
570
|
transform?: string | undefined;
|
|
570
571
|
delay?: number | undefined;
|
|
571
|
-
callEmbeddingApi?: ((args_0: string, ...
|
|
572
|
-
callClassificationApi?: ((args_0: string, ...
|
|
572
|
+
callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("..").ProviderEmbeddingResponse>) | undefined;
|
|
573
|
+
callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
|
|
573
574
|
} | undefined;
|
|
574
575
|
delay?: number | undefined;
|
|
575
|
-
maxConcurrency?: number | undefined;
|
|
576
576
|
numTests?: number | undefined;
|
|
577
577
|
injectVar?: string | undefined;
|
|
578
578
|
language?: string | undefined;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
<!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><title>404: This page could not be found</title><meta name="next-head-count" content="3"/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js"></script><script src="/_next/static/chunks/webpack-452ae8c28379ed4c.js" defer=""></script><script src="/_next/static/chunks/framework-c3d480eb9ad30ba5.js" defer=""></script><script src="/_next/static/chunks/main-6b1ff2291a752212.js" defer=""></script><script src="/_next/static/chunks/pages/_app-998b254a061422d4.js" defer=""></script><script src="/_next/static/chunks/pages/_error-94f0db477e27e000.js" defer=""></script><script src="/_next/static/
|
|
1
|
+
<!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><title>404: This page could not be found</title><meta name="next-head-count" content="3"/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js"></script><script src="/_next/static/chunks/webpack-452ae8c28379ed4c.js" defer=""></script><script src="/_next/static/chunks/framework-c3d480eb9ad30ba5.js" defer=""></script><script src="/_next/static/chunks/main-6b1ff2291a752212.js" defer=""></script><script src="/_next/static/chunks/pages/_app-998b254a061422d4.js" defer=""></script><script src="/_next/static/chunks/pages/_error-94f0db477e27e000.js" defer=""></script><script src="/_next/static/MqErSXRfFhsncheOBrGQG/_buildManifest.js" defer=""></script><script src="/_next/static/MqErSXRfFhsncheOBrGQG/_ssgManifest.js" defer=""></script></head><body><div id="__next"><div style="font-family:system-ui,"Segoe UI",Roboto,Helvetica,Arial,sans-serif,"Apple Color Emoji","Segoe UI Emoji";height:100vh;text-align:center;display:flex;flex-direction:column;align-items:center;justify-content:center"><div style="line-height:48px"><style>body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}</style><h1 class="next-error-h1" style="display:inline-block;margin:0 20px 0 0;padding-right:23px;font-size:24px;font-weight:500;vertical-align:top">404</h1><div style="display:inline-block"><h2 style="font-size:14px;font-weight:400;line-height:28px">This page could not be found<!-- -->.</h2></div></div></div></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{"statusCode":404}},"page":"/_error","query":{},"buildId":"MqErSXRfFhsncheOBrGQG","nextExport":true,"isFallback":false,"gip":true,"scriptLoader":[]}</script></body></html>
|
|
@@ -1 +1 @@
|
|
|
1
|
-
<!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><title>404: This page could not be found</title><meta name="next-head-count" content="3"/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js"></script><script src="/_next/static/chunks/webpack-452ae8c28379ed4c.js" defer=""></script><script src="/_next/static/chunks/framework-c3d480eb9ad30ba5.js" defer=""></script><script src="/_next/static/chunks/main-6b1ff2291a752212.js" defer=""></script><script src="/_next/static/chunks/pages/_app-998b254a061422d4.js" defer=""></script><script src="/_next/static/chunks/pages/_error-94f0db477e27e000.js" defer=""></script><script src="/_next/static/
|
|
1
|
+
<!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><title>404: This page could not be found</title><meta name="next-head-count" content="3"/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js"></script><script src="/_next/static/chunks/webpack-452ae8c28379ed4c.js" defer=""></script><script src="/_next/static/chunks/framework-c3d480eb9ad30ba5.js" defer=""></script><script src="/_next/static/chunks/main-6b1ff2291a752212.js" defer=""></script><script src="/_next/static/chunks/pages/_app-998b254a061422d4.js" defer=""></script><script src="/_next/static/chunks/pages/_error-94f0db477e27e000.js" defer=""></script><script src="/_next/static/MqErSXRfFhsncheOBrGQG/_buildManifest.js" defer=""></script><script src="/_next/static/MqErSXRfFhsncheOBrGQG/_ssgManifest.js" defer=""></script></head><body><div id="__next"><div style="font-family:system-ui,"Segoe UI",Roboto,Helvetica,Arial,sans-serif,"Apple Color Emoji","Segoe UI Emoji";height:100vh;text-align:center;display:flex;flex-direction:column;align-items:center;justify-content:center"><div style="line-height:48px"><style>body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}</style><h1 class="next-error-h1" style="display:inline-block;margin:0 20px 0 0;padding-right:23px;font-size:24px;font-weight:500;vertical-align:top">404</h1><div style="display:inline-block"><h2 style="font-size:14px;font-weight:400;line-height:28px">This page could not be found<!-- -->.</h2></div></div></div></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{"statusCode":404}},"page":"/_error","query":{},"buildId":"MqErSXRfFhsncheOBrGQG","nextExport":true,"isFallback":false,"gip":true,"scriptLoader":[]}</script></body></html>
|