promptfoo 0.73.9 → 0.74.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +59 -1
- package/dist/package.json +1 -1
- package/dist/src/assertions/AssertionsResult.d.ts +1 -1
- package/dist/src/assertions/AssertionsResult.d.ts.map +1 -1
- package/dist/src/assertions/validateAssertions.d.ts +1 -1
- package/dist/src/assertions/validateAssertions.d.ts.map +1 -1
- package/dist/src/assertions.d.ts +2 -1
- package/dist/src/assertions.d.ts.map +1 -1
- package/dist/src/assertions.js.map +1 -1
- package/dist/src/commands/cache.d.ts +1 -1
- package/dist/src/commands/cache.d.ts.map +1 -1
- package/dist/src/commands/config.d.ts +1 -1
- package/dist/src/commands/config.d.ts.map +1 -1
- package/dist/src/commands/delete.d.ts +1 -1
- package/dist/src/commands/delete.d.ts.map +1 -1
- package/dist/src/commands/eval/filterFailingTests.d.ts +1 -1
- package/dist/src/commands/eval/filterFailingTests.d.ts.map +1 -1
- package/dist/src/commands/eval/filterTests.d.ts +1 -1
- package/dist/src/commands/eval/filterTests.d.ts.map +1 -1
- package/dist/src/commands/eval.d.ts +2 -2
- package/dist/src/commands/eval.d.ts.map +1 -1
- package/dist/src/commands/eval.js.map +1 -1
- package/dist/src/commands/export.d.ts +1 -1
- package/dist/src/commands/export.d.ts.map +1 -1
- package/dist/src/commands/feedback.d.ts +1 -1
- package/dist/src/commands/feedback.d.ts.map +1 -1
- package/dist/src/commands/generate/dataset.d.ts +2 -2
- package/dist/src/commands/generate/dataset.d.ts.map +1 -1
- package/dist/src/commands/generate/redteam.d.ts +3 -3
- package/dist/src/commands/generate/redteam.d.ts.map +1 -1
- package/dist/src/commands/generate/redteam.js +13 -6
- package/dist/src/commands/generate/redteam.js.map +1 -1
- package/dist/src/commands/import.d.ts +1 -1
- package/dist/src/commands/import.d.ts.map +1 -1
- package/dist/src/commands/init.d.ts +1 -1
- package/dist/src/commands/init.d.ts.map +1 -1
- package/dist/src/commands/list.d.ts +1 -1
- package/dist/src/commands/list.d.ts.map +1 -1
- package/dist/src/commands/redteam.d.ts +2 -1
- package/dist/src/commands/redteam.d.ts.map +1 -1
- package/dist/src/commands/redteam.js +200 -193
- package/dist/src/commands/redteam.js.map +1 -1
- package/dist/src/commands/share.d.ts +1 -1
- package/dist/src/commands/share.d.ts.map +1 -1
- package/dist/src/commands/show.d.ts +1 -1
- package/dist/src/commands/show.d.ts.map +1 -1
- package/dist/src/commands/version.d.ts +1 -1
- package/dist/src/commands/version.d.ts.map +1 -1
- package/dist/src/commands/view.d.ts +1 -1
- package/dist/src/commands/view.d.ts.map +1 -1
- package/dist/src/config.d.ts +1 -1
- package/dist/src/config.d.ts.map +1 -1
- package/dist/src/database/operations.d.ts +56 -240
- package/dist/src/database/operations.d.ts.map +1 -1
- package/dist/src/database/types.d.ts +1 -1
- package/dist/src/database/types.d.ts.map +1 -1
- package/dist/src/globalConfig.d.ts +1 -1
- package/dist/src/globalConfig.d.ts.map +1 -1
- package/dist/src/onboarding.d.ts.map +1 -1
- package/dist/src/onboarding.js +11 -0
- package/dist/src/onboarding.js.map +1 -1
- package/dist/src/prompts/grading.js +1 -1
- package/dist/src/prompts/processors/javascript.d.ts +1 -1
- package/dist/src/prompts/processors/javascript.d.ts.map +1 -1
- package/dist/src/prompts/processors/json.d.ts +1 -1
- package/dist/src/prompts/processors/json.d.ts.map +1 -1
- package/dist/src/prompts/processors/jsonl.d.ts +1 -1
- package/dist/src/prompts/processors/jsonl.d.ts.map +1 -1
- package/dist/src/prompts/processors/python.d.ts.map +1 -1
- package/dist/src/prompts/processors/python.js.map +1 -1
- package/dist/src/prompts/processors/string.d.ts +1 -1
- package/dist/src/prompts/processors/string.d.ts.map +1 -1
- package/dist/src/prompts/processors/text.d.ts +1 -1
- package/dist/src/prompts/processors/text.d.ts.map +1 -1
- package/dist/src/prompts/processors/yaml.d.ts +1 -1
- package/dist/src/prompts/processors/yaml.d.ts.map +1 -1
- package/dist/src/prompts/utils.d.ts +1 -1
- package/dist/src/prompts/utils.d.ts.map +1 -1
- package/dist/src/providers/anthropic.js +1 -1
- package/dist/src/providers/anthropic.js.map +1 -1
- package/dist/src/providers/azureopenai.d.ts.map +1 -1
- package/dist/src/providers/azureopenai.js +6 -2
- package/dist/src/providers/azureopenai.js.map +1 -1
- package/dist/src/providers/bedrock.d.ts.map +1 -1
- package/dist/src/providers/bedrock.js +2 -2
- package/dist/src/providers/bedrock.js.map +1 -1
- package/dist/src/providers/huggingface.d.ts +1 -1
- package/dist/src/providers/huggingface.d.ts.map +1 -1
- package/dist/src/providers/manualInput.d.ts +1 -1
- package/dist/src/providers/manualInput.d.ts.map +1 -1
- package/dist/src/providers/mistral.d.ts +1 -1
- package/dist/src/providers/mistral.d.ts.map +1 -1
- package/dist/src/providers/openai.d.ts +1 -1
- package/dist/src/providers/openai.d.ts.map +1 -1
- package/dist/src/providers/openai.js +8 -3
- package/dist/src/providers/openai.js.map +1 -1
- package/dist/src/providers/shared.d.ts +1 -0
- package/dist/src/providers/shared.d.ts.map +1 -1
- package/dist/src/providers/shared.js +47 -0
- package/dist/src/providers/shared.js.map +1 -1
- package/dist/src/providers/vertex.d.ts.map +1 -1
- package/dist/src/providers/vertex.js.map +1 -1
- package/dist/src/providers.d.ts +2 -1
- package/dist/src/providers.d.ts.map +1 -1
- package/dist/src/python/pythonUtils.d.ts.map +1 -1
- package/dist/src/python/pythonUtils.js.map +1 -1
- package/dist/src/redteam/constants.d.ts +1 -1
- package/dist/src/redteam/constants.js +3 -3
- package/dist/src/redteam/constants.js.map +1 -1
- package/dist/src/redteam/extraction/entities.d.ts +1 -1
- package/dist/src/redteam/extraction/entities.d.ts.map +1 -1
- package/dist/src/redteam/extraction/purpose.d.ts +1 -1
- package/dist/src/redteam/extraction/purpose.d.ts.map +1 -1
- package/dist/src/redteam/extraction/util.d.ts +1 -1
- package/dist/src/redteam/extraction/util.d.ts.map +1 -1
- package/dist/src/redteam/graders/base.d.ts +1 -1
- package/dist/src/redteam/graders/base.d.ts.map +1 -1
- package/dist/src/redteam/graders/harmful.d.ts +1 -1
- package/dist/src/redteam/graders/harmful.d.ts.map +1 -1
- package/dist/src/redteam/graders/index.d.ts +1 -1
- package/dist/src/redteam/graders/index.d.ts.map +1 -1
- package/dist/src/redteam/index.d.ts +3 -3
- package/dist/src/redteam/index.d.ts.map +1 -1
- package/dist/src/redteam/index.js +20 -8
- package/dist/src/redteam/index.js.map +1 -1
- package/dist/src/redteam/plugins/base.d.ts +4 -4
- package/dist/src/redteam/plugins/base.d.ts.map +1 -1
- package/dist/src/redteam/plugins/base.js +1 -1
- package/dist/src/redteam/plugins/base.js.map +1 -1
- package/dist/src/redteam/plugins/competitors.d.ts +2 -2
- package/dist/src/redteam/plugins/competitors.d.ts.map +1 -1
- package/dist/src/redteam/plugins/competitors.js +2 -3
- package/dist/src/redteam/plugins/competitors.js.map +1 -1
- package/dist/src/redteam/plugins/contracts.d.ts +2 -2
- package/dist/src/redteam/plugins/contracts.d.ts.map +1 -1
- package/dist/src/redteam/plugins/contracts.js +2 -3
- package/dist/src/redteam/plugins/contracts.js.map +1 -1
- package/dist/src/redteam/plugins/debugAccess.d.ts +2 -2
- package/dist/src/redteam/plugins/debugAccess.d.ts.map +1 -1
- package/dist/src/redteam/plugins/debugAccess.js +2 -3
- package/dist/src/redteam/plugins/debugAccess.js.map +1 -1
- package/dist/src/redteam/plugins/excessiveAgency.d.ts +2 -2
- package/dist/src/redteam/plugins/excessiveAgency.d.ts.map +1 -1
- package/dist/src/redteam/plugins/excessiveAgency.js +2 -3
- package/dist/src/redteam/plugins/excessiveAgency.js.map +1 -1
- package/dist/src/redteam/plugins/hallucination.d.ts +2 -2
- package/dist/src/redteam/plugins/hallucination.d.ts.map +1 -1
- package/dist/src/redteam/plugins/hallucination.js +2 -3
- package/dist/src/redteam/plugins/hallucination.js.map +1 -1
- package/dist/src/redteam/plugins/harmful.d.ts.map +1 -1
- package/dist/src/redteam/plugins/harmful.js +3 -1
- package/dist/src/redteam/plugins/harmful.js.map +1 -1
- package/dist/src/redteam/plugins/hijacking.d.ts +2 -2
- package/dist/src/redteam/plugins/hijacking.d.ts.map +1 -1
- package/dist/src/redteam/plugins/hijacking.js +2 -3
- package/dist/src/redteam/plugins/hijacking.js.map +1 -1
- package/dist/src/redteam/plugins/imitation.d.ts +1 -1
- package/dist/src/redteam/plugins/imitation.d.ts.map +1 -1
- package/dist/src/redteam/plugins/imitation.js +2 -3
- package/dist/src/redteam/plugins/imitation.js.map +1 -1
- package/dist/src/redteam/plugins/overreliance.d.ts +2 -2
- package/dist/src/redteam/plugins/overreliance.d.ts.map +1 -1
- package/dist/src/redteam/plugins/overreliance.js +2 -3
- package/dist/src/redteam/plugins/overreliance.js.map +1 -1
- package/dist/src/redteam/plugins/politics.d.ts +2 -2
- package/dist/src/redteam/plugins/politics.d.ts.map +1 -1
- package/dist/src/redteam/plugins/politics.js +2 -3
- package/dist/src/redteam/plugins/politics.js.map +1 -1
- package/dist/src/redteam/plugins/rbac.d.ts +2 -2
- package/dist/src/redteam/plugins/rbac.d.ts.map +1 -1
- package/dist/src/redteam/plugins/rbac.js +2 -3
- package/dist/src/redteam/plugins/rbac.js.map +1 -1
- package/dist/src/redteam/plugins/shellInjection.d.ts +2 -2
- package/dist/src/redteam/plugins/shellInjection.d.ts.map +1 -1
- package/dist/src/redteam/plugins/shellInjection.js +2 -3
- package/dist/src/redteam/plugins/shellInjection.js.map +1 -1
- package/dist/src/redteam/plugins/sqlInjection.d.ts +2 -2
- package/dist/src/redteam/plugins/sqlInjection.d.ts.map +1 -1
- package/dist/src/redteam/plugins/sqlInjection.js +2 -3
- package/dist/src/redteam/plugins/sqlInjection.js.map +1 -1
- package/dist/src/redteam/strategies/injections.d.ts +1 -1
- package/dist/src/redteam/strategies/injections.d.ts.map +1 -1
- package/dist/src/redteam/strategies/iterative.d.ts +1 -1
- package/dist/src/redteam/strategies/iterative.d.ts.map +1 -1
- package/dist/src/testCases.d.ts.map +1 -1
- package/dist/src/{types.d.ts → types/index.d.ts} +1496 -6518
- package/dist/src/{types.d.ts.map → types/index.d.ts.map} +1 -1
- package/dist/src/{types.js → types/index.js} +38 -172
- package/dist/src/types/index.js.map +1 -0
- package/dist/src/types/prompts.d.ts +29 -0
- package/dist/src/types/prompts.d.ts.map +1 -0
- package/dist/src/types/prompts.js +3 -0
- package/dist/src/types/prompts.js.map +1 -0
- package/dist/src/types/providers.d.ts +126 -0
- package/dist/src/types/providers.d.ts.map +1 -0
- package/dist/src/types/providers.js +11 -0
- package/dist/src/types/providers.js.map +1 -0
- package/dist/src/types/redteam.d.ts +51 -0
- package/dist/src/types/redteam.d.ts.map +1 -0
- package/dist/src/types/redteam.js +3 -0
- package/dist/src/types/redteam.js.map +1 -0
- package/dist/src/types/shared.d.ts +8 -0
- package/dist/src/types/shared.d.ts.map +1 -0
- package/dist/src/types/shared.js +3 -0
- package/dist/src/types/shared.js.map +1 -0
- package/dist/src/util/index.d.ts +20 -96
- package/dist/src/util/index.d.ts.map +1 -1
- package/dist/src/util/index.js +15 -8
- package/dist/src/util/index.js.map +1 -1
- package/dist/src/util/templates.d.ts +1 -1
- package/dist/src/util/templates.d.ts.map +1 -1
- package/dist/src/util/transform.d.ts +1 -1
- package/dist/src/util/transform.d.ts.map +1 -1
- package/dist/src/validators/prompts.d.ts +60 -0
- package/dist/src/validators/prompts.d.ts.map +1 -0
- package/dist/src/validators/prompts.js +32 -0
- package/dist/src/validators/prompts.js.map +1 -0
- package/dist/src/validators/providers.d.ts +1145 -0
- package/dist/src/validators/providers.d.ts.map +1 -0
- package/dist/src/validators/providers.js +133 -0
- package/dist/src/validators/providers.js.map +1 -0
- package/dist/src/validators/redteam.d.ts +517 -0
- package/dist/src/validators/redteam.d.ts.map +1 -0
- package/dist/src/{redteam/types.js → validators/redteam.js} +31 -26
- package/dist/src/validators/redteam.js.map +1 -0
- package/dist/src/validators/shared.d.ts +19 -0
- package/dist/src/validators/shared.d.ts.map +1 -0
- package/dist/src/validators/shared.js +12 -0
- package/dist/src/validators/shared.js.map +1 -0
- package/dist/src/web/nextui/404/index.html +1 -1
- package/dist/src/web/nextui/404.html +1 -1
- package/dist/src/web/nextui/_next/static/chunks/949-e778f1d346946d00.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/eval/[id]/{page-3f5dd9507c5c905d.js → page-9029528e35960a91.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/app/{layout-881a16d7fe67581c.js → layout-517c4420e852da35.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/app/page-81e3b8fee37eaf67.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/report/{page-95d5e86c47bb3593.js → page-36e98231504ad757.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/main-app-0dc90092cd7acaaf.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/{webpack-b0363d9598537efc.js → webpack-d3dba20c5c1ca02e.js} +1 -1
- package/dist/src/web/nextui/_next/static/css/32384cb640d2265e.css +1 -0
- package/dist/src/web/nextui/auth/login/index.html +1 -1
- package/dist/src/web/nextui/auth/login/index.txt +4 -4
- package/dist/src/web/nextui/auth/signup/index.html +1 -1
- package/dist/src/web/nextui/auth/signup/index.txt +4 -4
- package/dist/src/web/nextui/datasets/index.html +1 -1
- package/dist/src/web/nextui/datasets/index.txt +4 -4
- package/dist/src/web/nextui/eval/index.html +1 -1
- package/dist/src/web/nextui/eval/index.txt +5 -5
- package/dist/src/web/nextui/index.html +1 -1
- package/dist/src/web/nextui/index.txt +4 -4
- package/dist/src/web/nextui/progress/index.html +1 -1
- package/dist/src/web/nextui/progress/index.txt +4 -4
- package/dist/src/web/nextui/prompts/index.html +1 -1
- package/dist/src/web/nextui/prompts/index.txt +4 -4
- package/dist/src/web/nextui/report/index.html +1 -1
- package/dist/src/web/nextui/report/index.txt +7 -7
- package/dist/src/web/nextui/setup/index.html +1 -1
- package/dist/src/web/nextui/setup/index.txt +5 -5
- package/dist/src/web/server.d.ts.map +1 -1
- package/dist/src/web/server.js.map +1 -1
- package/dist/test/cache.test.js.map +1 -1
- package/dist/test/providers.bedrock.test.js.map +1 -1
- package/dist/test/providers.shared.test.d.ts +2 -0
- package/dist/test/providers.shared.test.d.ts.map +1 -0
- package/dist/test/providers.shared.test.js +101 -0
- package/dist/test/providers.shared.test.js.map +1 -0
- package/dist/test/redteam/plugins/base.test.js +2 -3
- package/dist/test/redteam/plugins/base.test.js.map +1 -1
- package/dist/test/redteam/validators.test.d.ts +2 -0
- package/dist/test/redteam/validators.test.d.ts.map +1 -0
- package/dist/test/redteam/{types.test.js → validators.test.js} +84 -29
- package/dist/test/redteam/validators.test.js.map +1 -0
- package/dist/test/utils.d.ts +1 -1
- package/dist/test/utils.d.ts.map +1 -1
- package/package.json +1 -1
- package/dist/src/redteam/types.d.ts +0 -215
- package/dist/src/redteam/types.d.ts.map +0 -1
- package/dist/src/redteam/types.js.map +0 -1
- package/dist/src/types.js.map +0 -1
- package/dist/src/web/nextui/_next/static/chunks/347-49b79b8c81884e85.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/page-7e8faab5d212f727.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/main-app-4398f7af7ad8387f.js +0 -1
- package/dist/src/web/nextui/_next/static/css/e17fdafd8599f69b.css +0 -1
- package/dist/test/redteam/types.test.d.ts +0 -2
- package/dist/test/redteam/types.test.d.ts.map +0 -1
- package/dist/test/redteam/types.test.js.map +0 -1
- /package/dist/src/web/nextui/_next/static/{rXJSLz3x5ieAU1Syln-RX → 9g6bpuNNR0WtmBBAmnqTc}/_buildManifest.js +0 -0
- /package/dist/src/web/nextui/_next/static/{rXJSLz3x5ieAU1Syln-RX → 9g6bpuNNR0WtmBBAmnqTc}/_ssgManifest.js +0 -0
- /package/dist/src/web/nextui/_next/static/chunks/{258-f5d5d6dbebb8ae22.js → 258-280986e9c8fae219.js} +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"providers.d.ts","sourceRoot":"","sources":["../../../src/validators/providers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EACV,WAAW,EACX,eAAe,EACf,8BAA8B,EAC9B,yBAAyB,EAIzB,gBAAgB,EAEjB,MAAM,oBAAoB,CAAC;AAI5B,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAgCrC,CAAC;AAEH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAUvB,CAAC;AAEZ,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAQrC,CAAC;AAEH,eAAO,MAAM,0BAA0B;;;;;;EAErC,CAAC;AAYH,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;EAgB5B,CAAC;AAkCH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;gBAW1B,CAAC;AAEH,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAAkE,CAAC"}
|
|
@@ -0,0 +1,133 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ProviderSchema = exports.ProvidersSchema = exports.ApiProviderSchema = exports.CallApiOptionsParamsSchema = exports.CallApiContextParamsSchema = exports.ProviderOptionsSchema = exports.ProviderEnvOverridesSchema = void 0;
|
|
4
|
+
const zod_1 = require("zod");
|
|
5
|
+
const prompts_1 = require("./prompts");
|
|
6
|
+
const shared_1 = require("./shared");
|
|
7
|
+
exports.ProviderEnvOverridesSchema = zod_1.z.object({
|
|
8
|
+
ANTHROPIC_API_KEY: zod_1.z.string().optional(),
|
|
9
|
+
BAM_API_KEY: zod_1.z.string().optional(),
|
|
10
|
+
BAM_API_HOST: zod_1.z.string().optional(),
|
|
11
|
+
AZURE_OPENAI_API_HOST: zod_1.z.string().optional(),
|
|
12
|
+
AZURE_OPENAI_API_KEY: zod_1.z.string().optional(),
|
|
13
|
+
AZURE_OPENAI_API_BASE_URL: zod_1.z.string().optional(),
|
|
14
|
+
AZURE_OPENAI_BASE_URL: zod_1.z.string().optional(),
|
|
15
|
+
AWS_BEDROCK_REGION: zod_1.z.string().optional(),
|
|
16
|
+
COHERE_API_KEY: zod_1.z.string().optional(),
|
|
17
|
+
OPENAI_API_KEY: zod_1.z.string().optional(),
|
|
18
|
+
OPENAI_API_HOST: zod_1.z.string().optional(),
|
|
19
|
+
OPENAI_API_BASE_URL: zod_1.z.string().optional(),
|
|
20
|
+
OPENAI_BASE_URL: zod_1.z.string().optional(),
|
|
21
|
+
OPENAI_ORGANIZATION: zod_1.z.string().optional(),
|
|
22
|
+
REPLICATE_API_KEY: zod_1.z.string().optional(),
|
|
23
|
+
REPLICATE_API_TOKEN: zod_1.z.string().optional(),
|
|
24
|
+
LOCALAI_BASE_URL: zod_1.z.string().optional(),
|
|
25
|
+
MISTRAL_API_HOST: zod_1.z.string().optional(),
|
|
26
|
+
MISTRAL_API_BASE_URL: zod_1.z.string().optional(),
|
|
27
|
+
PALM_API_KEY: zod_1.z.string().optional(),
|
|
28
|
+
PALM_API_HOST: zod_1.z.string().optional(),
|
|
29
|
+
GOOGLE_API_KEY: zod_1.z.string().optional(),
|
|
30
|
+
GOOGLE_API_HOST: zod_1.z.string().optional(),
|
|
31
|
+
VERTEX_API_KEY: zod_1.z.string().optional(),
|
|
32
|
+
VERTEX_API_HOST: zod_1.z.string().optional(),
|
|
33
|
+
VERTEX_PROJECT_ID: zod_1.z.string().optional(),
|
|
34
|
+
VERTEX_REGION: zod_1.z.string().optional(),
|
|
35
|
+
VERTEX_PUBLISHER: zod_1.z.string().optional(),
|
|
36
|
+
MISTRAL_API_KEY: zod_1.z.string().optional(),
|
|
37
|
+
CLOUDFLARE_API_KEY: zod_1.z.string().optional(),
|
|
38
|
+
CLOUDFLARE_ACCOUNT_ID: zod_1.z.string().optional(),
|
|
39
|
+
});
|
|
40
|
+
exports.ProviderOptionsSchema = zod_1.z
|
|
41
|
+
.object({
|
|
42
|
+
id: zod_1.z.custom().optional(),
|
|
43
|
+
label: zod_1.z.custom().optional(),
|
|
44
|
+
config: zod_1.z.any().optional(),
|
|
45
|
+
prompts: zod_1.z.array(zod_1.z.string()).optional(),
|
|
46
|
+
transform: zod_1.z.string().optional(),
|
|
47
|
+
delay: zod_1.z.number().optional(),
|
|
48
|
+
env: exports.ProviderEnvOverridesSchema.optional(),
|
|
49
|
+
})
|
|
50
|
+
.strict();
|
|
51
|
+
exports.CallApiContextParamsSchema = zod_1.z.object({
|
|
52
|
+
fetchWithCache: zod_1.z.optional(zod_1.z.any()),
|
|
53
|
+
filters: shared_1.NunjucksFilterMapSchema.optional(),
|
|
54
|
+
getCache: zod_1.z.optional(zod_1.z.any()),
|
|
55
|
+
logger: zod_1.z.optional(zod_1.z.any()),
|
|
56
|
+
originalProvider: zod_1.z.optional(zod_1.z.any()),
|
|
57
|
+
prompt: prompts_1.PromptSchema,
|
|
58
|
+
vars: zod_1.z.record(zod_1.z.union([zod_1.z.string(), zod_1.z.object({})])),
|
|
59
|
+
});
|
|
60
|
+
exports.CallApiOptionsParamsSchema = zod_1.z.object({
|
|
61
|
+
includeLogProbs: zod_1.z.optional(zod_1.z.boolean()),
|
|
62
|
+
});
|
|
63
|
+
const CallApiFunctionSchema = zod_1.z
|
|
64
|
+
.function()
|
|
65
|
+
.args(zod_1.z.string().describe('prompt'), exports.CallApiContextParamsSchema.optional(), exports.CallApiOptionsParamsSchema.optional())
|
|
66
|
+
.returns(zod_1.z.promise(zod_1.z.custom()))
|
|
67
|
+
.and(zod_1.z.object({ label: zod_1.z.string().optional() }));
|
|
68
|
+
exports.ApiProviderSchema = zod_1.z.object({
|
|
69
|
+
id: zod_1.z.function().returns(zod_1.z.string()),
|
|
70
|
+
callApi: zod_1.z.custom(),
|
|
71
|
+
callEmbeddingApi: zod_1.z
|
|
72
|
+
.function()
|
|
73
|
+
.args(zod_1.z.string())
|
|
74
|
+
.returns(zod_1.z.promise(zod_1.z.custom()))
|
|
75
|
+
.optional(),
|
|
76
|
+
callClassificationApi: zod_1.z
|
|
77
|
+
.function()
|
|
78
|
+
.args(zod_1.z.string())
|
|
79
|
+
.returns(zod_1.z.promise(zod_1.z.custom()))
|
|
80
|
+
.optional(),
|
|
81
|
+
label: zod_1.z.custom().optional(),
|
|
82
|
+
transform: zod_1.z.string().optional(),
|
|
83
|
+
delay: zod_1.z.number().optional(),
|
|
84
|
+
});
|
|
85
|
+
const ProviderResponseSchema = zod_1.z.object({
|
|
86
|
+
cached: zod_1.z.boolean().optional(),
|
|
87
|
+
cost: zod_1.z.number().optional(),
|
|
88
|
+
error: zod_1.z.string().optional(),
|
|
89
|
+
logProbs: zod_1.z.array(zod_1.z.number()).optional(),
|
|
90
|
+
metadata: zod_1.z
|
|
91
|
+
.object({
|
|
92
|
+
redteamFinalPrompt: zod_1.z.string().optional(),
|
|
93
|
+
})
|
|
94
|
+
.catchall(zod_1.z.any())
|
|
95
|
+
.optional(),
|
|
96
|
+
output: zod_1.z.union([zod_1.z.string(), zod_1.z.any()]).optional(),
|
|
97
|
+
tokenUsage: shared_1.TokenUsageSchema.optional(),
|
|
98
|
+
});
|
|
99
|
+
const ProviderEmbeddingResponseSchema = zod_1.z.object({
|
|
100
|
+
error: zod_1.z.string().optional(),
|
|
101
|
+
embedding: zod_1.z.array(zod_1.z.number()).optional(),
|
|
102
|
+
tokenUsage: shared_1.TokenUsageSchema.partial().optional(),
|
|
103
|
+
});
|
|
104
|
+
const ProviderSimilarityResponseSchema = zod_1.z.object({
|
|
105
|
+
error: zod_1.z.string().optional(),
|
|
106
|
+
similarity: zod_1.z.number().optional(),
|
|
107
|
+
tokenUsage: shared_1.TokenUsageSchema.partial().optional(),
|
|
108
|
+
});
|
|
109
|
+
const ProviderClassificationResponseSchema = zod_1.z.object({
|
|
110
|
+
error: zod_1.z.string().optional(),
|
|
111
|
+
classification: zod_1.z.record(zod_1.z.number()).optional(),
|
|
112
|
+
});
|
|
113
|
+
exports.ProvidersSchema = zod_1.z.union([
|
|
114
|
+
zod_1.z.string(),
|
|
115
|
+
CallApiFunctionSchema,
|
|
116
|
+
zod_1.z.array(zod_1.z.union([
|
|
117
|
+
zod_1.z.string(),
|
|
118
|
+
zod_1.z.record(zod_1.z.string(), exports.ProviderOptionsSchema),
|
|
119
|
+
exports.ProviderOptionsSchema,
|
|
120
|
+
CallApiFunctionSchema,
|
|
121
|
+
])),
|
|
122
|
+
]);
|
|
123
|
+
exports.ProviderSchema = zod_1.z.union([zod_1.z.string(), exports.ProviderOptionsSchema, exports.ApiProviderSchema]);
|
|
124
|
+
// Ensure that schemas match their corresponding types
|
|
125
|
+
function assert() { }
|
|
126
|
+
assert();
|
|
127
|
+
assert();
|
|
128
|
+
assert();
|
|
129
|
+
assert();
|
|
130
|
+
assert();
|
|
131
|
+
assert();
|
|
132
|
+
assert();
|
|
133
|
+
//# sourceMappingURL=providers.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"providers.js","sourceRoot":"","sources":["../../../src/validators/providers.ts"],"names":[],"mappings":";;;AAAA,6BAAwB;AAYxB,uCAAyC;AACzC,qCAAqE;AAExD,QAAA,0BAA0B,GAAG,OAAC,CAAC,MAAM,CAAC;IACjD,iBAAiB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,WAAW,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,qBAAqB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5C,oBAAoB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3C,yBAAyB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChD,qBAAqB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5C,kBAAkB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzC,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,mBAAmB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1C,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,mBAAmB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1C,iBAAiB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,mBAAmB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1C,gBAAgB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,gBAAgB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,oBAAoB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3C,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,aAAa,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,iBAAiB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,aAAa,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,gBAAgB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,kBAAkB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzC,qBAAqB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC7C,CAAC,CAAC;AAEU,QAAA,qBAAqB,GAAG,OAAC;KACnC,MAAM,CAAC;IACN,EAAE,EAAE,OAAC,CAAC,MAAM,EAAc,CAAC,QAAQ,EAAE;IACrC,KAAK,EAAE,OAAC,CAAC,MAAM,EAAiB,CAAC,QAAQ,EAAE;IAC3C,MAAM,EAAE,OAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAC1B,OAAO,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,GAAG,EAAE,kCAA0B,CAAC,QAAQ,EAAE;CAC3C,CAAC;KACD,MAAM,EAAE,CAAC;AAEC,QAAA,0BAA0B,GAAG,OAAC,CAAC,MAAM,CAAC;IACjD,cAAc,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;IACnC,OAAO,EAAE,gCAAuB,CAAC,QAAQ,EAAE;IAC3C,QAAQ,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;IAC3B,gBAAgB,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;IACrC,MAAM,EAAE,sBAAY;IACpB,IAAI,EAAE,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;CACpD,CAAC,CAAC;AAEU,QAAA,0BAA0B,GAAG,OAAC,CAAC,MAAM,CAAC;IACjD,eAAe,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,OAAO,EAAE,CAAC;CACzC,CAAC,CAAC;AAEH,MAAM,qBAAqB,GAAG,OAAC;KAC5B,QAAQ,EAAE;KACV,IAAI,CACH,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC7B,kCAA0B,CAAC,QAAQ,EAAE,EACrC,kCAA0B,CAAC,QAAQ,EAAE,CACtC;KACA,OAAO,CAAC,OAAC,CAAC,OAAO,CAAC,OAAC,CAAC,MAAM,EAAoB,CAAC,CAAC;KAChD,GAAG,CAAC,OAAC,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC;AAEtC,QAAA,iBAAiB,GAAG,OAAC,CAAC,MAAM,CAAC;IACxC,EAAE,EAAE,OAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;IACpC,OAAO,EAAE,OAAC,CAAC,MAAM,EAAmB;IACpC,gBAAgB,EAAE,OAAC;SAChB,QAAQ,EAAE;SACV,IAAI,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;SAChB,OAAO,CAAC,OAAC,CAAC,OAAO,CAAC,OAAC,CAAC,MAAM,EAA6B,CAAC,CAAC;SACzD,QAAQ,EAAE;IACb,qBAAqB,EAAE,OAAC;SACrB,QAAQ,EAAE;SACV,IAAI,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;SAChB,OAAO,CAAC,OAAC,CAAC,OAAO,CAAC,OAAC,CAAC,MAAM,EAAkC,CAAC,CAAC;SAC9D,QAAQ,EAAE;IACb,KAAK,EAAE,OAAC,CAAC,MAAM,EAAiB,CAAC,QAAQ,EAAE;IAC3C,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC7B,CAAC,CAAC;AAEH,MAAM,sBAAsB,GAAG,OAAC,CAAC,MAAM,CAAC;IACtC,MAAM,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC9B,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,QAAQ,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACxC,QAAQ,EAAE,OAAC;SACR,MAAM,CAAC;QACN,kBAAkB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAC1C,CAAC;SACD,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;SACjB,QAAQ,EAAE;IACb,MAAM,EAAE,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;IACjD,UAAU,EAAE,yBAAgB,CAAC,QAAQ,EAAE;CACxC,CAAC,CAAC;AAEH,MAAM,+BAA+B,GAAG,OAAC,CAAC,MAAM,CAAC;IAC/C,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,SAAS,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACzC,UAAU,EAAE,yBAAgB,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CAClD,CAAC,CAAC;AAEH,MAAM,gCAAgC,GAAG,OAAC,CAAC,MAAM,CAAC;IAChD,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,UAAU,EAAE,yBAAgB,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CAClD,CAAC,CAAC;AAEH,MAAM,oCAAoC,GAAG,OAAC,CAAC,MAAM,CAAC;IACpD,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,cAAc,EAAE,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;CAChD,CAAC,CAAC;AAEU,QAAA,eAAe,GAAG,OAAC,CAAC,KAAK,CAAC;IACrC,OAAC,CAAC,MAAM,EAAE;IACV,qBAAqB;IACrB,OAAC,CAAC,KAAK,CACL,OAAC,CAAC,KAAK,CAAC;QACN,OAAC,CAAC,MAAM,EAAE;QACV,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,6BAAqB,CAAC;QAC3C,6BAAqB;QACrB,qBAAqB;KACtB,CAAC,CACH;CACF,CAAC,CAAC;AAEU,QAAA,cAAc,GAAG,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,6BAAqB,EAAE,yBAAiB,CAAC,CAAC,CAAC;AAE9F,sDAAsD;AACtD,SAAS,MAAM,KAAqB,CAAC;AAGrC,MAAM,EAA6E,CAAC;AACpF,MAAM,EAA6E,CAAC;AACpF,MAAM,EAA+E,CAAC;AACtF,MAAM,EAEH,CAAC;AACJ,MAAM,EAEH,CAAC;AACJ,MAAM,EAKH,CAAC;AACJ,MAAM,EAAqE,CAAC"}
|
|
@@ -0,0 +1,517 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
import type { RedteamConfig } from '../types/redteam';
|
|
3
|
+
/**
|
|
4
|
+
* Schema for individual redteam plugins or their shorthand.
|
|
5
|
+
*/
|
|
6
|
+
export declare const RedteamPluginSchema: z.ZodUnion<[z.ZodEnum<[string, ...string[]]>, z.ZodObject<{
|
|
7
|
+
id: z.ZodEnum<[string, ...string[]]>;
|
|
8
|
+
numTests: z.ZodOptional<z.ZodNumber>;
|
|
9
|
+
}, "strip", z.ZodTypeAny, {
|
|
10
|
+
id: string;
|
|
11
|
+
numTests?: number | undefined;
|
|
12
|
+
}, {
|
|
13
|
+
id: string;
|
|
14
|
+
numTests?: number | undefined;
|
|
15
|
+
}>]>;
|
|
16
|
+
/**
|
|
17
|
+
* Schema for individual redteam strategies
|
|
18
|
+
*/
|
|
19
|
+
export declare const RedteamStrategySchema: z.ZodUnion<[z.ZodEnum<[string, ...string[]]>, z.ZodObject<{
|
|
20
|
+
id: z.ZodEnum<[string, ...string[]]>;
|
|
21
|
+
}, "strip", z.ZodTypeAny, {
|
|
22
|
+
id: string;
|
|
23
|
+
}, {
|
|
24
|
+
id: string;
|
|
25
|
+
}>]>;
|
|
26
|
+
/**
|
|
27
|
+
* Schema for `promptfoo generate redteam` command options
|
|
28
|
+
*/
|
|
29
|
+
export declare const RedteamGenerateOptionsSchema: z.ZodObject<{
|
|
30
|
+
cache: z.ZodBoolean;
|
|
31
|
+
config: z.ZodOptional<z.ZodString>;
|
|
32
|
+
defaultConfig: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
33
|
+
defaultConfigPath: z.ZodOptional<z.ZodString>;
|
|
34
|
+
envFile: z.ZodOptional<z.ZodString>;
|
|
35
|
+
injectVar: z.ZodOptional<z.ZodString>;
|
|
36
|
+
numTests: z.ZodNumber;
|
|
37
|
+
output: z.ZodOptional<z.ZodString>;
|
|
38
|
+
plugins: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
39
|
+
id: z.ZodEnum<[string, ...string[]]>;
|
|
40
|
+
numTests: z.ZodOptional<z.ZodNumber>;
|
|
41
|
+
}, "strip", z.ZodTypeAny, {
|
|
42
|
+
id: string;
|
|
43
|
+
numTests?: number | undefined;
|
|
44
|
+
}, {
|
|
45
|
+
id: string;
|
|
46
|
+
numTests?: number | undefined;
|
|
47
|
+
}>, "many">>;
|
|
48
|
+
addPlugins: z.ZodOptional<z.ZodArray<z.ZodEnum<[string, ...string[]]>, "many">>;
|
|
49
|
+
addStrategies: z.ZodOptional<z.ZodArray<z.ZodEnum<[string, ...string[]]>, "many">>;
|
|
50
|
+
provider: z.ZodOptional<z.ZodString>;
|
|
51
|
+
purpose: z.ZodOptional<z.ZodString>;
|
|
52
|
+
strategies: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodEnum<[string, ...string[]]>, z.ZodObject<{
|
|
53
|
+
id: z.ZodEnum<[string, ...string[]]>;
|
|
54
|
+
}, "strip", z.ZodTypeAny, {
|
|
55
|
+
id: string;
|
|
56
|
+
}, {
|
|
57
|
+
id: string;
|
|
58
|
+
}>]>, "many">>;
|
|
59
|
+
write: z.ZodBoolean;
|
|
60
|
+
}, "strip", z.ZodTypeAny, {
|
|
61
|
+
write: boolean;
|
|
62
|
+
cache: boolean;
|
|
63
|
+
numTests: number;
|
|
64
|
+
defaultConfig: Record<string, unknown>;
|
|
65
|
+
provider?: string | undefined;
|
|
66
|
+
config?: string | undefined;
|
|
67
|
+
output?: string | undefined;
|
|
68
|
+
envFile?: string | undefined;
|
|
69
|
+
injectVar?: string | undefined;
|
|
70
|
+
purpose?: string | undefined;
|
|
71
|
+
strategies?: (string | {
|
|
72
|
+
id: string;
|
|
73
|
+
})[] | undefined;
|
|
74
|
+
plugins?: {
|
|
75
|
+
id: string;
|
|
76
|
+
numTests?: number | undefined;
|
|
77
|
+
}[] | undefined;
|
|
78
|
+
defaultConfigPath?: string | undefined;
|
|
79
|
+
addPlugins?: string[] | undefined;
|
|
80
|
+
addStrategies?: string[] | undefined;
|
|
81
|
+
}, {
|
|
82
|
+
write: boolean;
|
|
83
|
+
cache: boolean;
|
|
84
|
+
numTests: number;
|
|
85
|
+
defaultConfig: Record<string, unknown>;
|
|
86
|
+
provider?: string | undefined;
|
|
87
|
+
config?: string | undefined;
|
|
88
|
+
output?: string | undefined;
|
|
89
|
+
envFile?: string | undefined;
|
|
90
|
+
injectVar?: string | undefined;
|
|
91
|
+
purpose?: string | undefined;
|
|
92
|
+
strategies?: (string | {
|
|
93
|
+
id: string;
|
|
94
|
+
})[] | undefined;
|
|
95
|
+
plugins?: {
|
|
96
|
+
id: string;
|
|
97
|
+
numTests?: number | undefined;
|
|
98
|
+
}[] | undefined;
|
|
99
|
+
defaultConfigPath?: string | undefined;
|
|
100
|
+
addPlugins?: string[] | undefined;
|
|
101
|
+
addStrategies?: string[] | undefined;
|
|
102
|
+
}>;
|
|
103
|
+
/**
|
|
104
|
+
* Schema for `redteam` section of promptfooconfig.yaml
|
|
105
|
+
*/
|
|
106
|
+
export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
|
|
107
|
+
injectVar: z.ZodOptional<z.ZodString>;
|
|
108
|
+
purpose: z.ZodOptional<z.ZodString>;
|
|
109
|
+
provider: z.ZodOptional<z.ZodLazy<z.ZodUnion<[z.ZodString, z.ZodObject<{
|
|
110
|
+
id: z.ZodOptional<z.ZodType<string, z.ZodTypeDef, string>>;
|
|
111
|
+
label: z.ZodOptional<z.ZodType<string, z.ZodTypeDef, string>>;
|
|
112
|
+
config: z.ZodOptional<z.ZodAny>;
|
|
113
|
+
prompts: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
114
|
+
transform: z.ZodOptional<z.ZodString>;
|
|
115
|
+
delay: z.ZodOptional<z.ZodNumber>;
|
|
116
|
+
env: z.ZodOptional<z.ZodObject<{
|
|
117
|
+
ANTHROPIC_API_KEY: z.ZodOptional<z.ZodString>;
|
|
118
|
+
BAM_API_KEY: z.ZodOptional<z.ZodString>;
|
|
119
|
+
BAM_API_HOST: z.ZodOptional<z.ZodString>;
|
|
120
|
+
AZURE_OPENAI_API_HOST: z.ZodOptional<z.ZodString>;
|
|
121
|
+
AZURE_OPENAI_API_KEY: z.ZodOptional<z.ZodString>;
|
|
122
|
+
AZURE_OPENAI_API_BASE_URL: z.ZodOptional<z.ZodString>;
|
|
123
|
+
AZURE_OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
|
|
124
|
+
AWS_BEDROCK_REGION: z.ZodOptional<z.ZodString>;
|
|
125
|
+
COHERE_API_KEY: z.ZodOptional<z.ZodString>;
|
|
126
|
+
OPENAI_API_KEY: z.ZodOptional<z.ZodString>;
|
|
127
|
+
OPENAI_API_HOST: z.ZodOptional<z.ZodString>;
|
|
128
|
+
OPENAI_API_BASE_URL: z.ZodOptional<z.ZodString>;
|
|
129
|
+
OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
|
|
130
|
+
OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
|
|
131
|
+
REPLICATE_API_KEY: z.ZodOptional<z.ZodString>;
|
|
132
|
+
REPLICATE_API_TOKEN: z.ZodOptional<z.ZodString>;
|
|
133
|
+
LOCALAI_BASE_URL: z.ZodOptional<z.ZodString>;
|
|
134
|
+
MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
|
|
135
|
+
MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
|
|
136
|
+
PALM_API_KEY: z.ZodOptional<z.ZodString>;
|
|
137
|
+
PALM_API_HOST: z.ZodOptional<z.ZodString>;
|
|
138
|
+
GOOGLE_API_KEY: z.ZodOptional<z.ZodString>;
|
|
139
|
+
GOOGLE_API_HOST: z.ZodOptional<z.ZodString>;
|
|
140
|
+
VERTEX_API_KEY: z.ZodOptional<z.ZodString>;
|
|
141
|
+
VERTEX_API_HOST: z.ZodOptional<z.ZodString>;
|
|
142
|
+
VERTEX_PROJECT_ID: z.ZodOptional<z.ZodString>;
|
|
143
|
+
VERTEX_REGION: z.ZodOptional<z.ZodString>;
|
|
144
|
+
VERTEX_PUBLISHER: z.ZodOptional<z.ZodString>;
|
|
145
|
+
MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
|
|
146
|
+
CLOUDFLARE_API_KEY: z.ZodOptional<z.ZodString>;
|
|
147
|
+
CLOUDFLARE_ACCOUNT_ID: z.ZodOptional<z.ZodString>;
|
|
148
|
+
}, "strip", z.ZodTypeAny, {
|
|
149
|
+
ANTHROPIC_API_KEY?: string | undefined;
|
|
150
|
+
BAM_API_KEY?: string | undefined;
|
|
151
|
+
BAM_API_HOST?: string | undefined;
|
|
152
|
+
AZURE_OPENAI_API_HOST?: string | undefined;
|
|
153
|
+
AZURE_OPENAI_API_KEY?: string | undefined;
|
|
154
|
+
AZURE_OPENAI_API_BASE_URL?: string | undefined;
|
|
155
|
+
AZURE_OPENAI_BASE_URL?: string | undefined;
|
|
156
|
+
AWS_BEDROCK_REGION?: string | undefined;
|
|
157
|
+
COHERE_API_KEY?: string | undefined;
|
|
158
|
+
OPENAI_API_KEY?: string | undefined;
|
|
159
|
+
OPENAI_API_HOST?: string | undefined;
|
|
160
|
+
OPENAI_API_BASE_URL?: string | undefined;
|
|
161
|
+
OPENAI_BASE_URL?: string | undefined;
|
|
162
|
+
OPENAI_ORGANIZATION?: string | undefined;
|
|
163
|
+
REPLICATE_API_KEY?: string | undefined;
|
|
164
|
+
REPLICATE_API_TOKEN?: string | undefined;
|
|
165
|
+
LOCALAI_BASE_URL?: string | undefined;
|
|
166
|
+
MISTRAL_API_HOST?: string | undefined;
|
|
167
|
+
MISTRAL_API_BASE_URL?: string | undefined;
|
|
168
|
+
PALM_API_KEY?: string | undefined;
|
|
169
|
+
PALM_API_HOST?: string | undefined;
|
|
170
|
+
GOOGLE_API_KEY?: string | undefined;
|
|
171
|
+
GOOGLE_API_HOST?: string | undefined;
|
|
172
|
+
VERTEX_API_KEY?: string | undefined;
|
|
173
|
+
VERTEX_API_HOST?: string | undefined;
|
|
174
|
+
VERTEX_PROJECT_ID?: string | undefined;
|
|
175
|
+
VERTEX_REGION?: string | undefined;
|
|
176
|
+
VERTEX_PUBLISHER?: string | undefined;
|
|
177
|
+
MISTRAL_API_KEY?: string | undefined;
|
|
178
|
+
CLOUDFLARE_API_KEY?: string | undefined;
|
|
179
|
+
CLOUDFLARE_ACCOUNT_ID?: string | undefined;
|
|
180
|
+
}, {
|
|
181
|
+
ANTHROPIC_API_KEY?: string | undefined;
|
|
182
|
+
BAM_API_KEY?: string | undefined;
|
|
183
|
+
BAM_API_HOST?: string | undefined;
|
|
184
|
+
AZURE_OPENAI_API_HOST?: string | undefined;
|
|
185
|
+
AZURE_OPENAI_API_KEY?: string | undefined;
|
|
186
|
+
AZURE_OPENAI_API_BASE_URL?: string | undefined;
|
|
187
|
+
AZURE_OPENAI_BASE_URL?: string | undefined;
|
|
188
|
+
AWS_BEDROCK_REGION?: string | undefined;
|
|
189
|
+
COHERE_API_KEY?: string | undefined;
|
|
190
|
+
OPENAI_API_KEY?: string | undefined;
|
|
191
|
+
OPENAI_API_HOST?: string | undefined;
|
|
192
|
+
OPENAI_API_BASE_URL?: string | undefined;
|
|
193
|
+
OPENAI_BASE_URL?: string | undefined;
|
|
194
|
+
OPENAI_ORGANIZATION?: string | undefined;
|
|
195
|
+
REPLICATE_API_KEY?: string | undefined;
|
|
196
|
+
REPLICATE_API_TOKEN?: string | undefined;
|
|
197
|
+
LOCALAI_BASE_URL?: string | undefined;
|
|
198
|
+
MISTRAL_API_HOST?: string | undefined;
|
|
199
|
+
MISTRAL_API_BASE_URL?: string | undefined;
|
|
200
|
+
PALM_API_KEY?: string | undefined;
|
|
201
|
+
PALM_API_HOST?: string | undefined;
|
|
202
|
+
GOOGLE_API_KEY?: string | undefined;
|
|
203
|
+
GOOGLE_API_HOST?: string | undefined;
|
|
204
|
+
VERTEX_API_KEY?: string | undefined;
|
|
205
|
+
VERTEX_API_HOST?: string | undefined;
|
|
206
|
+
VERTEX_PROJECT_ID?: string | undefined;
|
|
207
|
+
VERTEX_REGION?: string | undefined;
|
|
208
|
+
VERTEX_PUBLISHER?: string | undefined;
|
|
209
|
+
MISTRAL_API_KEY?: string | undefined;
|
|
210
|
+
CLOUDFLARE_API_KEY?: string | undefined;
|
|
211
|
+
CLOUDFLARE_ACCOUNT_ID?: string | undefined;
|
|
212
|
+
}>>;
|
|
213
|
+
}, "strict", z.ZodTypeAny, {
|
|
214
|
+
id?: string | undefined;
|
|
215
|
+
label?: string | undefined;
|
|
216
|
+
config?: any;
|
|
217
|
+
prompts?: string[] | undefined;
|
|
218
|
+
transform?: string | undefined;
|
|
219
|
+
delay?: number | undefined;
|
|
220
|
+
env?: {
|
|
221
|
+
ANTHROPIC_API_KEY?: string | undefined;
|
|
222
|
+
BAM_API_KEY?: string | undefined;
|
|
223
|
+
BAM_API_HOST?: string | undefined;
|
|
224
|
+
AZURE_OPENAI_API_HOST?: string | undefined;
|
|
225
|
+
AZURE_OPENAI_API_KEY?: string | undefined;
|
|
226
|
+
AZURE_OPENAI_API_BASE_URL?: string | undefined;
|
|
227
|
+
AZURE_OPENAI_BASE_URL?: string | undefined;
|
|
228
|
+
AWS_BEDROCK_REGION?: string | undefined;
|
|
229
|
+
COHERE_API_KEY?: string | undefined;
|
|
230
|
+
OPENAI_API_KEY?: string | undefined;
|
|
231
|
+
OPENAI_API_HOST?: string | undefined;
|
|
232
|
+
OPENAI_API_BASE_URL?: string | undefined;
|
|
233
|
+
OPENAI_BASE_URL?: string | undefined;
|
|
234
|
+
OPENAI_ORGANIZATION?: string | undefined;
|
|
235
|
+
REPLICATE_API_KEY?: string | undefined;
|
|
236
|
+
REPLICATE_API_TOKEN?: string | undefined;
|
|
237
|
+
LOCALAI_BASE_URL?: string | undefined;
|
|
238
|
+
MISTRAL_API_HOST?: string | undefined;
|
|
239
|
+
MISTRAL_API_BASE_URL?: string | undefined;
|
|
240
|
+
PALM_API_KEY?: string | undefined;
|
|
241
|
+
PALM_API_HOST?: string | undefined;
|
|
242
|
+
GOOGLE_API_KEY?: string | undefined;
|
|
243
|
+
GOOGLE_API_HOST?: string | undefined;
|
|
244
|
+
VERTEX_API_KEY?: string | undefined;
|
|
245
|
+
VERTEX_API_HOST?: string | undefined;
|
|
246
|
+
VERTEX_PROJECT_ID?: string | undefined;
|
|
247
|
+
VERTEX_REGION?: string | undefined;
|
|
248
|
+
VERTEX_PUBLISHER?: string | undefined;
|
|
249
|
+
MISTRAL_API_KEY?: string | undefined;
|
|
250
|
+
CLOUDFLARE_API_KEY?: string | undefined;
|
|
251
|
+
CLOUDFLARE_ACCOUNT_ID?: string | undefined;
|
|
252
|
+
} | undefined;
|
|
253
|
+
}, {
|
|
254
|
+
id?: string | undefined;
|
|
255
|
+
label?: string | undefined;
|
|
256
|
+
config?: any;
|
|
257
|
+
prompts?: string[] | undefined;
|
|
258
|
+
transform?: string | undefined;
|
|
259
|
+
delay?: number | undefined;
|
|
260
|
+
env?: {
|
|
261
|
+
ANTHROPIC_API_KEY?: string | undefined;
|
|
262
|
+
BAM_API_KEY?: string | undefined;
|
|
263
|
+
BAM_API_HOST?: string | undefined;
|
|
264
|
+
AZURE_OPENAI_API_HOST?: string | undefined;
|
|
265
|
+
AZURE_OPENAI_API_KEY?: string | undefined;
|
|
266
|
+
AZURE_OPENAI_API_BASE_URL?: string | undefined;
|
|
267
|
+
AZURE_OPENAI_BASE_URL?: string | undefined;
|
|
268
|
+
AWS_BEDROCK_REGION?: string | undefined;
|
|
269
|
+
COHERE_API_KEY?: string | undefined;
|
|
270
|
+
OPENAI_API_KEY?: string | undefined;
|
|
271
|
+
OPENAI_API_HOST?: string | undefined;
|
|
272
|
+
OPENAI_API_BASE_URL?: string | undefined;
|
|
273
|
+
OPENAI_BASE_URL?: string | undefined;
|
|
274
|
+
OPENAI_ORGANIZATION?: string | undefined;
|
|
275
|
+
REPLICATE_API_KEY?: string | undefined;
|
|
276
|
+
REPLICATE_API_TOKEN?: string | undefined;
|
|
277
|
+
LOCALAI_BASE_URL?: string | undefined;
|
|
278
|
+
MISTRAL_API_HOST?: string | undefined;
|
|
279
|
+
MISTRAL_API_BASE_URL?: string | undefined;
|
|
280
|
+
PALM_API_KEY?: string | undefined;
|
|
281
|
+
PALM_API_HOST?: string | undefined;
|
|
282
|
+
GOOGLE_API_KEY?: string | undefined;
|
|
283
|
+
GOOGLE_API_HOST?: string | undefined;
|
|
284
|
+
VERTEX_API_KEY?: string | undefined;
|
|
285
|
+
VERTEX_API_HOST?: string | undefined;
|
|
286
|
+
VERTEX_PROJECT_ID?: string | undefined;
|
|
287
|
+
VERTEX_REGION?: string | undefined;
|
|
288
|
+
VERTEX_PUBLISHER?: string | undefined;
|
|
289
|
+
MISTRAL_API_KEY?: string | undefined;
|
|
290
|
+
CLOUDFLARE_API_KEY?: string | undefined;
|
|
291
|
+
CLOUDFLARE_ACCOUNT_ID?: string | undefined;
|
|
292
|
+
} | undefined;
|
|
293
|
+
}>, z.ZodObject<{
|
|
294
|
+
id: z.ZodFunction<z.ZodTuple<[], z.ZodUnknown>, z.ZodString>;
|
|
295
|
+
callApi: z.ZodType<import("..").CallApiFunction, z.ZodTypeDef, import("..").CallApiFunction>;
|
|
296
|
+
callEmbeddingApi: z.ZodOptional<z.ZodFunction<z.ZodTuple<[z.ZodString], z.ZodUnknown>, z.ZodPromise<z.ZodType<import("..").ProviderEmbeddingResponse, z.ZodTypeDef, import("..").ProviderEmbeddingResponse>>>>;
|
|
297
|
+
callClassificationApi: z.ZodOptional<z.ZodFunction<z.ZodTuple<[z.ZodString], z.ZodUnknown>, z.ZodPromise<z.ZodType<import("..").ProviderClassificationResponse, z.ZodTypeDef, import("..").ProviderClassificationResponse>>>>;
|
|
298
|
+
label: z.ZodOptional<z.ZodType<string, z.ZodTypeDef, string>>;
|
|
299
|
+
transform: z.ZodOptional<z.ZodString>;
|
|
300
|
+
delay: z.ZodOptional<z.ZodNumber>;
|
|
301
|
+
}, "strip", z.ZodTypeAny, {
|
|
302
|
+
callApi: import("..").CallApiFunction;
|
|
303
|
+
id: (...args: unknown[]) => string;
|
|
304
|
+
label?: string | undefined;
|
|
305
|
+
transform?: string | undefined;
|
|
306
|
+
delay?: number | undefined;
|
|
307
|
+
callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderEmbeddingResponse>) | undefined;
|
|
308
|
+
callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
|
|
309
|
+
}, {
|
|
310
|
+
callApi: import("..").CallApiFunction;
|
|
311
|
+
id: (...args: unknown[]) => string;
|
|
312
|
+
label?: string | undefined;
|
|
313
|
+
transform?: string | undefined;
|
|
314
|
+
delay?: number | undefined;
|
|
315
|
+
callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderEmbeddingResponse>) | undefined;
|
|
316
|
+
callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
|
|
317
|
+
}>]>>>;
|
|
318
|
+
numTests: z.ZodDefault<z.ZodNumber>;
|
|
319
|
+
plugins: z.ZodDefault<z.ZodArray<z.ZodUnion<[z.ZodEnum<[string, ...string[]]>, z.ZodObject<{
|
|
320
|
+
id: z.ZodEnum<[string, ...string[]]>;
|
|
321
|
+
numTests: z.ZodOptional<z.ZodNumber>;
|
|
322
|
+
}, "strip", z.ZodTypeAny, {
|
|
323
|
+
id: string;
|
|
324
|
+
numTests?: number | undefined;
|
|
325
|
+
}, {
|
|
326
|
+
id: string;
|
|
327
|
+
numTests?: number | undefined;
|
|
328
|
+
}>]>, "many">>;
|
|
329
|
+
strategies: z.ZodDefault<z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodEnum<[string, ...string[]]>, z.ZodObject<{
|
|
330
|
+
id: z.ZodEnum<[string, ...string[]]>;
|
|
331
|
+
}, "strip", z.ZodTypeAny, {
|
|
332
|
+
id: string;
|
|
333
|
+
}, {
|
|
334
|
+
id: string;
|
|
335
|
+
}>]>, "many">>>;
|
|
336
|
+
}, "strip", z.ZodTypeAny, {
|
|
337
|
+
numTests: number;
|
|
338
|
+
strategies: (string | {
|
|
339
|
+
id: string;
|
|
340
|
+
})[];
|
|
341
|
+
plugins: (string | {
|
|
342
|
+
id: string;
|
|
343
|
+
numTests?: number | undefined;
|
|
344
|
+
})[];
|
|
345
|
+
provider?: string | {
|
|
346
|
+
id?: string | undefined;
|
|
347
|
+
label?: string | undefined;
|
|
348
|
+
config?: any;
|
|
349
|
+
prompts?: string[] | undefined;
|
|
350
|
+
transform?: string | undefined;
|
|
351
|
+
delay?: number | undefined;
|
|
352
|
+
env?: {
|
|
353
|
+
ANTHROPIC_API_KEY?: string | undefined;
|
|
354
|
+
BAM_API_KEY?: string | undefined;
|
|
355
|
+
BAM_API_HOST?: string | undefined;
|
|
356
|
+
AZURE_OPENAI_API_HOST?: string | undefined;
|
|
357
|
+
AZURE_OPENAI_API_KEY?: string | undefined;
|
|
358
|
+
AZURE_OPENAI_API_BASE_URL?: string | undefined;
|
|
359
|
+
AZURE_OPENAI_BASE_URL?: string | undefined;
|
|
360
|
+
AWS_BEDROCK_REGION?: string | undefined;
|
|
361
|
+
COHERE_API_KEY?: string | undefined;
|
|
362
|
+
OPENAI_API_KEY?: string | undefined;
|
|
363
|
+
OPENAI_API_HOST?: string | undefined;
|
|
364
|
+
OPENAI_API_BASE_URL?: string | undefined;
|
|
365
|
+
OPENAI_BASE_URL?: string | undefined;
|
|
366
|
+
OPENAI_ORGANIZATION?: string | undefined;
|
|
367
|
+
REPLICATE_API_KEY?: string | undefined;
|
|
368
|
+
REPLICATE_API_TOKEN?: string | undefined;
|
|
369
|
+
LOCALAI_BASE_URL?: string | undefined;
|
|
370
|
+
MISTRAL_API_HOST?: string | undefined;
|
|
371
|
+
MISTRAL_API_BASE_URL?: string | undefined;
|
|
372
|
+
PALM_API_KEY?: string | undefined;
|
|
373
|
+
PALM_API_HOST?: string | undefined;
|
|
374
|
+
GOOGLE_API_KEY?: string | undefined;
|
|
375
|
+
GOOGLE_API_HOST?: string | undefined;
|
|
376
|
+
VERTEX_API_KEY?: string | undefined;
|
|
377
|
+
VERTEX_API_HOST?: string | undefined;
|
|
378
|
+
VERTEX_PROJECT_ID?: string | undefined;
|
|
379
|
+
VERTEX_REGION?: string | undefined;
|
|
380
|
+
VERTEX_PUBLISHER?: string | undefined;
|
|
381
|
+
MISTRAL_API_KEY?: string | undefined;
|
|
382
|
+
CLOUDFLARE_API_KEY?: string | undefined;
|
|
383
|
+
CLOUDFLARE_ACCOUNT_ID?: string | undefined;
|
|
384
|
+
} | undefined;
|
|
385
|
+
} | {
|
|
386
|
+
callApi: import("..").CallApiFunction;
|
|
387
|
+
id: (...args: unknown[]) => string;
|
|
388
|
+
label?: string | undefined;
|
|
389
|
+
transform?: string | undefined;
|
|
390
|
+
delay?: number | undefined;
|
|
391
|
+
callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderEmbeddingResponse>) | undefined;
|
|
392
|
+
callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
|
|
393
|
+
} | undefined;
|
|
394
|
+
injectVar?: string | undefined;
|
|
395
|
+
purpose?: string | undefined;
|
|
396
|
+
}, {
|
|
397
|
+
provider?: string | {
|
|
398
|
+
id?: string | undefined;
|
|
399
|
+
label?: string | undefined;
|
|
400
|
+
config?: any;
|
|
401
|
+
prompts?: string[] | undefined;
|
|
402
|
+
transform?: string | undefined;
|
|
403
|
+
delay?: number | undefined;
|
|
404
|
+
env?: {
|
|
405
|
+
ANTHROPIC_API_KEY?: string | undefined;
|
|
406
|
+
BAM_API_KEY?: string | undefined;
|
|
407
|
+
BAM_API_HOST?: string | undefined;
|
|
408
|
+
AZURE_OPENAI_API_HOST?: string | undefined;
|
|
409
|
+
AZURE_OPENAI_API_KEY?: string | undefined;
|
|
410
|
+
AZURE_OPENAI_API_BASE_URL?: string | undefined;
|
|
411
|
+
AZURE_OPENAI_BASE_URL?: string | undefined;
|
|
412
|
+
AWS_BEDROCK_REGION?: string | undefined;
|
|
413
|
+
COHERE_API_KEY?: string | undefined;
|
|
414
|
+
OPENAI_API_KEY?: string | undefined;
|
|
415
|
+
OPENAI_API_HOST?: string | undefined;
|
|
416
|
+
OPENAI_API_BASE_URL?: string | undefined;
|
|
417
|
+
OPENAI_BASE_URL?: string | undefined;
|
|
418
|
+
OPENAI_ORGANIZATION?: string | undefined;
|
|
419
|
+
REPLICATE_API_KEY?: string | undefined;
|
|
420
|
+
REPLICATE_API_TOKEN?: string | undefined;
|
|
421
|
+
LOCALAI_BASE_URL?: string | undefined;
|
|
422
|
+
MISTRAL_API_HOST?: string | undefined;
|
|
423
|
+
MISTRAL_API_BASE_URL?: string | undefined;
|
|
424
|
+
PALM_API_KEY?: string | undefined;
|
|
425
|
+
PALM_API_HOST?: string | undefined;
|
|
426
|
+
GOOGLE_API_KEY?: string | undefined;
|
|
427
|
+
GOOGLE_API_HOST?: string | undefined;
|
|
428
|
+
VERTEX_API_KEY?: string | undefined;
|
|
429
|
+
VERTEX_API_HOST?: string | undefined;
|
|
430
|
+
VERTEX_PROJECT_ID?: string | undefined;
|
|
431
|
+
VERTEX_REGION?: string | undefined;
|
|
432
|
+
VERTEX_PUBLISHER?: string | undefined;
|
|
433
|
+
MISTRAL_API_KEY?: string | undefined;
|
|
434
|
+
CLOUDFLARE_API_KEY?: string | undefined;
|
|
435
|
+
CLOUDFLARE_ACCOUNT_ID?: string | undefined;
|
|
436
|
+
} | undefined;
|
|
437
|
+
} | {
|
|
438
|
+
callApi: import("..").CallApiFunction;
|
|
439
|
+
id: (...args: unknown[]) => string;
|
|
440
|
+
label?: string | undefined;
|
|
441
|
+
transform?: string | undefined;
|
|
442
|
+
delay?: number | undefined;
|
|
443
|
+
callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderEmbeddingResponse>) | undefined;
|
|
444
|
+
callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
|
|
445
|
+
} | undefined;
|
|
446
|
+
injectVar?: string | undefined;
|
|
447
|
+
purpose?: string | undefined;
|
|
448
|
+
numTests?: number | undefined;
|
|
449
|
+
strategies?: (string | {
|
|
450
|
+
id: string;
|
|
451
|
+
})[] | undefined;
|
|
452
|
+
plugins?: (string | {
|
|
453
|
+
id: string;
|
|
454
|
+
numTests?: number | undefined;
|
|
455
|
+
})[] | undefined;
|
|
456
|
+
}>, RedteamConfig, {
|
|
457
|
+
provider?: string | {
|
|
458
|
+
id?: string | undefined;
|
|
459
|
+
label?: string | undefined;
|
|
460
|
+
config?: any;
|
|
461
|
+
prompts?: string[] | undefined;
|
|
462
|
+
transform?: string | undefined;
|
|
463
|
+
delay?: number | undefined;
|
|
464
|
+
env?: {
|
|
465
|
+
ANTHROPIC_API_KEY?: string | undefined;
|
|
466
|
+
BAM_API_KEY?: string | undefined;
|
|
467
|
+
BAM_API_HOST?: string | undefined;
|
|
468
|
+
AZURE_OPENAI_API_HOST?: string | undefined;
|
|
469
|
+
AZURE_OPENAI_API_KEY?: string | undefined;
|
|
470
|
+
AZURE_OPENAI_API_BASE_URL?: string | undefined;
|
|
471
|
+
AZURE_OPENAI_BASE_URL?: string | undefined;
|
|
472
|
+
AWS_BEDROCK_REGION?: string | undefined;
|
|
473
|
+
COHERE_API_KEY?: string | undefined;
|
|
474
|
+
OPENAI_API_KEY?: string | undefined;
|
|
475
|
+
OPENAI_API_HOST?: string | undefined;
|
|
476
|
+
OPENAI_API_BASE_URL?: string | undefined;
|
|
477
|
+
OPENAI_BASE_URL?: string | undefined;
|
|
478
|
+
OPENAI_ORGANIZATION?: string | undefined;
|
|
479
|
+
REPLICATE_API_KEY?: string | undefined;
|
|
480
|
+
REPLICATE_API_TOKEN?: string | undefined;
|
|
481
|
+
LOCALAI_BASE_URL?: string | undefined;
|
|
482
|
+
MISTRAL_API_HOST?: string | undefined;
|
|
483
|
+
MISTRAL_API_BASE_URL?: string | undefined;
|
|
484
|
+
PALM_API_KEY?: string | undefined;
|
|
485
|
+
PALM_API_HOST?: string | undefined;
|
|
486
|
+
GOOGLE_API_KEY?: string | undefined;
|
|
487
|
+
GOOGLE_API_HOST?: string | undefined;
|
|
488
|
+
VERTEX_API_KEY?: string | undefined;
|
|
489
|
+
VERTEX_API_HOST?: string | undefined;
|
|
490
|
+
VERTEX_PROJECT_ID?: string | undefined;
|
|
491
|
+
VERTEX_REGION?: string | undefined;
|
|
492
|
+
VERTEX_PUBLISHER?: string | undefined;
|
|
493
|
+
MISTRAL_API_KEY?: string | undefined;
|
|
494
|
+
CLOUDFLARE_API_KEY?: string | undefined;
|
|
495
|
+
CLOUDFLARE_ACCOUNT_ID?: string | undefined;
|
|
496
|
+
} | undefined;
|
|
497
|
+
} | {
|
|
498
|
+
callApi: import("..").CallApiFunction;
|
|
499
|
+
id: (...args: unknown[]) => string;
|
|
500
|
+
label?: string | undefined;
|
|
501
|
+
transform?: string | undefined;
|
|
502
|
+
delay?: number | undefined;
|
|
503
|
+
callEmbeddingApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderEmbeddingResponse>) | undefined;
|
|
504
|
+
callClassificationApi?: ((args_0: string, ...args_1: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
|
|
505
|
+
} | undefined;
|
|
506
|
+
injectVar?: string | undefined;
|
|
507
|
+
purpose?: string | undefined;
|
|
508
|
+
numTests?: number | undefined;
|
|
509
|
+
strategies?: (string | {
|
|
510
|
+
id: string;
|
|
511
|
+
})[] | undefined;
|
|
512
|
+
plugins?: (string | {
|
|
513
|
+
id: string;
|
|
514
|
+
numTests?: number | undefined;
|
|
515
|
+
})[] | undefined;
|
|
516
|
+
}>;
|
|
517
|
+
//# sourceMappingURL=redteam.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"redteam.d.ts","sourceRoot":"","sources":["../../../src/validators/redteam.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAYxB,OAAO,KAAK,EAAE,aAAa,EAAuB,MAAM,kBAAkB,CAAC;AAgB3E;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;IAG9B,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;IAKhC,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAsBvC,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA+E5B,CAAC"}
|