promptfoo 0.81.5 → 0.83.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +10 -4
- package/dist/package.json +8 -8
- package/dist/src/commands/{generate/redteam.d.ts → redteam/generate.d.ts} +3 -3
- package/dist/src/commands/redteam/generate.d.ts.map +1 -0
- package/dist/src/commands/{generate/redteam.js → redteam/generate.js} +5 -3
- package/dist/src/commands/redteam/generate.js.map +1 -0
- package/dist/src/commands/{redteam.d.ts → redteam/init.d.ts} +1 -2
- package/dist/src/commands/redteam/init.d.ts.map +1 -0
- package/dist/src/commands/{redteam.js → redteam/init.js} +148 -147
- package/dist/src/commands/redteam/init.js.map +1 -0
- package/dist/src/commands/redteam/plugins.d.ts +3 -0
- package/dist/src/commands/redteam/plugins.d.ts.map +1 -0
- package/dist/src/commands/redteam/plugins.js +31 -0
- package/dist/src/commands/redteam/plugins.js.map +1 -0
- package/dist/src/database/tables.d.ts +6 -6
- package/dist/src/envars.d.ts +3 -0
- package/dist/src/envars.d.ts.map +1 -1
- package/dist/src/envars.js.map +1 -1
- package/dist/src/index.d.ts +15 -3
- package/dist/src/index.d.ts.map +1 -1
- package/dist/src/index.js +14 -3
- package/dist/src/index.js.map +1 -1
- package/dist/src/main.d.ts.map +1 -1
- package/dist/src/main.js +7 -6
- package/dist/src/main.js.map +1 -1
- package/dist/src/onboarding.js +2 -2
- package/dist/src/onboarding.js.map +1 -1
- package/dist/src/redteam/constants.d.ts +1 -0
- package/dist/src/redteam/constants.d.ts.map +1 -1
- package/dist/src/redteam/constants.js +3 -1
- package/dist/src/redteam/constants.js.map +1 -1
- package/dist/src/redteam/extraction/entities.d.ts.map +1 -1
- package/dist/src/redteam/extraction/entities.js +14 -3
- package/dist/src/redteam/extraction/entities.js.map +1 -1
- package/dist/src/redteam/extraction/purpose.d.ts.map +1 -1
- package/dist/src/redteam/extraction/purpose.js +15 -3
- package/dist/src/redteam/extraction/purpose.js.map +1 -1
- package/dist/src/redteam/extraction/util.d.ts +27 -0
- package/dist/src/redteam/extraction/util.d.ts.map +1 -1
- package/dist/src/redteam/extraction/util.js +46 -0
- package/dist/src/redteam/extraction/util.js.map +1 -1
- package/dist/src/redteam/index.d.ts +1 -1
- package/dist/src/redteam/index.d.ts.map +1 -1
- package/dist/src/redteam/index.js +38 -23
- package/dist/src/redteam/index.js.map +1 -1
- package/dist/src/redteam/plugins/base.d.ts +6 -5
- package/dist/src/redteam/plugins/base.d.ts.map +1 -1
- package/dist/src/redteam/plugins/base.js +21 -7
- package/dist/src/redteam/plugins/base.js.map +1 -1
- package/dist/src/redteam/plugins/bfla.d.ts +1 -1
- package/dist/src/redteam/plugins/bfla.d.ts.map +1 -1
- package/dist/src/redteam/plugins/bfla.js +11 -5
- package/dist/src/redteam/plugins/bfla.js.map +1 -1
- package/dist/src/redteam/plugins/bola.d.ts +1 -1
- package/dist/src/redteam/plugins/bola.d.ts.map +1 -1
- package/dist/src/redteam/plugins/bola.js +11 -7
- package/dist/src/redteam/plugins/bola.js.map +1 -1
- package/dist/src/redteam/plugins/custom.d.ts +1 -1
- package/dist/src/redteam/plugins/custom.d.ts.map +1 -1
- package/dist/src/redteam/plugins/custom.js +2 -2
- package/dist/src/redteam/plugins/custom.js.map +1 -1
- package/dist/src/redteam/plugins/harmful.d.ts +1 -1
- package/dist/src/redteam/plugins/harmful.d.ts.map +1 -1
- package/dist/src/redteam/plugins/harmful.js +45 -34
- package/dist/src/redteam/plugins/harmful.js.map +1 -1
- package/dist/src/redteam/plugins/index.d.ts +5 -4
- package/dist/src/redteam/plugins/index.d.ts.map +1 -1
- package/dist/src/redteam/plugins/index.js +78 -83
- package/dist/src/redteam/plugins/index.js.map +1 -1
- package/dist/src/redteam/plugins/indirectPromptInjection.d.ts +0 -2
- package/dist/src/redteam/plugins/indirectPromptInjection.d.ts.map +1 -1
- package/dist/src/redteam/plugins/indirectPromptInjection.js +0 -3
- package/dist/src/redteam/plugins/indirectPromptInjection.js.map +1 -1
- package/dist/src/redteam/plugins/policy.d.ts +1 -1
- package/dist/src/redteam/plugins/policy.d.ts.map +1 -1
- package/dist/src/redteam/plugins/policy.js +4 -2
- package/dist/src/redteam/plugins/policy.js.map +1 -1
- package/dist/src/redteam/plugins/promptExtraction.d.ts +1 -1
- package/dist/src/redteam/plugins/promptExtraction.d.ts.map +1 -1
- package/dist/src/redteam/plugins/promptExtraction.js +1 -1
- package/dist/src/redteam/plugins/promptExtraction.js.map +1 -1
- package/dist/src/redteam/plugins/ssrf.d.ts +1 -1
- package/dist/src/redteam/plugins/ssrf.d.ts.map +1 -1
- package/dist/src/redteam/plugins/ssrf.js +2 -2
- package/dist/src/redteam/plugins/ssrf.js.map +1 -1
- package/dist/src/redteam/providers/crescendo/index.d.ts +2 -2
- package/dist/src/redteam/providers/crescendo/index.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterative.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterativeImage.d.ts.map +1 -1
- package/dist/src/redteam/providers/shared.d.ts +2 -2
- package/dist/src/redteam/providers/shared.d.ts.map +1 -1
- package/dist/src/redteam/providers/shared.js +1 -1
- package/dist/src/redteam/providers/shared.js.map +1 -1
- package/dist/src/redteam/strategies/index.d.ts +2 -4
- package/dist/src/redteam/strategies/index.d.ts.map +1 -1
- package/dist/src/redteam/strategies/index.js.map +1 -1
- package/dist/src/redteam/strategies/multilingual.d.ts.map +1 -1
- package/dist/src/redteam/strategies/multilingual.js +20 -0
- package/dist/src/redteam/strategies/multilingual.js.map +1 -1
- package/dist/src/redteam/util.d.ts +1 -0
- package/dist/src/redteam/util.d.ts.map +1 -1
- package/dist/src/redteam/util.js +6 -0
- package/dist/src/redteam/util.js.map +1 -1
- package/dist/src/types/index.d.ts +40 -40
- package/dist/src/types/index.d.ts.map +1 -1
- package/dist/src/types/index.js.map +1 -1
- package/dist/src/types/redteam.d.ts +29 -35
- package/dist/src/types/redteam.d.ts.map +1 -1
- package/dist/src/validators/redteam.d.ts +20 -13
- package/dist/src/validators/redteam.d.ts.map +1 -1
- package/dist/src/validators/redteam.js +13 -0
- package/dist/src/validators/redteam.js.map +1 -1
- package/dist/src/web/nextui/404/index.html +1 -1
- package/dist/src/web/nextui/404.html +1 -1
- package/dist/src/web/nextui/_next/static/chunks/app/eval/[id]/{page-67165aedfd3a64fc.js → page-766e25cc9af8e519.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/app/{layout-e9b86858e84ebd38.js → layout-3fb162429b886376.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/app/page-b6714efe6c381b92.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/report/{page-0b89c8ba365b7195.js → page-a330d7b915e8a5b9.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/main-app-cf76b7c55faa5c9b.js +1 -0
- package/dist/src/web/nextui/auth/login/index.html +1 -1
- package/dist/src/web/nextui/auth/login/index.txt +2 -2
- package/dist/src/web/nextui/auth/signup/index.html +1 -1
- package/dist/src/web/nextui/auth/signup/index.txt +2 -2
- package/dist/src/web/nextui/datasets/index.html +1 -1
- package/dist/src/web/nextui/datasets/index.txt +2 -2
- package/dist/src/web/nextui/eval/index.html +1 -1
- package/dist/src/web/nextui/eval/index.txt +3 -3
- package/dist/src/web/nextui/index.html +1 -1
- package/dist/src/web/nextui/index.txt +2 -2
- package/dist/src/web/nextui/progress/index.html +1 -1
- package/dist/src/web/nextui/progress/index.txt +2 -2
- package/dist/src/web/nextui/prompts/index.html +1 -1
- package/dist/src/web/nextui/prompts/index.txt +2 -2
- package/dist/src/web/nextui/report/index.html +1 -1
- package/dist/src/web/nextui/report/index.txt +3 -3
- package/dist/src/web/nextui/setup/index.html +1 -1
- package/dist/src/web/nextui/setup/index.txt +2 -2
- package/dist/test/commands/redteam/generate.test.d.ts +2 -0
- package/dist/test/commands/redteam/generate.test.d.ts.map +1 -0
- package/dist/test/commands/{generate/redteam.test.js → redteam/generate.test.js} +12 -13
- package/dist/test/commands/redteam/generate.test.js.map +1 -0
- package/dist/test/redteam/extraction/entities.test.js +45 -2
- package/dist/test/redteam/extraction/entities.test.js.map +1 -1
- package/dist/test/redteam/extraction/purpose.test.js +45 -10
- package/dist/test/redteam/extraction/purpose.test.js.map +1 -1
- package/dist/test/redteam/extraction/util.test.js +93 -4
- package/dist/test/redteam/extraction/util.test.js.map +1 -1
- package/dist/test/redteam/index.test.js +0 -23
- package/dist/test/redteam/index.test.js.map +1 -1
- package/dist/test/redteam/plugins/base.test.js +16 -4
- package/dist/test/redteam/plugins/base.test.js.map +1 -1
- package/dist/test/redteam/providers/shared.test.js +0 -8
- package/dist/test/redteam/providers/shared.test.js.map +1 -1
- package/dist/test/redteam/validators.test.js +1 -1
- package/dist/test/redteam/validators.test.js.map +1 -1
- package/package.json +8 -8
- package/dist/src/commands/generate/redteam.d.ts.map +0 -1
- package/dist/src/commands/generate/redteam.js.map +0 -1
- package/dist/src/commands/redteam.d.ts.map +0 -1
- package/dist/src/commands/redteam.js.map +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/page-81e3b8fee37eaf67.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/main-app-0dc90092cd7acaaf.js +0 -1
- package/dist/test/commands/generate/redteam.test.d.ts +0 -2
- package/dist/test/commands/generate/redteam.test.d.ts.map +0 -1
- package/dist/test/commands/generate/redteam.test.js.map +0 -1
- /package/dist/src/web/nextui/_next/static/{B-Wbtl8GsdNHqd1Jebs7I → 8ykUqaOH4zii7_PoqqHv2}/_buildManifest.js +0 -0
- /package/dist/src/web/nextui/_next/static/{B-Wbtl8GsdNHqd1Jebs7I → 8ykUqaOH4zii7_PoqqHv2}/_ssgManifest.js +0 -0
- /package/dist/src/web/nextui/_next/static/chunks/{258-5f4892005dadd945.js → 258-6060e00d93b0f598.js} +0 -0
|
@@ -827,7 +827,7 @@ export declare const evals: import("drizzle-orm/sqlite-core").SQLiteTableWithCol
|
|
|
827
827
|
name: string;
|
|
828
828
|
}[] | undefined;
|
|
829
829
|
extensions?: string[] | undefined;
|
|
830
|
-
redteam?: import("../types").
|
|
830
|
+
redteam?: import("../types").RedteamFileConfig | undefined;
|
|
831
831
|
outputPath?: string | string[] | undefined;
|
|
832
832
|
sharing?: boolean | {
|
|
833
833
|
apiBaseUrl?: string | undefined;
|
|
@@ -835,9 +835,9 @@ export declare const evals: import("drizzle-orm/sqlite-core").SQLiteTableWithCol
|
|
|
835
835
|
} | undefined;
|
|
836
836
|
evaluateOptions?: {
|
|
837
837
|
delay?: number | undefined;
|
|
838
|
+
cache?: boolean | undefined;
|
|
838
839
|
maxConcurrency?: number | undefined;
|
|
839
840
|
repeat?: number | undefined;
|
|
840
|
-
cache?: boolean | undefined;
|
|
841
841
|
generateSuggestions?: boolean | undefined;
|
|
842
842
|
eventSource?: string | undefined;
|
|
843
843
|
interactiveProviders?: boolean | undefined;
|
|
@@ -850,9 +850,12 @@ export declare const evals: import("drizzle-orm/sqlite-core").SQLiteTableWithCol
|
|
|
850
850
|
prompts?: string[] | undefined;
|
|
851
851
|
delay?: string | undefined;
|
|
852
852
|
output?: string[] | undefined;
|
|
853
|
+
cache?: boolean | undefined;
|
|
854
|
+
envFile?: string | undefined;
|
|
855
|
+
maxConcurrency?: string | undefined;
|
|
856
|
+
write?: boolean | undefined;
|
|
853
857
|
description?: string | undefined;
|
|
854
858
|
providers?: string[] | undefined;
|
|
855
|
-
maxConcurrency?: string | undefined;
|
|
856
859
|
repeat?: string | undefined;
|
|
857
860
|
tests?: string | undefined;
|
|
858
861
|
assertions?: string | undefined;
|
|
@@ -860,8 +863,6 @@ export declare const evals: import("drizzle-orm/sqlite-core").SQLiteTableWithCol
|
|
|
860
863
|
verbose?: boolean | undefined;
|
|
861
864
|
grader?: string | undefined;
|
|
862
865
|
tableCellMaxLength?: string | undefined;
|
|
863
|
-
write?: boolean | undefined;
|
|
864
|
-
cache?: boolean | undefined;
|
|
865
866
|
table?: boolean | undefined;
|
|
866
867
|
share?: boolean | undefined;
|
|
867
868
|
progressBar?: boolean | undefined;
|
|
@@ -874,7 +875,6 @@ export declare const evals: import("drizzle-orm/sqlite-core").SQLiteTableWithCol
|
|
|
874
875
|
generateSuggestions?: boolean | undefined;
|
|
875
876
|
promptPrefix?: string | undefined;
|
|
876
877
|
promptSuffix?: string | undefined;
|
|
877
|
-
envFile?: string | undefined;
|
|
878
878
|
} | undefined;
|
|
879
879
|
}>;
|
|
880
880
|
driverParam: string;
|
package/dist/src/envars.d.ts
CHANGED
|
@@ -16,6 +16,8 @@ export type EnvVars = {
|
|
|
16
16
|
PROMPTFOO_DISABLE_AJV_STRICT_MODE?: boolean;
|
|
17
17
|
PROMPTFOO_DISABLE_CONVERSATION_VAR?: boolean;
|
|
18
18
|
PROMPTFOO_DISABLE_JSON_AUTOESCAPE?: boolean;
|
|
19
|
+
PROMPTFOO_DISABLE_REDTEAM_MODERATION?: boolean;
|
|
20
|
+
PROMPTFOO_DISABLE_REDTEAM_REMOTE_GENERATION?: boolean;
|
|
19
21
|
PROMPTFOO_DISABLE_REF_PARSER?: boolean;
|
|
20
22
|
PROMPTFOO_DISABLE_SHARE_WARNING?: boolean;
|
|
21
23
|
PROMPTFOO_DISABLE_SHARING?: boolean;
|
|
@@ -30,6 +32,7 @@ export type EnvVars = {
|
|
|
30
32
|
PROMPTFOO_PYTHON?: string;
|
|
31
33
|
PROMPTFOO_REMOTE_API_BASE_URL?: string;
|
|
32
34
|
PROMPTFOO_REMOTE_APP_BASE_URL?: string;
|
|
35
|
+
PROMPTFOO_REMOTE_GENERATION_URL?: string;
|
|
33
36
|
PROMPTFOO_REQUEST_BACKOFF_MS?: number;
|
|
34
37
|
PROMPTFOO_REQUIRE_JSON_PROMPTS?: boolean;
|
|
35
38
|
PROMPTFOO_RETRY_5XX?: boolean;
|
package/dist/src/envars.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"envars.d.ts","sourceRoot":"","sources":["../../src/envars.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAG5C,MAAM,MAAM,OAAO,GAAG;IACpB,SAAS,CAAC,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;IAChD,8BAA8B,CAAC,EAAE,MAAM,CAAC;IACxC,yCAAyC,CAAC,EAAE,MAAM,CAAC;IACnD,oCAAoC,CAAC,EAAE,MAAM,CAAC;IAC9C,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,uBAAuB,CAAC,EAAE,OAAO,CAAC;IAClC,8BAA8B,CAAC,EAAE,MAAM,CAAC;IACxC,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,oBAAoB,CAAC,EAAE,QAAQ,GAAG,MAAM,CAAC;IACzC,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,iCAAiC,CAAC,EAAE,OAAO,CAAC;IAC5C,kCAAkC,CAAC,EAAE,OAAO,CAAC;IAC7C,iCAAiC,CAAC,EAAE,OAAO,CAAC;IAC5C,4BAA4B,CAAC,EAAE,OAAO,CAAC;IACvC,+BAA+B,CAAC,EAAE,OAAO,CAAC;IAC1C,yBAAyB,CAAC,EAAE,OAAO,CAAC;IACpC,2BAA2B,CAAC,EAAE,OAAO,CAAC;IACtC,4BAA4B,CAAC,EAAE,OAAO,CAAC;IACvC,wBAAwB,CAAC,EAAE,OAAO,CAAC;IACnC,+BAA+B,CAAC,EAAE,OAAO,CAAC;IAC1C,+BAA+B,CAAC,EAAE,MAAM,CAAC;IACzC,oCAAoC,CAAC,EAAE,OAAO,CAAC;IAC/C,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC,4BAA4B,CAAC,EAAE,MAAM,CAAC;IACtC,8BAA8B,CAAC,EAAE,OAAO,CAAC;IACzC,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,8BAA8B,CAAC,EAAE,MAAM,CAAC;IACxC,qCAAqC,CAAC,EAAE,OAAO,CAAC;IAChD,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,sCAAsC,CAAC,EAAE,MAAM,CAAC;IAChD,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,eAAe,CAAC,EAAE,MAAM,CAAC;IAGzB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,4BAA4B,CAAC,EAAE,MAAM,CAAC;IACtC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,cAAc,CAAC,EAAE,MAAM,CAAC;IAGxB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IAGtB,EAAE,CAAC,EAAE,OAAO,CAAC;IACb,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB,GAAG,YAAY,CAAC;AAEjB,KAAK,SAAS,GAAG,MAAM,OAAO,CAAC;AAE/B;;;;;GAKG;AACH,wBAAgB,YAAY,CAAC,GAAG,EAAE,SAAS,GAAG,MAAM,GAAG,SAAS,CAAC;AACjE,wBAAgB,YAAY,CAAC,GAAG,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,GAAG,MAAM,CAAC;AAS3E;;;;;GAKG;AACH,wBAAgB,UAAU,CAAC,GAAG,EAAE,SAAS,EAAE,YAAY,CAAC,EAAE,OAAO,GAAG,OAAO,CAS1E;AAED;;;;;GAKG;AACH,wBAAgB,SAAS,CAAC,GAAG,EAAE,SAAS,GAAG,MAAM,GAAG,SAAS,CAAC;AAC9D,wBAAgB,SAAS,CAAC,GAAG,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,GAAG,MAAM,CAAC;AAexE;;;;;GAKG;AACH,wBAAgB,WAAW,CAAC,GAAG,EAAE,SAAS,GAAG,MAAM,GAAG,SAAS,CAAC;AAChE,wBAAgB,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,GAAG,MAAM,CAAC"}
|
|
1
|
+
{"version":3,"file":"envars.d.ts","sourceRoot":"","sources":["../../src/envars.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAG5C,MAAM,MAAM,OAAO,GAAG;IACpB,SAAS,CAAC,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;IAChD,8BAA8B,CAAC,EAAE,MAAM,CAAC;IACxC,yCAAyC,CAAC,EAAE,MAAM,CAAC;IACnD,oCAAoC,CAAC,EAAE,MAAM,CAAC;IAC9C,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,uBAAuB,CAAC,EAAE,OAAO,CAAC;IAClC,8BAA8B,CAAC,EAAE,MAAM,CAAC;IACxC,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,oBAAoB,CAAC,EAAE,QAAQ,GAAG,MAAM,CAAC;IACzC,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,iCAAiC,CAAC,EAAE,OAAO,CAAC;IAC5C,kCAAkC,CAAC,EAAE,OAAO,CAAC;IAC7C,iCAAiC,CAAC,EAAE,OAAO,CAAC;IAC5C,oCAAoC,CAAC,EAAE,OAAO,CAAC;IAC/C,2CAA2C,CAAC,EAAE,OAAO,CAAC;IACtD,4BAA4B,CAAC,EAAE,OAAO,CAAC;IACvC,+BAA+B,CAAC,EAAE,OAAO,CAAC;IAC1C,yBAAyB,CAAC,EAAE,OAAO,CAAC;IACpC,2BAA2B,CAAC,EAAE,OAAO,CAAC;IACtC,4BAA4B,CAAC,EAAE,OAAO,CAAC;IACvC,wBAAwB,CAAC,EAAE,OAAO,CAAC;IACnC,+BAA+B,CAAC,EAAE,OAAO,CAAC;IAC1C,+BAA+B,CAAC,EAAE,MAAM,CAAC;IACzC,oCAAoC,CAAC,EAAE,OAAO,CAAC;IAC/C,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC,+BAA+B,CAAC,EAAE,MAAM,CAAC;IACzC,4BAA4B,CAAC,EAAE,MAAM,CAAC;IACtC,8BAA8B,CAAC,EAAE,OAAO,CAAC;IACzC,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,8BAA8B,CAAC,EAAE,MAAM,CAAC;IACxC,qCAAqC,CAAC,EAAE,OAAO,CAAC;IAChD,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,sCAAsC,CAAC,EAAE,MAAM,CAAC;IAChD,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,eAAe,CAAC,EAAE,MAAM,CAAC;IAGzB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,4BAA4B,CAAC,EAAE,MAAM,CAAC;IACtC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,cAAc,CAAC,EAAE,MAAM,CAAC;IAGxB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IAGtB,EAAE,CAAC,EAAE,OAAO,CAAC;IACb,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB,GAAG,YAAY,CAAC;AAEjB,KAAK,SAAS,GAAG,MAAM,OAAO,CAAC;AAE/B;;;;;GAKG;AACH,wBAAgB,YAAY,CAAC,GAAG,EAAE,SAAS,GAAG,MAAM,GAAG,SAAS,CAAC;AACjE,wBAAgB,YAAY,CAAC,GAAG,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,GAAG,MAAM,CAAC;AAS3E;;;;;GAKG;AACH,wBAAgB,UAAU,CAAC,GAAG,EAAE,SAAS,EAAE,YAAY,CAAC,EAAE,OAAO,GAAG,OAAO,CAS1E;AAED;;;;;GAKG;AACH,wBAAgB,SAAS,CAAC,GAAG,EAAE,SAAS,GAAG,MAAM,GAAG,SAAS,CAAC;AAC9D,wBAAgB,SAAS,CAAC,GAAG,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,GAAG,MAAM,CAAC;AAexE;;;;;GAKG;AACH,wBAAgB,WAAW,CAAC,GAAG,EAAE,SAAS,GAAG,MAAM,GAAG,SAAS,CAAC;AAChE,wBAAgB,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,GAAG,MAAM,CAAC"}
|
package/dist/src/envars.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"envars.js","sourceRoot":"","sources":["../../src/envars.ts"],"names":[],"mappings":";;
|
|
1
|
+
{"version":3,"file":"envars.js","sourceRoot":"","sources":["../../src/envars.ts"],"names":[],"mappings":";;AA6GA,oCAMC;AAQD,gCASC;AAUD,8BAYC;AAUD,kCAYC;AAnED,SAAgB,YAAY,CAAC,GAAc,EAAE,YAAqB;IAChE,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC/B,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,OAAO,YAAY,CAAC;IACtB,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;GAKG;AACH,SAAgB,UAAU,CAAC,GAAc,EAAE,YAAsB;IAC/D,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,YAAY,CAAC;IAChD,IAAI,OAAO,KAAK,KAAK,SAAS,EAAE,CAAC;QAC/B,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;IAC9E,CAAC;IACD,OAAO,OAAO,CAAC,YAAY,CAAC,CAAC;AAC/B,CAAC;AAUD,SAAgB,SAAS,CAAC,GAAc,EAAE,YAAqB;IAC7D,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,YAAY,CAAC;IAChD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC/C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;YAC/B,OAAO,WAAW,CAAC;QACrB,CAAC;IACH,CAAC;IACD,OAAO,YAAY,CAAC;AACtB,CAAC;AAUD,SAAgB,WAAW,CAAC,GAAc,EAAE,YAAqB;IAC/D,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,YAAY,CAAC;IAChD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,MAAM,WAAW,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAC7C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;YAC/B,OAAO,WAAW,CAAC;QACrB,CAAC;IACH,CAAC;IACD,OAAO,YAAY,CAAC;AACtB,CAAC"}
|
package/dist/src/index.d.ts
CHANGED
|
@@ -1,13 +1,19 @@
|
|
|
1
1
|
import assertions from './assertions';
|
|
2
2
|
import * as cache from './cache';
|
|
3
3
|
import providers, { loadApiProvider } from './providers';
|
|
4
|
+
import { extractEntities } from './redteam/extraction/entities';
|
|
5
|
+
import { extractSystemPurpose } from './redteam/extraction/purpose';
|
|
4
6
|
import type { EvaluateOptions, EvaluateTestSuite } from './types';
|
|
5
7
|
export * from './types';
|
|
6
8
|
export { generateTable } from './table';
|
|
7
9
|
declare function evaluate(testSuite: EvaluateTestSuite, options?: EvaluateOptions): Promise<import("./types").EvaluateSummary>;
|
|
8
|
-
|
|
10
|
+
declare const redteam: {
|
|
11
|
+
extractEntities: typeof extractEntities;
|
|
12
|
+
extractSystemPurpose: typeof extractSystemPurpose;
|
|
13
|
+
Plugins: import("./redteam/plugins").PluginFactory[];
|
|
14
|
+
};
|
|
15
|
+
export { assertions, cache, evaluate, providers, redteam };
|
|
9
16
|
declare const _default: {
|
|
10
|
-
evaluate: typeof evaluate;
|
|
11
17
|
assertions: {
|
|
12
18
|
runAssertion: typeof import("./assertions").runAssertion;
|
|
13
19
|
runAssertions: typeof import("./assertions").runAssertions;
|
|
@@ -23,6 +29,8 @@ declare const _default: {
|
|
|
23
29
|
matchesComparisonBoolean: typeof import("./matchers").matchesSelectBest;
|
|
24
30
|
matchesModeration: typeof import("./matchers").matchesModeration;
|
|
25
31
|
};
|
|
32
|
+
cache: typeof cache;
|
|
33
|
+
evaluate: typeof evaluate;
|
|
26
34
|
providers: {
|
|
27
35
|
OpenAiCompletionProvider: typeof import("./providers/openai").OpenAiCompletionProvider;
|
|
28
36
|
OpenAiChatCompletionProvider: typeof import("./providers/openai").OpenAiChatCompletionProvider;
|
|
@@ -37,7 +45,11 @@ declare const _default: {
|
|
|
37
45
|
GroqProvider: typeof import("./providers/groq").GroqProvider;
|
|
38
46
|
loadApiProvider: typeof loadApiProvider;
|
|
39
47
|
};
|
|
40
|
-
|
|
48
|
+
redteam: {
|
|
49
|
+
extractEntities: typeof extractEntities;
|
|
50
|
+
extractSystemPurpose: typeof extractSystemPurpose;
|
|
51
|
+
Plugins: import("./redteam/plugins").PluginFactory[];
|
|
52
|
+
};
|
|
41
53
|
};
|
|
42
54
|
export default _default;
|
|
43
55
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/src/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AACA,OAAO,UAAU,MAAM,cAAc,CAAC;AACtC,OAAO,KAAK,KAAK,MAAM,SAAS,CAAC;AAGjC,OAAO,SAAS,EAAE,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AACA,OAAO,UAAU,MAAM,cAAc,CAAC;AACtC,OAAO,KAAK,KAAK,MAAM,SAAS,CAAC;AAGjC,OAAO,SAAS,EAAE,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAEzD,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAChE,OAAO,EAAE,oBAAoB,EAAE,MAAM,8BAA8B,CAAC;AAIpE,OAAO,KAAK,EACV,eAAe,EAEf,iBAAiB,EAIlB,MAAM,SAAS,CAAC;AASjB,cAAc,SAAS,CAAC;AAExB,OAAO,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAExC,iBAAe,QAAQ,CAAC,SAAS,EAAE,iBAAiB,EAAE,OAAO,GAAE,eAAoB,8CA6FlF;AAED,QAAA,MAAM,OAAO;;;;CAIZ,CAAC;AAEF,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAE3D,wBAME"}
|
package/dist/src/index.js
CHANGED
|
@@ -29,17 +29,21 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
29
29
|
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
30
30
|
};
|
|
31
31
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
32
|
-
exports.providers = exports.assertions = exports.generateTable = void 0;
|
|
32
|
+
exports.redteam = exports.providers = exports.cache = exports.assertions = exports.generateTable = void 0;
|
|
33
33
|
exports.evaluate = evaluate;
|
|
34
34
|
const tiny_invariant_1 = __importDefault(require("tiny-invariant"));
|
|
35
35
|
const assertions_1 = __importDefault(require("./assertions"));
|
|
36
36
|
exports.assertions = assertions_1.default;
|
|
37
37
|
const cache = __importStar(require("./cache"));
|
|
38
|
+
exports.cache = cache;
|
|
38
39
|
const evaluator_1 = require("./evaluator");
|
|
39
40
|
const prompts_1 = require("./prompts");
|
|
40
41
|
const providers_1 = __importStar(require("./providers"));
|
|
41
42
|
exports.providers = providers_1.default;
|
|
42
43
|
const providers_2 = require("./providers");
|
|
44
|
+
const entities_1 = require("./redteam/extraction/entities");
|
|
45
|
+
const purpose_1 = require("./redteam/extraction/purpose");
|
|
46
|
+
const plugins_1 = require("./redteam/plugins");
|
|
43
47
|
const telemetry_1 = __importDefault(require("./telemetry"));
|
|
44
48
|
const testCases_1 = require("./testCases");
|
|
45
49
|
const util_1 = require("./util");
|
|
@@ -132,10 +136,17 @@ async function evaluate(testSuite, options = {}) {
|
|
|
132
136
|
await telemetry_1.default.send();
|
|
133
137
|
return ret;
|
|
134
138
|
}
|
|
139
|
+
const redteam = {
|
|
140
|
+
extractEntities: entities_1.extractEntities,
|
|
141
|
+
extractSystemPurpose: purpose_1.extractSystemPurpose,
|
|
142
|
+
Plugins: plugins_1.Plugins,
|
|
143
|
+
};
|
|
144
|
+
exports.redteam = redteam;
|
|
135
145
|
exports.default = {
|
|
136
|
-
evaluate,
|
|
137
146
|
assertions: assertions_1.default,
|
|
138
|
-
providers: providers_1.default,
|
|
139
147
|
cache,
|
|
148
|
+
evaluate,
|
|
149
|
+
providers: providers_1.default,
|
|
150
|
+
redteam,
|
|
140
151
|
};
|
|
141
152
|
//# sourceMappingURL=index.js.map
|
package/dist/src/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAqI4B,4BAAQ;AArIpC,oEAAuC;AACvC,8DAAsC;AAoI7B,qBApIF,oBAAU,CAoIE;AAnInB,+CAAiC;AAmIZ,sBAAK;AAlI1B,2CAAqD;AACrD,uCAAwC;AACxC,yDAAyD;AAgInB,oBAhI/B,mBAAS,CAgI+B;AA/H/C,2CAA+C;AAC/C,4DAAgE;AAChE,0DAAoE;AACpE,+CAA8D;AAC9D,4DAAoC;AACpC,2CAAwC;AASxC,iCAMgB;AAEhB,0CAAwB;AAExB,iCAAwC;AAA/B,sGAAA,aAAa,OAAA;AAEtB,KAAK,UAAU,QAAQ,CAAC,SAA4B,EAAE,UAA2B,EAAE;IACjF,MAAM,oBAAoB,GAAc;QACtC,GAAG,SAAS;QACZ,SAAS,EAAE,SAAS,CAAC,SAAuB;QAC5C,SAAS,EAAE,MAAM,IAAA,4BAAgB,EAAC,SAAS,CAAC,SAAS,EAAE;YACrD,GAAG,EAAE,SAAS,CAAC,GAAG;SACnB,CAAC;QACF,KAAK,EAAE,MAAM,IAAA,qBAAS,EAAC,SAAS,CAAC,KAAK,CAAC;QAEvC,eAAe,EAAE,MAAM,IAAA,kBAAW,EAAC,SAAS,CAAC,eAAe,IAAI,EAAE,CAAC;QAEnE,wCAAwC;QACxC,OAAO,EAAE,CACP,MAAM,OAAO,CAAC,GAAG,CACf,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,WAAW,EAAE,EAAE;YAC1C,IAAI,OAAO,WAAW,KAAK,UAAU,EAAE,CAAC;gBACtC,OAAO;oBACL,GAAG,EAAE,WAAW,CAAC,QAAQ,EAAE;oBAC3B,KAAK,EAAE,WAAW,CAAC,QAAQ,EAAE;oBAC7B,QAAQ,EAAE,WAA6B;iBACxC,CAAC;YACJ,CAAC;iBAAM,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;gBAC3C,MAAM,OAAO,GAAG,MAAM,IAAA,qBAAW,EAAC,WAAW,CAAC,CAAC;gBAC/C,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBACzB,GAAG,EAAE,CAAC,CAAC,GAAG;oBACV,KAAK,EAAE,CAAC,CAAC,KAAK;iBACf,CAAC,CAAC,CAAC;YACN,CAAC;iBAAM,CAAC;gBACN,OAAO;oBACL,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;oBAChC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;iBACnC,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,CACH,CACF,CAAC,IAAI,EAAE;KACT,CAAC;IAEF,2BAA2B;IAC3B,KAAK,MAAM,IAAI,IAAI,oBAAoB,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;QACpD,IAAI,IAAI,CAAC,OAAO,EAAE,QAAQ,IAAI,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;YAC1E,IAAI,CAAC,OAAO,CAAC,QAAQ,GAAG,MAAM,IAAA,2BAAe,EAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACvE,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBACpC,IAAI,SAAS,CAAC,IAAI,KAAK,YAAY,IAAI,OAAO,SAAS,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;oBAChF,SAAS;gBACX,CAAC;gBAED,IAAI,SAAS,CAAC,QAAQ,EAAE,CAAC;oBACvB,IAAI,OAAO,SAAS,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;wBAC3C,MAAM,MAAM,GAAG,SAAS,CAAC,QAA2B,CAAC;wBACrD,IAAA,wBAAS,EAAC,MAAM,CAAC,EAAE,EAAE,iCAAiC,CAAC,CAAC;wBACxD,SAAS,CAAC,QAAQ,GAAG,MAAM,IAAA,2BAAe,EAAC,MAAM,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;oBAC7E,CAAC;yBAAM,IAAI,OAAO,SAAS,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;wBAClD,SAAS,CAAC,QAAQ,GAAG,MAAM,IAAA,2BAAe,EAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;oBACjE,CAAC;yBAAM,CAAC;wBACN,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;oBAC3C,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,iBAAiB;IACjB,IAAI,OAAO,CAAC,KAAK,KAAK,KAAK,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC;QACtE,KAAK,CAAC,YAAY,EAAE,CAAC;IACvB,CAAC;IACD,mBAAS,CAAC,eAAe,EAAE,CAAC;IAE5B,gBAAgB;IAChB,MAAM,GAAG,GAAG,MAAM,IAAA,oBAAU,EAAC,oBAAoB,EAAE;QACjD,WAAW,EAAE,SAAS;QACtB,GAAG,OAAO;KACX,CAAC,CAAC;IAEH,MAAM,aAAa,GAAG,EAAE,GAAG,SAAS,EAAE,OAAO,EAAE,oBAAoB,CAAC,OAAO,EAAE,CAAC;IAC9E,IAAI,MAAM,GAAkB,IAAI,CAAC;IACjC,IAAI,SAAS,CAAC,kBAAkB,EAAE,CAAC;QACjC,MAAM,IAAA,6CAAsC,GAAE,CAAC;QAC/C,MAAM,GAAG,MAAM,IAAA,6BAAsB,EAAC,GAAG,EAAE,aAAa,CAAC,CAAC;IAC5D,CAAC;IAED,IAAI,SAAS,CAAC,UAAU,EAAE,CAAC;QACzB,IAAI,OAAO,SAAS,CAAC,UAAU,KAAK,QAAQ,EAAE,CAAC;YAC7C,MAAM,IAAA,kBAAW,EAAC,SAAS,CAAC,UAAU,EAAE,MAAM,EAAE,GAAG,EAAE,aAAa,EAAE,IAAI,CAAC,CAAC;QAC5E,CAAC;aAAM,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,CAAC;YAC/C,MAAM,IAAA,2BAAoB,EAAC,SAAS,CAAC,UAAU,EAAE,MAAM,EAAE,GAAG,EAAE,aAAa,EAAE,IAAI,CAAC,CAAC;QACrF,CAAC;IACH,CAAC;IAED,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;IACvB,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,OAAO,GAAG;IACd,eAAe,EAAf,0BAAe;IACf,oBAAoB,EAApB,8BAAoB;IACpB,OAAO,EAAE,iBAAc;CACxB,CAAC;AAE+C,0BAAO;AAExD,kBAAe;IACb,UAAU,EAAV,oBAAU;IACV,KAAK;IACL,QAAQ;IACR,SAAS,EAAT,mBAAS;IACT,OAAO;CACR,CAAC"}
|
package/dist/src/main.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"main.d.ts","sourceRoot":"","sources":["../../src/main.ts"],"names":[],"mappings":";
|
|
1
|
+
{"version":3,"file":"main.d.ts","sourceRoot":"","sources":["../../src/main.ts"],"names":[],"mappings":";AAsBA,OAAO,EAAwB,KAAK,aAAa,EAAE,MAAM,SAAS,CAAC;AAGnE,wBAAsB,iBAAiB,IAAI,OAAO,CAAC;IACjD,aAAa,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;IACtC,iBAAiB,EAAE,MAAM,GAAG,SAAS,CAAC;CACvC,CAAC,CAkBD"}
|
package/dist/src/main.js
CHANGED
|
@@ -15,11 +15,12 @@ const eval_1 = require("./commands/eval");
|
|
|
15
15
|
const export_1 = require("./commands/export");
|
|
16
16
|
const feedback_1 = require("./commands/feedback");
|
|
17
17
|
const dataset_1 = require("./commands/generate/dataset");
|
|
18
|
-
const redteam_1 = require("./commands/generate/redteam");
|
|
19
18
|
const import_1 = require("./commands/import");
|
|
20
19
|
const init_1 = require("./commands/init");
|
|
21
20
|
const list_1 = require("./commands/list");
|
|
22
|
-
const
|
|
21
|
+
const generate_1 = require("./commands/redteam/generate");
|
|
22
|
+
const init_2 = require("./commands/redteam/init");
|
|
23
|
+
const plugins_1 = require("./commands/redteam/plugins");
|
|
23
24
|
const share_1 = require("./commands/share");
|
|
24
25
|
const show_1 = require("./commands/show");
|
|
25
26
|
const version_1 = require("./commands/version");
|
|
@@ -68,11 +69,11 @@ async function main() {
|
|
|
68
69
|
(0, view_1.viewCommand)(program);
|
|
69
70
|
const generateCommand = program.command('generate').description('Generate synthetic data');
|
|
70
71
|
(0, dataset_1.generateDatasetCommand)(generateCommand, defaultConfig, defaultConfigPath);
|
|
71
|
-
(0,
|
|
72
|
+
(0, generate_1.generateRedteamCommand)(generateCommand, 'redteam', defaultConfig, defaultConfigPath);
|
|
72
73
|
const redteamBaseCommand = program.command('redteam').description('Red team LLM applications');
|
|
73
|
-
(0,
|
|
74
|
-
(0,
|
|
75
|
-
(0,
|
|
74
|
+
(0, init_2.initCommand)(redteamBaseCommand);
|
|
75
|
+
(0, plugins_1.pluginsCommand)(redteamBaseCommand);
|
|
76
|
+
(0, generate_1.generateRedteamCommand)(redteamBaseCommand, 'generate', defaultConfig, defaultConfigPath);
|
|
76
77
|
if (!process.argv.slice(2).length) {
|
|
77
78
|
program.outputHelp();
|
|
78
79
|
process.exit(0);
|
package/dist/src/main.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"main.js","sourceRoot":"","sources":["../../src/main.ts"],"names":[],"mappings":";;;;;;
|
|
1
|
+
{"version":3,"file":"main.js","sourceRoot":"","sources":["../../src/main.ts"],"names":[],"mappings":";;;;;;AAyBA,8CAqBC;AA7CD,yCAAoC;AACpC,gDAAwB;AACxB,yDAAsD;AACtD,4CAAgD;AAChD,8CAAkD;AAClD,8CAAkD;AAClD,0CAA8C;AAC9C,8CAAkD;AAClD,kDAAsD;AACtD,yDAAqE;AACrE,8CAAkD;AAClD,0CAA8C;AAC9C,0CAA8C;AAC9C,0DAAqE;AACrE,kDAA4E;AAC5E,wDAAqF;AACrF,4CAAgD;AAChD,0CAA8C;AAC9C,gDAAoD;AACpD,0CAA8C;AAC9C,qCAA2C;AAE3C,uCAA4C;AAErC,KAAK,UAAU,iBAAiB;IAIrC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAC1B,IAAI,aAAa,GAA2B,EAAE,CAAC;IAC/C,IAAI,iBAAqC,CAAC;IAE1C,mCAAmC;IACnC,MAAM,UAAU,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;IACnF,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC7B,MAAM,UAAU,GAAG,cAAI,CAAC,IAAI,CAAC,GAAG,EAAE,mBAAmB,GAAG,EAAE,CAAC,CAAC;QAC5D,MAAM,WAAW,GAAG,MAAM,IAAA,wBAAe,EAAC,UAAU,CAAC,CAAC;QACtD,IAAI,WAAW,EAAE,CAAC;YAChB,aAAa,GAAG,WAAW,CAAC;YAC5B,iBAAiB,GAAG,UAAU,CAAC;YAC/B,MAAM;QACR,CAAC;IACH,CAAC;IAED,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,CAAC;AAC9C,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,IAAA,yBAAe,GAAE,CAAC;IAExB,MAAM,OAAO,GAAG,IAAI,mBAAO,EAAE,CAAC;IAE9B,MAAM,EAAE,aAAa,EAAE,iBAAiB,EAAE,GAAG,MAAM,iBAAiB,EAAE,CAAC;IAEvE,MAAM,eAAe,GAAoB,EAAE,CAAC;IAC5C,IAAI,aAAa,CAAC,eAAe,EAAE,CAAC;QAClC,eAAe,CAAC,mBAAmB,GAAG,aAAa,CAAC,eAAe,CAAC,mBAAmB,CAAC;QACxF,eAAe,CAAC,cAAc,GAAG,aAAa,CAAC,eAAe,CAAC,cAAc,CAAC;QAC9E,eAAe,CAAC,eAAe,GAAG,aAAa,CAAC,eAAe,CAAC,eAAe,CAAC;IAClF,CAAC;IAED,IAAA,oBAAY,EAAC,OAAO,CAAC,CAAC;IACtB,IAAA,sBAAa,EAAC,OAAO,CAAC,CAAC;IACvB,IAAA,sBAAa,EAAC,OAAO,CAAC,CAAC;IACvB,IAAA,kBAAW,EAAC,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,eAAe,CAAC,CAAC;IACxE,IAAA,sBAAa,EAAC,OAAO,CAAC,CAAC;IACvB,IAAA,0BAAe,EAAC,OAAO,CAAC,CAAC;IACzB,IAAA,sBAAa,EAAC,OAAO,CAAC,CAAC;IACvB,IAAA,kBAAW,EAAC,OAAO,CAAC,CAAC;IACrB,IAAA,kBAAW,EAAC,OAAO,CAAC,CAAC;IACrB,IAAA,oBAAY,EAAC,OAAO,CAAC,CAAC;IACtB,IAAA,kBAAW,EAAC,OAAO,CAAC,CAAC;IACrB,IAAA,wBAAc,EAAC,OAAO,CAAC,CAAC;IACxB,IAAA,kBAAW,EAAC,OAAO,CAAC,CAAC;IAErB,MAAM,eAAe,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,WAAW,CAAC,yBAAyB,CAAC,CAAC;IAC3F,IAAA,gCAAsB,EAAC,eAAe,EAAE,aAAa,EAAE,iBAAiB,CAAC,CAAC;IAC1E,IAAA,iCAAsB,EAAC,eAAe,EAAE,SAAS,EAAE,aAAa,EAAE,iBAAiB,CAAC,CAAC;IAErF,MAAM,kBAAkB,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,WAAW,CAAC,2BAA2B,CAAC,CAAC;IAC/F,IAAA,kBAAkB,EAAC,kBAAkB,CAAC,CAAC;IACvC,IAAA,wBAAqB,EAAC,kBAAkB,CAAC,CAAC;IAC1C,IAAA,iCAAsB,EAAC,kBAAkB,EAAE,UAAU,EAAE,aAAa,EAAE,iBAAiB,CAAC,CAAC;IAEzF,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;QAClC,OAAO,CAAC,UAAU,EAAE,CAAC;QACrB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IACD,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;AAC9B,CAAC;AAED,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;IAC5B,IAAA,mCAAgB,GAAE,CAAC;IACnB,IAAI,EAAE,CAAC;AACT,CAAC"}
|
package/dist/src/onboarding.js
CHANGED
|
@@ -10,7 +10,7 @@ const rawlist_1 = __importDefault(require("@inquirer/rawlist"));
|
|
|
10
10
|
const chalk_1 = __importDefault(require("chalk"));
|
|
11
11
|
const fs_1 = __importDefault(require("fs"));
|
|
12
12
|
const path_1 = __importDefault(require("path"));
|
|
13
|
-
const
|
|
13
|
+
const init_1 = require("./commands/redteam/init");
|
|
14
14
|
const envars_1 = require("./envars");
|
|
15
15
|
const logger_1 = __importDefault(require("./logger"));
|
|
16
16
|
const telemetry_1 = __importDefault(require("./telemetry"));
|
|
@@ -269,7 +269,7 @@ async function createDummyFiles(directory, interactive = true) {
|
|
|
269
269
|
value: action,
|
|
270
270
|
});
|
|
271
271
|
if (action === 'redteam') {
|
|
272
|
-
await (0,
|
|
272
|
+
await (0, init_1.redteamInit)(directory || '.');
|
|
273
273
|
return {
|
|
274
274
|
numPrompts: 0,
|
|
275
275
|
providerPrefixes: [],
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"onboarding.js","sourceRoot":"","sources":["../../src/onboarding.ts"],"names":[],"mappings":";;;;;;AA8OA,4CAoQC;AAlfD,kEAA0C;AAC1C,gEAAwC;AACxC,kDAA0B;AAC1B,4CAAoB;AACpB,gDAAwB;AACxB,
|
|
1
|
+
{"version":3,"file":"onboarding.js","sourceRoot":"","sources":["../../src/onboarding.ts"],"names":[],"mappings":";;;;;;AA8OA,4CAoQC;AAlfD,kEAA0C;AAC1C,gEAAwC;AACxC,kDAA0B;AAC1B,4CAAoB;AACpB,gDAAwB;AACxB,kDAAsD;AACtD,qCAAwC;AACxC,sDAA8B;AAC9B,4DAAyD;AACzD,gDAAqD;AAExC,QAAA,eAAe,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAmF9B,CAAC;AAEW,QAAA,eAAe,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA8B9B,CAAC;AAEW,QAAA,mBAAmB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAsClC,CAAC;AAEW,QAAA,aAAa,GAAG;;;;;;;;CAQ5B,CAAC;AAEW,QAAA,UAAU,GAAG;;;;;;;;;;;;;;;;CAgBzB,CAAC;AAEW,QAAA,cAAc,GAAG;;;;;;;;;;;;;;;;;;;;CAoB7B,CAAC;AAEW,QAAA,cAAc,GAAG;;;;;;;;;;CAU7B,CAAC;AAEF,SAAS,oBAAoB,CAAC,IAAY,EAAE,aAAyC,EAAE;IACrF,mBAAS,CAAC,aAAa,CAAC,QAAQ,EAAE;QAChC,IAAI,EAAE,iBAAiB;QACvB,IAAI;QACJ,GAAG,UAAU;KACd,CAAC,CAAC;AACL,CAAC;AAEM,KAAK,UAAU,gBAAgB,CAAC,SAAwB,EAAE,cAAuB,IAAI;IAC1F,IACE,SAAS,IAAI,yCAAyC;QACtD,CAAC,YAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EACzB,CAAC;QACD,YAAE,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IAC1B,CAAC;IAED,IAAI,SAAS,EAAE,CAAC;QACd,IAAI,CAAC,YAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC9B,gBAAM,CAAC,IAAI,CAAC,sBAAsB,SAAS,MAAM,CAAC,CAAC;YACnD,YAAE,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;SAAM,CAAC;QACN,SAAS,GAAG,GAAG,CAAC;IAClB,CAAC;IAED,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,SAAS,GAAwB,EAAE,CAAC;IAC1C,IAAI,MAAc,CAAC;IACnB,IAAI,QAAgB,CAAC;IACrB,IAAI,WAAW,EAAE,CAAC;QAChB,oBAAoB,CAAC,OAAO,CAAC,CAAC;QAE9B,kBAAkB;QAClB,MAAM,GAAG,MAAM,IAAA,iBAAO,EAAC;YACrB,OAAO,EAAE,4BAA4B;YACrC,OAAO,EAAE;gBACP,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,SAAS,EAAE;gBAC1C,EAAE,IAAI,EAAE,sCAAsC,EAAE,KAAK,EAAE,SAAS,EAAE;gBAClE,EAAE,IAAI,EAAE,yBAAyB,EAAE,KAAK,EAAE,KAAK,EAAE;gBACjD,EAAE,IAAI,EAAE,4CAA4C,EAAE,KAAK,EAAE,OAAO,EAAE;gBACtE,EAAE,IAAI,EAAE,2BAA2B,EAAE,KAAK,EAAE,SAAS,EAAE;aACxD;SACF,CAAC,CAAC;QAEH,oBAAoB,CAAC,iBAAiB,EAAE;YACtC,KAAK,EAAE,MAAM;SACd,CAAC,CAAC;QAEH,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,MAAM,IAAA,kBAAW,EAAC,SAAS,IAAI,GAAG,CAAC,CAAC;YACpC,OAAO;gBACL,UAAU,EAAE,CAAC;gBACb,gBAAgB,EAAE,EAAE;gBACpB,MAAM,EAAE,SAAS;gBACjB,QAAQ,EAAE,gBAAgB;aAC3B,CAAC;QACJ,CAAC;QAED,QAAQ,GAAG,UAAU,CAAC;QACtB,IAAI,MAAM,KAAK,KAAK,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;YAC3C,QAAQ,GAAG,MAAM,IAAA,iBAAO,EAAC;gBACvB,OAAO,EAAE,0DAA0D;gBACnE,OAAO,EAAE;oBACP,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,UAAU,EAAE;oBAC3C,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;oBACnC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,YAAY,EAAE;iBAC5C;aACF,CAAC,CAAC;YAEH,oBAAoB,CAAC,iBAAiB,EAAE;gBACtC,KAAK,EAAE,QAAQ;aAChB,CAAC,CAAC;QACL,CAAC;QAED,MAAM,OAAO,GAAmD;YAC9D,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,oBAAoB,EAAE,eAAe,CAAC,EAAE;YACxE;gBACE,IAAI,EAAE,4CAA4C;gBAClD,KAAK,EACH,MAAM,KAAK,OAAO;oBAChB,CAAC,CAAC;wBACE;4BACE,EAAE,EAAE,eAAe;4BACnB,MAAM,EAAE;gCACN,KAAK,EAAE;oCACL;wCACE,IAAI,EAAE,UAAU;wCAChB,QAAQ,EAAE;4CACR,IAAI,EAAE,qBAAqB;4CAC3B,WAAW,EAAE,6CAA6C;4CAC1D,UAAU,EAAE;gDACV,IAAI,EAAE,QAAQ;gDACd,UAAU,EAAE;oDACV,QAAQ,EAAE;wDACR,IAAI,EAAE,QAAQ;wDACd,WAAW,EAAE,4CAA4C;qDAC1D;iDACF;gDACD,QAAQ,EAAE,CAAC,UAAU,CAAC;6CACvB;yCACF;qCACF;iCACF;6BACF;yBACF;qBACF;oBACH,CAAC,CAAC,CAAC,oBAAoB,EAAE,eAAe,CAAC;aAC9C;YACD;gBACE,IAAI,EAAE,6CAA6C;gBACnD,KAAK,EAAE;oBACL,+CAA+C;oBAC/C,2CAA2C;iBAC5C;aACF;YACD;gBACE,IAAI,EAAE,sCAAsC;gBAC5C,KAAK,EAAE;oBACL,iEAAiE;oBACjE,8DAA8D;oBAC9D,gDAAgD;iBACjD;aACF;YACD;gBACE,IAAI,EAAE,qBAAqB;gBAC3B,KAAK,EAAE,CAAC,oBAAoB,CAAC;aAC9B;YACD;gBACE,IAAI,EAAE,yBAAyB;gBAC/B,KAAK,EAAE,CAAC,oBAAoB,CAAC;aAC9B;YACD;gBACE,IAAI,EAAE,kBAAkB;gBACxB,KAAK,EAAE,CAAC,kBAAkB,CAAC;aAC5B;YACD;gBACE,IAAI,EAAE,eAAe;gBACrB,KAAK,EAAE,CAAC,kCAAkC,CAAC;aAC5C;YACD;gBACE,IAAI,EAAE,yCAAyC;gBAC/C,KAAK,EAAE;oBACL,gDAAgD;oBAChD,+CAA+C;iBAChD;aACF;YACD;gBACE,IAAI,EAAE,qCAAqC;gBAC3C,KAAK,EAAE,CAAC,kBAAkB,EAAE,uBAAuB,CAAC;aACrD;YACD,EAAE,IAAI,EAAE,wCAAwC,EAAE,KAAK,EAAE,CAAC,mBAAmB,CAAC,EAAE;YAChF;gBACE,IAAI,EAAE,gCAAgC;gBACtC,KAAK,EAAE,CAAC,oBAAoB,EAAE,2BAA2B,CAAC;aAC3D;SACF,CAAC;QACF,MAAM,eAAe,GAAwB,MAAM,IAAA,kBAAQ,EAAC;YAC1D,OAAO,EAAE,oEAAoE;YAC7E,OAAO;SACR,CAAC,CAAC;QAEH,oBAAoB,CAAC,kBAAkB,EAAE;YACvC,KAAK,EAAE,eAAe,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CACpC,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAC7D;SACF,CAAC,CAAC;QAEH,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,MAAM,aAAa,GAAG,eAAe,CAAC,IAAI,EAAE,CAAC;YAC7C,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7B,SAAS,CAAC,IAAI,CACZ,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CACjF,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,SAAS,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,CAAC;YACnC,CAAC;YAED,IACE,aAAa,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,EAC1F,CAAC;gBACD,YAAE,CAAC,aAAa,CAAC,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,aAAa,CAAC,EAAE,2BAAmB,CAAC,CAAC;gBAC1F,gBAAM,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YACrC,CAAC;YACD,IACE,aAAa,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,EACxF,CAAC;gBACD,YAAE,CAAC,aAAa,CAAC,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,aAAa,CAAC,EAAE,qBAAa,CAAC,CAAC;gBACpF,gBAAM,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YACrC,CAAC;YACD,IACE,aAAa,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,EAC1F,CAAC;gBACD,YAAE,CAAC,aAAa,CAAC,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,aAAa,CAAC,EAAE,uBAAe,CAAC,CAAC;gBACtF,gBAAM,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;aAAM,CAAC;YACN,SAAS,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YACrC,SAAS,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAClC,CAAC;QAED,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,OAAO,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;YAC9C,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,OAAO,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;YAC/D,CAAC;QACH,CAAC;aAAM,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;YAC5B,OAAO,CAAC,IAAI,CACV,6FAA6F,CAC9F,CAAC;QACJ,CAAC;aAAM,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;YAC9B,OAAO,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAC;QACjE,CAAC;QAED,IAAI,MAAM,KAAK,KAAK,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;YAC3C,IAAI,QAAQ,KAAK,YAAY,EAAE,CAAC;gBAC9B,YAAE,CAAC,aAAa,CAAC,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,YAAY,CAAC,EAAE,sBAAc,CAAC,CAAC;gBACpF,gBAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YACpC,CAAC;iBAAM,CAAC;gBACN,YAAE,CAAC,aAAa,CAAC,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,YAAY,CAAC,EAAE,kBAAU,CAAC,CAAC;gBAChF,gBAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YACpC,CAAC;QACH,CAAC;QAED,oBAAoB,CAAC,UAAU,CAAC,CAAC;IACnC,CAAC;SAAM,CAAC;QACN,MAAM,GAAG,SAAS,CAAC;QACnB,QAAQ,GAAG,UAAU,CAAC;QACtB,OAAO,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;QAC9C,OAAO,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;QAC7D,SAAS,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACrC,SAAS,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAClC,CAAC;IAED,MAAM,QAAQ,GAAG,IAAA,6BAAiB,GAAE,CAAC;IACrC,MAAM,MAAM,GAAG,QAAQ,CAAC,YAAY,CAAC,uBAAe,EAAE;QACpD,OAAO;QACP,SAAS;QACT,IAAI,EAAE,MAAM;QACZ,QAAQ;KACT,CAAC,CAAC;IACH,YAAE,CAAC,aAAa,CAAC,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,sBAAsB,CAAC,EAAE,MAAM,CAAC,CAAC;IACtF,YAAE,CAAC,aAAa,CAAC,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,WAAW,CAAC,EAAE,sBAAc,CAAC,CAAC;IAEnF,MAAM,KAAK,GAAG,IAAA,qBAAY,EAAC,cAAc,CAAC,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC5D,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,2BAA2B,CAAC,CAAC,CAAC,gBAAgB,CAAC;IAC1E,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;QACtB,gBAAM,CAAC,IAAI,CACT,eAAK,CAAC,KAAK,CACT,uCAAuC,eAAK,CAAC,IAAI,CAAC,UAAU,CAAC,oBAAoB,CAClF,CACF,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,gBAAM,CAAC,IAAI,CAAC,qCAAqC,SAAS,EAAE,CAAC,CAAC;QAC9D,gBAAM,CAAC,IAAI,CACT,eAAK,CAAC,KAAK,CACT,SAAS,eAAK,CAAC,IAAI,CAAC,MAAM,SAAS,EAAE,CAAC,iBAAiB,eAAK,CAAC,IAAI,CAC/D,UAAU,CACX,oBAAoB,CACtB,CACF,CAAC;IACJ,CAAC;IAED,OAAO;QACL,UAAU,EAAE,OAAO,CAAC,MAAM;QAC1B,gBAAgB,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAC7F,MAAM;QACN,QAAQ;KACT,CAAC;AACJ,CAAC"}
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
export declare const REMOTE_GENERATION_URL: string;
|
|
1
2
|
export declare const DEFAULT_NUM_TESTS_PER_PLUGIN = 5;
|
|
2
3
|
export declare const REDTEAM_MODEL = "openai:chat:gpt-4o";
|
|
3
4
|
export declare const LLAMA_GUARD_REPLICATE_PROVIDER = "replicate:moderation:meta/meta-llama-guard-2-8b:b063023ee937f28e922982abdbf97b041ffe34ad3b35a53d33e1d74bb19b36c4";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../../src/redteam/constants.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../../src/redteam/constants.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,qBAAqB,QAGjC,CAAC;AAEF,eAAO,MAAM,4BAA4B,IAAI,CAAC;AAE9C,eAAO,MAAM,aAAa,uBAAuB,CAAC;AAElD,eAAO,MAAM,8BAA8B,qHACyE,CAAC;AAErH,eAAO,MAAM,8BAA8B,UAY1C,CAAC;AAEF,eAAO,MAAM,WAAW,wCAAyC,CAAC;AAClE,MAAM,MAAM,UAAU,GAAG,CAAC,OAAO,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC;AAEtD,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;CA8BlC,CAAC;AACX,MAAM,MAAM,2BAA2B,GAAG,MAAM,OAAO,+BAA+B,CAAC;AAEvF,eAAO,MAAM,6BAA6B;;;;;CAMhC,CAAC;AACX,MAAM,MAAM,yBAAyB,GAAG,MAAM,OAAO,6BAA6B,CAAC;AAEnF,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;CAGf,CAAC;AACX,MAAM,MAAM,UAAU,GAAG,MAAM,OAAO,YAAY,CAAC;AAEnD,eAAO,MAAM,WAAW,oEAAqE,CAAC;AAC9F,MAAM,MAAM,SAAS,GAAG,CAAC,OAAO,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC;AAErD,eAAO,MAAM,YAAY,sGAOf,CAAC;AACX,MAAM,MAAM,UAAU,GAAG,CAAC,OAAO,YAAY,CAAC,CAAC,MAAM,CAAC,CAAC;AAEvD,eAAO,MAAM,kBAAkB,6KAYrB,CAAC;AACX,MAAM,MAAM,gBAAgB,GAAG,CAAC,OAAO,kBAAkB,CAAC,CAAC,MAAM,CAAC,CAAC;AAGnE,eAAO,MAAM,uBAAuB,qBAAsB,CAAC;AAC3D,MAAM,MAAM,oBAAoB,GAAG,CAAC,OAAO,uBAAuB,CAAC,CAAC,MAAM,CAAC,CAAC;AAE5E,MAAM,MAAM,MAAM,GACd,UAAU,GACV,UAAU,GACV,SAAS,GACT,UAAU,GACV,gBAAgB,GAChB,oBAAoB,CAAC;AAEzB,eAAO,MAAM,eAAe,EAAE,WAAW,CAAC,MAAM,CAKT,CAAC;AAExC,eAAO,MAAM,WAAW,EAAE,SAAS,MAAM,EAErB,CAAC;AAErB,eAAO,MAAM,wBAAwB,EAAE,MAAM,CAC3C,MAAM,EACN;IAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IAAC,UAAU,EAAE,QAAQ,EAAE,CAAA;CAAE,CA8B9C,CAAC;AAEF,eAAO,MAAM,wBAAwB,EAAE,MAAM,CAC3C,MAAM,EACN;IAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IAAC,UAAU,EAAE,QAAQ,EAAE,CAAA;CAAE,CA0C9C,CAAC;AAEF,eAAO,MAAM,mBAAmB,EAAE,MAAM,CAAC,MAAM,EAAE;IAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IAAC,UAAU,EAAE,QAAQ,EAAE,CAAA;CAAE,CAyF7F,CAAC;AAGF,eAAO,MAAM,eAAe,gFAQlB,CAAC;AAEX,eAAO,MAAM,uBAAuB,EAAE,MAAM,CAC1C,MAAM,EACN,MAAM,CAAC,MAAM,EAAE;IAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IAAC,UAAU,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,CAK5D,CAAC;AAEF,eAAO,MAAM,kBAAkB,4CAA6C,CAAC;AAC7E,MAAM,MAAM,eAAe,GAAG,CAAC,OAAO,kBAAkB,CAAC,CAAC,MAAM,CAAC,CAAC;AAElE,eAAO,MAAM,qBAAqB,0FAOxB,CAAC;AACX,MAAM,MAAM,kBAAkB,GAAG,CAAC,OAAO,qBAAqB,CAAC,CAAC,MAAM,CAAC,CAAC;AAExE,eAAO,MAAM,cAAc,+IAKjB,CAAC;AACX,MAAM,MAAM,QAAQ,GAAG,CAAC,OAAO,cAAc,CAAC,CAAC,MAAM,CAAC,CAAC;AAGvD,eAAO,MAAM,uBAAuB,EAAE,MAAM,CAAC,MAAM,GAAG,QAAQ,EAAE,MAAM,CA2DrE,CAAC"}
|
|
@@ -1,6 +1,8 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.subCategoryDescriptions = exports.ALL_STRATEGIES = exports.ADDITIONAL_STRATEGIES = exports.DEFAULT_STRATEGIES = exports.ALIASED_PLUGIN_MAPPINGS = exports.ALIASED_PLUGINS = exports.NIST_AI_RMF_MAPPING = exports.OWASP_API_TOP_10_MAPPING = exports.OWASP_LLM_TOP_10_MAPPING = exports.ALL_PLUGINS = exports.DEFAULT_PLUGINS = exports.CONFIG_REQUIRED_PLUGINS = exports.ADDITIONAL_PLUGINS = exports.BASE_PLUGINS = exports.PII_PLUGINS = exports.HARM_PLUGINS = exports.REDTEAM_PROVIDER_HARM_PLUGINS = exports.UNALIGNED_PROVIDER_HARM_PLUGINS = exports.COLLECTIONS = exports.LLAMA_GUARD_ENABLED_CATEGORIES = exports.LLAMA_GUARD_REPLICATE_PROVIDER = exports.REDTEAM_MODEL = exports.DEFAULT_NUM_TESTS_PER_PLUGIN = void 0;
|
|
3
|
+
exports.subCategoryDescriptions = exports.ALL_STRATEGIES = exports.ADDITIONAL_STRATEGIES = exports.DEFAULT_STRATEGIES = exports.ALIASED_PLUGIN_MAPPINGS = exports.ALIASED_PLUGINS = exports.NIST_AI_RMF_MAPPING = exports.OWASP_API_TOP_10_MAPPING = exports.OWASP_LLM_TOP_10_MAPPING = exports.ALL_PLUGINS = exports.DEFAULT_PLUGINS = exports.CONFIG_REQUIRED_PLUGINS = exports.ADDITIONAL_PLUGINS = exports.BASE_PLUGINS = exports.PII_PLUGINS = exports.HARM_PLUGINS = exports.REDTEAM_PROVIDER_HARM_PLUGINS = exports.UNALIGNED_PROVIDER_HARM_PLUGINS = exports.COLLECTIONS = exports.LLAMA_GUARD_ENABLED_CATEGORIES = exports.LLAMA_GUARD_REPLICATE_PROVIDER = exports.REDTEAM_MODEL = exports.DEFAULT_NUM_TESTS_PER_PLUGIN = exports.REMOTE_GENERATION_URL = void 0;
|
|
4
|
+
const envars_1 = require("../envars");
|
|
5
|
+
exports.REMOTE_GENERATION_URL = (0, envars_1.getEnvString)('PROMPTFOO_REMOTE_GENERATION_URL', 'https://api.promptfoo.dev/v1/generate');
|
|
4
6
|
exports.DEFAULT_NUM_TESTS_PER_PLUGIN = 5;
|
|
5
7
|
exports.REDTEAM_MODEL = 'openai:chat:gpt-4o';
|
|
6
8
|
exports.LLAMA_GUARD_REPLICATE_PROVIDER = 'replicate:moderation:meta/meta-llama-guard-2-8b:b063023ee937f28e922982abdbf97b041ffe34ad3b35a53d33e1d74bb19b36c4';
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"constants.js","sourceRoot":"","sources":["../../../src/redteam/constants.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"constants.js","sourceRoot":"","sources":["../../../src/redteam/constants.ts"],"names":[],"mappings":";;;AAAA,sCAAyC;AAE5B,QAAA,qBAAqB,GAAG,IAAA,qBAAY,EAC/C,iCAAiC,EACjC,uCAAuC,CACxC,CAAC;AAEW,QAAA,4BAA4B,GAAG,CAAC,CAAC;AAEjC,QAAA,aAAa,GAAG,oBAAoB,CAAC;AAErC,QAAA,8BAA8B,GACzC,kHAAkH,CAAC;AAExG,QAAA,8BAA8B,GAAG;IAC5C,IAAI,EAAE,iBAAiB;IACvB,IAAI,EAAE,qBAAqB;IAC3B,IAAI,EAAE,aAAa;IACnB,IAAI,EAAE,qBAAqB;IAC3B,IAAI,EAAE,qBAAqB;IAC3B,2EAA2E;IAC3E,IAAI,EAAE,wBAAwB;IAC9B,IAAI,EAAE,yBAAyB;IAC/B,IAAI,EAAE,OAAO;IACb,KAAK,EAAE,YAAY;IACnB,KAAK,EAAE,iBAAiB;CACzB,CAAC;AAEW,QAAA,WAAW,GAAG,CAAC,SAAS,EAAE,KAAK,EAAE,SAAS,CAAU,CAAC;AAGrD,QAAA,+BAA+B,GAAG;IAC7C,4BAA4B;IAC5B,iFAAiF;IACjF,uBAAuB,EAAE,gBAAgB;IACzC,2BAA2B,EAAE,oBAAoB;IACjD,mBAAmB,EAAE,YAAY;IACjC,4BAA4B,EAAE,oBAAoB;IAClD,gCAAgC,EAAE,wBAAwB;IAC1D,cAAc,EAAE,MAAM;IACtB,mBAAmB,EAAE,WAAW;IAChC,wBAAwB,EAAE,gBAAgB;IAE1C,qBAAqB;IACrB,mCAAmC;IACnC,oBAAoB,EAAE,2DAA2D;IACjF,qCAAqC,EAAE,+BAA+B;IACtE,uBAAuB,EAAE,eAAe;IACxC,8BAA8B,EAAE,yCAAyC;IACzE,6BAA6B,EAAE,uBAAuB;IACtD,4BAA4B,EAAE,oCAAoC;IAClE,yBAAyB,EAAE,kCAAkC;IAC7D,0BAA0B,EAAE,+BAA+B;IAC3D,+GAA+G;IAE/G,QAAQ;IACR,wBAAwB,EAAE,gBAAgB;IAC1C,mBAAmB,EAAE,+BAA+B;IACpD,iBAAiB,EAAE,8BAA8B;IACjD,wBAAwB;IACxB,mFAAmF;CAC3E,CAAC;AAGE,QAAA,6BAA6B,GAAG;IAC3C,iBAAiB,EAAE,oBAAoB;IACvC,+BAA+B,EAAE,iCAAiC;IAClE,uCAAuC,EACrC,+DAA+D;IACjE,4BAA4B,EAAE,gCAAgC;CACtD,CAAC;AAGE,QAAA,YAAY,GAAG;IAC1B,GAAG,uCAA+B;IAClC,GAAG,qCAA6B;CACxB,CAAC;AAGE,QAAA,WAAW,GAAG,CAAC,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,YAAY,CAAU,CAAC;AAGjF,QAAA,YAAY,GAAG;IAC1B,WAAW;IACX,kBAAkB;IAClB,eAAe;IACf,WAAW;IACX,cAAc;IACd,UAAU;CACF,CAAC;AAGE,QAAA,kBAAkB,GAAG;IAChC,MAAM;IACN,MAAM;IACN,aAAa;IACb,cAAc;IACd,WAAW;IACX,MAAM;IACN,mBAAmB;IACnB,MAAM;IACN,iBAAiB;IACjB,eAAe;IACf,2BAA2B;CACnB,CAAC;AAGX,gGAAgG;AACnF,QAAA,uBAAuB,GAAG,CAAC,QAAQ,CAAU,CAAC;AAW9C,QAAA,eAAe,GAAwB,IAAI,GAAG,CAAC;IAC1D,GAAG,mBAAW;IACd,GAAG,oBAAY;IACf,GAAI,MAAM,CAAC,IAAI,CAAC,oBAAY,CAAkB;IAC9C,GAAG,mBAAW;CACsB,CAAC,CAAC;AAE3B,QAAA,WAAW,GAAsB;IAC5C,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,uBAAe,EAAE,GAAG,0BAAkB,EAAE,GAAG,+BAAuB,CAAC,CAAC;CACpF,CAAC,IAAI,EAAc,CAAC;AAER,QAAA,wBAAwB,GAGjC;IACF,cAAc,EAAE;QACd,OAAO,EAAE,CAAC,SAAS,CAAC;QACpB,UAAU,EAAE,CAAC,kBAAkB,EAAE,WAAW,CAAC;KAC9C;IACD,cAAc,EAAE;QACd,OAAO,EAAE,CAAC,SAAS,EAAE,cAAc,CAAC;QACpC,UAAU,EAAE,EAAE;KACf;IACD,cAAc,EAAE;QACd,OAAO,EAAE,CAAC,SAAS,EAAE,cAAc,EAAE,eAAe,CAAC;QACrD,UAAU,EAAE,EAAE;KACf;IACD,cAAc,EAAE;QACd,OAAO,EAAE,CAAC,iBAAiB,EAAE,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,YAAY,CAAC;QACrF,UAAU,EAAE,CAAC,kBAAkB,EAAE,WAAW,CAAC;KAC9C;IACD,cAAc,EAAE;QACd,OAAO,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,eAAe,EAAE,iBAAiB,EAAE,cAAc,CAAC;QACrF,UAAU,EAAE,EAAE;KACf;IACD,cAAc,EAAE;QACd,OAAO,EAAE,CAAC,kBAAkB,EAAE,MAAM,CAAC;QACrC,UAAU,EAAE,EAAE;KACf;IACD,cAAc,EAAE;QACd,OAAO,EAAE,CAAC,cAAc,EAAE,eAAe,CAAC;QAC1C,UAAU,EAAE,EAAE;KACf;CACF,CAAC;AAEW,QAAA,wBAAwB,GAGjC;IACF,cAAc,EAAE;QACd,OAAO,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;QACzB,UAAU,EAAE,EAAE;KACf;IACD,cAAc,EAAE;QACd,OAAO,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;QACzB,UAAU,EAAE,EAAE;KACf;IACD,cAAc,EAAE;QACd,OAAO,EAAE,CAAC,kBAAkB,EAAE,cAAc,CAAC;QAC7C,UAAU,EAAE,EAAE;KACf;IACD,cAAc,EAAE;QACd,OAAO,EAAE,CAAC,iBAAiB,EAAE,YAAY,EAAE,aAAa,CAAC;QACzD,UAAU,EAAE,EAAE;KACf;IACD,cAAc,EAAE;QACd,OAAO,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;QACjC,UAAU,EAAE,EAAE;KACf;IACD,cAAc,EAAE;QACd,OAAO,EAAE,CAAC,uCAAuC,EAAE,cAAc,CAAC;QAClE,UAAU,EAAE,EAAE;KACf;IACD,cAAc,EAAE;QACd,OAAO,EAAE,CAAC,eAAe,EAAE,iBAAiB,CAAC;QAC7C,UAAU,EAAE,EAAE;KACf;IACD,cAAc,EAAE;QACd,OAAO,EAAE,CAAC,iBAAiB,EAAE,YAAY,EAAE,aAAa,CAAC;QACzD,UAAU,EAAE,EAAE;KACf;IACD,cAAc,EAAE;QACd,OAAO,EAAE,CAAC,cAAc,EAAE,4BAA4B,CAAC;QACvD,UAAU,EAAE,EAAE;KACf;IACD,cAAc,EAAE;QACd,OAAO,EAAE,CAAC,cAAc,EAAE,iBAAiB,CAAC;QAC5C,UAAU,EAAE,EAAE;KACf;CACF,CAAC;AAEW,QAAA,mBAAmB,GAAkE;IAChG,qBAAqB,EAAE;QACrB,OAAO,EAAE,CAAC,uCAAuC,EAAE,cAAc,EAAE,kBAAkB,CAAC;QACtF,UAAU,EAAE,CAAC,WAAW,EAAE,kBAAkB,CAAC;KAC9C;IACD,qBAAqB,EAAE;QACrB,OAAO,EAAE,CAAC,uCAAuC,EAAE,cAAc,EAAE,kBAAkB,CAAC;QACtF,UAAU,EAAE,CAAC,WAAW,EAAE,kBAAkB,CAAC;KAC9C;IACD,qBAAqB,EAAE;QACrB,OAAO,EAAE,CAAC,iBAAiB,EAAE,YAAY,EAAE,aAAa,EAAE,YAAY,EAAE,YAAY,CAAC;QACrF,UAAU,EAAE,EAAE;KACf;IACD,qBAAqB,EAAE;QACrB,OAAO,EAAE,CAAC,iBAAiB,EAAE,YAAY,EAAE,aAAa,EAAE,YAAY,EAAE,YAAY,CAAC;QACrF,UAAU,EAAE,EAAE;KACf;IACD,qBAAqB,EAAE;QACrB,OAAO,EAAE,CAAC,cAAc,EAAE,kBAAkB,CAAC;QAC7C,UAAU,EAAE,EAAE;KACf;IACD,qBAAqB,EAAE;QACrB,OAAO,EAAE,CAAC,cAAc,EAAE,kBAAkB,EAAE,uCAAuC,CAAC;QACtF,UAAU,EAAE,CAAC,WAAW,EAAE,kBAAkB,CAAC;KAC9C;IACD,qBAAqB,EAAE;QACrB,OAAO,EAAE,CAAC,cAAc,EAAE,kBAAkB,CAAC;QAC7C,UAAU,EAAE,EAAE;KACf;IACD,qBAAqB,EAAE;QACrB,OAAO,EAAE;YACP,0BAA0B;YAC1B,qCAAqC;YACrC,gCAAgC;SACjC;QACD,UAAU,EAAE,EAAE;KACf;IACD,qBAAqB,EAAE;QACrB,OAAO,EAAE,CAAC,oBAAoB,EAAE,eAAe,EAAE,iBAAiB,CAAC;QACnE,UAAU,EAAE,CAAC,WAAW,EAAE,kBAAkB,CAAC;KAC9C;IACD,qBAAqB,EAAE;QACrB,OAAO,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;QACjC,UAAU,EAAE,EAAE;KACf;IACD,qBAAqB,EAAE;QACrB,OAAO,EAAE,CAAC,cAAc,EAAE,kBAAkB,CAAC;QAC7C,UAAU,EAAE,EAAE;KACf;IACD,sBAAsB,EAAE;QACtB,OAAO,EAAE,CAAC,iBAAiB,EAAE,YAAY,EAAE,aAAa,EAAE,YAAY,EAAE,YAAY,CAAC;QACrF,UAAU,EAAE,EAAE;KACf;IACD,sBAAsB,EAAE;QACtB,OAAO,EAAE,CAAC,cAAc,EAAE,6BAA6B,EAAE,iBAAiB,CAAC;QAC3E,UAAU,EAAE,EAAE;KACf;IACD,sBAAsB,EAAE;QACtB,OAAO,EAAE,EAAE;QACX,UAAU,EAAE,EAAE;KACf;IACD,sBAAsB,EAAE;QACtB,OAAO,EAAE,CAAC,cAAc,EAAE,kBAAkB,CAAC;QAC7C,UAAU,EAAE,EAAE;KACf;IACD,qBAAqB,EAAE;QACrB,OAAO,EAAE,CAAC,cAAc,EAAE,kBAAkB,EAAE,uCAAuC,CAAC;QACtF,UAAU,EAAE,CAAC,WAAW,EAAE,kBAAkB,CAAC;KAC9C;IACD,qBAAqB,EAAE;QACrB,OAAO,EAAE,CAAC,cAAc,EAAE,kBAAkB,CAAC;QAC7C,UAAU,EAAE,EAAE;KACf;IACD,qBAAqB,EAAE;QACrB,OAAO,EAAE,CAAC,cAAc,EAAE,kBAAkB,CAAC;QAC7C,UAAU,EAAE,EAAE;KACf;IACD,qBAAqB,EAAE;QACrB,OAAO,EAAE,CAAC,cAAc,EAAE,kBAAkB,CAAC;QAC7C,UAAU,EAAE,EAAE;KACf;IACD,qBAAqB,EAAE;QACrB,OAAO,EAAE,CAAC,cAAc,EAAE,kBAAkB,EAAE,uCAAuC,CAAC;QACtF,UAAU,EAAE,EAAE;KACf;IACD,qBAAqB,EAAE;QACrB,OAAO,EAAE,CAAC,cAAc,EAAE,kBAAkB,CAAC;QAC7C,UAAU,EAAE,EAAE;KACf;CACF,CAAC;AAEF,8FAA8F;AACjF,QAAA,eAAe,GAAG;IAC7B,WAAW;IACX,WAAW;IACX,SAAS;IACT,iBAAiB;IACjB,GAAG,MAAM,CAAC,IAAI,CAAC,gCAAwB,CAAC;IACxC,GAAG,MAAM,CAAC,IAAI,CAAC,gCAAwB,CAAC;IACxC,GAAG,MAAM,CAAC,IAAI,CAAC,2BAAmB,CAAC;CAC3B,CAAC;AAEE,QAAA,uBAAuB,GAGhC;IACF,iBAAiB,EAAE,2BAAmB;IACtC,WAAW,EAAE,gCAAwB;IACrC,WAAW,EAAE,gCAAwB;CACtC,CAAC;AAEW,QAAA,kBAAkB,GAAG,CAAC,WAAW,EAAE,kBAAkB,CAAU,CAAC;AAGhE,QAAA,qBAAqB,GAAG;IACnC,gBAAgB;IAChB,OAAO;IACP,QAAQ;IACR,WAAW;IACX,WAAW;IACX,cAAc;CACN,CAAC;AAGE,QAAA,cAAc,GAAG;IAC5B,OAAO;IACP,SAAS;IACT,GAAG,0BAAkB;IACrB,GAAG,6BAAqB;CAChB,CAAC;AAGX,wEAAwE;AAC3D,QAAA,uBAAuB,GAAsC;IACxE,OAAO,EAAE,yBAAyB;IAClC,KAAK,EAAE,mDAAmD;IAC1D,YAAY,EAAE,kDAAkD;IAChE,IAAI,EAAE,gDAAgD;IACtD,IAAI,EAAE,kDAAkD;IACxD,IAAI,EAAE,0CAA0C;IAChD,cAAc,EAAE,8CAA8C;IAC9D,kBAAkB,EAAE,wEAAwE;IAC5F,qCAAqC,EAAE,mDAAmD;IAC1F,4BAA4B,EAAE,wCAAwC;IACtE,8BAA8B,EAAE,kCAAkC;IAClE,oBAAoB,EAAE,6CAA6C;IACnE,yBAAyB,EAAE,uCAAuC;IAClE,6BAA6B,EAAE,8CAA8C;IAC7E,cAAc,EAAE,8CAA8C;IAC9D,4BAA4B,EAAE,sCAAsC;IACpE,uBAAuB,EAAE,8CAA8C;IACvE,gCAAgC,EAAE,4CAA4C;IAC9E,iBAAiB,EAAE,6CAA6C;IAChE,+BAA+B,EAAE,gDAAgD;IACjF,uCAAuC,EAAE,2CAA2C;IACpF,2BAA2B,EAAE,oDAAoD;IACjF,iBAAiB,EAAE,kCAAkC;IACrD,mBAAmB,EAAE,sDAAsD;IAC3E,wBAAwB,EAAE,kDAAkD;IAC5E,mBAAmB,EAAE,8CAA8C;IACnE,mBAAmB,EAAE,kCAAkC;IACvD,wBAAwB,EAAE,0CAA0C;IACpE,4BAA4B,EAAE,0DAA0D;IACxF,0BAA0B,EAAE,+CAA+C;IAC3E,uBAAuB,EAAE,gDAAgD;IACzE,gBAAgB,EAAE,2CAA2C;IAC7D,YAAY,EAAE,qCAAqC;IACnD,YAAY,EAAE,wBAAwB;IACtC,aAAa,EAAE,6BAA6B;IAC5C,YAAY,EAAE,wCAAwC;IACtD,kBAAkB,EAAE,8DAA8D;IAClF,iBAAiB,EAAE,sDAAsD;IACzE,eAAe,EAAE,0EAA0E;IAC3F,MAAM,EAAE,+DAA+D;IACvE,WAAW,EAAE,sCAAsC;IACnD,SAAS,EAAE,0DAA0D;IACrE,aAAa,EAAE,kDAAkD;IACjE,OAAO,EAAE,wBAAwB;IACjC,SAAS,EAAE,wCAAwC;IACnD,SAAS,EAAE,2CAA2C;IACtD,SAAS,EAAE,0EAA0E;IACrF,SAAS,EAAE,yDAAyD;IACpE,YAAY,EAAE,uEAAuE;IACrF,GAAG,EAAE,oBAAoB;IACzB,MAAM,EAAE,qCAAqC;IAC7C,QAAQ,EAAE,4BAA4B;IACtC,IAAI,EAAE,8EAA8E;IACpF,KAAK,EAAE,8DAA8D;IACrE,SAAS,EAAE,4CAA4C;IACvD,mBAAmB,EAAE,uDAAuD;IAC5E,2BAA2B,EACzB,yFAAyF;CAC5F,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"entities.d.ts","sourceRoot":"","sources":["../../../../src/redteam/extraction/entities.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;
|
|
1
|
+
{"version":3,"file":"entities.d.ts","sourceRoot":"","sources":["../../../../src/redteam/extraction/entities.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAK/C,wBAAsB,eAAe,CAAC,QAAQ,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CA+BjG"}
|
|
@@ -6,16 +6,27 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
6
6
|
exports.extractEntities = extractEntities;
|
|
7
7
|
const dedent_1 = __importDefault(require("dedent"));
|
|
8
8
|
const logger_1 = __importDefault(require("../../logger"));
|
|
9
|
-
const util_1 = require("
|
|
9
|
+
const util_1 = require("../util");
|
|
10
|
+
const util_2 = require("./util");
|
|
10
11
|
async function extractEntities(provider, prompts) {
|
|
12
|
+
if ((0, util_1.shouldGenerateRemote)()) {
|
|
13
|
+
try {
|
|
14
|
+
const result = await (0, util_2.fetchRemoteGeneration)('entities', prompts);
|
|
15
|
+
return result;
|
|
16
|
+
}
|
|
17
|
+
catch (error) {
|
|
18
|
+
logger_1.default.warn(`Error using remote generation, falling back to local extraction: ${error}`);
|
|
19
|
+
}
|
|
20
|
+
}
|
|
21
|
+
// Fallback to local extraction
|
|
11
22
|
const prompt = (0, dedent_1.default) `
|
|
12
23
|
Extract names, brands, organizations, or IDs from the following prompts and return them as a list:
|
|
13
24
|
|
|
14
|
-
${(0,
|
|
25
|
+
${(0, util_2.formatPrompts)(prompts)}
|
|
15
26
|
|
|
16
27
|
Each line in your response must begin with the string "Entity:".
|
|
17
28
|
`;
|
|
18
|
-
return (0,
|
|
29
|
+
return (0, util_2.callExtraction)(provider, prompt, (output) => {
|
|
19
30
|
const entities = output
|
|
20
31
|
.split('\n')
|
|
21
32
|
.filter((line) => line.trim().startsWith('Entity:'))
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"entities.js","sourceRoot":"","sources":["../../../../src/redteam/extraction/entities.ts"],"names":[],"mappings":";;;;;
|
|
1
|
+
{"version":3,"file":"entities.js","sourceRoot":"","sources":["../../../../src/redteam/extraction/entities.ts"],"names":[],"mappings":";;;;;AAOA,0CA+BC;AAtCD,oDAA4B;AAC5B,0DAAkC;AAElC,kCAA+C;AAE/C,iCAA8E;AAEvE,KAAK,UAAU,eAAe,CAAC,QAAqB,EAAE,OAAiB;IAC5E,IAAI,IAAA,2BAAoB,GAAE,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAA,4BAAqB,EAAC,UAAyB,EAAE,OAAO,CAAC,CAAC;YAC/E,OAAO,MAAkB,CAAC;QAC5B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,gBAAM,CAAC,IAAI,CAAC,oEAAoE,KAAK,EAAE,CAAC,CAAC;QAC3F,CAAC;IACH,CAAC;IAED,+BAA+B;IAC/B,MAAM,MAAM,GAAG,IAAA,gBAAM,EAAA;;;MAGjB,IAAA,oBAAa,EAAC,OAAO,CAAC;;;GAGzB,CAAC;IAEF,OAAO,IAAA,qBAAc,EAAC,QAAQ,EAAE,MAAM,EAAE,CAAC,MAAc,EAAE,EAAE;QACzD,MAAM,QAAQ,GAAG,MAAM;aACpB,KAAK,CAAC,IAAI,CAAC;aACX,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;aACnD,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAEpF,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,gBAAM,CAAC,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAC/D,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"purpose.d.ts","sourceRoot":"","sources":["../../../../src/redteam/extraction/purpose.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"purpose.d.ts","sourceRoot":"","sources":["../../../../src/redteam/extraction/purpose.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAK/C,wBAAsB,oBAAoB,CACxC,QAAQ,EAAE,WAAW,EACrB,OAAO,EAAE,MAAM,EAAE,GAChB,OAAO,CAAC,MAAM,CAAC,CA4BjB"}
|
|
@@ -5,12 +5,24 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
5
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
6
|
exports.extractSystemPurpose = extractSystemPurpose;
|
|
7
7
|
const dedent_1 = __importDefault(require("dedent"));
|
|
8
|
-
const
|
|
8
|
+
const logger_1 = __importDefault(require("../../logger"));
|
|
9
|
+
const util_1 = require("../util");
|
|
10
|
+
const util_2 = require("./util");
|
|
9
11
|
async function extractSystemPurpose(provider, prompts) {
|
|
12
|
+
if ((0, util_1.shouldGenerateRemote)()) {
|
|
13
|
+
try {
|
|
14
|
+
const result = await (0, util_2.fetchRemoteGeneration)('purpose', prompts);
|
|
15
|
+
return result;
|
|
16
|
+
}
|
|
17
|
+
catch (error) {
|
|
18
|
+
logger_1.default.warn(`Error using remote generation, falling back to local extraction: ${error}`);
|
|
19
|
+
}
|
|
20
|
+
}
|
|
21
|
+
// Fallback to local extraction
|
|
10
22
|
const prompt = (0, dedent_1.default) `
|
|
11
23
|
The following are prompts that are being used to test an LLM application:
|
|
12
24
|
|
|
13
|
-
${(0,
|
|
25
|
+
${(0, util_2.formatPrompts)(prompts)}
|
|
14
26
|
|
|
15
27
|
Given the above prompts, output the "system purpose" of the application in a single sentence, enclosed in <Purpose> tags.
|
|
16
28
|
|
|
@@ -19,7 +31,7 @@ async function extractSystemPurpose(provider, prompts) {
|
|
|
19
31
|
<Purpose>Executive assistant that helps with scheduling and reminders</Purpose>
|
|
20
32
|
<Purpose>Ecommerce chatbot that sells shoes</Purpose>
|
|
21
33
|
`;
|
|
22
|
-
return (0,
|
|
34
|
+
return (0, util_2.callExtraction)(provider, prompt, (output) => {
|
|
23
35
|
const match = output.match(/<Purpose>(.*?)<\/Purpose>/);
|
|
24
36
|
return match ? match[1].trim() : output.trim();
|
|
25
37
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"purpose.js","sourceRoot":"","sources":["../../../../src/redteam/extraction/purpose.ts"],"names":[],"mappings":";;;;;
|
|
1
|
+
{"version":3,"file":"purpose.js","sourceRoot":"","sources":["../../../../src/redteam/extraction/purpose.ts"],"names":[],"mappings":";;;;;AAOA,oDA+BC;AAtCD,oDAA4B;AAC5B,0DAAkC;AAElC,kCAA+C;AAE/C,iCAA8E;AAEvE,KAAK,UAAU,oBAAoB,CACxC,QAAqB,EACrB,OAAiB;IAEjB,IAAI,IAAA,2BAAoB,GAAE,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAA,4BAAqB,EAAC,SAAwB,EAAE,OAAO,CAAC,CAAC;YAC9E,OAAO,MAAgB,CAAC;QAC1B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,gBAAM,CAAC,IAAI,CAAC,oEAAoE,KAAK,EAAE,CAAC,CAAC;QAC3F,CAAC;IACH,CAAC;IAED,+BAA+B;IAC/B,MAAM,MAAM,GAAG,IAAA,gBAAM,EAAA;;;MAGjB,IAAA,oBAAa,EAAC,OAAO,CAAC;;;;;;;;GAQzB,CAAC;IAEF,OAAO,IAAA,qBAAc,EAAC,QAAQ,EAAE,MAAM,EAAE,CAAC,MAAc,EAAE,EAAE;QACzD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;QACxD,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IACjD,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -1,4 +1,31 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
1
2
|
import type { ApiProvider } from '../../types';
|
|
3
|
+
export declare const RedTeamGenerationResponse: z.ZodObject<{
|
|
4
|
+
task: z.ZodString;
|
|
5
|
+
result: z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">]>;
|
|
6
|
+
}, "strip", z.ZodTypeAny, {
|
|
7
|
+
result: string | string[];
|
|
8
|
+
task: string;
|
|
9
|
+
}, {
|
|
10
|
+
result: string | string[];
|
|
11
|
+
task: string;
|
|
12
|
+
}>;
|
|
13
|
+
export type RedTeamTask = 'purpose' | 'entities';
|
|
14
|
+
/**
|
|
15
|
+
* Fetches remote generation results for a given task and prompts.
|
|
16
|
+
*
|
|
17
|
+
* @param task - The type of task to perform ('purpose' or 'entities').
|
|
18
|
+
* @param prompts - An array of prompts to process.
|
|
19
|
+
* @returns A Promise that resolves to either a string or an array of strings, depending on the task.
|
|
20
|
+
* @throws Will throw an error if the remote generation fails.
|
|
21
|
+
*
|
|
22
|
+
* @example
|
|
23
|
+
* ```typescript
|
|
24
|
+
* const result = await fetchRemoteGeneration('purpose', ['What is the purpose of this app?']);
|
|
25
|
+
* console.log(result); // Outputs the generated purpose as a string
|
|
26
|
+
* ```
|
|
27
|
+
*/
|
|
28
|
+
export declare function fetchRemoteGeneration(task: RedTeamTask, prompts: string[]): Promise<string | string[]>;
|
|
2
29
|
export declare function callExtraction<T>(provider: ApiProvider, prompt: string, processOutput: (output: string) => T): Promise<T>;
|
|
3
30
|
export declare function formatPrompts(prompts: string[]): string;
|
|
4
31
|
//# sourceMappingURL=util.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"util.d.ts","sourceRoot":"","sources":["../../../../src/redteam/extraction/util.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;
|
|
1
|
+
{"version":3,"file":"util.d.ts","sourceRoot":"","sources":["../../../../src/redteam/extraction/util.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAKxB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAG/C,eAAO,MAAM,yBAAyB;;;;;;;;;EAGpC,CAAC;AAEH,MAAM,MAAM,WAAW,GAAG,SAAS,GAAG,UAAU,CAAC;AAEjD;;;;;;;;;;;;;GAaG;AACH,wBAAsB,qBAAqB,CACzC,IAAI,EAAE,WAAW,EACjB,OAAO,EAAE,MAAM,EAAE,GAChB,OAAO,CAAC,MAAM,GAAG,MAAM,EAAE,CAAC,CA4B5B;AAED,wBAAsB,cAAc,CAAC,CAAC,EACpC,QAAQ,EAAE,WAAW,EACrB,MAAM,EAAE,MAAM,EACd,aAAa,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,CAAC,GACnC,OAAO,CAAC,CAAC,CAAC,CAcZ;AAED,wBAAgB,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,CASvD"}
|
|
@@ -3,10 +3,56 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
3
3
|
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
4
|
};
|
|
5
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.RedTeamGenerationResponse = void 0;
|
|
7
|
+
exports.fetchRemoteGeneration = fetchRemoteGeneration;
|
|
6
8
|
exports.callExtraction = callExtraction;
|
|
7
9
|
exports.formatPrompts = formatPrompts;
|
|
8
10
|
const dedent_1 = __importDefault(require("dedent"));
|
|
11
|
+
const tiny_invariant_1 = __importDefault(require("tiny-invariant"));
|
|
12
|
+
const zod_1 = require("zod");
|
|
13
|
+
const cache_1 = require("../../cache");
|
|
14
|
+
const envars_1 = require("../../envars");
|
|
9
15
|
const logger_1 = __importDefault(require("../../logger"));
|
|
16
|
+
const shared_1 = require("../../providers/shared");
|
|
17
|
+
const constants_1 = require("../constants");
|
|
18
|
+
exports.RedTeamGenerationResponse = zod_1.z.object({
|
|
19
|
+
task: zod_1.z.string(),
|
|
20
|
+
result: zod_1.z.union([zod_1.z.string(), zod_1.z.array(zod_1.z.string())]),
|
|
21
|
+
});
|
|
22
|
+
/**
|
|
23
|
+
* Fetches remote generation results for a given task and prompts.
|
|
24
|
+
*
|
|
25
|
+
* @param task - The type of task to perform ('purpose' or 'entities').
|
|
26
|
+
* @param prompts - An array of prompts to process.
|
|
27
|
+
* @returns A Promise that resolves to either a string or an array of strings, depending on the task.
|
|
28
|
+
* @throws Will throw an error if the remote generation fails.
|
|
29
|
+
*
|
|
30
|
+
* @example
|
|
31
|
+
* ```typescript
|
|
32
|
+
* const result = await fetchRemoteGeneration('purpose', ['What is the purpose of this app?']);
|
|
33
|
+
* console.log(result); // Outputs the generated purpose as a string
|
|
34
|
+
* ```
|
|
35
|
+
*/
|
|
36
|
+
async function fetchRemoteGeneration(task, prompts) {
|
|
37
|
+
(0, tiny_invariant_1.default)(!(0, envars_1.getEnvBool)('PROMPTFOO_DISABLE_REDTEAM_REMOTE_GENERATION'), 'fetchRemoteGeneration should never be called when remote generation is disabled');
|
|
38
|
+
try {
|
|
39
|
+
const body = {
|
|
40
|
+
task,
|
|
41
|
+
prompts,
|
|
42
|
+
};
|
|
43
|
+
const response = await (0, cache_1.fetchWithCache)(constants_1.REMOTE_GENERATION_URL, {
|
|
44
|
+
method: 'POST',
|
|
45
|
+
headers: { 'Content-Type': 'application/json' },
|
|
46
|
+
body: JSON.stringify(body),
|
|
47
|
+
}, shared_1.REQUEST_TIMEOUT_MS, 'json');
|
|
48
|
+
const parsedResponse = exports.RedTeamGenerationResponse.parse(response.data);
|
|
49
|
+
return parsedResponse.result;
|
|
50
|
+
}
|
|
51
|
+
catch (error) {
|
|
52
|
+
logger_1.default.warn(`Error using remote generation for task '${task}': ${error}`);
|
|
53
|
+
throw error;
|
|
54
|
+
}
|
|
55
|
+
}
|
|
10
56
|
async function callExtraction(provider, prompt, processOutput) {
|
|
11
57
|
const { output, error } = await provider.callApi(prompt);
|
|
12
58
|
if (error) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"util.js","sourceRoot":"","sources":["../../../../src/redteam/extraction/util.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"util.js","sourceRoot":"","sources":["../../../../src/redteam/extraction/util.ts"],"names":[],"mappings":";;;;;;AA+BA,sDA+BC;AAED,wCAkBC;AAED,sCASC;AA7FD,oDAA4B;AAC5B,oEAAuC;AACvC,6BAAwB;AACxB,uCAA6C;AAC7C,yCAA0C;AAC1C,0DAAkC;AAClC,mDAA4D;AAE5D,4CAAqD;AAExC,QAAA,yBAAyB,GAAG,OAAC,CAAC,MAAM,CAAC;IAChD,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE;IAChB,MAAM,EAAE,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;CACnD,CAAC,CAAC;AAIH;;;;;;;;;;;;;GAaG;AACI,KAAK,UAAU,qBAAqB,CACzC,IAAiB,EACjB,OAAiB;IAEjB,IAAA,wBAAS,EACP,CAAC,IAAA,mBAAU,EAAC,6CAA6C,CAAC,EAC1D,iFAAiF,CAClF,CAAC;IACF,IAAI,CAAC;QACH,MAAM,IAAI,GAAG;YACX,IAAI;YACJ,OAAO;SACR,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,IAAA,sBAAc,EACnC,iCAAqB,EACrB;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,EACD,2BAAkB,EAClB,MAAM,CACP,CAAC;QAEF,MAAM,cAAc,GAAG,iCAAyB,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACtE,OAAO,cAAc,CAAC,MAAM,CAAC;IAC/B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,gBAAM,CAAC,IAAI,CAAC,2CAA2C,IAAI,MAAM,KAAK,EAAE,CAAC,CAAC;QAC1E,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,cAAc,CAClC,QAAqB,EACrB,MAAc,EACd,aAAoC;IAEpC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAEzD,IAAI,KAAK,EAAE,CAAC;QACV,gBAAM,CAAC,KAAK,CAAC,wBAAwB,KAAK,EAAE,CAAC,CAAC;QAC9C,MAAM,IAAI,KAAK,CAAC,iCAAiC,KAAK,EAAE,CAAC,CAAC;IAC5D,CAAC;IAED,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC/B,gBAAM,CAAC,KAAK,CAAC,wCAAwC,MAAM,EAAE,CAAC,CAAC;QAC/D,MAAM,IAAI,KAAK,CAAC,oDAAoD,MAAM,EAAE,CAAC,CAAC;IAChF,CAAC;IAED,OAAO,aAAa,CAAC,MAAM,CAAC,CAAC;AAC/B,CAAC;AAED,SAAgB,aAAa,CAAC,OAAiB;IAC7C,OAAO,OAAO;SACX,GAAG,CACF,CAAC,MAAM,EAAE,EAAE,CAAC,IAAA,gBAAM,EAAA;;MAElB,MAAM;cACE,CACT;SACA,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC"}
|
|
@@ -11,7 +11,7 @@ export declare function resolvePluginConfig(config: Record<string, any> | undefi
|
|
|
11
11
|
* @param options - The options for test case synthesis.
|
|
12
12
|
* @returns A promise that resolves to an object containing the purpose, entities, and test cases.
|
|
13
13
|
*/
|
|
14
|
-
export declare function synthesize({ entities: entitiesOverride, injectVar, language, maxConcurrency, plugins, prompts, provider, purpose: purposeOverride, strategies, }: SynthesizeOptions): Promise<{
|
|
14
|
+
export declare function synthesize({ entities: entitiesOverride, injectVar, language, maxConcurrency, plugins, prompts, provider, purpose: purposeOverride, strategies, delay, }: SynthesizeOptions): Promise<{
|
|
15
15
|
purpose: string;
|
|
16
16
|
entities: string[];
|
|
17
17
|
testCases: TestCaseWithPlugin[];
|