promptfoo 0.94.1 → 0.94.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/package.json +19 -8
- package/dist/src/app/assets/{index-4JjOSsmx.js → index-BB5EeepW.js} +244 -244
- package/dist/src/app/assets/{index.es-DOb6N_qo.js → index.es-DCF1jWSX.js} +1 -1
- package/dist/src/app/assets/{sync-MiL88_Tb.js → sync-BQMarvUc.js} +1 -1
- package/dist/src/app/index.html +2 -2
- package/dist/src/assertions/index.d.ts.map +1 -1
- package/dist/src/assertions/index.js +9 -0
- package/dist/src/assertions/index.js.map +1 -1
- package/dist/src/commands/eval.d.ts.map +1 -1
- package/dist/src/commands/eval.js +3 -1
- package/dist/src/commands/eval.js.map +1 -1
- package/dist/src/evaluatorHelpers.d.ts.map +1 -1
- package/dist/src/evaluatorHelpers.js +12 -0
- package/dist/src/evaluatorHelpers.js.map +1 -1
- package/dist/src/onboarding.d.ts +1 -1
- package/dist/src/onboarding.d.ts.map +1 -1
- package/dist/src/onboarding.js +4 -1
- package/dist/src/onboarding.js.map +1 -1
- package/dist/src/providers/adaline.gateway.d.ts +74 -0
- package/dist/src/providers/adaline.gateway.d.ts.map +1 -0
- package/dist/src/providers/adaline.gateway.js +565 -0
- package/dist/src/providers/adaline.gateway.js.map +1 -0
- package/dist/src/providers/anthropic.d.ts +2 -0
- package/dist/src/providers/anthropic.d.ts.map +1 -1
- package/dist/src/providers/anthropic.js +6 -0
- package/dist/src/providers/anthropic.js.map +1 -1
- package/dist/src/providers/azureopenai.d.ts +1 -0
- package/dist/src/providers/azureopenai.d.ts.map +1 -1
- package/dist/src/providers/azureopenai.js +36 -27
- package/dist/src/providers/azureopenai.js.map +1 -1
- package/dist/src/providers/browser.d.ts.map +1 -1
- package/dist/src/providers/browser.js +10 -2
- package/dist/src/providers/browser.js.map +1 -1
- package/dist/src/providers/groq.d.ts +2 -0
- package/dist/src/providers/groq.d.ts.map +1 -1
- package/dist/src/providers/groq.js +5 -2
- package/dist/src/providers/groq.js.map +1 -1
- package/dist/src/providers/http.d.ts +2 -1
- package/dist/src/providers/http.d.ts.map +1 -1
- package/dist/src/providers/http.js +58 -23
- package/dist/src/providers/http.js.map +1 -1
- package/dist/src/providers/openai.d.ts +4 -0
- package/dist/src/providers/openai.d.ts.map +1 -1
- package/dist/src/providers/openai.js +9 -4
- package/dist/src/providers/openai.js.map +1 -1
- package/dist/src/providers/packageParser.d.ts +2 -0
- package/dist/src/providers/packageParser.d.ts.map +1 -1
- package/dist/src/providers/packageParser.js +27 -25
- package/dist/src/providers/packageParser.js.map +1 -1
- package/dist/src/providers/watsonx.d.ts +2 -2
- package/dist/src/providers.d.ts.map +1 -1
- package/dist/src/providers.js +16 -0
- package/dist/src/providers.js.map +1 -1
- package/dist/src/redteam/commands/init.d.ts.map +1 -1
- package/dist/src/redteam/commands/init.js +3 -1
- package/dist/src/redteam/commands/init.js.map +1 -1
- package/dist/src/redteam/constants.d.ts +27 -26
- package/dist/src/redteam/constants.d.ts.map +1 -1
- package/dist/src/redteam/constants.js +136 -129
- package/dist/src/redteam/constants.js.map +1 -1
- package/dist/src/redteam/strategies/index.js +35 -35
- package/dist/src/redteam/strategies/index.js.map +1 -1
- package/dist/src/server/routes/user.js +15 -0
- package/dist/src/server/routes/user.js.map +1 -1
- package/dist/src/telemetry.d.ts +1 -1
- package/dist/src/telemetry.d.ts.map +1 -1
- package/dist/src/telemetry.js +2 -2
- package/dist/src/telemetry.js.map +1 -1
- package/dist/src/testCases.js +1 -1
- package/dist/src/testCases.js.map +1 -1
- package/dist/src/util/config/manage.d.ts.map +1 -1
- package/dist/src/util/config/manage.js +1 -5
- package/dist/src/util/config/manage.js.map +1 -1
- package/dist/test/assertions/index.test.js +72 -0
- package/dist/test/assertions/index.test.js.map +1 -1
- package/dist/test/evaluatorHelpers.test.js +27 -0
- package/dist/test/evaluatorHelpers.test.js.map +1 -1
- package/dist/test/providers/azure.test.js +98 -0
- package/dist/test/providers/azure.test.js.map +1 -1
- package/dist/test/providers/http.test.js +190 -12
- package/dist/test/providers/http.test.js.map +1 -1
- package/dist/test/providers/packageParser.test.js +81 -29
- package/dist/test/providers/packageParser.test.js.map +1 -1
- package/dist/test/util/config/main.test.js +1 -5
- package/dist/test/util/config/main.test.js.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +19 -8
- /package/dist/src/app/assets/{index-CKeaKcHn.css → index-DPkfMrKn.css} +0 -0
|
@@ -3,61 +3,61 @@ export declare const DEFAULT_NUM_TESTS_PER_PLUGIN = 5;
|
|
|
3
3
|
export declare const REDTEAM_MODEL = "openai:chat:gpt-4o";
|
|
4
4
|
export declare const LLAMA_GUARD_REPLICATE_PROVIDER = "replicate:moderation:meta/meta-llama-guard-2-8b:b063023ee937f28e922982abdbf97b041ffe34ad3b35a53d33e1d74bb19b36c4";
|
|
5
5
|
export declare const LLAMA_GUARD_ENABLED_CATEGORIES: string[];
|
|
6
|
-
export declare const COLLECTIONS: readonly ["
|
|
6
|
+
export declare const COLLECTIONS: readonly ["default", "harmful", "pii"];
|
|
7
7
|
export type Collection = (typeof COLLECTIONS)[number];
|
|
8
8
|
export declare const UNALIGNED_PROVIDER_HARM_PLUGINS: {
|
|
9
|
-
readonly 'harmful:violent-crime': "Violent Crimes";
|
|
10
|
-
readonly 'harmful:non-violent-crime': "Non-Violent Crimes";
|
|
11
|
-
readonly 'harmful:sex-crime': "Sex Crimes";
|
|
12
9
|
readonly 'harmful:child-exploitation': "Child Exploitation";
|
|
13
|
-
readonly 'harmful:indiscriminate-weapons': "Indiscriminate Weapons";
|
|
14
10
|
readonly 'harmful:hate': "Hate";
|
|
11
|
+
readonly 'harmful:indiscriminate-weapons': "Indiscriminate Weapons";
|
|
12
|
+
readonly 'harmful:non-violent-crime': "Non-Violent Crimes";
|
|
15
13
|
readonly 'harmful:self-harm': "Self-Harm";
|
|
14
|
+
readonly 'harmful:sex-crime': "Sex Crimes";
|
|
16
15
|
readonly 'harmful:sexual-content': "Sexual Content";
|
|
17
|
-
readonly 'harmful:
|
|
16
|
+
readonly 'harmful:violent-crime': "Violent Crimes";
|
|
18
17
|
readonly 'harmful:chemical-biological-weapons': "Chemical & Biological Weapons";
|
|
19
|
-
readonly 'harmful:illegal-drugs': "Illegal Drugs";
|
|
20
18
|
readonly 'harmful:copyright-violations': "Copyright Violations - Copyrighted text";
|
|
19
|
+
readonly 'harmful:cybercrime': "Cybercrime & Unauthorized Intrusion - Hacking and Malware";
|
|
20
|
+
readonly 'harmful:graphic-content': "Graphic & age-restricted content";
|
|
21
21
|
readonly 'harmful:harassment-bullying': "Harassment & Bullying";
|
|
22
22
|
readonly 'harmful:illegal-activities': "Illegal Activities - Fraud & scams";
|
|
23
|
-
readonly 'harmful:
|
|
23
|
+
readonly 'harmful:illegal-drugs': "Illegal Drugs";
|
|
24
24
|
readonly 'harmful:unsafe-practices': "Promotion of unsafe practices";
|
|
25
|
-
readonly 'harmful:radicalization': "Radicalization";
|
|
26
|
-
readonly 'harmful:profanity': "Requests containing profanity";
|
|
27
25
|
readonly 'harmful:insults': "Insults and personal attacks";
|
|
26
|
+
readonly 'harmful:profanity': "Requests containing profanity";
|
|
27
|
+
readonly 'harmful:radicalization': "Radicalization";
|
|
28
28
|
};
|
|
29
29
|
export type UnalignedProviderHarmPlugin = keyof typeof UNALIGNED_PROVIDER_HARM_PLUGINS;
|
|
30
30
|
export declare const REDTEAM_PROVIDER_HARM_PLUGINS: {
|
|
31
|
-
readonly 'harmful:privacy': "Privacy violations";
|
|
32
31
|
readonly 'harmful:intellectual-property': "Intellectual Property violation";
|
|
33
32
|
readonly 'harmful:misinformation-disinformation': "Misinformation & Disinformation - Harmful lies and propaganda";
|
|
33
|
+
readonly 'harmful:privacy': "Privacy violations";
|
|
34
34
|
readonly 'harmful:specialized-advice': "Specialized Advice - Financial";
|
|
35
35
|
};
|
|
36
36
|
export type RedTeamProviderHarmPlugin = keyof typeof REDTEAM_PROVIDER_HARM_PLUGINS;
|
|
37
37
|
export declare const HARM_PLUGINS: {
|
|
38
|
-
readonly 'harmful:privacy': "Privacy violations";
|
|
39
38
|
readonly 'harmful:intellectual-property': "Intellectual Property violation";
|
|
40
39
|
readonly 'harmful:misinformation-disinformation': "Misinformation & Disinformation - Harmful lies and propaganda";
|
|
40
|
+
readonly 'harmful:privacy': "Privacy violations";
|
|
41
41
|
readonly 'harmful:specialized-advice': "Specialized Advice - Financial";
|
|
42
|
-
readonly 'harmful:violent-crime': "Violent Crimes";
|
|
43
|
-
readonly 'harmful:non-violent-crime': "Non-Violent Crimes";
|
|
44
|
-
readonly 'harmful:sex-crime': "Sex Crimes";
|
|
45
42
|
readonly 'harmful:child-exploitation': "Child Exploitation";
|
|
46
|
-
readonly 'harmful:indiscriminate-weapons': "Indiscriminate Weapons";
|
|
47
43
|
readonly 'harmful:hate': "Hate";
|
|
44
|
+
readonly 'harmful:indiscriminate-weapons': "Indiscriminate Weapons";
|
|
45
|
+
readonly 'harmful:non-violent-crime': "Non-Violent Crimes";
|
|
48
46
|
readonly 'harmful:self-harm': "Self-Harm";
|
|
47
|
+
readonly 'harmful:sex-crime': "Sex Crimes";
|
|
49
48
|
readonly 'harmful:sexual-content': "Sexual Content";
|
|
50
|
-
readonly 'harmful:
|
|
49
|
+
readonly 'harmful:violent-crime': "Violent Crimes";
|
|
51
50
|
readonly 'harmful:chemical-biological-weapons': "Chemical & Biological Weapons";
|
|
52
|
-
readonly 'harmful:illegal-drugs': "Illegal Drugs";
|
|
53
51
|
readonly 'harmful:copyright-violations': "Copyright Violations - Copyrighted text";
|
|
52
|
+
readonly 'harmful:cybercrime': "Cybercrime & Unauthorized Intrusion - Hacking and Malware";
|
|
53
|
+
readonly 'harmful:graphic-content': "Graphic & age-restricted content";
|
|
54
54
|
readonly 'harmful:harassment-bullying': "Harassment & Bullying";
|
|
55
55
|
readonly 'harmful:illegal-activities': "Illegal Activities - Fraud & scams";
|
|
56
|
-
readonly 'harmful:
|
|
56
|
+
readonly 'harmful:illegal-drugs': "Illegal Drugs";
|
|
57
57
|
readonly 'harmful:unsafe-practices': "Promotion of unsafe practices";
|
|
58
|
-
readonly 'harmful:radicalization': "Radicalization";
|
|
59
|
-
readonly 'harmful:profanity': "Requests containing profanity";
|
|
60
58
|
readonly 'harmful:insults': "Insults and personal attacks";
|
|
59
|
+
readonly 'harmful:profanity': "Requests containing profanity";
|
|
60
|
+
readonly 'harmful:radicalization': "Radicalization";
|
|
61
61
|
};
|
|
62
62
|
export type HarmPlugin = keyof typeof HARM_PLUGINS;
|
|
63
63
|
export declare const PII_PLUGINS: readonly ["pii:api-db", "pii:direct", "pii:session", "pii:social"];
|
|
@@ -88,7 +88,7 @@ export declare const MITRE_ATLAS_MAPPING: Record<string, {
|
|
|
88
88
|
plugins: Plugin[];
|
|
89
89
|
strategies: Strategy[];
|
|
90
90
|
}>;
|
|
91
|
-
export declare const ALIASED_PLUGINS: readonly ["
|
|
91
|
+
export declare const ALIASED_PLUGINS: readonly ["mitre:atlas", "nist:ai", "nist:ai:measure", "owasp:api", "owasp:llm", ...string[]];
|
|
92
92
|
export declare const ALIASED_PLUGIN_MAPPINGS: Record<string, Record<string, {
|
|
93
93
|
plugins: string[];
|
|
94
94
|
strategies: string[];
|
|
@@ -102,11 +102,12 @@ export type Strategy = (typeof ALL_STRATEGIES)[number];
|
|
|
102
102
|
export declare const subCategoryDescriptions: Record<Plugin | Strategy, string>;
|
|
103
103
|
export declare const displayNameOverrides: Record<Plugin | Strategy, string>;
|
|
104
104
|
export declare enum Severity {
|
|
105
|
-
Critical = "
|
|
106
|
-
High = "
|
|
107
|
-
Medium = "
|
|
108
|
-
Low = "
|
|
105
|
+
Critical = "critical",
|
|
106
|
+
High = "high",
|
|
107
|
+
Medium = "medium",
|
|
108
|
+
Low = "low"
|
|
109
109
|
}
|
|
110
|
+
export declare const severityDisplayNames: Record<Severity, string>;
|
|
110
111
|
export declare const riskCategorySeverityMap: Record<Plugin, Severity>;
|
|
111
112
|
export declare const riskCategories: Record<string, Plugin[]>;
|
|
112
113
|
export declare const categoryDescriptions: {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../../src/redteam/constants.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,qBAAqB,QAGjC,CAAC;AAEF,eAAO,MAAM,4BAA4B,IAAI,CAAC;AAE9C,eAAO,MAAM,aAAa,uBAAuB,CAAC;AAElD,eAAO,MAAM,8BAA8B,qHACyE,CAAC;AAErH,eAAO,MAAM,8BAA8B,UAY1C,CAAC;AAEF,eAAO,MAAM,WAAW,wCAAyC,CAAC;AAClE,MAAM,MAAM,UAAU,GAAG,CAAC,OAAO,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC;AAEtD,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;
|
|
1
|
+
{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../../src/redteam/constants.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,qBAAqB,QAGjC,CAAC;AAEF,eAAO,MAAM,4BAA4B,IAAI,CAAC;AAE9C,eAAO,MAAM,aAAa,uBAAuB,CAAC;AAElD,eAAO,MAAM,8BAA8B,qHACyE,CAAC;AAErH,eAAO,MAAM,8BAA8B,UAY1C,CAAC;AAEF,eAAO,MAAM,WAAW,wCAAyC,CAAC;AAClE,MAAM,MAAM,UAAU,GAAG,CAAC,OAAO,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC;AAEtD,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;CAgClC,CAAC;AACX,MAAM,MAAM,2BAA2B,GAAG,MAAM,OAAO,+BAA+B,CAAC;AAEvF,eAAO,MAAM,6BAA6B;;;;;CAMhC,CAAC;AACX,MAAM,MAAM,yBAAyB,GAAG,MAAM,OAAO,6BAA6B,CAAC;AAEnF,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;CAGf,CAAC;AACX,MAAM,MAAM,UAAU,GAAG,MAAM,OAAO,YAAY,CAAC;AAEnD,eAAO,MAAM,WAAW,oEAAqE,CAAC;AAC9F,MAAM,MAAM,SAAS,GAAG,CAAC,OAAO,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC;AAErD,eAAO,MAAM,YAAY,4HAQf,CAAC;AACX,MAAM,MAAM,UAAU,GAAG,CAAC,OAAO,YAAY,CAAC,CAAC,MAAM,CAAC,CAAC;AAEvD,eAAO,MAAM,kBAAkB,4MAcrB,CAAC;AACX,MAAM,MAAM,gBAAgB,GAAG,CAAC,OAAO,kBAAkB,CAAC,CAAC,MAAM,CAAC,CAAC;AAGnE,eAAO,MAAM,uBAAuB,qBAAsB,CAAC;AAC3D,MAAM,MAAM,oBAAoB,GAAG,CAAC,OAAO,uBAAuB,CAAC,CAAC,MAAM,CAAC,CAAC;AAE5E,MAAM,MAAM,MAAM,GACd,UAAU,GACV,UAAU,GACV,SAAS,GACT,UAAU,GACV,gBAAgB,GAChB,oBAAoB,CAAC;AAEzB,eAAO,MAAM,eAAe,EAAE,WAAW,CAAC,MAAM,CAKT,CAAC;AAExC,eAAO,MAAM,WAAW,EAAE,SAAS,MAAM,EAErB,CAAC;AAErB,eAAO,MAAM,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAKlD,CAAC;AAEF,eAAO,MAAM,wBAAwB,EAAE,MAAM,CAC3C,MAAM,EACN;IAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IAAC,UAAU,EAAE,QAAQ,EAAE,CAAA;CAAE,CA8B9C,CAAC;AAEF,eAAO,MAAM,wBAAwB,EAAE,MAAM,CAC3C,MAAM,EACN;IAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IAAC,UAAU,EAAE,QAAQ,EAAE,CAAA;CAAE,CA0C9C,CAAC;AAEF,eAAO,MAAM,mBAAmB,EAAE,MAAM,CAAC,MAAM,EAAE;IAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IAAC,UAAU,EAAE,QAAQ,EAAE,CAAA;CAAE,CAyF7F,CAAC;AAEF,eAAO,MAAM,mBAAmB,EAAE,MAAM,CAAC,MAAM,EAAE;IAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IAAC,UAAU,EAAE,QAAQ,EAAE,CAAA;CAAE,CAkC7F,CAAC;AAGF,eAAO,MAAM,eAAe,+FAUlB,CAAC;AAEX,eAAO,MAAM,uBAAuB,EAAE,MAAM,CAC1C,MAAM,EACN,MAAM,CAAC,MAAM,EAAE;IAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IAAC,UAAU,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,CAM5D,CAAC;AAEF,eAAO,MAAM,kBAAkB,4CAA6C,CAAC;AAC7E,MAAM,MAAM,eAAe,GAAG,CAAC,OAAO,kBAAkB,CAAC,CAAC,MAAM,CAAC,CAAC;AAElE,eAAO,MAAM,qBAAqB,4HASxB,CAAC;AACX,MAAM,MAAM,kBAAkB,GAAG,CAAC,OAAO,qBAAqB,CAAC,CAAC,MAAM,CAAC,CAAC;AAExE,eAAO,MAAM,cAAc,iLAKjB,CAAC;AACX,MAAM,MAAM,QAAQ,GAAG,CAAC,OAAO,cAAc,CAAC,CAAC,MAAM,CAAC,CAAC;AAEvD,eAAO,MAAM,uBAAuB,EAAE,MAAM,CAAC,MAAM,GAAG,QAAQ,EAAE,MAAM,CA+DrE,CAAC;AAGF,eAAO,MAAM,oBAAoB,EAAE,MAAM,CAAC,MAAM,GAAG,QAAQ,EAAE,MAAM,CA8DlE,CAAC;AAEF,oBAAY,QAAQ;IAClB,QAAQ,aAAa;IACrB,IAAI,SAAS;IACb,MAAM,WAAW;IACjB,GAAG,QAAQ;CACZ;AAED,eAAO,MAAM,oBAAoB,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAKzD,CAAC;AAEF,eAAO,MAAM,uBAAuB,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,CAoD5D,CAAC;AAEF,eAAO,MAAM,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAkDnD,CAAC;AAEF,eAAO,MAAM,oBAAoB;;;;CAIhC,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG,MAAM,OAAO,cAAc,CAAC;AAE3D,eAAO,MAAM,kBAAkB,wBAQ9B,CAAC;AAEF,eAAO,MAAM,cAAc,UAAkC,CAAC;AAG9D,eAAO,MAAM,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAqDlD,CAAC;AAEF,eAAO,MAAM,sBAAsB,wBAMlC,CAAC;AAEF,eAAO,MAAM,kBAAkB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAqErD,CAAC;AAEF,eAAO,MAAM,oBAAoB,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAezD,CAAC;AAEF,eAAO,MAAM,oBAAoB,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAazD,CAAC"}
|