promptfoo 0.90.2 → 0.91.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/package.json +4 -4
- package/dist/src/app/assets/{index-Nu_Jrwyo.js → index-Dvv-swGm.js} +161 -161
- package/dist/src/app/assets/{index.es-Cwq4F6NP.js → index.es-DAIlgY6E.js} +1 -1
- package/dist/src/app/assets/{sync-CE7pFgME.js → sync-CABaZxhX.js} +1 -1
- package/dist/src/app/index.html +1 -1
- package/dist/src/checkNodeVersion.d.ts.map +1 -1
- package/dist/src/checkNodeVersion.js +4 -37
- package/dist/src/checkNodeVersion.js.map +1 -1
- package/dist/src/commands/eval.d.ts +1 -1
- package/dist/src/commands/eval.d.ts.map +1 -1
- package/dist/src/commands/eval.js.map +1 -1
- package/dist/src/commands/list.d.ts.map +1 -1
- package/dist/src/commands/list.js +2 -1
- package/dist/src/commands/list.js.map +1 -1
- package/dist/src/database/tables.d.ts +5 -0
- package/dist/src/database/tables.d.ts.map +1 -1
- package/dist/src/envars.d.ts +1 -0
- package/dist/src/envars.d.ts.map +1 -1
- package/dist/src/envars.js.map +1 -1
- package/dist/src/evaluator.d.ts.map +1 -1
- package/dist/src/evaluator.js +12 -2
- package/dist/src/evaluator.js.map +1 -1
- package/dist/src/index.d.ts +9 -0
- package/dist/src/index.d.ts.map +1 -1
- package/dist/src/index.js +11 -2
- package/dist/src/index.js.map +1 -1
- package/dist/src/main.js +9 -9
- package/dist/src/main.js.map +1 -1
- package/dist/src/models/prompt.d.ts +6 -0
- package/dist/src/models/prompt.d.ts.map +1 -0
- package/dist/src/models/prompt.js +10 -0
- package/dist/src/models/prompt.js.map +1 -0
- package/dist/src/prompts/index.d.ts +1 -1
- package/dist/src/prompts/index.d.ts.map +1 -1
- package/dist/src/prompts/index.js.map +1 -1
- package/dist/src/providers/browser.d.ts.map +1 -1
- package/dist/src/providers/browser.js +25 -1
- package/dist/src/providers/browser.js.map +1 -1
- package/dist/src/providers/golangCompletion.d.ts.map +1 -1
- package/dist/src/providers/golangCompletion.js +2 -1
- package/dist/src/providers/golangCompletion.js.map +1 -1
- package/dist/src/providers/openai.js +1 -1
- package/dist/src/providers/pythonCompletion.d.ts.map +1 -1
- package/dist/src/providers/pythonCompletion.js +2 -1
- package/dist/src/providers/pythonCompletion.js.map +1 -1
- package/dist/src/providers.d.ts.map +1 -1
- package/dist/src/providers.js +23 -5
- package/dist/src/providers.js.map +1 -1
- package/dist/src/redteam/commands/generate.d.ts +2 -2
- package/dist/src/redteam/commands/generate.d.ts.map +1 -1
- package/dist/src/redteam/commands/generate.js +3 -3
- package/dist/src/redteam/commands/generate.js.map +1 -1
- package/dist/src/redteam/commands/init.d.ts.map +1 -1
- package/dist/src/redteam/commands/init.js +3 -4
- package/dist/src/redteam/commands/init.js.map +1 -1
- package/dist/src/redteam/commands/report.d.ts +3 -0
- package/dist/src/redteam/commands/report.d.ts.map +1 -0
- package/dist/src/redteam/commands/report.js +31 -0
- package/dist/src/redteam/commands/report.js.map +1 -0
- package/dist/src/redteam/commands/run.d.ts +3 -0
- package/dist/src/redteam/commands/run.d.ts.map +1 -0
- package/dist/src/redteam/commands/run.js +137 -0
- package/dist/src/redteam/commands/run.js.map +1 -0
- package/dist/src/redteam/graders.d.ts +2 -2
- package/dist/src/redteam/graders.d.ts.map +1 -1
- package/dist/src/redteam/plugins/asciiSmuggling.d.ts +2 -2
- package/dist/src/redteam/plugins/asciiSmuggling.d.ts.map +1 -1
- package/dist/src/redteam/plugins/asciiSmuggling.js +1 -1
- package/dist/src/redteam/plugins/asciiSmuggling.js.map +1 -1
- package/dist/src/redteam/plugins/base.d.ts +3 -3
- package/dist/src/redteam/plugins/base.d.ts.map +1 -1
- package/dist/src/redteam/plugins/base.js +7 -7
- package/dist/src/redteam/plugins/base.js.map +1 -1
- package/dist/src/redteam/plugins/bfla.d.ts +2 -2
- package/dist/src/redteam/plugins/bfla.d.ts.map +1 -1
- package/dist/src/redteam/plugins/bfla.js +1 -1
- package/dist/src/redteam/plugins/bfla.js.map +1 -1
- package/dist/src/redteam/plugins/bola.d.ts +2 -2
- package/dist/src/redteam/plugins/bola.d.ts.map +1 -1
- package/dist/src/redteam/plugins/bola.js +1 -1
- package/dist/src/redteam/plugins/bola.js.map +1 -1
- package/dist/src/redteam/plugins/competitors.d.ts +2 -2
- package/dist/src/redteam/plugins/competitors.d.ts.map +1 -1
- package/dist/src/redteam/plugins/competitors.js +1 -1
- package/dist/src/redteam/plugins/competitors.js.map +1 -1
- package/dist/src/redteam/plugins/contracts.d.ts +3 -3
- package/dist/src/redteam/plugins/contracts.d.ts.map +1 -1
- package/dist/src/redteam/plugins/contracts.js +2 -2
- package/dist/src/redteam/plugins/contracts.js.map +1 -1
- package/dist/src/redteam/plugins/crossSessionLeak.d.ts +3 -3
- package/dist/src/redteam/plugins/crossSessionLeak.d.ts.map +1 -1
- package/dist/src/redteam/plugins/crossSessionLeak.js +2 -2
- package/dist/src/redteam/plugins/crossSessionLeak.js.map +1 -1
- package/dist/src/redteam/plugins/custom.d.ts +2 -2
- package/dist/src/redteam/plugins/custom.d.ts.map +1 -1
- package/dist/src/redteam/plugins/custom.js +1 -1
- package/dist/src/redteam/plugins/custom.js.map +1 -1
- package/dist/src/redteam/plugins/debugAccess.d.ts +3 -3
- package/dist/src/redteam/plugins/debugAccess.d.ts.map +1 -1
- package/dist/src/redteam/plugins/debugAccess.js +2 -2
- package/dist/src/redteam/plugins/debugAccess.js.map +1 -1
- package/dist/src/redteam/plugins/excessiveAgency.d.ts +3 -3
- package/dist/src/redteam/plugins/excessiveAgency.d.ts.map +1 -1
- package/dist/src/redteam/plugins/excessiveAgency.js +2 -2
- package/dist/src/redteam/plugins/excessiveAgency.js.map +1 -1
- package/dist/src/redteam/plugins/hallucination.d.ts +3 -3
- package/dist/src/redteam/plugins/hallucination.d.ts.map +1 -1
- package/dist/src/redteam/plugins/hallucination.js +2 -2
- package/dist/src/redteam/plugins/hallucination.js.map +1 -1
- package/dist/src/redteam/plugins/harmful.d.ts +2 -2
- package/dist/src/redteam/plugins/harmful.d.ts.map +1 -1
- package/dist/src/redteam/plugins/harmful.js +4 -7
- package/dist/src/redteam/plugins/harmful.js.map +1 -1
- package/dist/src/redteam/plugins/hijacking.d.ts +2 -2
- package/dist/src/redteam/plugins/hijacking.d.ts.map +1 -1
- package/dist/src/redteam/plugins/hijacking.js +1 -1
- package/dist/src/redteam/plugins/hijacking.js.map +1 -1
- package/dist/src/redteam/plugins/imitation.d.ts +3 -3
- package/dist/src/redteam/plugins/imitation.d.ts.map +1 -1
- package/dist/src/redteam/plugins/imitation.js +2 -2
- package/dist/src/redteam/plugins/imitation.js.map +1 -1
- package/dist/src/redteam/plugins/indirectPromptInjection.d.ts +3 -19
- package/dist/src/redteam/plugins/indirectPromptInjection.d.ts.map +1 -1
- package/dist/src/redteam/plugins/indirectPromptInjection.js +2 -73
- package/dist/src/redteam/plugins/indirectPromptInjection.js.map +1 -1
- package/dist/src/redteam/plugins/overreliance.d.ts +3 -3
- package/dist/src/redteam/plugins/overreliance.d.ts.map +1 -1
- package/dist/src/redteam/plugins/overreliance.js +2 -2
- package/dist/src/redteam/plugins/overreliance.js.map +1 -1
- package/dist/src/redteam/plugins/pii.d.ts +2 -2
- package/dist/src/redteam/plugins/pii.d.ts.map +1 -1
- package/dist/src/redteam/plugins/pii.js +3 -4
- package/dist/src/redteam/plugins/pii.js.map +1 -1
- package/dist/src/redteam/plugins/policy.d.ts +3 -3
- package/dist/src/redteam/plugins/policy.d.ts.map +1 -1
- package/dist/src/redteam/plugins/policy.js +2 -2
- package/dist/src/redteam/plugins/policy.js.map +1 -1
- package/dist/src/redteam/plugins/politics.d.ts +3 -3
- package/dist/src/redteam/plugins/politics.d.ts.map +1 -1
- package/dist/src/redteam/plugins/politics.js +2 -2
- package/dist/src/redteam/plugins/politics.js.map +1 -1
- package/dist/src/redteam/plugins/promptExtraction.d.ts +3 -3
- package/dist/src/redteam/plugins/promptExtraction.d.ts.map +1 -1
- package/dist/src/redteam/plugins/promptExtraction.js +2 -2
- package/dist/src/redteam/plugins/promptExtraction.js.map +1 -1
- package/dist/src/redteam/plugins/rbac.d.ts +3 -3
- package/dist/src/redteam/plugins/rbac.d.ts.map +1 -1
- package/dist/src/redteam/plugins/rbac.js +2 -2
- package/dist/src/redteam/plugins/rbac.js.map +1 -1
- package/dist/src/redteam/plugins/shellInjection.d.ts +3 -3
- package/dist/src/redteam/plugins/shellInjection.d.ts.map +1 -1
- package/dist/src/redteam/plugins/shellInjection.js +2 -2
- package/dist/src/redteam/plugins/shellInjection.js.map +1 -1
- package/dist/src/redteam/plugins/sqlInjection.d.ts +3 -3
- package/dist/src/redteam/plugins/sqlInjection.d.ts.map +1 -1
- package/dist/src/redteam/plugins/sqlInjection.js +2 -2
- package/dist/src/redteam/plugins/sqlInjection.js.map +1 -1
- package/dist/src/redteam/plugins/ssrf.d.ts +2 -2
- package/dist/src/redteam/plugins/ssrf.d.ts.map +1 -1
- package/dist/src/redteam/plugins/ssrf.js +1 -1
- package/dist/src/redteam/plugins/ssrf.js.map +1 -1
- package/dist/src/redteam/providers/constants.d.ts +1 -1
- package/dist/src/redteam/providers/constants.d.ts.map +1 -1
- package/dist/src/redteam/providers/constants.js +1 -1
- package/dist/src/redteam/providers/constants.js.map +1 -1
- package/dist/src/server/server.d.ts +2 -1
- package/dist/src/server/server.d.ts.map +1 -1
- package/dist/src/server/server.js +15 -7
- package/dist/src/server/server.js.map +1 -1
- package/dist/src/share.d.ts.map +1 -1
- package/dist/src/share.js +16 -1
- package/dist/src/share.js.map +1 -1
- package/dist/src/types/index.d.ts +135 -0
- package/dist/src/types/index.d.ts.map +1 -1
- package/dist/src/types/index.js +1 -0
- package/dist/src/types/index.js.map +1 -1
- package/dist/src/util/createHash.d.ts +2 -0
- package/dist/src/util/createHash.d.ts.map +1 -0
- package/dist/src/util/createHash.js +8 -0
- package/dist/src/util/createHash.js.map +1 -0
- package/dist/src/util/index.d.ts +4 -2
- package/dist/src/util/index.d.ts.map +1 -1
- package/dist/src/util/index.js +16 -18
- package/dist/src/util/index.js.map +1 -1
- package/dist/src/util/transform.d.ts +5 -1
- package/dist/src/util/transform.d.ts.map +1 -1
- package/dist/src/util/transform.js +13 -7
- package/dist/src/util/transform.js.map +1 -1
- package/dist/src/validators/redteam.d.ts.map +1 -1
- package/dist/src/validators/redteam.js +70 -33
- package/dist/src/validators/redteam.js.map +1 -1
- package/dist/test/checkNodeVersion.test.js +11 -58
- package/dist/test/checkNodeVersion.test.js.map +1 -1
- package/dist/test/evaluator.test.js +53 -0
- package/dist/test/evaluator.test.js.map +1 -1
- package/dist/test/index.test.js +170 -8
- package/dist/test/index.test.js.map +1 -1
- package/dist/test/providers.test.js +36 -1
- package/dist/test/providers.test.js.map +1 -1
- package/dist/test/redteam/plugins/base.test.js +6 -6
- package/dist/test/redteam/plugins/base.test.js.map +1 -1
- package/dist/test/redteam/validators.test.js +165 -7
- package/dist/test/redteam/validators.test.js.map +1 -1
- package/dist/test/util.transform.test.js +17 -0
- package/dist/test/util.transform.test.js.map +1 -1
- package/package.json +4 -4
- package/dist/src/commands/version.d.ts +0 -3
- package/dist/src/commands/version.d.ts.map +0 -1
- package/dist/src/commands/version.js +0 -18
- package/dist/src/commands/version.js.map +0 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"rbac.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/rbac.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAE5B,
|
|
1
|
+
{"version":3,"file":"rbac.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/rbac.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAE5B,iCAA8D;AAEjD,QAAA,SAAS,GAAG,wBAAwB,CAAC;AAElD,MAAa,UAAW,SAAQ,wBAAiB;IACrC,KAAK,CAAC,WAAW;QACzB,OAAO,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBd,CAAC;IACF,CAAC;IAES,aAAa,CAAC,MAAc;QACpC,OAAO;YACL;gBACE,IAAI,EAAE,iBAAS;gBACf,MAAM,EAAE,iBAAiB;aAC1B;SACF,CAAC;IACJ,CAAC;CACF;AAtCD,gCAsCC;AAED,MAAa,UAAW,SAAQ,wBAAiB;IAAjD;;QACE,OAAE,GAAG,iBAAS,CAAC;QACf,WAAM,GAAG,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iPAwCgO,CAAC;IAClP,CAAC;CAAA;AA3CD,gCA2CC"}
|
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
import type { Assertion } from '../../types';
|
|
2
|
-
import {
|
|
2
|
+
import { RedteamPluginBase, RedteamGraderBase } from './base';
|
|
3
3
|
export declare const PLUGIN_ID = "promptfoo:redteam:shell-injection";
|
|
4
|
-
export declare class ShellInjectionPlugin extends
|
|
4
|
+
export declare class ShellInjectionPlugin extends RedteamPluginBase {
|
|
5
5
|
protected getTemplate(): Promise<string>;
|
|
6
6
|
protected getAssertions(prompt: string): Assertion[];
|
|
7
7
|
}
|
|
8
|
-
export declare class ShellInjectionGrader extends
|
|
8
|
+
export declare class ShellInjectionGrader extends RedteamGraderBase {
|
|
9
9
|
id: string;
|
|
10
10
|
rubric: string;
|
|
11
11
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"shellInjection.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/shellInjection.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"shellInjection.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/shellInjection.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,QAAQ,CAAC;AAE9D,eAAO,MAAM,SAAS,sCAAsC,CAAC;AAE7D,qBAAa,oBAAqB,SAAQ,iBAAiB;cACzC,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IAkC9C,SAAS,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE;CAQrD;AAED,qBAAa,oBAAqB,SAAQ,iBAAiB;IACzD,EAAE,SAAa;IACf,MAAM,SAA4N;CACnO"}
|
|
@@ -7,7 +7,7 @@ exports.ShellInjectionGrader = exports.ShellInjectionPlugin = exports.PLUGIN_ID
|
|
|
7
7
|
const dedent_1 = __importDefault(require("dedent"));
|
|
8
8
|
const base_1 = require("./base");
|
|
9
9
|
exports.PLUGIN_ID = 'promptfoo:redteam:shell-injection';
|
|
10
|
-
class ShellInjectionPlugin extends base_1.
|
|
10
|
+
class ShellInjectionPlugin extends base_1.RedteamPluginBase {
|
|
11
11
|
async getTemplate() {
|
|
12
12
|
return (0, dedent_1.default) `
|
|
13
13
|
In order to test whether an AI system is vulnerable to command injection attacks, we propose a "Command Injection test".
|
|
@@ -51,7 +51,7 @@ class ShellInjectionPlugin extends base_1.PluginBase {
|
|
|
51
51
|
}
|
|
52
52
|
}
|
|
53
53
|
exports.ShellInjectionPlugin = ShellInjectionPlugin;
|
|
54
|
-
class ShellInjectionGrader extends base_1.
|
|
54
|
+
class ShellInjectionGrader extends base_1.RedteamGraderBase {
|
|
55
55
|
constructor() {
|
|
56
56
|
super(...arguments);
|
|
57
57
|
this.id = exports.PLUGIN_ID;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"shellInjection.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/shellInjection.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAE5B,
|
|
1
|
+
{"version":3,"file":"shellInjection.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/shellInjection.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAE5B,iCAA8D;AAEjD,QAAA,SAAS,GAAG,mCAAmC,CAAC;AAE7D,MAAa,oBAAqB,SAAQ,wBAAiB;IAC/C,KAAK,CAAC,WAAW;QACzB,OAAO,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8Bd,CAAC;IACF,CAAC;IAES,aAAa,CAAC,MAAc;QACpC,OAAO;YACL;gBACE,IAAI,EAAE,iBAAS;gBACf,MAAM,EAAE,gBAAgB;aACzB;SACF,CAAC;IACJ,CAAC;CACF;AA3CD,oDA2CC;AAED,MAAa,oBAAqB,SAAQ,wBAAiB;IAA3D;;QACE,OAAE,GAAG,iBAAS,CAAC;QACf,WAAM,GAAG,IAAA,gBAAM,EAAA,kNAAkN,CAAC;IACpO,CAAC;CAAA;AAHD,oDAGC"}
|
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
import type { Assertion } from '../../types';
|
|
2
|
-
import {
|
|
2
|
+
import { RedteamPluginBase, RedteamGraderBase } from './base';
|
|
3
3
|
export declare const PLUGIN_ID = "promptfoo:redteam:sql-injection";
|
|
4
|
-
export declare class SqlInjectionPlugin extends
|
|
4
|
+
export declare class SqlInjectionPlugin extends RedteamPluginBase {
|
|
5
5
|
protected getTemplate(): Promise<string>;
|
|
6
6
|
protected getAssertions(prompt: string): Assertion[];
|
|
7
7
|
}
|
|
8
|
-
export declare class SqlInjectionGrader extends
|
|
8
|
+
export declare class SqlInjectionGrader extends RedteamGraderBase {
|
|
9
9
|
id: string;
|
|
10
10
|
rubric: string;
|
|
11
11
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sqlInjection.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/sqlInjection.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"sqlInjection.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/sqlInjection.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,QAAQ,CAAC;AAE9D,eAAO,MAAM,SAAS,oCAAoC,CAAC;AAE3D,qBAAa,kBAAmB,SAAQ,iBAAiB;cACvC,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IAwB9C,SAAS,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE;CAQrD;AAED,qBAAa,kBAAmB,SAAQ,iBAAiB;IACvD,EAAE,SAAa;IACf,MAAM,SAA2I;CAClJ"}
|
|
@@ -7,7 +7,7 @@ exports.SqlInjectionGrader = exports.SqlInjectionPlugin = exports.PLUGIN_ID = vo
|
|
|
7
7
|
const dedent_1 = __importDefault(require("dedent"));
|
|
8
8
|
const base_1 = require("./base");
|
|
9
9
|
exports.PLUGIN_ID = 'promptfoo:redteam:sql-injection';
|
|
10
|
-
class SqlInjectionPlugin extends base_1.
|
|
10
|
+
class SqlInjectionPlugin extends base_1.RedteamPluginBase {
|
|
11
11
|
async getTemplate() {
|
|
12
12
|
return (0, dedent_1.default) `
|
|
13
13
|
In order to test whether an AI system is vulnerable to SQL injection attacks, we propose an "SQL Injection test".
|
|
@@ -41,7 +41,7 @@ class SqlInjectionPlugin extends base_1.PluginBase {
|
|
|
41
41
|
}
|
|
42
42
|
}
|
|
43
43
|
exports.SqlInjectionPlugin = SqlInjectionPlugin;
|
|
44
|
-
class SqlInjectionGrader extends base_1.
|
|
44
|
+
class SqlInjectionGrader extends base_1.RedteamGraderBase {
|
|
45
45
|
constructor() {
|
|
46
46
|
super(...arguments);
|
|
47
47
|
this.id = exports.PLUGIN_ID;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sqlInjection.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/sqlInjection.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAE5B,
|
|
1
|
+
{"version":3,"file":"sqlInjection.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/sqlInjection.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAE5B,iCAA8D;AAEjD,QAAA,SAAS,GAAG,iCAAiC,CAAC;AAE3D,MAAa,kBAAmB,SAAQ,wBAAiB;IAC7C,KAAK,CAAC,WAAW;QACzB,OAAO,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;GAoBd,CAAC;IACF,CAAC;IAES,aAAa,CAAC,MAAc;QACpC,OAAO;YACL;gBACE,IAAI,EAAE,iBAAS;gBACf,MAAM,EAAE,cAAc;aACvB;SACF,CAAC;IACJ,CAAC;CACF;AAjCD,gDAiCC;AAED,MAAa,kBAAmB,SAAQ,wBAAiB;IAAzD;;QACE,OAAE,GAAG,iBAAS,CAAC;QACf,WAAM,GAAG,IAAA,gBAAM,EAAA,iIAAiI,CAAC;IACnJ,CAAC;CAAA;AAHD,gDAGC"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { RedteamGraderBase } from './base';
|
|
2
2
|
export declare const PLUGIN_ID = "promptfoo:redteam:ssrf";
|
|
3
|
-
export declare class SsrfGrader extends
|
|
3
|
+
export declare class SsrfGrader extends RedteamGraderBase {
|
|
4
4
|
id: string;
|
|
5
5
|
rubric: string;
|
|
6
6
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ssrf.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/ssrf.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"ssrf.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/ssrf.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,iBAAiB,EAAE,MAAM,QAAQ,CAAC;AAE3C,eAAO,MAAM,SAAS,2BAA2B,CAAC;AAElD,qBAAa,UAAW,SAAQ,iBAAiB;IAC/C,EAAE,SAAa;IACf,MAAM,SAiCJ;CACH"}
|
|
@@ -7,7 +7,7 @@ exports.SsrfGrader = exports.PLUGIN_ID = void 0;
|
|
|
7
7
|
const dedent_1 = __importDefault(require("dedent"));
|
|
8
8
|
const base_1 = require("./base");
|
|
9
9
|
exports.PLUGIN_ID = 'promptfoo:redteam:ssrf';
|
|
10
|
-
class SsrfGrader extends base_1.
|
|
10
|
+
class SsrfGrader extends base_1.RedteamGraderBase {
|
|
11
11
|
constructor() {
|
|
12
12
|
super(...arguments);
|
|
13
13
|
this.id = exports.PLUGIN_ID;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ssrf.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/ssrf.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,
|
|
1
|
+
{"version":3,"file":"ssrf.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/ssrf.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,iCAA2C;AAE9B,QAAA,SAAS,GAAG,wBAAwB,CAAC;AAElD,MAAa,UAAW,SAAQ,wBAAiB;IAAjD;;QACE,OAAE,GAAG,iBAAS,CAAC;QACf,WAAM,GAAG,IAAA,gBAAM,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiCd,CAAC;IACJ,CAAC;CAAA;AApCD,gCAoCC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../../../src/redteam/providers/constants.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,cAAc,
|
|
1
|
+
{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../../../src/redteam/providers/constants.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,cAAc,sBAAsB,CAAC;AAElD,eAAO,MAAM,oBAAoB,gBAAgB,CAAC;AAElD,eAAO,MAAM,WAAW,QAEjB,CAAC;AAER,eAAO,MAAM,iBAAiB,UAAoC,CAAC"}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.PENALIZED_PHRASES = exports.TEMPERATURE = exports.ATTACKER_MODEL_SMALL = exports.ATTACKER_MODEL = void 0;
|
|
4
|
-
exports.ATTACKER_MODEL = 'gpt-4o';
|
|
4
|
+
exports.ATTACKER_MODEL = 'gpt-4o-2024-08-06';
|
|
5
5
|
exports.ATTACKER_MODEL_SMALL = 'gpt-4o-mini';
|
|
6
6
|
exports.TEMPERATURE = process.env.PROMPTFOO_JAILBREAK_TEMPERATURE
|
|
7
7
|
? Number.parseFloat(process.env.PROMPTFOO_JAILBREAK_TEMPERATURE)
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"constants.js","sourceRoot":"","sources":["../../../../src/redteam/providers/constants.ts"],"names":[],"mappings":";;;AAAa,QAAA,cAAc,GAAG,
|
|
1
|
+
{"version":3,"file":"constants.js","sourceRoot":"","sources":["../../../../src/redteam/providers/constants.ts"],"names":[],"mappings":";;;AAAa,QAAA,cAAc,GAAG,mBAAmB,CAAC;AAErC,QAAA,oBAAoB,GAAG,aAAa,CAAC;AAErC,QAAA,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,+BAA+B;IACpE,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC;IAChE,CAAC,CAAC,GAAG,CAAC;AAEK,QAAA,iBAAiB,GAAG,CAAC,+BAA+B,CAAC,CAAC"}
|
|
@@ -1,7 +1,8 @@
|
|
|
1
1
|
export declare enum BrowserBehavior {
|
|
2
2
|
ASK = 0,
|
|
3
3
|
OPEN = 1,
|
|
4
|
-
SKIP = 2
|
|
4
|
+
SKIP = 2,
|
|
5
|
+
OPEN_TO_REPORT = 3
|
|
5
6
|
}
|
|
6
7
|
export declare function startServer(port?: number, browserBehavior?: BrowserBehavior, filterDescription?: string): void;
|
|
7
8
|
//# sourceMappingURL=server.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../../src/server/server.ts"],"names":[],"mappings":"AAgDA,oBAAY,eAAe;IACzB,GAAG,IAAI;IACP,IAAI,IAAI;IACR,IAAI,IAAI;
|
|
1
|
+
{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../../src/server/server.ts"],"names":[],"mappings":"AAgDA,oBAAY,eAAe;IACzB,GAAG,IAAI;IACP,IAAI,IAAI;IACR,IAAI,IAAI;IACR,cAAc,IAAI;CACnB;AAED,wBAAgB,WAAW,CACzB,IAAI,SAAQ,EACZ,eAAe,kBAAsB,EACrC,iBAAiB,CAAC,EAAE,MAAM,QAoQ3B"}
|
|
@@ -33,6 +33,7 @@ var BrowserBehavior;
|
|
|
33
33
|
BrowserBehavior[BrowserBehavior["ASK"] = 0] = "ASK";
|
|
34
34
|
BrowserBehavior[BrowserBehavior["OPEN"] = 1] = "OPEN";
|
|
35
35
|
BrowserBehavior[BrowserBehavior["SKIP"] = 2] = "SKIP";
|
|
36
|
+
BrowserBehavior[BrowserBehavior["OPEN_TO_REPORT"] = 3] = "OPEN_TO_REPORT";
|
|
36
37
|
})(BrowserBehavior || (exports.BrowserBehavior = BrowserBehavior = {}));
|
|
37
38
|
function startServer(port = 15500, browserBehavior = BrowserBehavior.ASK, filterDescription) {
|
|
38
39
|
const app = (0, express_1.default)();
|
|
@@ -169,9 +170,12 @@ function startServer(port = 15500, browserBehavior = BrowserBehavior.ASK, filter
|
|
|
169
170
|
res.json({ data: allPrompts });
|
|
170
171
|
});
|
|
171
172
|
app.get('/api/progress', async (req, res) => {
|
|
172
|
-
const { tagName, tagValue } = req.query;
|
|
173
|
+
const { tagName, tagValue, description } = req.query;
|
|
173
174
|
const tag = tagName && tagValue ? { key: tagName, value: tagValue } : undefined;
|
|
174
|
-
const results = await (0, util_1.getStandaloneEvals)({
|
|
175
|
+
const results = await (0, util_1.getStandaloneEvals)({
|
|
176
|
+
tag,
|
|
177
|
+
description: description,
|
|
178
|
+
});
|
|
175
179
|
res.json({
|
|
176
180
|
data: results,
|
|
177
181
|
});
|
|
@@ -201,9 +205,7 @@ function startServer(port = 15500, browserBehavior = BrowserBehavior.ASK, filter
|
|
|
201
205
|
providers: [],
|
|
202
206
|
};
|
|
203
207
|
const results = await (0, testCases_1.synthesizeFromTestSuite)(testSuite, {});
|
|
204
|
-
|
|
205
|
-
results,
|
|
206
|
-
};
|
|
208
|
+
res.json({ results });
|
|
207
209
|
});
|
|
208
210
|
// Must come after the above routes (particularly /api/config) so it doesn't
|
|
209
211
|
// overwrite dynamic routes.
|
|
@@ -219,13 +221,19 @@ function startServer(port = 15500, browserBehavior = BrowserBehavior.ASK, filter
|
|
|
219
221
|
const openUrl = async () => {
|
|
220
222
|
try {
|
|
221
223
|
logger_1.default.info('Press Ctrl+C to stop the server');
|
|
222
|
-
|
|
224
|
+
if (browserBehavior === BrowserBehavior.OPEN_TO_REPORT) {
|
|
225
|
+
await (0, opener_1.default)(`${url}/report`);
|
|
226
|
+
}
|
|
227
|
+
else {
|
|
228
|
+
await (0, opener_1.default)(url);
|
|
229
|
+
}
|
|
223
230
|
}
|
|
224
231
|
catch (err) {
|
|
225
232
|
logger_1.default.error(`Failed to open browser: ${String(err)}`);
|
|
226
233
|
}
|
|
227
234
|
};
|
|
228
|
-
if (browserBehavior === BrowserBehavior.OPEN
|
|
235
|
+
if (browserBehavior === BrowserBehavior.OPEN ||
|
|
236
|
+
browserBehavior === BrowserBehavior.OPEN_TO_REPORT) {
|
|
229
237
|
openUrl();
|
|
230
238
|
}
|
|
231
239
|
else if (browserBehavior === BrowserBehavior.ASK) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"server.js","sourceRoot":"","sources":["../../../src/server/server.ts"],"names":[],"mappings":";;;;;;
|
|
1
|
+
{"version":3,"file":"server.js","sourceRoot":"","sources":["../../../src/server/server.ts"],"names":[],"mappings":";;;;;;AAuDA,kCAuQC;AA9TD,8DAAsC;AACtC,gDAAwB;AACxB,wDAAgC;AAChC,sDAA8B;AAE9B,4CAAoB;AACpB,0DAA6B;AAC7B,0DAA6B;AAC7B,kEAAqC;AACrC,oDAA4B;AAC5B,yCAAqD;AACrD,oEAAuC;AACvC,+BAAoC;AACpC,6CAAoD;AACpD,0CAA8C;AAC9C,gCAAsC;AAUtC,qDAAiC;AACjC,uDAA+B;AAC/B,4CAAuD;AACvD,kCAYiB;AAEjB,eAAe;AACf,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAe,CAAC;AAExC,gBAAgB;AAChB,IAAI,UAAU,GAAgC,IAAI,CAAC;AAEnD,IAAY,eAKX;AALD,WAAY,eAAe;IACzB,mDAAO,CAAA;IACP,qDAAQ,CAAA;IACR,qDAAQ,CAAA;IACR,yEAAkB,CAAA;AACpB,CAAC,EALW,eAAe,+BAAf,eAAe,QAK1B;AAED,SAAgB,WAAW,CACzB,IAAI,GAAG,KAAK,EACZ,eAAe,GAAG,eAAe,CAAC,GAAG,EACrC,iBAA0B;IAE1B,MAAM,GAAG,GAAG,IAAA,iBAAO,GAAE,CAAC;IAEtB,MAAM,SAAS,GAAG,mBAAI,CAAC,IAAI,CAAC,IAAA,kBAAY,GAAE,EAAE,KAAK,CAAC,CAAC;IAEnD,GAAG,CAAC,GAAG,CAAC,IAAA,cAAI,GAAE,CAAC,CAAC;IAChB,GAAG,CAAC,GAAG,CAAC,IAAA,qBAAW,GAAE,CAAC,CAAC;IACvB,GAAG,CAAC,GAAG,CAAC,iBAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;IAC1C,GAAG,CAAC,GAAG,CAAC,iBAAO,CAAC,UAAU,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAEhE,MAAM,UAAU,GAAG,mBAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;IAC1C,MAAM,EAAE,GAAG,IAAI,kBAAc,CAAC,UAAU,EAAE;QACxC,IAAI,EAAE;YACJ,MAAM,EAAE,GAAG;SACZ;KACF,CAAC,CAAC;IAEH,IAAA,6CAAsC,GAAE,CAAC,IAAI,CAAC,GAAG,EAAE;QACjD,gBAAM,CAAC,IAAI,CAAC,+CAA+C,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;IAEH,MAAM,aAAa,GAAG,IAAA,0BAAe,GAAE,CAAC;IACxC,MAAM,OAAO,GAAG,IAAA,kBAAQ,EAAC,KAAK,EAAE,IAAW,EAAE,IAAW,EAAE,EAAE;QAC1D,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9B,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,IAAA,oBAAa,EAAC,iBAAiB,CAAC,CAAC,CAAC;YAC1D,UAAU,GAAG,IAAI,CAAC;QACpB,CAAC;IACH,CAAC,EAAE,GAAG,CAAC,CAAC;IACR,YAAE,CAAC,SAAS,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;IAErC,EAAE,CAAC,EAAE,CAAC,YAAY,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;QACnC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,IAAA,oBAAa,EAAC,iBAAiB,CAAC,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QAC9B,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QACnC,MAAM,SAAS,GAAG,GAAG,CAAC,KAAK,CAAC,SAA+B,CAAC;QAC5D,MAAM,eAAe,GAAG,IAAA,0BAAmB,EACzC,SAAS,CAAC,WAAW,EACrB,iBAAiB,EACjB,SAAS,CACV,CAAC;QACF,GAAG,CAAC,IAAI,CAAC;YACP,IAAI,EAAE,eAAe,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;gBACjC,OAAO;oBACL,GAAG,IAAI;oBACP,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,WAAW,KAAK,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM;iBAC/E,CAAC;YACJ,CAAC,CAAC;SACH,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QACrC,MAAM,EAAE,eAAe,EAAE,GAAG,SAAS,EAAE,GAAG,GAAG,CAAC,IAA4C,CAAC;QAC3F,MAAM,EAAE,GAAG,IAAA,SAAM,GAAE,CAAC;QACpB,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QAEjF,eAAS;aACN,QAAQ,CACP,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE;YAC3B,kBAAkB,EAAE,IAAI;YACxB,OAAO,EAAE,SAAS,CAAC,OAAO,IAAI,IAAI;SACnC,CAAC,EACF,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,eAAe,EAAE;YACjC,WAAW,EAAE,KAAK;YAClB,gBAAgB,EAAE,CAAC,QAAgB,EAAE,KAAa,EAAE,EAAE;gBACpD,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC7B,IAAA,wBAAS,EAAC,GAAG,EAAE,eAAe,CAAC,CAAC;gBAChC,GAAG,CAAC,QAAQ,GAAG,QAAQ,CAAC;gBACxB,GAAG,CAAC,KAAK,GAAG,KAAK,CAAC;gBAClB,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,QAAQ,IAAI,KAAK,EAAE,CAAC,CAAC;YAC9C,CAAC;SACF,CAAC,CACH;aACA,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;YACf,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC7B,IAAA,wBAAS,EAAC,GAAG,EAAE,eAAe,CAAC,CAAC;YAChC,GAAG,CAAC,MAAM,GAAG,UAAU,CAAC;YACxB,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC;YACpB,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QAEL,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IACnB,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,mBAAmB,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QACxC,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC7B,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC,CAAC;YACjD,OAAO;QACT,CAAC;QACD,IAAI,GAAG,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;YAC9B,GAAG,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;QACvD,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;QAChF,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QACtC,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;QACzB,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC;QAEnC,IAAI,CAAC,EAAE,EAAE,CAAC;YACR,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,CAAC;YAC9C,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,IAAA,mBAAY,EAAC,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;YAChC,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,2BAA2B,EAAE,CAAC,CAAC;QACrD,CAAC;QAAC,MAAM,CAAC;YACP,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,6BAA6B,EAAE,CAAC,CAAC;QACjE,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QACvC,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,GAAG,CAAC,IAA6B,CAAC;QAE5D,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,MAAM,IAAA,6BAAsB,EAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;YACzE,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QACnB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;YACzD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,kCAAkC,EAAE,CAAC,CAAC;QACtE,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,MAAM,CAAC,eAAe,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QAC7C,MAAM,EAAE,EAAE,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC;YACH,MAAM,IAAA,iBAAU,EAAC,EAAE,CAAC,CAAC;YACrB,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,2BAA2B,EAAE,CAAC,CAAC;QACrD,CAAC;QAAC,MAAM,CAAC;YACP,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,uBAAuB,EAAE,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,kBAAkB,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QAC7C,MAAM,EAAE,EAAE,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QAC1B,MAAM,IAAI,GAAG,MAAM,IAAA,iBAAU,EAAC,EAAE,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YACzC,OAAO;QACT,CAAC;QACD,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,cAAc,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QACzC,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;YACvB,UAAU,GAAG,MAAM,IAAA,iBAAU,GAAE,CAAC;QAClC,CAAC;QACD,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,eAAe,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QAC1C,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC;QACrD,MAAM,GAAG,GACP,OAAO,IAAI,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,OAAiB,EAAE,KAAK,EAAE,QAAkB,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QAC1F,MAAM,OAAO,GAAG,MAAM,IAAA,yBAAkB,EAAC;YACvC,GAAG;YACH,WAAW,EAAE,WAAiC;SAC/C,CAAC,CAAC;QACH,GAAG,CAAC,IAAI,CAAC;YACP,IAAI,EAAE,OAAO;SACd,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,0BAA0B,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QACrD,MAAM,UAAU,GAAG,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC;QACzC,MAAM,OAAO,GAAG,MAAM,IAAA,iCAA0B,EAAC,UAAU,CAAC,CAAC;QAC7D,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,eAAe,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QAC1C,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,IAAA,mBAAY,GAAE,EAAE,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,IAAI,CAAC,oBAAoB,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QAChD,MAAM,EAAE,EAAE,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC;QAExB,MAAM,MAAM,GAAG,MAAM,IAAA,iBAAU,EAAC,EAAE,CAAC,CAAC;QACpC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC,CAAC;YAClD,OAAO;QACT,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,IAAA,uBAAe,EAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACvD,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;IACpB,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,IAAI,CAAC,uBAAuB,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QACnD,MAAM,SAAS,GAAc;YAC3B,OAAO,EAAE,GAAG,CAAC,IAAI,CAAC,OAAmB;YACrC,KAAK,EAAE,GAAG,CAAC,IAAI,CAAC,KAAmB;YACnC,SAAS,EAAE,EAAE;SACd,CAAC;QACF,MAAM,OAAO,GAAG,MAAM,IAAA,mCAAuB,EAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QAC7D,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,4EAA4E;IAC5E,4BAA4B;IAC5B,GAAG,CAAC,GAAG,CAAC,iBAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;IAEnC,wDAAwD;IACxD,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE;QACzB,GAAG,CAAC,QAAQ,CAAC,mBAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,UAAU;SACP,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE;QACjB,MAAM,GAAG,GAAG,oBAAoB,IAAI,EAAE,CAAC;QACvC,gBAAM,CAAC,IAAI,CAAC,qBAAqB,GAAG,gCAAgC,CAAC,CAAC;QAEtE,MAAM,OAAO,GAAG,KAAK,IAAI,EAAE;YACzB,IAAI,CAAC;gBACH,gBAAM,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;gBAC/C,IAAI,eAAe,KAAK,eAAe,CAAC,cAAc,EAAE,CAAC;oBACvD,MAAM,IAAA,gBAAM,EAAC,GAAG,GAAG,SAAS,CAAC,CAAC;gBAChC,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAA,gBAAM,EAAC,GAAG,CAAC,CAAC;gBACpB,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,gBAAM,CAAC,KAAK,CAAC,2BAA2B,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACzD,CAAC;QACH,CAAC,CAAC;QAEF,IACE,eAAe,KAAK,eAAe,CAAC,IAAI;YACxC,eAAe,KAAK,eAAe,CAAC,cAAc,EAClD,CAAC;YACD,OAAO,EAAE,CAAC;QACZ,CAAC;aAAM,IAAI,eAAe,KAAK,eAAe,CAAC,GAAG,EAAE,CAAC;YACnD,MAAM,EAAE,GAAG,uBAAQ,CAAC,eAAe,CAAC;gBAClC,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,OAAO,CAAC,MAAM;aACvB,CAAC,CAAC;YACH,EAAE,CAAC,QAAQ,CAAC,8BAA8B,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;gBAC3D,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;oBACzC,OAAO,EAAE,CAAC;gBACZ,CAAC;gBACD,EAAE,CAAC,KAAK,EAAE,CAAC;YACb,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC;SACD,EAAE,CAAC,OAAO,EAAE,CAAC,KAA4B,EAAE,EAAE;QAC5C,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YAChC,gBAAM,CAAC,KAAK,CACV,kCAAkC,IAAI,kEAAkE,CACzG,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;aAAM,CAAC;YACN,gBAAM,CAAC,KAAK,CAAC,2BAA2B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACzD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;IACH,CAAC,CAAC,CAAC;AACP,CAAC"}
|
package/dist/src/share.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"share.d.ts","sourceRoot":"","sources":["../../src/share.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"share.d.ts","sourceRoot":"","sources":["../../src/share.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EAAE,eAAe,EAAiB,aAAa,EAAE,MAAM,SAAS,CAAC;AAE7E;;;;;;;;;;GAUG;AACH,wBAAgB,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAU1D;AAED,wBAAsB,kBAAkB,CACtC,OAAO,EAAE,eAAe,EACxB,MAAM,EAAE,OAAO,CAAC,aAAa,CAAC,EAC9B,QAAQ,GAAE,OAAe,GACxB,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAqExB"}
|
package/dist/src/share.js
CHANGED
|
@@ -5,10 +5,14 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
5
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
6
|
exports.stripAuthFromUrl = stripAuthFromUrl;
|
|
7
7
|
exports.createShareableUrl = createShareableUrl;
|
|
8
|
+
const input_1 = __importDefault(require("@inquirer/input"));
|
|
9
|
+
const chalk_1 = __importDefault(require("chalk"));
|
|
8
10
|
const url_1 = require("url");
|
|
9
11
|
const constants_1 = require("./constants");
|
|
12
|
+
const envars_1 = require("./envars");
|
|
10
13
|
const fetch_1 = require("./fetch");
|
|
11
14
|
const accounts_1 = require("./globalConfig/accounts");
|
|
15
|
+
const accounts_2 = require("./globalConfig/accounts");
|
|
12
16
|
const cloud_1 = require("./globalConfig/cloud");
|
|
13
17
|
const logger_1 = __importDefault(require("./logger"));
|
|
14
18
|
/**
|
|
@@ -35,10 +39,21 @@ function stripAuthFromUrl(urlString) {
|
|
|
35
39
|
}
|
|
36
40
|
}
|
|
37
41
|
async function createShareableUrl(results, config, showAuth = false) {
|
|
42
|
+
if (process.stdout.isTTY && !(0, envars_1.isCI)() && !(0, envars_1.getEnvBool)('PROMPTFOO_DISABLE_SHARE_EMAIL_REQUEST')) {
|
|
43
|
+
let email = (0, accounts_2.getUserEmail)();
|
|
44
|
+
if (!email) {
|
|
45
|
+
email = await (0, input_1.default)({
|
|
46
|
+
message: `${chalk_1.default.bold('Please enter your work email address')} (for managing shared URLs):`,
|
|
47
|
+
validate: (value) => {
|
|
48
|
+
return value.includes('@') || 'Please enter a valid email address';
|
|
49
|
+
},
|
|
50
|
+
});
|
|
51
|
+
(0, accounts_2.setUserEmail)(email);
|
|
52
|
+
}
|
|
53
|
+
}
|
|
38
54
|
const sharedResults = {
|
|
39
55
|
data: {
|
|
40
56
|
version: 3,
|
|
41
|
-
// TODO(ian): Take date from results, if applicable.
|
|
42
57
|
createdAt: new Date().toISOString(),
|
|
43
58
|
author: (0, accounts_1.getAuthor)(),
|
|
44
59
|
results,
|
package/dist/src/share.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"share.js","sourceRoot":"","sources":["../../src/share.ts"],"names":[],"mappings":";;;;;
|
|
1
|
+
{"version":3,"file":"share.js","sourceRoot":"","sources":["../../src/share.ts"],"names":[],"mappings":";;;;;AAwBA,4CAUC;AAED,gDAyEC;AA7GD,4DAAoC;AACpC,kDAA0B;AAE1B,6BAA0B;AAC1B,2CAAmG;AACnG,qCAA4C;AAC5C,mCAAyC;AACzC,sDAAoD;AACpD,sDAAqE;AACrE,gDAAmD;AACnD,sDAA8B;AAG9B;;;;;;;;;;GAUG;AACH,SAAgB,gBAAgB,CAAC,SAAiB;IAChD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,SAAG,CAAC,SAAS,CAAC,CAAC;QAC/B,GAAG,CAAC,QAAQ,GAAG,EAAE,CAAC;QAClB,GAAG,CAAC,QAAQ,GAAG,EAAE,CAAC;QAClB,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC;IACxB,CAAC;IAAC,MAAM,CAAC;QACP,gBAAM,CAAC,IAAI,CAAC,yCAAyC,CAAC,CAAC;QACvD,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,kBAAkB,CACtC,OAAwB,EACxB,MAA8B,EAC9B,WAAoB,KAAK;IAEzB,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC,IAAA,aAAI,GAAE,IAAI,CAAC,IAAA,mBAAU,EAAC,uCAAuC,CAAC,EAAE,CAAC;QAC5F,IAAI,KAAK,GAAG,IAAA,uBAAY,GAAE,CAAC;QAC3B,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,KAAK,GAAG,MAAM,IAAA,eAAK,EAAC;gBAClB,OAAO,EAAE,GAAG,eAAK,CAAC,IAAI,CAAC,sCAAsC,CAAC,8BAA8B;gBAC5F,QAAQ,EAAE,CAAC,KAAK,EAAE,EAAE;oBAClB,OAAO,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,oCAAoC,CAAC;gBACrE,CAAC;aACF,CAAC,CAAC;YACH,IAAA,uBAAY,EAAC,KAAK,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IAED,MAAM,aAAa,GAAkB;QACnC,IAAI,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,MAAM,EAAE,IAAA,oBAAS,GAAE;YACnB,OAAO;YACP,MAAM;SACP;KACF,CAAC;IAEF,IAAI,QAAkB,CAAC;IACvB,IAAI,UAAU,GACZ,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,8BAAkB,CAAC;IACtF,iCAAiC;IACjC,IAAI,mBAAW,CAAC,SAAS,EAAE,EAAE,CAAC;QAC5B,UAAU,GAAG,mBAAW,CAAC,UAAU,EAAE,CAAC;QAEtC,QAAQ,GAAG,MAAM,IAAA,sBAAc,EAAC,GAAG,UAAU,UAAU,EAAE;YACvD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,mBAAW,CAAC,SAAS,EAAE,EAAE;aACnD;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC;SACpC,CAAC,CAAC;IACL,CAAC;SAAM,CAAC;QACN,QAAQ,GAAG,MAAM,IAAA,sBAAc,EAAC,GAAG,UAAU,WAAW,EAAE;YACxD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC;SACpC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,YAAY,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAoC,CAAC;IAChF,IAAI,YAAY,CAAC,KAAK,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,mCAAmC,YAAY,CAAC,KAAK,EAAE,CAAC,CAAC;IAC3E,CAAC;IAED,IAAI,UAAU,GAAG,+BAAmB,CAAC;IACrC,IAAI,OAAO,GAAG,+BAAmB,CAAC;IAClC,IAAI,mBAAW,CAAC,SAAS,EAAE,EAAE,CAAC;QAC5B,UAAU,GAAG,mBAAW,CAAC,SAAS,EAAE,CAAC;QACrC,OAAO,GAAG,GAAG,UAAU,YAAY,YAAY,CAAC,EAAE,EAAE,CAAC;IACvD,CAAC;SAAM,CAAC;QACN,MAAM,UAAU,GACd,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,+BAAmB,CAAC;QACvF,OAAO;YACL,+BAAmB,KAAK,uCAA2B;gBACjD,CAAC,CAAC,GAAG,UAAU,SAAS,YAAY,CAAC,EAAE,EAAE;gBACzC,CAAC,CAAC,GAAG,UAAU,iBAAiB,YAAY,CAAC,EAAE,EAAE,CAAC;IACxD,CAAC;IAED,OAAO,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;AACxD,CAAC"}
|