promptfoo 0.103.13 → 0.103.14
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/package.json +13 -13
- package/dist/src/app/assets/{index-CNZfEf8i.js → index-gCO1so_L.js} +233 -232
- package/dist/src/app/assets/{index.es-vrsSPryr.js → index.es-BebRurvf.js} +1 -1
- package/dist/src/app/assets/{sync-B_Y0n4tJ.js → sync-cefC8sLm.js} +1 -1
- package/dist/src/app/index.html +1 -1
- package/dist/src/fetch.d.ts +2 -0
- package/dist/src/fetch.d.ts.map +1 -1
- package/dist/src/fetch.js +2 -1
- package/dist/src/fetch.js.map +1 -1
- package/dist/src/providers/azure.d.ts.map +1 -1
- package/dist/src/providers/azure.js +10 -0
- package/dist/src/providers/azure.js.map +1 -1
- package/dist/src/providers/http.d.ts +5 -3
- package/dist/src/providers/http.d.ts.map +1 -1
- package/dist/src/providers/http.js +7 -6
- package/dist/src/providers/http.js.map +1 -1
- package/dist/src/redteam/commands/generate.d.ts.map +1 -1
- package/dist/src/redteam/commands/generate.js +30 -9
- package/dist/src/redteam/commands/generate.js.map +1 -1
- package/dist/src/redteam/graders.d.ts.map +1 -1
- package/dist/src/redteam/graders.js +13 -13
- package/dist/src/redteam/graders.js.map +1 -1
- package/dist/src/redteam/index.d.ts +1 -0
- package/dist/src/redteam/index.d.ts.map +1 -1
- package/dist/src/redteam/index.js +1 -1
- package/dist/src/redteam/index.js.map +1 -1
- package/dist/src/redteam/plugins/harmful/graders.d.ts +52 -0
- package/dist/src/redteam/plugins/harmful/graders.d.ts.map +1 -1
- package/dist/src/redteam/plugins/harmful/graders.js +577 -22
- package/dist/src/redteam/plugins/harmful/graders.js.map +1 -1
- package/dist/src/redteam/types.d.ts +1 -0
- package/dist/src/redteam/types.d.ts.map +1 -1
- package/dist/src/redteam/util.d.ts.map +1 -1
- package/dist/src/redteam/util.js +2 -0
- package/dist/src/redteam/util.js.map +1 -1
- package/dist/src/server/server.d.ts.map +1 -1
- package/dist/src/server/server.js +1 -7
- package/dist/src/server/server.js.map +1 -1
- package/dist/src/validators/redteam.d.ts +3 -0
- package/dist/src/validators/redteam.d.ts.map +1 -1
- package/dist/src/validators/redteam.js +2 -0
- package/dist/src/validators/redteam.js.map +1 -1
- package/dist/test/assertions/answerRelevance.test.d.ts +2 -0
- package/dist/test/assertions/answerRelevance.test.d.ts.map +1 -0
- package/dist/test/assertions/answerRelevance.test.js +177 -0
- package/dist/test/assertions/answerRelevance.test.js.map +1 -0
- package/dist/test/assertions/contextFaithfulness.test.d.ts +2 -0
- package/dist/test/assertions/contextFaithfulness.test.d.ts.map +1 -0
- package/dist/test/assertions/contextFaithfulness.test.js +226 -0
- package/dist/test/assertions/contextFaithfulness.test.js.map +1 -0
- package/dist/test/assertions/contextRecall.test.d.ts +2 -0
- package/dist/test/assertions/contextRecall.test.d.ts.map +1 -0
- package/dist/test/assertions/contextRecall.test.js +243 -0
- package/dist/test/assertions/contextRecall.test.js.map +1 -0
- package/dist/test/assertions/contextRelevance.test.d.ts +2 -0
- package/dist/test/assertions/contextRelevance.test.d.ts.map +1 -0
- package/dist/test/assertions/contextRelevance.test.js +238 -0
- package/dist/test/assertions/contextRelevance.test.js.map +1 -0
- package/dist/test/assertions/geval.test.d.ts +2 -0
- package/dist/test/assertions/geval.test.d.ts.map +1 -0
- package/dist/test/assertions/geval.test.js +222 -0
- package/dist/test/assertions/geval.test.js.map +1 -0
- package/dist/test/assertions/modelGradedClosedQa.test.d.ts +2 -0
- package/dist/test/assertions/modelGradedClosedQa.test.d.ts.map +1 -0
- package/dist/test/assertions/modelGradedClosedQa.test.js +200 -0
- package/dist/test/assertions/modelGradedClosedQa.test.js.map +1 -0
- package/dist/test/fetch.test.js +66 -18
- package/dist/test/fetch.test.js.map +1 -1
- package/dist/test/providers/azure.test.js +41 -11
- package/dist/test/providers/azure.test.js.map +1 -1
- package/dist/test/providers/http.test.js +70 -2
- package/dist/test/providers/http.test.js.map +1 -1
- package/dist/test/providers/index.test.js +0 -454
- package/dist/test/providers/index.test.js.map +1 -1
- package/dist/test/providers/openai.test.js +509 -0
- package/dist/test/providers/openai.test.js.map +1 -1
- package/dist/test/redteam/commands/generate.test.js +7 -0
- package/dist/test/redteam/commands/generate.test.js.map +1 -1
- package/dist/test/redteam/extraction/purpose.test.js +1 -0
- package/dist/test/redteam/extraction/purpose.test.js.map +1 -1
- package/dist/test/redteam/strategies/index.test.js +1 -0
- package/dist/test/redteam/strategies/index.test.js.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +13 -13
package/dist/src/redteam/util.js
CHANGED
|
@@ -61,6 +61,8 @@ const REFUSAL_SUBSTRINGS = [
|
|
|
61
61
|
"I can't assist",
|
|
62
62
|
"I can't fulfill",
|
|
63
63
|
"I can't answer",
|
|
64
|
+
'I cannot change',
|
|
65
|
+
"I can't change",
|
|
64
66
|
].map((s) => s.toLowerCase());
|
|
65
67
|
function isEmptyResponse(response) {
|
|
66
68
|
return !response || response.trim() === '' || response.trim() === '{}';
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"util.js","sourceRoot":"","sources":["../../../src/redteam/util.ts"],"names":[],"mappings":";;
|
|
1
|
+
{"version":3,"file":"util.js","sourceRoot":"","sources":["../../../src/redteam/util.ts"],"names":[],"mappings":";;AAgEA,0CAEC;AAED,wCASC;AASD,oCAKC;AA3FD;;GAEG;AACH,SAAS,oBAAoB,CAAC,GAAW;IACvC,OAAO,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;AACrC,CAAC;AAED,MAAM,gBAAgB,GAAG;IACvB,kBAAkB;IAClB,mBAAmB;IACnB,YAAY;IACZ,gBAAgB;IAChB,aAAa;IACb,UAAU;IACV,OAAO;IACP,iBAAiB;IACjB,kBAAkB;IAClB,WAAW;IACX,eAAe;IACf,cAAc;IACd,eAAe;CAChB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,oBAAoB,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;AAEpD,MAAM,kBAAkB,GAAG;IACzB,qBAAqB;IACrB,iBAAiB;IACjB,UAAU;IACV,iCAAiC;IACjC,iCAAiC;IACjC,eAAe;IACf,6BAA6B;IAC7B,6BAA6B;IAC7B,aAAa;IACb,8CAA8C;IAC9C,0BAA0B;IAC1B,iBAAiB;IACjB,4DAA4D;IAC5D,gCAAgC;IAChC,gCAAgC;IAChC,cAAc;IACd,4BAA4B;IAC5B,4BAA4B;IAC5B,YAAY;IACZ,yBAAyB;IACzB,aAAa;IACb,WAAW;IACX,iBAAiB;IACjB,mBAAmB;IACnB,kBAAkB;IAClB,kBAAkB;IAClB,iBAAiB;IACjB,kBAAkB;IAClB,iBAAiB;IACjB,gBAAgB;IAChB,kBAAkB;IAClB,iBAAiB;IACjB,iBAAiB;IACjB,gBAAgB;IAChB,iBAAiB;IACjB,gBAAgB;IAChB,iBAAiB;IACjB,gBAAgB;CACjB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;AAE9B,SAAgB,eAAe,CAAC,QAAgB;IAC9C,OAAO,CAAC,QAAQ,IAAI,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,QAAQ,CAAC,IAAI,EAAE,KAAK,IAAI,CAAC;AACzE,CAAC;AAED,SAAgB,cAAc,CAAC,QAAgB;IAC7C,MAAM,aAAa,GAAG,oBAAoB,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;IAC1E,IAAI,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACjC,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,CACL,gBAAgB,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,aAAa,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QACnE,kBAAkB,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,aAAa,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAC1E,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,YAAY,CAAC,GAAW,EAAE,MAAc;IACtD,4FAA4F;IAC5F,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,oBAAoB,EAAE,IAAI,CAAC,CAAC;IAC9C,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC5D,OAAO,GAAG,CAAC;AACb,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../../src/server/server.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../../src/server/server.ts"],"names":[],"mappings":"AA+BA,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAWjD,wBAAgB,SAAS,gDAgJxB;AAED,wBAAsB,WAAW,CAC/B,IAAI,SAAe,EACnB,eAAe,kBAAsB,EACrC,iBAAiB,CAAC,EAAE,MAAM,iBA6C3B"}
|
|
@@ -7,7 +7,6 @@ exports.createApp = createApp;
|
|
|
7
7
|
exports.startServer = startServer;
|
|
8
8
|
const compression_1 = __importDefault(require("compression"));
|
|
9
9
|
const cors_1 = __importDefault(require("cors"));
|
|
10
|
-
const dedent_1 = __importDefault(require("dedent"));
|
|
11
10
|
const express_1 = __importDefault(require("express"));
|
|
12
11
|
const node_http_1 = __importDefault(require("node:http"));
|
|
13
12
|
const node_path_1 = __importDefault(require("node:path"));
|
|
@@ -188,12 +187,7 @@ async function startServer(port = constants_1.DEFAULT_PORT, browserBehavior = se
|
|
|
188
187
|
})
|
|
189
188
|
.on('error', (error) => {
|
|
190
189
|
if (error.code === 'EADDRINUSE') {
|
|
191
|
-
logger_1.default.error(
|
|
192
|
-
|
|
193
|
-
To resolve this:
|
|
194
|
-
1. Check if another promptfoo instance is running (try 'ps aux | grep promptfoo')
|
|
195
|
-
2. Kill the process using the port: 'lsof -i :${port}' then 'kill <PID>'
|
|
196
|
-
3. Or specify a different port with --port <number>`);
|
|
190
|
+
logger_1.default.error(`Port ${port} is already in use. Do you have another Promptfoo instance running?`);
|
|
197
191
|
process.exit(1);
|
|
198
192
|
}
|
|
199
193
|
else {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"server.js","sourceRoot":"","sources":["../../../src/server/server.ts"],"names":[],"mappings":";;;;;
|
|
1
|
+
{"version":3,"file":"server.js","sourceRoot":"","sources":["../../../src/server/server.ts"],"names":[],"mappings":";;;;;AA0CA,8BAgJC;AAED,kCAgDC;AA5OD,8DAAsC;AACtC,gDAAwB;AAExB,sDAA8B;AAC9B,0DAA6B;AAC7B,0DAA6B;AAC7B,yCAAqD;AACrD,+DAAiD;AACjD,6CAAoD;AACpD,4CAAqD;AACrD,+CAAwD;AACxD,gCAAsC;AAEtC,uDAA+B;AAC/B,wCAA6C;AAC7C,0DAAkC;AAClC,kEAAiE;AACjE,6DAAqC;AACrC,4CAAoD;AACpD,4CAAuD;AACvD,kCAQiB;AACjB,iDAAsD;AACtD,kEAA0C;AAC1C,2CAAiD;AACjD,2CAA6C;AAC7C,8CAAiD;AACjD,wCAA2C;AAC3C,kDAAqD;AACrD,8CAAiD;AACjD,wCAA2C;AAE3C,gBAAgB;AAChB,IAAI,UAAU,GAAgC,IAAI,CAAC;AAEnD,SAAgB,SAAS;IACvB,MAAM,GAAG,GAAG,IAAA,iBAAO,GAAE,CAAC;IAEtB,MAAM,SAAS,GAAG,mBAAI,CAAC,IAAI,CAAC,IAAA,kBAAY,GAAE,EAAE,KAAK,CAAC,CAAC;IAEnD,GAAG,CAAC,GAAG,CAAC,IAAA,cAAI,GAAE,CAAC,CAAC;IAChB,GAAG,CAAC,GAAG,CAAC,IAAA,qBAAW,GAAE,CAAC,CAAC;IACvB,GAAG,CAAC,GAAG,CAAC,iBAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;IAC1C,GAAG,CAAC,GAAG,CAAC,iBAAO,CAAC,UAAU,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAChE,GAAG,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QAC9B,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,mBAAO,EAAE,CAAC,CAAC;IAC3D,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,oBAAoB,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAiB,EAAE;QACjF,MAAM,MAAM,GAAG,IAAA,qCAAkB,GAAE,CAAC;QAEpC,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YACpB,GAAG,CAAC,IAAI,CAAC;gBACP,MAAM,EAAE,UAAU;gBAClB,OAAO,EAAE,4CAA4C;aACtD,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAA,6BAAiB,EAAC,MAAM,CAAC,CAAC;QAC/C,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACnB,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,cAAc,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAiB,EAAE;QAC3E,MAAM,SAAS,GAAG,GAAG,CAAC,KAAK,CAAC,SAA+B,CAAC;QAC5D,MAAM,eAAe,GAAG,MAAM,IAAA,0BAAmB,EAC/C,SAAS,CAAC,WAAW,EACrB,SAAS,CAAC,YAAY,EACtB,SAAS,CACV,CAAC;QACF,GAAG,CAAC,IAAI,CAAC;YACP,IAAI,EAAE,eAAe,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;gBACjC,OAAO;oBACL,GAAG,IAAI;oBACP,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,WAAW,KAAK,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM;iBAC/E,CAAC;YACJ,CAAC,CAAC;SACH,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,kBAAkB,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAiB,EAAE;QAC/E,MAAM,EAAE,EAAE,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QAC1B,MAAM,IAAI,GAAG,MAAM,IAAA,iBAAU,EAAC,EAAE,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YACzC,OAAO;QACT,CAAC;QACD,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,cAAc,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAiB,EAAE;QAC3E,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;YACvB,UAAU,GAAG,MAAM,IAAA,iBAAU,GAAE,CAAC;QAClC,CAAC;QACD,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,eAAe,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAiB,EAAE;QAC5E,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC;QACrD,MAAM,GAAG,GACP,OAAO,IAAI,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,OAAiB,EAAE,KAAK,EAAE,QAAkB,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QAC1F,MAAM,OAAO,GAAG,MAAM,IAAA,yBAAkB,EAAC;YACvC,GAAG;YACH,WAAW,EAAE,WAAiC;SAC/C,CAAC,CAAC;QACH,GAAG,CAAC,IAAI,CAAC;YACP,IAAI,EAAE,OAAO;SACd,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,0BAA0B,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAiB,EAAE;QACvF,MAAM,UAAU,GAAG,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC;QACzC,MAAM,OAAO,GAAG,MAAM,IAAA,iCAA0B,EAAC,UAAU,CAAC,CAAC;QAC7D,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,eAAe,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAiB,EAAE;QAC5E,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,IAAA,mBAAY,GAAE,EAAE,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,mFAAmF;IACnF,GAAG,CAAC,IAAI,CAAC,oBAAoB,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAiB,EAAE;QAClF,MAAM,EAAE,EAAE,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC;QAExB,MAAM,MAAM,GAAG,MAAM,IAAA,iBAAU,EAAC,EAAE,CAAC,CAAC;QACpC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC,CAAC;YAClD,OAAO;QACT,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,cAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACtC,IAAA,mBAAS,EAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC;QACnC,MAAM,GAAG,GAAG,MAAM,IAAA,uBAAe,EAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAC/C,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;IACpB,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,IAAI,CAAC,uBAAuB,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAiB,EAAE;QACrF,MAAM,SAAS,GAAc;YAC3B,OAAO,EAAE,GAAG,CAAC,IAAI,CAAC,OAAmB;YACrC,KAAK,EAAE,GAAG,CAAC,IAAI,CAAC,KAAmB;YACnC,SAAS,EAAE,EAAE;SACd,CAAC;QACF,MAAM,OAAO,GAAG,MAAM,IAAA,mCAAuB,EAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QAC7D,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,WAAW,EAAE,iBAAU,CAAC,CAAC;IACjC,GAAG,CAAC,GAAG,CAAC,gBAAgB,EAAE,2BAAe,CAAC,CAAC;IAC3C,GAAG,CAAC,GAAG,CAAC,cAAc,EAAE,uBAAa,CAAC,CAAC;IACvC,GAAG,CAAC,GAAG,CAAC,WAAW,EAAE,iBAAU,CAAC,CAAC;IACjC,GAAG,CAAC,GAAG,CAAC,cAAc,EAAE,uBAAa,CAAC,CAAC;IAEvC,GAAG,CAAC,IAAI,CAAC,gBAAgB,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAiB,EAAE;QAC9E,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,gCAAoB,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAExD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACpB,GAAG;qBACA,MAAM,CAAC,GAAG,CAAC;qBACX,IAAI,CAAC,EAAE,KAAK,EAAE,sBAAsB,EAAE,OAAO,EAAE,IAAA,gCAAS,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;gBACxF,OAAO;YACT,CAAC;YACD,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC;YAC1C,MAAM,mBAAS,CAAC,aAAa,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;YACjD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QAC1C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,qCAAqC,EAAE,KAAK,CAAC,CAAC;YAC5D,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,qCAAqC,EAAE,CAAC,CAAC;QACzE,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,4EAA4E;IAC5E,4BAA4B;IAC5B,GAAG,CAAC,GAAG,CAAC,iBAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;IAEnC,wDAAwD;IACxD,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAY,EAAE,GAAa,EAAQ,EAAE;QACjD,GAAG,CAAC,QAAQ,CAAC,mBAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IACH,OAAO,GAAG,CAAC;AACb,CAAC;AAEM,KAAK,UAAU,WAAW,CAC/B,IAAI,GAAG,wBAAY,EACnB,eAAe,GAAG,wBAAe,CAAC,GAAG,EACrC,iBAA0B;IAE1B,MAAM,GAAG,GAAG,SAAS,EAAE,CAAC;IAExB,MAAM,UAAU,GAAG,mBAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;IAC1C,MAAM,EAAE,GAAG,IAAI,kBAAc,CAAC,UAAU,EAAE;QACxC,IAAI,EAAE;YACJ,MAAM,EAAE,GAAG;SACZ;KACF,CAAC,CAAC;IAEH,MAAM,IAAA,yBAAe,GAAE,CAAC;IAExB,IAAA,2BAAkB,EAAC,KAAK,IAAI,EAAE;QAC5B,MAAM,UAAU,GAAG,MAAM,IAAA,oBAAa,EAAC,iBAAiB,CAAC,CAAC;QAC1D,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;YAClD,gBAAM,CAAC,IAAI,CAAC,iCAAiC,UAAU,EAAE,MAAM,EAAE,WAAW,IAAI,SAAS,EAAE,CAAC,CAAC;YAC7F,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;YAC9B,UAAU,GAAG,IAAI,CAAC;QACpB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,EAAE,CAAC,YAAY,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;QACnC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,IAAA,oBAAa,EAAC,iBAAiB,CAAC,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;IAEH,UAAU;SACP,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE;QACjB,MAAM,GAAG,GAAG,oBAAoB,IAAI,EAAE,CAAC;QACvC,gBAAM,CAAC,IAAI,CAAC,qBAAqB,GAAG,gCAAgC,CAAC,CAAC;QACtE,IAAA,oBAAW,EAAC,eAAe,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YAC/C,gBAAM,CAAC,KAAK,CAAC,sCAAsC,GAAG,EAAE,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;SACD,EAAE,CAAC,OAAO,EAAE,CAAC,KAA4B,EAAE,EAAE;QAC5C,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YAChC,gBAAM,CAAC,KAAK,CACV,QAAQ,IAAI,qEAAqE,CAClF,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;aAAM,CAAC;YACN,gBAAM,CAAC,KAAK,CAAC,2BAA2B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACzD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;IACH,CAAC,CAAC,CAAC;AACP,CAAC"}
|
|
@@ -73,6 +73,7 @@ export declare const RedteamGenerateOptionsSchema: z.ZodObject<{
|
|
|
73
73
|
config?: Record<string, unknown> | undefined;
|
|
74
74
|
}>]>, "many">>;
|
|
75
75
|
write: z.ZodBoolean;
|
|
76
|
+
burpEscapeJson: z.ZodOptional<z.ZodBoolean>;
|
|
76
77
|
}, "strip", z.ZodTypeAny, {
|
|
77
78
|
cache: boolean;
|
|
78
79
|
defaultConfig: Record<string, unknown>;
|
|
@@ -88,6 +89,7 @@ export declare const RedteamGenerateOptionsSchema: z.ZodObject<{
|
|
|
88
89
|
envFile?: string | undefined;
|
|
89
90
|
maxConcurrency?: number | undefined;
|
|
90
91
|
output?: string | undefined;
|
|
92
|
+
burpEscapeJson?: boolean | undefined;
|
|
91
93
|
numTests?: number | undefined;
|
|
92
94
|
provider?: string | undefined;
|
|
93
95
|
delay?: number | undefined;
|
|
@@ -115,6 +117,7 @@ export declare const RedteamGenerateOptionsSchema: z.ZodObject<{
|
|
|
115
117
|
maxConcurrency?: number | undefined;
|
|
116
118
|
output?: string | undefined;
|
|
117
119
|
force?: boolean | undefined;
|
|
120
|
+
burpEscapeJson?: boolean | undefined;
|
|
118
121
|
numTests?: number | undefined;
|
|
119
122
|
provider?: string | undefined;
|
|
120
123
|
delay?: number | undefined;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"redteam.d.ts","sourceRoot":"","sources":["../../../src/validators/redteam.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAiBxB,OAAO,KAAK,EAAE,iBAAiB,EAAwC,MAAM,kBAAkB,CAAC;AAmChG;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;IAmB9B,CAAC;AAwBH;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;IAMhC,CAAC;AAEH;;GAEG;
|
|
1
|
+
{"version":3,"file":"redteam.d.ts","sourceRoot":"","sources":["../../../src/validators/redteam.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAiBxB,OAAO,KAAK,EAAE,iBAAiB,EAAwC,MAAM,kBAAkB,CAAC;AAmChG;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;IAmB9B,CAAC;AAwBH;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;IAMhC,CAAC;AAEH;;GAEG;AAEH,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAqCvC,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA6K5B,CAAC"}
|
|
@@ -94,6 +94,7 @@ exports.RedteamStrategySchema = zod_1.z.union([
|
|
|
94
94
|
/**
|
|
95
95
|
* Schema for `promptfoo redteam generate` command options
|
|
96
96
|
*/
|
|
97
|
+
// NOTE: Remember to edit types/redteam.ts:RedteamCliGenerateOptions if you edit this schema
|
|
97
98
|
exports.RedteamGenerateOptionsSchema = zod_1.z.object({
|
|
98
99
|
addPlugins: zod_1.z
|
|
99
100
|
.array(zod_1.z.enum(constants_1.ADDITIONAL_PLUGINS))
|
|
@@ -130,6 +131,7 @@ exports.RedteamGenerateOptionsSchema = zod_1.z.object({
|
|
|
130
131
|
purpose: zod_1.z.string().optional().describe('Purpose of the redteam generation'),
|
|
131
132
|
strategies: zod_1.z.array(exports.RedteamStrategySchema).optional().describe('Strategies to use'),
|
|
132
133
|
write: zod_1.z.boolean().describe('Whether to write the output'),
|
|
134
|
+
burpEscapeJson: zod_1.z.boolean().describe('Whether to escape quotes in Burp payloads').optional(),
|
|
133
135
|
});
|
|
134
136
|
/**
|
|
135
137
|
* Schema for `redteam` section of promptfooconfig.yaml
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"redteam.js","sourceRoot":"","sources":["../../../src/validators/redteam.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,6BAAwB;AACxB,oDAe8B;AAE9B,uCAAgD;AAChD,uDAAyD;AAEzD,MAAM,aAAa,GAAa,CAAC,GAAG,uBAAW,EAAE,GAAG,uBAAmB,EAAE,GAAG,2BAAe,CAAC,CAAC,IAAI,EAAE,CAAC;AACpG;;GAEG;AACH,MAAM,yBAAyB,GAAG,OAAC,CAAC,MAAM,CAAC;IACzC,EAAE,EAAE,OAAC;SACF,KAAK,CAAC;QACL,OAAC,CAAC,IAAI,CAAC,aAAsC,CAAC,CAAC,WAAW,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;YACtE,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBACjC,GAAG,CAAC,QAAQ,CAAC;oBACX,IAAI,EAAE,OAAC,CAAC,YAAY,CAAC,kBAAkB;oBACvC,OAAO,EAAE,aAAa;oBACtB,QAAQ,EAAE,GAAG;oBACb,OAAO,EAAE,wCAAwC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,oCAAoC;iBAC9G,CAAC,CAAC;YACL,CAAC;QACH,CAAC,CAAC;QACF,OAAC,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,SAAS,EAAE;YAC/B,OAAO,EAAE,6EAA6E;SACvF,CAAC;KACH,CAAC;SACD,QAAQ,CAAC,oBAAoB,CAAC;IACjC,QAAQ,EAAE,OAAC;SACR,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,EAAE;SACV,OAAO,CAAC,wCAA4B,CAAC;SACrC,QAAQ,CAAC,6CAA6C,CAAC;IAC1D,MAAM,EAAE,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;CACnF,CAAC,CAAC;AAEH;;GAEG;AACU,QAAA,mBAAmB,GAAG,OAAC,CAAC,KAAK,CAAC;IACzC,OAAC;SACE,KAAK,CAAC;QACL,OAAC,CAAC,IAAI,CAAC,aAAsC,CAAC,CAAC,WAAW,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;YACtE,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBACjC,GAAG,CAAC,QAAQ,CAAC;oBACX,IAAI,EAAE,OAAC,CAAC,YAAY,CAAC,kBAAkB;oBACvC,OAAO,EAAE,aAAa;oBACtB,QAAQ,EAAE,GAAG;oBACb,OAAO,EAAE,wCAAwC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,oCAAoC;iBAC9G,CAAC,CAAC;YACL,CAAC;QACH,CAAC,CAAC;QACF,OAAC,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,SAAS,EAAE;YAC/B,OAAO,EAAE,6EAA6E;SACvF,CAAC;KACH,CAAC;SACD,QAAQ,CAAC,6CAA6C,CAAC;IAC1D,yBAAyB;CAC1B,CAAC,CAAC;AAEH,MAAM,gBAAgB,GAAG,OAAC;KACvB,KAAK,CAAC;IACL,OAAC,CAAC,IAAI,CAAC,0BAAkD,CAAC,CAAC,WAAW,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QAClF,IAAI,CAAC,0BAAc,CAAC,QAAQ,CAAC,GAAe,CAAC,EAAE,CAAC;YAC9C,GAAG,CAAC,QAAQ,CAAC;gBACX,IAAI,EAAE,OAAC,CAAC,YAAY,CAAC,kBAAkB;gBACvC,OAAO,EAAE,CAAC,GAAG,0BAAc,CAA0B;gBACrD,QAAQ,EAAE,GAAG;gBACb,OAAO,EAAE,0CAA0C,CAAC,GAAG,0BAAc,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,oCAAoC;aACtH,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC;IACF,OAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CACf,CAAC,KAAK,EAAE,EAAE;QACR,OAAO,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,IAAA,uBAAgB,EAAC,KAAK,CAAC,CAAC;IAChE,CAAC,EACD;QACE,OAAO,EAAE,6GAA6G,CAAC,GAAG,0BAAc,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;KACvJ,CACF;CACF,CAAC;KACD,QAAQ,CAAC,sBAAsB,CAAC,CAAC;AACpC;;GAEG;AACU,QAAA,qBAAqB,GAAG,OAAC,CAAC,KAAK,CAAC;IAC3C,gBAAgB;IAChB,OAAC,CAAC,MAAM,CAAC;QACP,EAAE,EAAE,gBAAgB;QACpB,MAAM,EAAE,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iCAAiC,CAAC;KACrF,CAAC;CACH,CAAC,CAAC;AAEH;;GAEG;AACU,QAAA,4BAA4B,GAAG,OAAC,CAAC,MAAM,CAAC;IACnD,UAAU,EAAE,OAAC;SACV,KAAK,CAAC,OAAC,CAAC,IAAI,CAAC,8BAAwE,CAAC,CAAC;SACvF,QAAQ,EAAE;SACV,QAAQ,CAAC,+BAA+B,CAAC;IAC5C,aAAa,EAAE,OAAC;SACb,KAAK,CAAC,OAAC,CAAC,IAAI,CAAC,iCAA2E,CAAC,CAAC;SAC1F,QAAQ,EAAE;SACV,QAAQ,CAAC,kCAAkC,CAAC;IAC/C,KAAK,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,wBAAwB,CAAC;IACrD,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IACxE,aAAa,EAAE,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,8BAA8B,CAAC;IAC7E,iBAAiB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,wCAAwC,CAAC;IAC3F,KAAK,EAAE,OAAC;SACL,MAAM,EAAE;SACR,GAAG,EAAE;SACL,WAAW,EAAE;SACb,QAAQ,EAAE;SACV,QAAQ,CAAC,gDAAgD,CAAC;IAC7D,OAAO,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,8BAA8B,CAAC;IACvE,KAAK,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;IACzE,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC;IAC/D,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;IACzE,cAAc,EAAE,OAAC;SACd,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,EAAE;SACV,QAAQ,EAAE;SACV,QAAQ,CAAC,wCAAwC,CAAC;IACrD,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;IACxF,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC;IAC1D,OAAO,EAAE,OAAC,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IACjF,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iBAAiB,CAAC;IAC3D,OAAO,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;IAC5E,UAAU,EAAE,OAAC,CAAC,KAAK,CAAC,6BAAqB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,mBAAmB,CAAC;IACnF,KAAK,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;CAC3D,CAAC,CAAC;AAEH;;GAEG;AACU,QAAA,mBAAmB,GAAG,OAAC;KACjC,MAAM,CAAC;IACN,SAAS,EAAE,OAAC;SACT,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,yIAAyI,CAC1I;IACH,OAAO,EAAE,OAAC;SACP,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,0DAA0D,CAAC;IACvE,QAAQ,EAAE,0BAAc,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iDAAiD,CAAC;IAC/F,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;IACxF,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,+CAA+C,CAAC;IACzF,QAAQ,EAAE,OAAC;SACR,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,EAAE;SACV,QAAQ,CAAC,2EAA2E,CAAC;IACxF,OAAO,EAAE,OAAC;SACP,KAAK,CAAC,2BAAmB,CAAC;SAC1B,QAAQ,CAAC,uCAAuC,CAAC;SACjD,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC;IACvB,UAAU,EAAE,OAAC;SACV,KAAK,CAAC,6BAAqB,CAAC;SAC5B,QAAQ,CACP,IAAA,gBAAM,EAAA;;sBAEQ,8BAAkB,CAAC,IAAI,CAAC,IAAI,CAAC;mBAChC,0BAAc,CAAC,IAAI,CAAC,IAAI,CAAC;SACnC,CACF;SACA,QAAQ,EAAE;SACV,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC;IACvB,cAAc,EAAE,OAAC;SACd,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,EAAE;SACV,QAAQ,EAAE;SACV,QAAQ,CAAC,wCAAwC,CAAC;IACrD,KAAK,EAAE,OAAC;SACL,MAAM,EAAE;SACR,GAAG,EAAE;SACL,WAAW,EAAE;SACb,QAAQ,EAAE;SACV,QAAQ,CAAC,gDAAgD,CAAC;CAC9D,CAAC;KACD,SAAS,CAAC,CAAC,IAAI,EAAqB,EAAE;IACrC,MAAM,SAAS,GAAG,IAAI,GAAG,EAA+B,CAAC;IACzD,MAAM,WAAW,GAAG,IAAI,GAAG,EAAY,CAAC;IAExC,MAAM,SAAS,GAAG,CAAC,EAAU,EAAE,MAAW,EAAE,QAA4B,EAAE,EAAE;QAC1E,MAAM,GAAG,GAAG,GAAG,EAAE,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;QAC9C,MAAM,YAAY,GAAwB,EAAE,EAAE,EAAE,CAAC;QACjD,IAAI,QAAQ,KAAK,SAAS,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC1D,YAAY,CAAC,QAAQ,GAAG,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC;QACpD,CAAC;QACD,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,YAAY,CAAC,MAAM,GAAG,MAAM,CAAC;QAC/B,CAAC;QACD,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;IACnC,CAAC,CAAC;IAEF,MAAM,gBAAgB,GAAG,CACvB,UAA0C,EAC1C,MAAW,EACX,QAA4B,EAC5B,EAAE;QACF,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YACjF,gGAAgG;YAChG,MAAM,cAAc,GAAG,SAAS,CAAC,GAAG,CAAC,GAAG,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC1E,IAAI,CAAC,cAAc,IAAI,cAAc,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;gBAC7D,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;YACpC,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,MAAM,yBAAyB,GAAG,CAAC,EAAU,EAAE,MAAW,EAAE,QAA4B,EAAE,EAAE;QAC1F,IAAI,EAAE,KAAK,SAAS,EAAE,CAAC;YACrB,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,wBAAY,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;QAChE,CAAC;aAAM,IAAI,EAAE,KAAK,KAAK,EAAE,CAAC;YACxB,gBAAgB,CAAC,CAAC,GAAG,uBAAW,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;QACvD,CAAC;aAAM,IAAI,EAAE,KAAK,SAAS,EAAE,CAAC;YAC5B,gBAAgB,CAAC,CAAC,GAAG,2BAAuB,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;QACnE,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,YAAY,GAAG,CAAC,MAAoC,EAAE,EAAE;QAC5D,MAAM,SAAS,GACb,OAAO,MAAM,KAAK,QAAQ;YACxB,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE;YAC5D,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAEhE,IAAI,mCAAuB,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC;YAC1C,MAAM,CAAC,MAAM,CAAC,mCAAuB,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,EAAE,EAAE;gBACvF,OAAO,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE;oBACrB,IAAI,uBAAW,CAAC,QAAQ,CAAC,EAAS,CAAC,EAAE,CAAC;wBACpC,yBAAyB,CAAC,EAAE,EAAE,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;oBACtE,CAAC;yBAAM,CAAC;wBACN,SAAS,CAAC,EAAE,EAAE,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;oBACtD,CAAC;gBACH,CAAC,CAAC,CAAC;gBACH,UAAU,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,QAAoB,CAAC,CAAC,CAAC;YAC1E,CAAC,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,uBAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAS,CAAC,EAAE,CAAC;YACrD,yBAAyB,CAAC,SAAS,CAAC,EAAE,EAAE,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;QAChF,CAAC;aAAM,CAAC;YACN,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,mCAAuB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CACzE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC,CAC1C,CAAC;YACF,IAAI,OAAO,EAAE,CAAC;gBACZ,MAAM,CAAC,EAAE,cAAc,CAAC,GAAG,OAAO,CAAC;gBACnC,cAAc,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE;oBAClD,IAAI,uBAAW,CAAC,QAAQ,CAAC,EAAS,CAAC,EAAE,CAAC;wBACpC,yBAAyB,CAAC,EAAE,EAAE,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;oBACtE,CAAC;yBAAM,CAAC;wBACN,SAAS,CAAC,EAAE,EAAE,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;oBACtD,CAAC;gBACH,CAAC,CAAC,CAAC;gBACH,cAAc,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE,CAC3D,WAAW,CAAC,GAAG,CAAC,QAAoB,CAAC,CACtC,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,SAAS,CAAC,SAAS,CAAC,EAAE,EAAE,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;YAChE,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IAEF,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IAEnC,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;SACjD,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,uBAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAkC,CAAC,CAAC;SACpF,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACb,IAAI,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;YAClB,OAAO,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAClC,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC;IACtF,CAAC,CAAC,CAAC;IAEL,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAC3B,IAAI,GAAG,CACL,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAC9D,CAAC,QAAQ,EAAoC,EAAE;QAC7C,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;YACjC,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACzB,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,OAAO,QAAQ,KAAK,SAAS;gBAC3B,CAAC,CAAC,8BAAkB,CAAC,GAAG,CAAC,CAAC,EAAE,EAA6B,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;gBACzE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;QACrC,CAAC;QACD,8DAA8D;QAC9D,OAAO,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC;IACnC,CAAC,CACF,CACF,CAAC,MAAM,EAAE,CACX,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACd,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7C,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7C,OAAO,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;IAChC,CAAC,CAAsB,CAAC;IAExB,OAAO;QACL,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,OAAO,EAAE,aAAa;QACtB,UAAU;QACV,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5C,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxD,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACnD,CAAC;AACJ,CAAC,CAAC,CAAC;AAEL,sDAAsD;AACtD,6DAA6D;AAC7D,SAAS,MAAM,KAAqB,CAAC;AAGrC,MAAM,EAA6E,CAAC;AAEpF,2BAA2B;AAC3B,+FAA+F"}
|
|
1
|
+
{"version":3,"file":"redteam.js","sourceRoot":"","sources":["../../../src/validators/redteam.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,6BAAwB;AACxB,oDAe8B;AAE9B,uCAAgD;AAChD,uDAAyD;AAEzD,MAAM,aAAa,GAAa,CAAC,GAAG,uBAAW,EAAE,GAAG,uBAAmB,EAAE,GAAG,2BAAe,CAAC,CAAC,IAAI,EAAE,CAAC;AACpG;;GAEG;AACH,MAAM,yBAAyB,GAAG,OAAC,CAAC,MAAM,CAAC;IACzC,EAAE,EAAE,OAAC;SACF,KAAK,CAAC;QACL,OAAC,CAAC,IAAI,CAAC,aAAsC,CAAC,CAAC,WAAW,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;YACtE,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBACjC,GAAG,CAAC,QAAQ,CAAC;oBACX,IAAI,EAAE,OAAC,CAAC,YAAY,CAAC,kBAAkB;oBACvC,OAAO,EAAE,aAAa;oBACtB,QAAQ,EAAE,GAAG;oBACb,OAAO,EAAE,wCAAwC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,oCAAoC;iBAC9G,CAAC,CAAC;YACL,CAAC;QACH,CAAC,CAAC;QACF,OAAC,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,SAAS,EAAE;YAC/B,OAAO,EAAE,6EAA6E;SACvF,CAAC;KACH,CAAC;SACD,QAAQ,CAAC,oBAAoB,CAAC;IACjC,QAAQ,EAAE,OAAC;SACR,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,EAAE;SACV,OAAO,CAAC,wCAA4B,CAAC;SACrC,QAAQ,CAAC,6CAA6C,CAAC;IAC1D,MAAM,EAAE,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;CACnF,CAAC,CAAC;AAEH;;GAEG;AACU,QAAA,mBAAmB,GAAG,OAAC,CAAC,KAAK,CAAC;IACzC,OAAC;SACE,KAAK,CAAC;QACL,OAAC,CAAC,IAAI,CAAC,aAAsC,CAAC,CAAC,WAAW,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;YACtE,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBACjC,GAAG,CAAC,QAAQ,CAAC;oBACX,IAAI,EAAE,OAAC,CAAC,YAAY,CAAC,kBAAkB;oBACvC,OAAO,EAAE,aAAa;oBACtB,QAAQ,EAAE,GAAG;oBACb,OAAO,EAAE,wCAAwC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,oCAAoC;iBAC9G,CAAC,CAAC;YACL,CAAC;QACH,CAAC,CAAC;QACF,OAAC,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,SAAS,EAAE;YAC/B,OAAO,EAAE,6EAA6E;SACvF,CAAC;KACH,CAAC;SACD,QAAQ,CAAC,6CAA6C,CAAC;IAC1D,yBAAyB;CAC1B,CAAC,CAAC;AAEH,MAAM,gBAAgB,GAAG,OAAC;KACvB,KAAK,CAAC;IACL,OAAC,CAAC,IAAI,CAAC,0BAAkD,CAAC,CAAC,WAAW,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QAClF,IAAI,CAAC,0BAAc,CAAC,QAAQ,CAAC,GAAe,CAAC,EAAE,CAAC;YAC9C,GAAG,CAAC,QAAQ,CAAC;gBACX,IAAI,EAAE,OAAC,CAAC,YAAY,CAAC,kBAAkB;gBACvC,OAAO,EAAE,CAAC,GAAG,0BAAc,CAA0B;gBACrD,QAAQ,EAAE,GAAG;gBACb,OAAO,EAAE,0CAA0C,CAAC,GAAG,0BAAc,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,oCAAoC;aACtH,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC;IACF,OAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CACf,CAAC,KAAK,EAAE,EAAE;QACR,OAAO,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,IAAA,uBAAgB,EAAC,KAAK,CAAC,CAAC;IAChE,CAAC,EACD;QACE,OAAO,EAAE,6GAA6G,CAAC,GAAG,0BAAc,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;KACvJ,CACF;CACF,CAAC;KACD,QAAQ,CAAC,sBAAsB,CAAC,CAAC;AACpC;;GAEG;AACU,QAAA,qBAAqB,GAAG,OAAC,CAAC,KAAK,CAAC;IAC3C,gBAAgB;IAChB,OAAC,CAAC,MAAM,CAAC;QACP,EAAE,EAAE,gBAAgB;QACpB,MAAM,EAAE,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iCAAiC,CAAC;KACrF,CAAC;CACH,CAAC,CAAC;AAEH;;GAEG;AACH,4FAA4F;AAC/E,QAAA,4BAA4B,GAAG,OAAC,CAAC,MAAM,CAAC;IACnD,UAAU,EAAE,OAAC;SACV,KAAK,CAAC,OAAC,CAAC,IAAI,CAAC,8BAAwE,CAAC,CAAC;SACvF,QAAQ,EAAE;SACV,QAAQ,CAAC,+BAA+B,CAAC;IAC5C,aAAa,EAAE,OAAC;SACb,KAAK,CAAC,OAAC,CAAC,IAAI,CAAC,iCAA2E,CAAC,CAAC;SAC1F,QAAQ,EAAE;SACV,QAAQ,CAAC,kCAAkC,CAAC;IAC/C,KAAK,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,wBAAwB,CAAC;IACrD,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IACxE,aAAa,EAAE,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,8BAA8B,CAAC;IAC7E,iBAAiB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,wCAAwC,CAAC;IAC3F,KAAK,EAAE,OAAC;SACL,MAAM,EAAE;SACR,GAAG,EAAE;SACL,WAAW,EAAE;SACb,QAAQ,EAAE;SACV,QAAQ,CAAC,gDAAgD,CAAC;IAC7D,OAAO,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,8BAA8B,CAAC;IACvE,KAAK,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;IACzE,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC;IAC/D,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;IACzE,cAAc,EAAE,OAAC;SACd,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,EAAE;SACV,QAAQ,EAAE;SACV,QAAQ,CAAC,wCAAwC,CAAC;IACrD,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;IACxF,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC;IAC1D,OAAO,EAAE,OAAC,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IACjF,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iBAAiB,CAAC;IAC3D,OAAO,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;IAC5E,UAAU,EAAE,OAAC,CAAC,KAAK,CAAC,6BAAqB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,mBAAmB,CAAC;IACnF,KAAK,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;IAC1D,cAAc,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,2CAA2C,CAAC,CAAC,QAAQ,EAAE;CAC7F,CAAC,CAAC;AAEH;;GAEG;AACU,QAAA,mBAAmB,GAAG,OAAC;KACjC,MAAM,CAAC;IACN,SAAS,EAAE,OAAC;SACT,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,yIAAyI,CAC1I;IACH,OAAO,EAAE,OAAC;SACP,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,0DAA0D,CAAC;IACvE,QAAQ,EAAE,0BAAc,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iDAAiD,CAAC;IAC/F,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;IACxF,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,+CAA+C,CAAC;IACzF,QAAQ,EAAE,OAAC;SACR,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,EAAE;SACV,QAAQ,CAAC,2EAA2E,CAAC;IACxF,OAAO,EAAE,OAAC;SACP,KAAK,CAAC,2BAAmB,CAAC;SAC1B,QAAQ,CAAC,uCAAuC,CAAC;SACjD,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC;IACvB,UAAU,EAAE,OAAC;SACV,KAAK,CAAC,6BAAqB,CAAC;SAC5B,QAAQ,CACP,IAAA,gBAAM,EAAA;;sBAEQ,8BAAkB,CAAC,IAAI,CAAC,IAAI,CAAC;mBAChC,0BAAc,CAAC,IAAI,CAAC,IAAI,CAAC;SACnC,CACF;SACA,QAAQ,EAAE;SACV,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC;IACvB,cAAc,EAAE,OAAC;SACd,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,EAAE;SACV,QAAQ,EAAE;SACV,QAAQ,CAAC,wCAAwC,CAAC;IACrD,KAAK,EAAE,OAAC;SACL,MAAM,EAAE;SACR,GAAG,EAAE;SACL,WAAW,EAAE;SACb,QAAQ,EAAE;SACV,QAAQ,CAAC,gDAAgD,CAAC;CAC9D,CAAC;KACD,SAAS,CAAC,CAAC,IAAI,EAAqB,EAAE;IACrC,MAAM,SAAS,GAAG,IAAI,GAAG,EAA+B,CAAC;IACzD,MAAM,WAAW,GAAG,IAAI,GAAG,EAAY,CAAC;IAExC,MAAM,SAAS,GAAG,CAAC,EAAU,EAAE,MAAW,EAAE,QAA4B,EAAE,EAAE;QAC1E,MAAM,GAAG,GAAG,GAAG,EAAE,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;QAC9C,MAAM,YAAY,GAAwB,EAAE,EAAE,EAAE,CAAC;QACjD,IAAI,QAAQ,KAAK,SAAS,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC1D,YAAY,CAAC,QAAQ,GAAG,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC;QACpD,CAAC;QACD,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,YAAY,CAAC,MAAM,GAAG,MAAM,CAAC;QAC/B,CAAC;QACD,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;IACnC,CAAC,CAAC;IAEF,MAAM,gBAAgB,GAAG,CACvB,UAA0C,EAC1C,MAAW,EACX,QAA4B,EAC5B,EAAE;QACF,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YACjF,gGAAgG;YAChG,MAAM,cAAc,GAAG,SAAS,CAAC,GAAG,CAAC,GAAG,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC1E,IAAI,CAAC,cAAc,IAAI,cAAc,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;gBAC7D,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;YACpC,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,MAAM,yBAAyB,GAAG,CAAC,EAAU,EAAE,MAAW,EAAE,QAA4B,EAAE,EAAE;QAC1F,IAAI,EAAE,KAAK,SAAS,EAAE,CAAC;YACrB,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,wBAAY,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;QAChE,CAAC;aAAM,IAAI,EAAE,KAAK,KAAK,EAAE,CAAC;YACxB,gBAAgB,CAAC,CAAC,GAAG,uBAAW,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;QACvD,CAAC;aAAM,IAAI,EAAE,KAAK,SAAS,EAAE,CAAC;YAC5B,gBAAgB,CAAC,CAAC,GAAG,2BAAuB,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;QACnE,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,YAAY,GAAG,CAAC,MAAoC,EAAE,EAAE;QAC5D,MAAM,SAAS,GACb,OAAO,MAAM,KAAK,QAAQ;YACxB,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE;YAC5D,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAEhE,IAAI,mCAAuB,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC;YAC1C,MAAM,CAAC,MAAM,CAAC,mCAAuB,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,EAAE,EAAE;gBACvF,OAAO,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE;oBACrB,IAAI,uBAAW,CAAC,QAAQ,CAAC,EAAS,CAAC,EAAE,CAAC;wBACpC,yBAAyB,CAAC,EAAE,EAAE,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;oBACtE,CAAC;yBAAM,CAAC;wBACN,SAAS,CAAC,EAAE,EAAE,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;oBACtD,CAAC;gBACH,CAAC,CAAC,CAAC;gBACH,UAAU,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,QAAoB,CAAC,CAAC,CAAC;YAC1E,CAAC,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,uBAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAS,CAAC,EAAE,CAAC;YACrD,yBAAyB,CAAC,SAAS,CAAC,EAAE,EAAE,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;QAChF,CAAC;aAAM,CAAC;YACN,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,mCAAuB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CACzE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC,CAC1C,CAAC;YACF,IAAI,OAAO,EAAE,CAAC;gBACZ,MAAM,CAAC,EAAE,cAAc,CAAC,GAAG,OAAO,CAAC;gBACnC,cAAc,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE;oBAClD,IAAI,uBAAW,CAAC,QAAQ,CAAC,EAAS,CAAC,EAAE,CAAC;wBACpC,yBAAyB,CAAC,EAAE,EAAE,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;oBACtE,CAAC;yBAAM,CAAC;wBACN,SAAS,CAAC,EAAE,EAAE,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;oBACtD,CAAC;gBACH,CAAC,CAAC,CAAC;gBACH,cAAc,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE,CAC3D,WAAW,CAAC,GAAG,CAAC,QAAoB,CAAC,CACtC,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,SAAS,CAAC,SAAS,CAAC,EAAE,EAAE,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;YAChE,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IAEF,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IAEnC,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;SACjD,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,uBAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAkC,CAAC,CAAC;SACpF,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACb,IAAI,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;YAClB,OAAO,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAClC,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC;IACtF,CAAC,CAAC,CAAC;IAEL,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAC3B,IAAI,GAAG,CACL,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAC9D,CAAC,QAAQ,EAAoC,EAAE;QAC7C,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;YACjC,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACzB,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,OAAO,QAAQ,KAAK,SAAS;gBAC3B,CAAC,CAAC,8BAAkB,CAAC,GAAG,CAAC,CAAC,EAAE,EAA6B,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;gBACzE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;QACrC,CAAC;QACD,8DAA8D;QAC9D,OAAO,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC;IACnC,CAAC,CACF,CACF,CAAC,MAAM,EAAE,CACX,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACd,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7C,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7C,OAAO,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;IAChC,CAAC,CAAsB,CAAC;IAExB,OAAO;QACL,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,OAAO,EAAE,aAAa;QACtB,UAAU;QACV,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5C,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxD,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACnD,CAAC;AACJ,CAAC,CAAC,CAAC;AAEL,sDAAsD;AACtD,6DAA6D;AAC7D,SAAS,MAAM,KAAqB,CAAC;AAGrC,MAAM,EAA6E,CAAC;AAEpF,2BAA2B;AAC3B,+FAA+F"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"answerRelevance.test.d.ts","sourceRoot":"","sources":["../../../test/assertions/answerRelevance.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,177 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
const answerRelevance_1 = require("../../src/assertions/answerRelevance");
|
|
7
|
+
const matchers_1 = require("../../src/matchers");
|
|
8
|
+
const invariant_1 = __importDefault(require("../../src/util/invariant"));
|
|
9
|
+
jest.mock('../../src/matchers');
|
|
10
|
+
jest.mock('../../src/util/invariant');
|
|
11
|
+
describe('handleAnswerRelevance', () => {
|
|
12
|
+
beforeEach(() => {
|
|
13
|
+
jest.resetAllMocks();
|
|
14
|
+
jest.mocked(invariant_1.default).mockImplementation((condition, message) => {
|
|
15
|
+
if (!condition) {
|
|
16
|
+
throw new Error(typeof message === 'function' ? message() : message);
|
|
17
|
+
}
|
|
18
|
+
});
|
|
19
|
+
});
|
|
20
|
+
it('should call matchesAnswerRelevance with correct parameters', async () => {
|
|
21
|
+
const mockMatchesAnswerRelevance = jest.mocked(matchers_1.matchesAnswerRelevance);
|
|
22
|
+
mockMatchesAnswerRelevance.mockResolvedValue({
|
|
23
|
+
pass: true,
|
|
24
|
+
score: 0.8,
|
|
25
|
+
reason: 'test reason',
|
|
26
|
+
});
|
|
27
|
+
const result = await (0, answerRelevance_1.handleAnswerRelevance)({
|
|
28
|
+
assertion: {
|
|
29
|
+
type: 'answer-relevance',
|
|
30
|
+
threshold: 0.7,
|
|
31
|
+
},
|
|
32
|
+
output: 'test output',
|
|
33
|
+
prompt: 'test prompt',
|
|
34
|
+
test: {
|
|
35
|
+
vars: {},
|
|
36
|
+
options: {},
|
|
37
|
+
},
|
|
38
|
+
baseType: 'answer-relevance',
|
|
39
|
+
context: {},
|
|
40
|
+
inverse: false,
|
|
41
|
+
outputString: 'test output',
|
|
42
|
+
providerResponse: {
|
|
43
|
+
output: 'test output',
|
|
44
|
+
tokenUsage: {},
|
|
45
|
+
},
|
|
46
|
+
});
|
|
47
|
+
expect(mockMatchesAnswerRelevance).toHaveBeenCalledWith('test prompt', 'test output', 0.7, {});
|
|
48
|
+
expect(result).toEqual({
|
|
49
|
+
assertion: {
|
|
50
|
+
type: 'answer-relevance',
|
|
51
|
+
threshold: 0.7,
|
|
52
|
+
},
|
|
53
|
+
pass: true,
|
|
54
|
+
score: 0.8,
|
|
55
|
+
reason: 'test reason',
|
|
56
|
+
});
|
|
57
|
+
});
|
|
58
|
+
it('should use query from vars if available', async () => {
|
|
59
|
+
const mockMatchesAnswerRelevance = jest.mocked(matchers_1.matchesAnswerRelevance);
|
|
60
|
+
mockMatchesAnswerRelevance.mockResolvedValue({
|
|
61
|
+
pass: true,
|
|
62
|
+
score: 0.8,
|
|
63
|
+
reason: 'test reason',
|
|
64
|
+
});
|
|
65
|
+
const result = await (0, answerRelevance_1.handleAnswerRelevance)({
|
|
66
|
+
assertion: {
|
|
67
|
+
type: 'answer-relevance',
|
|
68
|
+
threshold: 0.7,
|
|
69
|
+
},
|
|
70
|
+
output: 'test output',
|
|
71
|
+
prompt: 'test prompt',
|
|
72
|
+
test: {
|
|
73
|
+
vars: {
|
|
74
|
+
query: 'test query',
|
|
75
|
+
},
|
|
76
|
+
options: {},
|
|
77
|
+
},
|
|
78
|
+
baseType: 'answer-relevance',
|
|
79
|
+
context: {},
|
|
80
|
+
inverse: false,
|
|
81
|
+
outputString: 'test output',
|
|
82
|
+
providerResponse: {
|
|
83
|
+
output: 'test output',
|
|
84
|
+
tokenUsage: {},
|
|
85
|
+
},
|
|
86
|
+
});
|
|
87
|
+
expect(mockMatchesAnswerRelevance).toHaveBeenCalledWith('test query', 'test output', 0.7, {});
|
|
88
|
+
expect(result).toEqual({
|
|
89
|
+
assertion: {
|
|
90
|
+
type: 'answer-relevance',
|
|
91
|
+
threshold: 0.7,
|
|
92
|
+
},
|
|
93
|
+
pass: true,
|
|
94
|
+
score: 0.8,
|
|
95
|
+
reason: 'test reason',
|
|
96
|
+
});
|
|
97
|
+
});
|
|
98
|
+
it('should throw error if output is not string', async () => {
|
|
99
|
+
await expect((0, answerRelevance_1.handleAnswerRelevance)({
|
|
100
|
+
assertion: {
|
|
101
|
+
type: 'answer-relevance',
|
|
102
|
+
},
|
|
103
|
+
output: {},
|
|
104
|
+
prompt: 'test prompt',
|
|
105
|
+
test: {
|
|
106
|
+
vars: {},
|
|
107
|
+
options: {},
|
|
108
|
+
},
|
|
109
|
+
baseType: 'answer-relevance',
|
|
110
|
+
context: {},
|
|
111
|
+
inverse: false,
|
|
112
|
+
outputString: 'test output',
|
|
113
|
+
providerResponse: {
|
|
114
|
+
output: 'test output',
|
|
115
|
+
tokenUsage: {},
|
|
116
|
+
},
|
|
117
|
+
})).rejects.toThrow('answer-relevance assertion type must evaluate a string output');
|
|
118
|
+
});
|
|
119
|
+
it('should throw error if prompt is missing', async () => {
|
|
120
|
+
await expect((0, answerRelevance_1.handleAnswerRelevance)({
|
|
121
|
+
assertion: {
|
|
122
|
+
type: 'answer-relevance',
|
|
123
|
+
},
|
|
124
|
+
output: 'test output',
|
|
125
|
+
prompt: '',
|
|
126
|
+
test: {
|
|
127
|
+
vars: {},
|
|
128
|
+
options: {},
|
|
129
|
+
},
|
|
130
|
+
baseType: 'answer-relevance',
|
|
131
|
+
context: {},
|
|
132
|
+
inverse: false,
|
|
133
|
+
outputString: 'test output',
|
|
134
|
+
providerResponse: {
|
|
135
|
+
output: 'test output',
|
|
136
|
+
tokenUsage: {},
|
|
137
|
+
},
|
|
138
|
+
})).rejects.toThrow('answer-relevance assertion type must have a prompt');
|
|
139
|
+
});
|
|
140
|
+
it('should use default threshold of 0 if not specified', async () => {
|
|
141
|
+
const mockMatchesAnswerRelevance = jest.mocked(matchers_1.matchesAnswerRelevance);
|
|
142
|
+
mockMatchesAnswerRelevance.mockResolvedValue({
|
|
143
|
+
pass: true,
|
|
144
|
+
score: 0.8,
|
|
145
|
+
reason: 'test reason',
|
|
146
|
+
});
|
|
147
|
+
const result = await (0, answerRelevance_1.handleAnswerRelevance)({
|
|
148
|
+
assertion: {
|
|
149
|
+
type: 'answer-relevance',
|
|
150
|
+
},
|
|
151
|
+
output: 'test output',
|
|
152
|
+
prompt: 'test prompt',
|
|
153
|
+
test: {
|
|
154
|
+
vars: {},
|
|
155
|
+
options: {},
|
|
156
|
+
},
|
|
157
|
+
baseType: 'answer-relevance',
|
|
158
|
+
context: {},
|
|
159
|
+
inverse: false,
|
|
160
|
+
outputString: 'test output',
|
|
161
|
+
providerResponse: {
|
|
162
|
+
output: 'test output',
|
|
163
|
+
tokenUsage: {},
|
|
164
|
+
},
|
|
165
|
+
});
|
|
166
|
+
expect(mockMatchesAnswerRelevance).toHaveBeenCalledWith('test prompt', 'test output', 0, {});
|
|
167
|
+
expect(result).toEqual({
|
|
168
|
+
assertion: {
|
|
169
|
+
type: 'answer-relevance',
|
|
170
|
+
},
|
|
171
|
+
pass: true,
|
|
172
|
+
score: 0.8,
|
|
173
|
+
reason: 'test reason',
|
|
174
|
+
});
|
|
175
|
+
});
|
|
176
|
+
});
|
|
177
|
+
//# sourceMappingURL=answerRelevance.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"answerRelevance.test.js","sourceRoot":"","sources":["../../../test/assertions/answerRelevance.test.ts"],"names":[],"mappings":";;;;;AAAA,0EAA6E;AAC7E,iDAA4D;AAE5D,yEAAiD;AAEjD,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;AAChC,IAAI,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;AAEtC,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;IACrC,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,IAAI,CAAC,MAAM,CAAC,mBAAS,CAAC,CAAC,kBAAkB,CAAC,CAAC,SAAS,EAAE,OAAO,EAAE,EAAE;YAC/D,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,MAAM,IAAI,KAAK,CAAC,OAAO,OAAO,KAAK,UAAU,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YACvE,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAC1E,MAAM,0BAA0B,GAAG,IAAI,CAAC,MAAM,CAAC,iCAAsB,CAAC,CAAC;QACvE,0BAA0B,CAAC,iBAAiB,CAAC;YAC3C,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,aAAa;SACtB,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,IAAA,uCAAqB,EAAC;YACzC,SAAS,EAAE;gBACT,IAAI,EAAE,kBAAkB;gBACxB,SAAS,EAAE,GAAG;aACf;YACD,MAAM,EAAE,aAAa;YACrB,MAAM,EAAE,aAAa;YACrB,IAAI,EAAE;gBACJ,IAAI,EAAE,EAAE;gBACR,OAAO,EAAE,EAAE;aACZ;YACD,QAAQ,EAAE,kBAAkB;YAC5B,OAAO,EAAE,EAAmC;YAC5C,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,aAAa;YAC3B,gBAAgB,EAAE;gBAChB,MAAM,EAAE,aAAa;gBACrB,UAAU,EAAE,EAAE;aACf;SACF,CAAC,CAAC;QAEH,MAAM,CAAC,0BAA0B,CAAC,CAAC,oBAAoB,CAAC,aAAa,EAAE,aAAa,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;QAC/F,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,SAAS,EAAE;gBACT,IAAI,EAAE,kBAAkB;gBACxB,SAAS,EAAE,GAAG;aACf;YACD,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,aAAa;SACtB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;QACvD,MAAM,0BAA0B,GAAG,IAAI,CAAC,MAAM,CAAC,iCAAsB,CAAC,CAAC;QACvE,0BAA0B,CAAC,iBAAiB,CAAC;YAC3C,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,aAAa;SACtB,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,IAAA,uCAAqB,EAAC;YACzC,SAAS,EAAE;gBACT,IAAI,EAAE,kBAAkB;gBACxB,SAAS,EAAE,GAAG;aACf;YACD,MAAM,EAAE,aAAa;YACrB,MAAM,EAAE,aAAa;YACrB,IAAI,EAAE;gBACJ,IAAI,EAAE;oBACJ,KAAK,EAAE,YAAY;iBACpB;gBACD,OAAO,EAAE,EAAE;aACZ;YACD,QAAQ,EAAE,kBAAkB;YAC5B,OAAO,EAAE,EAAmC;YAC5C,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,aAAa;YAC3B,gBAAgB,EAAE;gBAChB,MAAM,EAAE,aAAa;gBACrB,UAAU,EAAE,EAAE;aACf;SACF,CAAC,CAAC;QAEH,MAAM,CAAC,0BAA0B,CAAC,CAAC,oBAAoB,CAAC,YAAY,EAAE,aAAa,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;QAC9F,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,SAAS,EAAE;gBACT,IAAI,EAAE,kBAAkB;gBACxB,SAAS,EAAE,GAAG;aACf;YACD,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,aAAa;SACtB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;QAC1D,MAAM,MAAM,CACV,IAAA,uCAAqB,EAAC;YACpB,SAAS,EAAE;gBACT,IAAI,EAAE,kBAAkB;aACzB;YACD,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,aAAa;YACrB,IAAI,EAAE;gBACJ,IAAI,EAAE,EAAE;gBACR,OAAO,EAAE,EAAE;aACZ;YACD,QAAQ,EAAE,kBAAkB;YAC5B,OAAO,EAAE,EAAmC;YAC5C,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,aAAa;YAC3B,gBAAgB,EAAE;gBAChB,MAAM,EAAE,aAAa;gBACrB,UAAU,EAAE,EAAE;aACf;SACF,CAAC,CACH,CAAC,OAAO,CAAC,OAAO,CAAC,+DAA+D,CAAC,CAAC;IACrF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;QACvD,MAAM,MAAM,CACV,IAAA,uCAAqB,EAAC;YACpB,SAAS,EAAE;gBACT,IAAI,EAAE,kBAAkB;aACzB;YACD,MAAM,EAAE,aAAa;YACrB,MAAM,EAAE,EAAE;YACV,IAAI,EAAE;gBACJ,IAAI,EAAE,EAAE;gBACR,OAAO,EAAE,EAAE;aACZ;YACD,QAAQ,EAAE,kBAAkB;YAC5B,OAAO,EAAE,EAAmC;YAC5C,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,aAAa;YAC3B,gBAAgB,EAAE;gBAChB,MAAM,EAAE,aAAa;gBACrB,UAAU,EAAE,EAAE;aACf;SACF,CAAC,CACH,CAAC,OAAO,CAAC,OAAO,CAAC,oDAAoD,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QAClE,MAAM,0BAA0B,GAAG,IAAI,CAAC,MAAM,CAAC,iCAAsB,CAAC,CAAC;QACvE,0BAA0B,CAAC,iBAAiB,CAAC;YAC3C,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,aAAa;SACtB,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,IAAA,uCAAqB,EAAC;YACzC,SAAS,EAAE;gBACT,IAAI,EAAE,kBAAkB;aACzB;YACD,MAAM,EAAE,aAAa;YACrB,MAAM,EAAE,aAAa;YACrB,IAAI,EAAE;gBACJ,IAAI,EAAE,EAAE;gBACR,OAAO,EAAE,EAAE;aACZ;YACD,QAAQ,EAAE,kBAAkB;YAC5B,OAAO,EAAE,EAAmC;YAC5C,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,aAAa;YAC3B,gBAAgB,EAAE;gBAChB,MAAM,EAAE,aAAa;gBACrB,UAAU,EAAE,EAAE;aACf;SACF,CAAC,CAAC;QAEH,MAAM,CAAC,0BAA0B,CAAC,CAAC,oBAAoB,CAAC,aAAa,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QAC7F,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,SAAS,EAAE;gBACT,IAAI,EAAE,kBAAkB;aACzB;YACD,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,aAAa;SACtB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"contextFaithfulness.test.d.ts","sourceRoot":"","sources":["../../../test/assertions/contextFaithfulness.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,226 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
35
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
|
+
const contextFaithfulness_1 = require("../../src/assertions/contextFaithfulness");
|
|
37
|
+
const matchers = __importStar(require("../../src/matchers"));
|
|
38
|
+
jest.mock('../../src/matchers');
|
|
39
|
+
describe('handleContextFaithfulness', () => {
|
|
40
|
+
beforeEach(() => {
|
|
41
|
+
jest.resetAllMocks();
|
|
42
|
+
});
|
|
43
|
+
it('should throw error if vars is missing', async () => {
|
|
44
|
+
const params = {
|
|
45
|
+
assertion: { type: 'context-faithfulness' },
|
|
46
|
+
test: {},
|
|
47
|
+
output: 'test output',
|
|
48
|
+
baseType: 'context-faithfulness',
|
|
49
|
+
context: {
|
|
50
|
+
prompt: 'test prompt',
|
|
51
|
+
vars: {},
|
|
52
|
+
test: {},
|
|
53
|
+
logProbs: null,
|
|
54
|
+
tokenUsage: null,
|
|
55
|
+
cached: false,
|
|
56
|
+
provider: null,
|
|
57
|
+
providerResponse: null,
|
|
58
|
+
},
|
|
59
|
+
inverse: false,
|
|
60
|
+
outputString: 'test output',
|
|
61
|
+
providerResponse: null,
|
|
62
|
+
};
|
|
63
|
+
await expect((0, contextFaithfulness_1.handleContextFaithfulness)(params)).rejects.toThrow('context-faithfulness assertion type must have a vars object');
|
|
64
|
+
});
|
|
65
|
+
it('should throw error if query is missing', async () => {
|
|
66
|
+
const params = {
|
|
67
|
+
assertion: { type: 'context-faithfulness' },
|
|
68
|
+
test: {
|
|
69
|
+
vars: {
|
|
70
|
+
context: 'test context',
|
|
71
|
+
},
|
|
72
|
+
},
|
|
73
|
+
output: 'test output',
|
|
74
|
+
baseType: 'context-faithfulness',
|
|
75
|
+
context: {
|
|
76
|
+
prompt: 'test prompt',
|
|
77
|
+
vars: {},
|
|
78
|
+
test: {},
|
|
79
|
+
logProbs: null,
|
|
80
|
+
tokenUsage: null,
|
|
81
|
+
cached: false,
|
|
82
|
+
provider: null,
|
|
83
|
+
providerResponse: null,
|
|
84
|
+
},
|
|
85
|
+
inverse: false,
|
|
86
|
+
outputString: 'test output',
|
|
87
|
+
providerResponse: null,
|
|
88
|
+
};
|
|
89
|
+
await expect((0, contextFaithfulness_1.handleContextFaithfulness)(params)).rejects.toThrow('context-faithfulness assertion type must have a query var');
|
|
90
|
+
});
|
|
91
|
+
it('should throw error if context is missing', async () => {
|
|
92
|
+
const params = {
|
|
93
|
+
assertion: { type: 'context-faithfulness' },
|
|
94
|
+
test: {
|
|
95
|
+
vars: {
|
|
96
|
+
query: 'test query',
|
|
97
|
+
},
|
|
98
|
+
},
|
|
99
|
+
output: 'test output',
|
|
100
|
+
baseType: 'context-faithfulness',
|
|
101
|
+
context: {
|
|
102
|
+
prompt: 'test prompt',
|
|
103
|
+
vars: {},
|
|
104
|
+
test: {},
|
|
105
|
+
logProbs: null,
|
|
106
|
+
tokenUsage: null,
|
|
107
|
+
cached: false,
|
|
108
|
+
provider: null,
|
|
109
|
+
providerResponse: null,
|
|
110
|
+
},
|
|
111
|
+
inverse: false,
|
|
112
|
+
outputString: 'test output',
|
|
113
|
+
providerResponse: null,
|
|
114
|
+
};
|
|
115
|
+
await expect((0, contextFaithfulness_1.handleContextFaithfulness)(params)).rejects.toThrow('context-faithfulness assertion type must have a context var');
|
|
116
|
+
});
|
|
117
|
+
it('should throw error if output is not a string', async () => {
|
|
118
|
+
const params = {
|
|
119
|
+
assertion: { type: 'context-faithfulness' },
|
|
120
|
+
test: {
|
|
121
|
+
vars: {
|
|
122
|
+
query: 'test query',
|
|
123
|
+
context: 'test context',
|
|
124
|
+
},
|
|
125
|
+
},
|
|
126
|
+
output: 123,
|
|
127
|
+
baseType: 'context-faithfulness',
|
|
128
|
+
context: {
|
|
129
|
+
prompt: 'test prompt',
|
|
130
|
+
vars: {},
|
|
131
|
+
test: {},
|
|
132
|
+
logProbs: null,
|
|
133
|
+
tokenUsage: null,
|
|
134
|
+
cached: false,
|
|
135
|
+
provider: null,
|
|
136
|
+
providerResponse: null,
|
|
137
|
+
},
|
|
138
|
+
inverse: false,
|
|
139
|
+
outputString: 'test output',
|
|
140
|
+
providerResponse: null,
|
|
141
|
+
};
|
|
142
|
+
await expect((0, contextFaithfulness_1.handleContextFaithfulness)(params)).rejects.toThrow('context-faithfulness assertion type must have a string output');
|
|
143
|
+
});
|
|
144
|
+
it('should call matchesContextFaithfulness with correct params', async () => {
|
|
145
|
+
const mockResult = {
|
|
146
|
+
pass: true,
|
|
147
|
+
score: 0.9,
|
|
148
|
+
reason: 'test reason',
|
|
149
|
+
};
|
|
150
|
+
jest.mocked(matchers.matchesContextFaithfulness).mockResolvedValue(mockResult);
|
|
151
|
+
const params = {
|
|
152
|
+
assertion: {
|
|
153
|
+
type: 'context-faithfulness',
|
|
154
|
+
threshold: 0.8,
|
|
155
|
+
},
|
|
156
|
+
test: {
|
|
157
|
+
vars: {
|
|
158
|
+
query: 'test query',
|
|
159
|
+
context: 'test context',
|
|
160
|
+
},
|
|
161
|
+
options: {
|
|
162
|
+
provider: 'test-provider',
|
|
163
|
+
},
|
|
164
|
+
},
|
|
165
|
+
output: 'test output',
|
|
166
|
+
baseType: 'context-faithfulness',
|
|
167
|
+
context: {
|
|
168
|
+
prompt: 'test prompt',
|
|
169
|
+
vars: {},
|
|
170
|
+
test: {},
|
|
171
|
+
logProbs: null,
|
|
172
|
+
tokenUsage: null,
|
|
173
|
+
cached: false,
|
|
174
|
+
provider: null,
|
|
175
|
+
providerResponse: null,
|
|
176
|
+
},
|
|
177
|
+
inverse: false,
|
|
178
|
+
outputString: 'test output',
|
|
179
|
+
providerResponse: null,
|
|
180
|
+
};
|
|
181
|
+
const result = await (0, contextFaithfulness_1.handleContextFaithfulness)(params);
|
|
182
|
+
expect(matchers.matchesContextFaithfulness).toHaveBeenCalledWith('test query', 'test output', 'test context', 0.8, { provider: 'test-provider' });
|
|
183
|
+
expect(result).toEqual({
|
|
184
|
+
assertion: params.assertion,
|
|
185
|
+
...mockResult,
|
|
186
|
+
});
|
|
187
|
+
});
|
|
188
|
+
it('should use default threshold of 0 if not provided', async () => {
|
|
189
|
+
const mockResult = {
|
|
190
|
+
pass: true,
|
|
191
|
+
score: 0.9,
|
|
192
|
+
reason: 'test reason',
|
|
193
|
+
};
|
|
194
|
+
jest.mocked(matchers.matchesContextFaithfulness).mockResolvedValue(mockResult);
|
|
195
|
+
const params = {
|
|
196
|
+
assertion: {
|
|
197
|
+
type: 'context-faithfulness',
|
|
198
|
+
},
|
|
199
|
+
test: {
|
|
200
|
+
vars: {
|
|
201
|
+
query: 'test query',
|
|
202
|
+
context: 'test context',
|
|
203
|
+
},
|
|
204
|
+
options: {},
|
|
205
|
+
},
|
|
206
|
+
output: 'test output',
|
|
207
|
+
baseType: 'context-faithfulness',
|
|
208
|
+
context: {
|
|
209
|
+
prompt: 'test prompt',
|
|
210
|
+
vars: {},
|
|
211
|
+
test: {},
|
|
212
|
+
logProbs: null,
|
|
213
|
+
tokenUsage: null,
|
|
214
|
+
cached: false,
|
|
215
|
+
provider: null,
|
|
216
|
+
providerResponse: null,
|
|
217
|
+
},
|
|
218
|
+
inverse: false,
|
|
219
|
+
outputString: 'test output',
|
|
220
|
+
providerResponse: null,
|
|
221
|
+
};
|
|
222
|
+
await (0, contextFaithfulness_1.handleContextFaithfulness)(params);
|
|
223
|
+
expect(matchers.matchesContextFaithfulness).toHaveBeenCalledWith('test query', 'test output', 'test context', 0, {});
|
|
224
|
+
});
|
|
225
|
+
});
|
|
226
|
+
//# sourceMappingURL=contextFaithfulness.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"contextFaithfulness.test.js","sourceRoot":"","sources":["../../../test/assertions/contextFaithfulness.test.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,kFAAqF;AACrF,6DAA+C;AAE/C,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;AAEhC,QAAQ,CAAC,2BAA2B,EAAE,GAAG,EAAE;IACzC,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;QACrD,MAAM,MAAM,GAAG;YACb,SAAS,EAAE,EAAE,IAAI,EAAE,sBAAsB,EAAE;YAC3C,IAAI,EAAE,EAAE;YACR,MAAM,EAAE,aAAa;YACrB,QAAQ,EAAE,sBAA+B;YACzC,OAAO,EAAE;gBACP,MAAM,EAAE,aAAa;gBACrB,IAAI,EAAE,EAAE;gBACR,IAAI,EAAE,EAAE;gBACR,QAAQ,EAAE,IAAI;gBACd,UAAU,EAAE,IAAI;gBAChB,MAAM,EAAE,KAAK;gBACb,QAAQ,EAAE,IAAI;gBACd,gBAAgB,EAAE,IAAI;aACvB;YACD,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,aAAa;YAC3B,gBAAgB,EAAE,IAAI;SACvB,CAAC;QAEF,MAAM,MAAM,CAAC,IAAA,+CAAyB,EAAC,MAAa,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CACpE,6DAA6D,CAC9D,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACtD,MAAM,MAAM,GAAG;YACb,SAAS,EAAE,EAAE,IAAI,EAAE,sBAAsB,EAAE;YAC3C,IAAI,EAAE;gBACJ,IAAI,EAAE;oBACJ,OAAO,EAAE,cAAc;iBACxB;aACF;YACD,MAAM,EAAE,aAAa;YACrB,QAAQ,EAAE,sBAA+B;YACzC,OAAO,EAAE;gBACP,MAAM,EAAE,aAAa;gBACrB,IAAI,EAAE,EAAE;gBACR,IAAI,EAAE,EAAE;gBACR,QAAQ,EAAE,IAAI;gBACd,UAAU,EAAE,IAAI;gBAChB,MAAM,EAAE,KAAK;gBACb,QAAQ,EAAE,IAAI;gBACd,gBAAgB,EAAE,IAAI;aACvB;YACD,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,aAAa;YAC3B,gBAAgB,EAAE,IAAI;SACvB,CAAC;QAEF,MAAM,MAAM,CAAC,IAAA,+CAAyB,EAAC,MAAa,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CACpE,2DAA2D,CAC5D,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,MAAM,MAAM,GAAG;YACb,SAAS,EAAE,EAAE,IAAI,EAAE,sBAAsB,EAAE;YAC3C,IAAI,EAAE;gBACJ,IAAI,EAAE;oBACJ,KAAK,EAAE,YAAY;iBACpB;aACF;YACD,MAAM,EAAE,aAAa;YACrB,QAAQ,EAAE,sBAA+B;YACzC,OAAO,EAAE;gBACP,MAAM,EAAE,aAAa;gBACrB,IAAI,EAAE,EAAE;gBACR,IAAI,EAAE,EAAE;gBACR,QAAQ,EAAE,IAAI;gBACd,UAAU,EAAE,IAAI;gBAChB,MAAM,EAAE,KAAK;gBACb,QAAQ,EAAE,IAAI;gBACd,gBAAgB,EAAE,IAAI;aACvB;YACD,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,aAAa;YAC3B,gBAAgB,EAAE,IAAI;SACvB,CAAC;QAEF,MAAM,MAAM,CAAC,IAAA,+CAAyB,EAAC,MAAa,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CACpE,6DAA6D,CAC9D,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;QAC5D,MAAM,MAAM,GAAG;YACb,SAAS,EAAE,EAAE,IAAI,EAAE,sBAAsB,EAAE;YAC3C,IAAI,EAAE;gBACJ,IAAI,EAAE;oBACJ,KAAK,EAAE,YAAY;oBACnB,OAAO,EAAE,cAAc;iBACxB;aACF;YACD,MAAM,EAAE,GAAG;YACX,QAAQ,EAAE,sBAA+B;YACzC,OAAO,EAAE;gBACP,MAAM,EAAE,aAAa;gBACrB,IAAI,EAAE,EAAE;gBACR,IAAI,EAAE,EAAE;gBACR,QAAQ,EAAE,IAAI;gBACd,UAAU,EAAE,IAAI;gBAChB,MAAM,EAAE,KAAK;gBACb,QAAQ,EAAE,IAAI;gBACd,gBAAgB,EAAE,IAAI;aACvB;YACD,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,aAAa;YAC3B,gBAAgB,EAAE,IAAI;SACvB,CAAC;QAEF,MAAM,MAAM,CAAC,IAAA,+CAAyB,EAAC,MAAa,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CACpE,+DAA+D,CAChE,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAC1E,MAAM,UAAU,GAAG;YACjB,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,aAAa;SACtB,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,0BAA0B,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;QAE/E,MAAM,MAAM,GAAG;YACb,SAAS,EAAE;gBACT,IAAI,EAAE,sBAA+B;gBACrC,SAAS,EAAE,GAAG;aACf;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE;oBACJ,KAAK,EAAE,YAAY;oBACnB,OAAO,EAAE,cAAc;iBACxB;gBACD,OAAO,EAAE;oBACP,QAAQ,EAAE,eAAe;iBAC1B;aACF;YACD,MAAM,EAAE,aAAa;YACrB,QAAQ,EAAE,sBAA+B;YACzC,OAAO,EAAE;gBACP,MAAM,EAAE,aAAa;gBACrB,IAAI,EAAE,EAAE;gBACR,IAAI,EAAE,EAAE;gBACR,QAAQ,EAAE,IAAI;gBACd,UAAU,EAAE,IAAI;gBAChB,MAAM,EAAE,KAAK;gBACb,QAAQ,EAAE,IAAI;gBACd,gBAAgB,EAAE,IAAI;aACvB;YACD,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,aAAa;YAC3B,gBAAgB,EAAE,IAAI;SACvB,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,IAAA,+CAAyB,EAAC,MAAa,CAAC,CAAC;QAE9D,MAAM,CAAC,QAAQ,CAAC,0BAA0B,CAAC,CAAC,oBAAoB,CAC9D,YAAY,EACZ,aAAa,EACb,cAAc,EACd,GAAG,EACH,EAAE,QAAQ,EAAE,eAAe,EAAE,CAC9B,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,GAAG,UAAU;SACd,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;QACjE,MAAM,UAAU,GAAG;YACjB,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,aAAa;SACtB,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,0BAA0B,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;QAE/E,MAAM,MAAM,GAAG;YACb,SAAS,EAAE;gBACT,IAAI,EAAE,sBAA+B;aACtC;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE;oBACJ,KAAK,EAAE,YAAY;oBACnB,OAAO,EAAE,cAAc;iBACxB;gBACD,OAAO,EAAE,EAAE;aACZ;YACD,MAAM,EAAE,aAAa;YACrB,QAAQ,EAAE,sBAA+B;YACzC,OAAO,EAAE;gBACP,MAAM,EAAE,aAAa;gBACrB,IAAI,EAAE,EAAE;gBACR,IAAI,EAAE,EAAE;gBACR,QAAQ,EAAE,IAAI;gBACd,UAAU,EAAE,IAAI;gBAChB,MAAM,EAAE,KAAK;gBACb,QAAQ,EAAE,IAAI;gBACd,gBAAgB,EAAE,IAAI;aACvB;YACD,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,aAAa;YAC3B,gBAAgB,EAAE,IAAI;SACvB,CAAC;QAEF,MAAM,IAAA,+CAAyB,EAAC,MAAa,CAAC,CAAC;QAE/C,MAAM,CAAC,QAAQ,CAAC,0BAA0B,CAAC,CAAC,oBAAoB,CAC9D,YAAY,EACZ,aAAa,EACb,cAAc,EACd,CAAC,EACD,EAAE,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"contextRecall.test.d.ts","sourceRoot":"","sources":["../../../test/assertions/contextRecall.test.ts"],"names":[],"mappings":""}
|