@loadmill/executer 0.1.160 → 0.1.162
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/ai-assertion/index.d.ts +3 -0
- package/dist/ai-assertion/index.js +151 -0
- package/dist/ai-assertion/index.js.map +1 -0
- package/dist/ai-assertion/prompts.d.ts +2 -0
- package/dist/ai-assertion/prompts.js +56 -0
- package/dist/ai-assertion/prompts.js.map +1 -0
- package/dist/ai-assertion/types.d.ts +16 -0
- package/dist/ai-assertion/types.js +3 -0
- package/dist/ai-assertion/types.js.map +1 -0
- package/dist/asserter.d.ts +4 -2
- package/dist/asserter.js +93 -39
- package/dist/asserter.js.map +1 -1
- package/dist/sequence-executor-like.d.ts +1 -1
- package/dist/sequence.d.ts +2 -0
- package/dist/sequence.js +157 -45
- package/dist/sequence.js.map +1 -1
- package/dist/single-runner.d.ts +2 -0
- package/dist/single-runner.js +1 -0
- package/dist/single-runner.js.map +1 -1
- package/dist/step-handlers/extract-step-handler.js +6 -2
- package/dist/step-handlers/extract-step-handler.js.map +1 -1
- package/dist/step-handlers/playwright/constants.d.ts +2 -0
- package/dist/step-handlers/playwright/constants.js +3 -1
- package/dist/step-handlers/playwright/constants.js.map +1 -1
- package/dist/step-handlers/playwright/files-manager.d.ts +1 -0
- package/dist/step-handlers/playwright/files-manager.js +23 -0
- package/dist/step-handlers/playwright/files-manager.js.map +1 -1
- package/dist/step-handlers/playwright/index.d.ts +1 -0
- package/dist/step-handlers/playwright/index.js +32 -13
- package/dist/step-handlers/playwright/index.js.map +1 -1
- package/dist/step-handlers/playwright-step-handler.js +12 -4
- package/dist/step-handlers/playwright-step-handler.js.map +1 -1
- package/dist/types/integrations.d.ts +4 -0
- package/dist/types/integrations.js +3 -0
- package/dist/types/integrations.js.map +1 -0
- package/package.json +3 -3
|
@@ -0,0 +1,3 @@
|
|
|
1
|
+
import { AIAssertionResponse } from './types';
|
|
2
|
+
export declare const assertUsingAI: (openaiApiKey: string | undefined, value: any, AIVerify: string) => Promise<boolean>;
|
|
3
|
+
export declare const _assertUsingAI: (openaiApiKey: string | undefined, value: any, AIVerify: string) => Promise<AIAssertionResponse>;
|
|
@@ -0,0 +1,151 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
+
});
|
|
10
|
+
};
|
|
11
|
+
var __generator = (this && this.__generator) || function (thisArg, body) {
|
|
12
|
+
var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
|
|
13
|
+
return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
|
|
14
|
+
function verb(n) { return function (v) { return step([n, v]); }; }
|
|
15
|
+
function step(op) {
|
|
16
|
+
if (f) throw new TypeError("Generator is already executing.");
|
|
17
|
+
while (_) try {
|
|
18
|
+
if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
|
|
19
|
+
if (y = 0, t) op = [op[0] & 2, t.value];
|
|
20
|
+
switch (op[0]) {
|
|
21
|
+
case 0: case 1: t = op; break;
|
|
22
|
+
case 4: _.label++; return { value: op[1], done: false };
|
|
23
|
+
case 5: _.label++; y = op[1]; op = [0]; continue;
|
|
24
|
+
case 7: op = _.ops.pop(); _.trys.pop(); continue;
|
|
25
|
+
default:
|
|
26
|
+
if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
|
|
27
|
+
if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
|
|
28
|
+
if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
|
|
29
|
+
if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
|
|
30
|
+
if (t[2]) _.ops.pop();
|
|
31
|
+
_.trys.pop(); continue;
|
|
32
|
+
}
|
|
33
|
+
op = body.call(thisArg, _);
|
|
34
|
+
} catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
|
|
35
|
+
if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
|
|
36
|
+
}
|
|
37
|
+
};
|
|
38
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
39
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
40
|
+
};
|
|
41
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
42
|
+
exports._assertUsingAI = exports.assertUsingAI = void 0;
|
|
43
|
+
var superagent_1 = __importDefault(require("superagent"));
|
|
44
|
+
var log_1 = __importDefault(require("@loadmill/universal/dist/log"));
|
|
45
|
+
var string_utils_1 = require("@loadmill/universal/dist/string-utils");
|
|
46
|
+
var errors_1 = require("../errors");
|
|
47
|
+
var prompts_1 = require("./prompts");
|
|
48
|
+
var OPENAI_API_URL = 'https://api.openai.com/v1/responses';
|
|
49
|
+
var MAX_EXPLANATION_LENGTH = 1000;
|
|
50
|
+
var TIMEOUT_MS = 60000; // 1 minute timeout
|
|
51
|
+
var assertUsingAI = function (openaiApiKey, value, AIVerify) { return __awaiter(void 0, void 0, void 0, function () {
|
|
52
|
+
var _a, evaluation, explanation;
|
|
53
|
+
return __generator(this, function (_b) {
|
|
54
|
+
switch (_b.label) {
|
|
55
|
+
case 0:
|
|
56
|
+
if (AIVerify === '') {
|
|
57
|
+
return [2 /*return*/, true];
|
|
58
|
+
}
|
|
59
|
+
return [4 /*yield*/, exports._assertUsingAI(openaiApiKey, value, AIVerify)];
|
|
60
|
+
case 1:
|
|
61
|
+
_a = _b.sent(), evaluation = _a.evaluation, explanation = _a.explanation;
|
|
62
|
+
log_1.default.debug('Assert AIVerify:', { value: value, AIVerify: AIVerify, evaluation: evaluation, explanation: explanation });
|
|
63
|
+
if (evaluation === false) {
|
|
64
|
+
throw new errors_1.RequestFailuresError("AI assertion failed: " + string_utils_1.truncateString(explanation, MAX_EXPLANATION_LENGTH));
|
|
65
|
+
}
|
|
66
|
+
return [2 /*return*/, true];
|
|
67
|
+
}
|
|
68
|
+
});
|
|
69
|
+
}); };
|
|
70
|
+
exports.assertUsingAI = assertUsingAI;
|
|
71
|
+
var _assertUsingAI = function (openaiApiKey, value, AIVerify) { return __awaiter(void 0, void 0, void 0, function () {
|
|
72
|
+
var err_1, errMsg;
|
|
73
|
+
return __generator(this, function (_a) {
|
|
74
|
+
switch (_a.label) {
|
|
75
|
+
case 0:
|
|
76
|
+
_a.trys.push([0, 2, , 3]);
|
|
77
|
+
if (!openaiApiKey) {
|
|
78
|
+
return [2 /*return*/, _failAssertion('AI assertions require providing an OpenAI API key.')];
|
|
79
|
+
}
|
|
80
|
+
return [4 /*yield*/, _getAIResponse(openaiApiKey, prompts_1.getAIAssertionConfiguration(value, AIVerify))];
|
|
81
|
+
case 1: return [2 /*return*/, _a.sent()];
|
|
82
|
+
case 2:
|
|
83
|
+
err_1 = _a.sent();
|
|
84
|
+
log_1.default.error('AI assertion error:', err_1);
|
|
85
|
+
errMsg = void 0;
|
|
86
|
+
if (err_1.status === 401) {
|
|
87
|
+
errMsg = 'Invalid OpenAI API key.';
|
|
88
|
+
}
|
|
89
|
+
else if (err_1.timeout) {
|
|
90
|
+
errMsg = 'Received timeout from OpenAI.';
|
|
91
|
+
}
|
|
92
|
+
return [2 /*return*/, _failAssertion(errMsg)];
|
|
93
|
+
case 3: return [2 /*return*/];
|
|
94
|
+
}
|
|
95
|
+
});
|
|
96
|
+
}); };
|
|
97
|
+
exports._assertUsingAI = _assertUsingAI;
|
|
98
|
+
/**
|
|
99
|
+
* Once the new openai package is supported, the following will replace the current code:
|
|
100
|
+
* const response = await openai.responses.parse(configuration);
|
|
101
|
+
* return response.output_parsed;
|
|
102
|
+
*/
|
|
103
|
+
var _getAIResponse = function (openaiApiKey, configuration) { return __awaiter(void 0, void 0, void 0, function () {
|
|
104
|
+
var response, parsedResponse, _a, text, refusal;
|
|
105
|
+
return __generator(this, function (_b) {
|
|
106
|
+
switch (_b.label) {
|
|
107
|
+
case 0: return [4 /*yield*/, _callOpenAI(openaiApiKey, configuration)];
|
|
108
|
+
case 1:
|
|
109
|
+
response = _b.sent();
|
|
110
|
+
parsedResponse = JSON.parse(response.text);
|
|
111
|
+
_a = parsedResponse.output[0].content[0], text = _a.text, refusal = _a.refusal;
|
|
112
|
+
if (refusal) {
|
|
113
|
+
log_1.default.error('AI assertion refusal:', refusal);
|
|
114
|
+
return [2 /*return*/, _failAssertion()];
|
|
115
|
+
}
|
|
116
|
+
return [2 /*return*/, JSON.parse(text)];
|
|
117
|
+
}
|
|
118
|
+
});
|
|
119
|
+
}); };
|
|
120
|
+
var _callOpenAI = function (openaiApiKey, configuration) { return __awaiter(void 0, void 0, void 0, function () {
|
|
121
|
+
var request, err_2;
|
|
122
|
+
return __generator(this, function (_a) {
|
|
123
|
+
switch (_a.label) {
|
|
124
|
+
case 0:
|
|
125
|
+
request = superagent_1.default
|
|
126
|
+
.post(OPENAI_API_URL)
|
|
127
|
+
.set('Authorization', "Bearer " + openaiApiKey)
|
|
128
|
+
.set('Content-Type', 'application/json')
|
|
129
|
+
.send(configuration)
|
|
130
|
+
.timeout(TIMEOUT_MS);
|
|
131
|
+
_a.label = 1;
|
|
132
|
+
case 1:
|
|
133
|
+
_a.trys.push([1, 3, , 6]);
|
|
134
|
+
return [4 /*yield*/, request];
|
|
135
|
+
case 2: return [2 /*return*/, _a.sent()];
|
|
136
|
+
case 3:
|
|
137
|
+
err_2 = _a.sent();
|
|
138
|
+
if (!err_2.timeout) return [3 /*break*/, 5];
|
|
139
|
+
log_1.default.debug('AI assertion timeout, retrying...');
|
|
140
|
+
return [4 /*yield*/, request];
|
|
141
|
+
case 4: return [2 /*return*/, _a.sent()];
|
|
142
|
+
case 5: throw err_2;
|
|
143
|
+
case 6: return [2 /*return*/];
|
|
144
|
+
}
|
|
145
|
+
});
|
|
146
|
+
}); };
|
|
147
|
+
var _failAssertion = function (explanation) {
|
|
148
|
+
if (explanation === void 0) { explanation = 'Something went wrong.'; }
|
|
149
|
+
return ({ evaluation: false, explanation: explanation });
|
|
150
|
+
};
|
|
151
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/ai-assertion/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,0DAAoC;AAEpC,qEAA+C;AAC/C,sEAAuE;AAEvE,oCAAiD;AAEjD,qCAAwD;AAGxD,IAAM,cAAc,GAAG,qCAAqC,CAAC;AAC7D,IAAM,sBAAsB,GAAG,IAAI,CAAC;AACpC,IAAM,UAAU,GAAG,KAAK,CAAC,CAAC,mBAAmB;AAEtC,IAAM,aAAa,GAAG,UAC3B,YAAgC,EAChC,KAAU,EACV,QAAgB;;;;;gBAEhB,IAAI,QAAQ,KAAK,EAAE,EAAE;oBACnB,sBAAO,IAAI,EAAC;iBACb;gBAEmC,qBAAM,sBAAc,CAAC,YAAY,EAAE,KAAK,EAAE,QAAQ,CAAC,EAAA;;gBAAjF,KAA8B,SAAmD,EAA/E,UAAU,gBAAA,EAAE,WAAW,iBAAA;gBAC/B,aAAG,CAAC,KAAK,CAAC,kBAAkB,EAAE,EAAE,KAAK,OAAA,EAAE,QAAQ,UAAA,EAAE,UAAU,YAAA,EAAE,WAAW,aAAA,EAAE,CAAC,CAAC;gBAC5E,IAAI,UAAU,KAAK,KAAK,EAAE;oBACxB,MAAM,IAAI,6BAAoB,CAAC,0BAAwB,6BAAc,CAAC,WAAW,EAAE,sBAAsB,CAAG,CAAC,CAAC;iBAC/G;gBAED,sBAAO,IAAI,EAAC;;;KACb,CAAC;AAhBW,QAAA,aAAa,iBAgBxB;AAEK,IAAM,cAAc,GAAG,UAC5B,YAAgC,EAChC,KAAU,EACV,QAAgB;;;;;;gBAGd,IAAI,CAAC,YAAY,EAAE;oBACjB,sBAAO,cAAc,CAAC,oDAAoD,CAAC,EAAC;iBAC7E;gBAEM,qBAAM,cAAc,CAAC,YAAY,EAAE,qCAA2B,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,EAAA;oBAAvF,sBAAO,SAAgF,EAAC;;;gBAGxF,aAAG,CAAC,KAAK,CAAC,qBAAqB,EAAE,KAAG,CAAC,CAAC;gBAElC,MAAM,SAAA,CAAC;gBACX,IAAI,KAAG,CAAC,MAAM,KAAK,GAAG,EAAE;oBACtB,MAAM,GAAG,yBAAyB,CAAC;iBACpC;qBAAM,IAAI,KAAG,CAAC,OAAO,EAAE;oBACtB,MAAM,GAAG,+BAA+B,CAAC;iBAC1C;gBAED,sBAAO,cAAc,CAAC,MAAM,CAAC,EAAC;;;;KAEjC,CAAC;AAxBW,QAAA,cAAc,kBAwBzB;AAEF;;;;GAIG;AACH,IAAM,cAAc,GAAG,UACrB,YAAoB,EACpB,aAAuC;;;;oBAEtB,qBAAM,WAAW,CAAC,YAAY,EAAE,aAAa,CAAC,EAAA;;gBAAzD,QAAQ,GAAG,SAA8C;gBACzD,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAC3C,KAAoB,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAArD,IAAI,UAAA,EAAE,OAAO,aAAA,CAAyC;gBAC9D,IAAI,OAAO,EAAE;oBACX,aAAG,CAAC,KAAK,CAAC,uBAAuB,EAAE,OAAO,CAAC,CAAC;oBAC5C,sBAAO,cAAc,EAAE,EAAC;iBACzB;gBAED,sBAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAC;;;KACzB,CAAC;AAEF,IAAM,WAAW,GAAG,UAClB,YAAoB,EACpB,aAAuC;;;;;gBAEjC,OAAO,GAAG,oBAAU;qBACvB,IAAI,CAAC,cAAc,CAAC;qBACpB,GAAG,CAAC,eAAe,EAAE,YAAU,YAAc,CAAC;qBAC9C,GAAG,CAAC,cAAc,EAAE,kBAAkB,CAAC;qBACvC,IAAI,CAAC,aAAa,CAAC;qBACnB,OAAO,CAAC,UAAU,CAAC,CAAC;;;;gBAGd,qBAAM,OAAO,EAAA;oBAApB,sBAAO,SAAa,EAAC;;;qBAEjB,KAAG,CAAC,OAAO,EAAX,wBAAW;gBACb,aAAG,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC;gBACxC,qBAAM,OAAO,EAAA;oBAApB,sBAAO,SAAa,EAAC;oBAEvB,MAAM,KAAG,CAAC;;;;KAEb,CAAC;AAEF,IAAM,cAAc,GAAG,UAAC,WAA6C;IAA7C,4BAAA,EAAA,qCAA6C;IACnE,OAAA,CAAC,EAAE,UAAU,EAAE,KAAK,EAAE,WAAW,aAAA,EAAE,CAAC;AAApC,CAAoC,CAAC"}
|
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.getAIAssertionConfiguration = void 0;
|
|
4
|
+
var constants_1 = require("@loadmill/universal/dist/openai/constants");
|
|
5
|
+
var getAIAssertionConfiguration = function (value, AIVerify) {
|
|
6
|
+
return {
|
|
7
|
+
model: constants_1.OPENAI_CHAT_MODELS.GPT_4_O,
|
|
8
|
+
input: _getAIAssertionInput(value, AIVerify),
|
|
9
|
+
text: {
|
|
10
|
+
format: AIAssertionResponseFormat,
|
|
11
|
+
},
|
|
12
|
+
};
|
|
13
|
+
};
|
|
14
|
+
exports.getAIAssertionConfiguration = getAIAssertionConfiguration;
|
|
15
|
+
var AIAssertionSystemMessage = [
|
|
16
|
+
'You are an assistant for a test automation tool.',
|
|
17
|
+
'Your task is to evaluate an assertion about provided data, i.e. the "value".',
|
|
18
|
+
'You will be given a statement about the value, and you need to determine if it is true or false.',
|
|
19
|
+
'You will also provide a short explanation of your reasoning.',
|
|
20
|
+
'The evaluation should be a boolean value (true or false).',
|
|
21
|
+
'The explanation should be a short text that explains the evaluation.',
|
|
22
|
+
].join('\n');
|
|
23
|
+
var _getAIAssertionUserMessage = function (value, AIVerify) {
|
|
24
|
+
return [
|
|
25
|
+
"value: " + JSON.stringify(value),
|
|
26
|
+
"statement: \"" + AIVerify + "\"",
|
|
27
|
+
'Respond ONLY using the evaluation (true / false) and explanation.',
|
|
28
|
+
].join('\n');
|
|
29
|
+
};
|
|
30
|
+
var _getAIAssertionInput = function (value, AIVerify) {
|
|
31
|
+
return [
|
|
32
|
+
{
|
|
33
|
+
role: constants_1.AI_CHAT_ROLES.SYSTEM,
|
|
34
|
+
content: AIAssertionSystemMessage,
|
|
35
|
+
},
|
|
36
|
+
{
|
|
37
|
+
role: constants_1.AI_CHAT_ROLES.USER,
|
|
38
|
+
content: _getAIAssertionUserMessage(value, AIVerify),
|
|
39
|
+
},
|
|
40
|
+
];
|
|
41
|
+
};
|
|
42
|
+
var AIAssertionResponseFormat = {
|
|
43
|
+
type: 'json_schema',
|
|
44
|
+
name: 'analysis',
|
|
45
|
+
schema: {
|
|
46
|
+
type: 'object',
|
|
47
|
+
properties: {
|
|
48
|
+
evaluation: { type: 'boolean' },
|
|
49
|
+
explanation: { type: 'string' },
|
|
50
|
+
},
|
|
51
|
+
required: ['evaluation', 'explanation'],
|
|
52
|
+
additionalProperties: false,
|
|
53
|
+
},
|
|
54
|
+
strict: true,
|
|
55
|
+
};
|
|
56
|
+
//# sourceMappingURL=prompts.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"prompts.js","sourceRoot":"","sources":["../../src/ai-assertion/prompts.ts"],"names":[],"mappings":";;;AAAA,uEAA8F;AAIvF,IAAM,2BAA2B,GAAG,UACzC,KAAU,EACV,QAAgB;IAEhB,OAAO;QACL,KAAK,EAAE,8BAAkB,CAAC,OAAO;QACjC,KAAK,EAAE,oBAAoB,CAAC,KAAK,EAAE,QAAQ,CAAC;QAC5C,IAAI,EAAE;YACJ,MAAM,EAAE,yBAAyB;SAClC;KACF,CAAC;AACJ,CAAC,CAAC;AAXW,QAAA,2BAA2B,+BAWtC;AAEF,IAAM,wBAAwB,GAAG;IAC/B,kDAAkD;IAClD,8EAA8E;IAC9E,kGAAkG;IAClG,8DAA8D;IAC9D,2DAA2D;IAC3D,sEAAsE;CACvE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAEb,IAAM,0BAA0B,GAAG,UACjC,KAAU,EACV,QAAgB;IAEhB,OAAO;QACL,YAAU,IAAI,CAAC,SAAS,CAAC,KAAK,CAAG;QACjC,kBAAe,QAAQ,OAAG;QAC1B,mEAAmE;KACpE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC,CAAC;AAEF,IAAM,oBAAoB,GAAG,UAC3B,KAAU,EACV,QAAgB;IAEhB,OAAO;QACL;YACE,IAAI,EAAE,yBAAa,CAAC,MAAM;YAC1B,OAAO,EAAE,wBAAwB;SAClC;QACD;YACE,IAAI,EAAE,yBAAa,CAAC,IAAI;YACxB,OAAO,EAAE,0BAA0B,CAAC,KAAK,EAAE,QAAQ,CAAC;SACrD;KACF,CAAC;AACJ,CAAC,CAAC;AAEF,IAAM,yBAAyB,GAAG;IAChC,IAAI,EAAE,aAAa;IACnB,IAAI,EAAE,UAAU;IAChB,MAAM,EAAE;QACN,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,UAAU,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;YAC/B,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;SAChC;QACD,QAAQ,EAAE,CAAC,YAAY,EAAE,aAAa,CAAC;QACvC,oBAAoB,EAAE,KAAK;KAC5B;IACD,MAAM,EAAE,IAAI;CACb,CAAC"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import { AI_CHAT_ROLES, OPENAI_CHAT_MODELS } from '@loadmill/universal/dist/openai/constants';
|
|
2
|
+
export declare type AIResponseInput = {
|
|
3
|
+
role: AI_CHAT_ROLES;
|
|
4
|
+
content: string;
|
|
5
|
+
}[];
|
|
6
|
+
export declare type AIAssertionResponse = {
|
|
7
|
+
evaluation: boolean;
|
|
8
|
+
explanation: string;
|
|
9
|
+
};
|
|
10
|
+
export declare type AIAssertionConfiguration = {
|
|
11
|
+
model: OPENAI_CHAT_MODELS;
|
|
12
|
+
input: AIResponseInput;
|
|
13
|
+
text: {
|
|
14
|
+
format: object;
|
|
15
|
+
};
|
|
16
|
+
};
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/ai-assertion/types.ts"],"names":[],"mappings":""}
|
package/dist/asserter.d.ts
CHANGED
|
@@ -1,9 +1,11 @@
|
|
|
1
1
|
import { Parameters } from '@loadmill/core/dist/parameters';
|
|
2
2
|
import { Assertion } from '@loadmill/core/dist/assertions';
|
|
3
|
+
import { ExecutableConfIntegrations } from './types/integrations';
|
|
3
4
|
export declare class Asserter {
|
|
4
5
|
private parameters;
|
|
5
|
-
|
|
6
|
-
|
|
6
|
+
private integrations;
|
|
7
|
+
constructor(parameters: Parameters, integrations: ExecutableConfIntegrations);
|
|
8
|
+
assert({ check, equals, notEquals, contains, notContains, matches, falsy, greater, lesser, JSONSchema, JSONContains, XMLContains, AIVerify, }: Assertion): Promise<boolean>;
|
|
7
9
|
private resolve;
|
|
8
10
|
private check;
|
|
9
11
|
}
|
package/dist/asserter.js
CHANGED
|
@@ -1,4 +1,40 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
+
});
|
|
10
|
+
};
|
|
11
|
+
var __generator = (this && this.__generator) || function (thisArg, body) {
|
|
12
|
+
var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
|
|
13
|
+
return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
|
|
14
|
+
function verb(n) { return function (v) { return step([n, v]); }; }
|
|
15
|
+
function step(op) {
|
|
16
|
+
if (f) throw new TypeError("Generator is already executing.");
|
|
17
|
+
while (_) try {
|
|
18
|
+
if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
|
|
19
|
+
if (y = 0, t) op = [op[0] & 2, t.value];
|
|
20
|
+
switch (op[0]) {
|
|
21
|
+
case 0: case 1: t = op; break;
|
|
22
|
+
case 4: _.label++; return { value: op[1], done: false };
|
|
23
|
+
case 5: _.label++; y = op[1]; op = [0]; continue;
|
|
24
|
+
case 7: op = _.ops.pop(); _.trys.pop(); continue;
|
|
25
|
+
default:
|
|
26
|
+
if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
|
|
27
|
+
if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
|
|
28
|
+
if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
|
|
29
|
+
if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
|
|
30
|
+
if (t[2]) _.ops.pop();
|
|
31
|
+
_.trys.pop(); continue;
|
|
32
|
+
}
|
|
33
|
+
op = body.call(thisArg, _);
|
|
34
|
+
} catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
|
|
35
|
+
if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
|
|
36
|
+
}
|
|
37
|
+
};
|
|
2
38
|
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
39
|
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
40
|
};
|
|
@@ -8,58 +44,76 @@ var parameters_1 = require("@loadmill/core/dist/parameters");
|
|
|
8
44
|
var subset_1 = require("@loadmill/core/dist/subset");
|
|
9
45
|
var xml_to_json_1 = require("@loadmill/core/dist/xml/xml-to-json");
|
|
10
46
|
var log_1 = __importDefault(require("@loadmill/universal/dist/log"));
|
|
47
|
+
var ai_assertion_1 = require("./ai-assertion");
|
|
11
48
|
var Asserter = /** @class */ (function () {
|
|
12
|
-
function Asserter(parameters) {
|
|
49
|
+
function Asserter(parameters, integrations) {
|
|
13
50
|
Object.defineProperty(this, "parameters", {
|
|
14
51
|
enumerable: true,
|
|
15
52
|
configurable: true,
|
|
16
53
|
writable: true,
|
|
17
54
|
value: parameters
|
|
18
55
|
});
|
|
56
|
+
Object.defineProperty(this, "integrations", {
|
|
57
|
+
enumerable: true,
|
|
58
|
+
configurable: true,
|
|
59
|
+
writable: true,
|
|
60
|
+
value: integrations
|
|
61
|
+
});
|
|
19
62
|
}
|
|
20
63
|
Object.defineProperty(Asserter.prototype, "assert", {
|
|
21
64
|
enumerable: false,
|
|
22
65
|
configurable: true,
|
|
23
66
|
writable: true,
|
|
24
67
|
value: function (_a) {
|
|
25
|
-
var
|
|
26
|
-
var
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
68
|
+
var _b;
|
|
69
|
+
var check = _a.check, equals = _a.equals, notEquals = _a.notEquals, contains = _a.contains, notContains = _a.notContains, matches = _a.matches, falsy = _a.falsy, greater = _a.greater, lesser = _a.lesser, JSONSchema = _a.JSONSchema, JSONContains = _a.JSONContains, XMLContains = _a.XMLContains, AIVerify = _a.AIVerify;
|
|
70
|
+
return __awaiter(this, void 0, void 0, function () {
|
|
71
|
+
var actual, result, resolved;
|
|
72
|
+
return __generator(this, function (_c) {
|
|
73
|
+
switch (_c.label) {
|
|
74
|
+
case 0:
|
|
75
|
+
actual = parameters_1.parameterUtils.resolveParameter(check, this.parameters) || '';
|
|
76
|
+
if (contains == null &&
|
|
77
|
+
notContains == null &&
|
|
78
|
+
equals == null &&
|
|
79
|
+
notEquals == null &&
|
|
80
|
+
matches == null &&
|
|
81
|
+
greater == null &&
|
|
82
|
+
lesser == null &&
|
|
83
|
+
JSONSchema == null &&
|
|
84
|
+
JSONContains == null &&
|
|
85
|
+
XMLContains == null &&
|
|
86
|
+
AIVerify == null) {
|
|
87
|
+
result = void 0;
|
|
88
|
+
if (falsy) {
|
|
89
|
+
result = parameters_1.valueUtils.isFalsyParameterValue(actual);
|
|
90
|
+
log_1.default.debug('Assert False:', { actual: actual, result: result });
|
|
91
|
+
}
|
|
92
|
+
else {
|
|
93
|
+
result = parameters_1.valueUtils.isTruthyParameterValue(actual);
|
|
94
|
+
log_1.default.debug('Assert True:', { actual: actual, result: result });
|
|
95
|
+
}
|
|
96
|
+
return [2 /*return*/, result];
|
|
97
|
+
}
|
|
98
|
+
if (!(AIVerify != null)) return [3 /*break*/, 2];
|
|
99
|
+
resolved = this.resolve(AIVerify);
|
|
100
|
+
return [4 /*yield*/, ai_assertion_1.assertUsingAI((_b = this.integrations.openai) === null || _b === void 0 ? void 0 : _b.apiKey, actual, resolved)];
|
|
101
|
+
case 1: return [2 /*return*/, _c.sent()];
|
|
102
|
+
case 2:
|
|
103
|
+
// short circuiting with approximate increasing complexity:
|
|
104
|
+
return [2 /*return*/, (this.check(actual, checkContains, contains) ||
|
|
105
|
+
this.check(actual, checkNotContains, notContains) ||
|
|
106
|
+
this.check(actual, checkEquals, equals) ||
|
|
107
|
+
this.check(actual, checkNotEquals, notEquals) ||
|
|
108
|
+
this.check(actual, checkMatches, matches) ||
|
|
109
|
+
this.check(actual, checkGreater, greater) ||
|
|
110
|
+
this.check(actual, checkLesser, lesser) ||
|
|
111
|
+
this.check(actual, checkJSONSchema, JSONSchema) ||
|
|
112
|
+
this.check(actual, checkJSONContains, JSONContains) ||
|
|
113
|
+
this.check(actual, checkXMLContains, XMLContains))];
|
|
114
|
+
}
|
|
115
|
+
});
|
|
116
|
+
});
|
|
63
117
|
}
|
|
64
118
|
});
|
|
65
119
|
Object.defineProperty(Asserter.prototype, "resolve", {
|
package/dist/asserter.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"asserter.js","sourceRoot":"","sources":["../src/asserter.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"asserter.js","sourceRoot":"","sources":["../src/asserter.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEA,6DAA4E;AAC5E,qDAA4D;AAC5D,mEAAgE;AAChE,qEAA+C;AAE/C,+CAA+C;AAG/C;IACE,kBACU,UAAsB,EACtB,YAAwC;;;;;mBADxC;;;;;;mBACA;;IACP,CAAC;;;;;eAEJ,UAAa,EAcD;;gBAbV,KAAK,WAAA,EACL,MAAM,YAAA,EACN,SAAS,eAAA,EACT,QAAQ,cAAA,EACR,WAAW,iBAAA,EACX,OAAO,aAAA,EACP,KAAK,WAAA,EACL,OAAO,aAAA,EACP,MAAM,YAAA,EACN,UAAU,gBAAA,EACV,YAAY,kBAAA,EACZ,WAAW,iBAAA,EACX,QAAQ,cAAA;;;;;;4BAEF,MAAM,GACV,2BAAc,CAAC,gBAAgB,CAAC,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;4BAEhE,IACE,QAAQ,IAAI,IAAI;gCAChB,WAAW,IAAI,IAAI;gCACnB,MAAM,IAAI,IAAI;gCACd,SAAS,IAAI,IAAI;gCACjB,OAAO,IAAI,IAAI;gCACf,OAAO,IAAI,IAAI;gCACf,MAAM,IAAI,IAAI;gCACd,UAAU,IAAI,IAAI;gCAClB,YAAY,IAAI,IAAI;gCACpB,WAAW,IAAI,IAAI;gCACnB,QAAQ,IAAI,IAAI,EAChB;gCAOI,MAAM,SAAA,CAAC;gCACX,IAAI,KAAK,EAAE;oCACT,MAAM,GAAG,uBAAU,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;oCAClD,aAAG,CAAC,KAAK,CAAC,eAAe,EAAE,EAAE,MAAM,QAAA,EAAE,MAAM,QAAA,EAAE,CAAC,CAAC;iCAChD;qCAAM;oCACL,MAAM,GAAG,uBAAU,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAC;oCACnD,aAAG,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE,MAAM,QAAA,EAAE,MAAM,QAAA,EAAE,CAAC,CAAC;iCAC/C;gCAED,sBAAO,MAAM,EAAC;6BACf;iCAEG,CAAA,QAAQ,IAAI,IAAI,CAAA,EAAhB,wBAAgB;4BACZ,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;4BACjC,qBAAM,4BAAa,CAAC,MAAA,IAAI,CAAC,YAAY,CAAC,MAAM,0CAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAA;gCAA9E,sBAAO,SAAuE,EAAC;;wBAGjF,2DAA2D;wBAC3D,sBAAO,CACL,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,aAAa,EAAE,QAAQ,CAAC;gCAC3C,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,gBAAgB,EAAE,WAAW,CAAC;gCACjD,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,WAAW,EAAE,MAAM,CAAC;gCACvC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,cAAc,EAAE,SAAS,CAAC;gCAC7C,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,YAAY,EAAE,OAAO,CAAC;gCACzC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,YAAY,EAAE,OAAO,CAAC;gCACzC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,WAAW,EAAE,MAAM,CAAC;gCACvC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,eAAe,EAAE,UAAU,CAAC;gCAC/C,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,iBAAiB,EAAE,YAAY,CAAC;gCACnD,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,gBAAgB,EAAE,WAAW,CAAC,CAClD,EAAC;;;;SACH;;;;;;eAED,UAAgB,YAAoB;YAClC,OAAO,2BAAc,CAAC,iBAAiB,CAAC,YAAY,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QACzE,CAAC;;;;;;eAED,UAAc,MAAc,EAAE,OAAgB,EAAE,QAAiB;YAC/D,IAAI,QAAQ,IAAI,IAAI,EAAE;gBACpB,IAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;gBACxC,OAAO,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;aAClC;YACD,OAAO,KAAK,CAAC;QACf,CAAC;;IACH,eAAC;AAAD,CAAC,AAtFD,IAsFC;AAtFY,4BAAQ;AA0FrB,SAAS,YAAY,CAAC,MAAc,EAAE,QAAgB;IACpD,IAAM,MAAM,GAAG,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC;IACpC,IAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACnC,aAAG,CAAC,KAAK,CAAC,eAAe,EAAE,EAAE,MAAM,QAAA,EAAE,QAAQ,UAAA,EAAE,MAAM,QAAA,EAAE,MAAM,QAAA,EAAE,CAAC,CAAC;IACjE,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,WAAW,CAAC,MAAc,EAAE,QAAgB;IACnD,IAAI,MAAM,CAAC;IACX,IAAI,QAAQ,KAAK,MAAM,IAAI,MAAM,KAAK,EAAE,EAAG;QACzC,MAAM,GAAG,IAAI,CAAC;KACf;SACI;QACH,MAAM,GAAG,MAAM,IAAI,QAAQ,CAAC;KAC7B;IACD,aAAG,CAAC,KAAK,CAAC,gBAAgB,EAAE,EAAE,MAAM,QAAA,EAAE,QAAQ,UAAA,EAAE,MAAM,QAAA,EAAE,CAAC,CAAC;IAC1D,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,cAAc,CAAC,MAAc,EAAE,QAAgB;IACtD,IAAM,MAAM,GAAG,MAAM,KAAK,QAAQ,CAAC;IACnC,aAAG,CAAC,KAAK,CAAC,mBAAmB,EAAE,EAAE,MAAM,QAAA,EAAE,QAAQ,UAAA,EAAE,MAAM,QAAA,EAAE,CAAC,CAAC;IAC7D,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,aAAa,CAAC,MAAc,EAAE,QAAgB;IACrD,IAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACzC,aAAG,CAAC,KAAK,CAAC,kBAAkB,EAAE,EAAE,MAAM,QAAA,EAAE,QAAQ,UAAA,EAAE,MAAM,QAAA,EAAE,CAAC,CAAC;IAC5D,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,gBAAgB,CAAC,MAAc,EAAE,QAAgB;IACxD,IAAM,MAAM,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC1C,aAAG,CAAC,KAAK,CAAC,sBAAsB,EAAE,EAAE,MAAM,QAAA,EAAE,QAAQ,UAAA,EAAE,MAAM,QAAA,EAAE,CAAC,CAAC;IAChE,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,YAAY,CAAC,MAAc,EAAE,QAAgB;IACpD,IAAM,aAAa,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;IACzC,IAAM,eAAe,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;IAC7C,IAAM,MAAM,GAAG,aAAa,GAAG,eAAe,CAAC;IAC/C,aAAG,CAAC,KAAK,CAAC,iBAAiB,EAAE,EAAE,MAAM,QAAA,EAAE,QAAQ,UAAA,EAAE,MAAM,QAAA,EAAE,CAAC,CAAC;IAC3D,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,WAAW,CAAC,MAAc,EAAE,QAAgB;IACnD,IAAM,aAAa,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;IACzC,IAAM,eAAe,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;IAC7C,IAAM,MAAM,GAAG,aAAa,GAAG,eAAe,CAAC;IAC/C,aAAG,CAAC,KAAK,CAAC,gBAAgB,EAAE,EAAE,MAAM,QAAA,EAAE,QAAQ,UAAA,EAAE,MAAM,QAAA,EAAE,CAAC,CAAC;IAC1D,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,eAAe,CAAC,MAAc,EAAE,QAAgB;IACvD,IAAM,MAAM,GAAG,2BAAc,CAAC,eAAe,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAChE,aAAG,CAAC,KAAK,CAAC,oBAAoB,EAAE,EAAE,MAAM,QAAA,EAAE,QAAQ,UAAA,EAAE,MAAM,QAAA,EAAE,CAAC,CAAC;IAC9D,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,iBAAiB,CAAC,MAAc,EAAE,QAAgB;IACzD,IAAM,MAAM,GAAG,uBAAc,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAChD,aAAG,CAAC,KAAK,CAAC,sBAAsB,EAAE,EAAE,MAAM,QAAA,EAAE,QAAQ,UAAA,EAAE,MAAM,QAAA,EAAE,CAAC,CAAC;IAChE,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,gBAAgB,CAAC,MAAc,EAAE,QAAgB;IACxD,IAAM,aAAa,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;IACtD,IAAM,YAAY,GAAG,UAAC,GAAU,EAAE,MAAW,EAAE,GAAW;QACxD,aAAG,CAAC,KAAK,CAAC,+CAA+C,EAAE,EAAE,MAAM,QAAA,EAAE,GAAG,KAAA,EAAE,EAAE,GAAG,CAAC,CAAC;IACnF,CAAC,CAAC;IACF,IAAM,YAAY,GAAG,uBAAS,CAAC,MAAM,EAAE,aAAa,EAAE,YAAY,CAAC,CAAC;IACpE,IAAM,cAAc,GAAG,uBAAS,CAAC,QAAQ,EAAE,aAAa,EAAE,YAAY,CAAC,CAAC;IACxE,IAAI,CAAC,YAAY,IAAI,CAAC,cAAc,EAAE;QACpC,OAAO,KAAK,CAAC;KACd;IAED,IAAM,MAAM,GAAG,uBAAc,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC;IAC5F,aAAG,CAAC,KAAK,CAAC,qBAAqB,EAAE,EAAE,MAAM,QAAA,EAAE,QAAQ,UAAA,EAAE,MAAM,QAAA,EAAE,CAAC,CAAC;IAC/D,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -26,7 +26,7 @@ export interface SequenceExecutorLike {
|
|
|
26
26
|
resRequest?: any;
|
|
27
27
|
}): void;
|
|
28
28
|
handleExtractions(request: Extractable, res: any): Promise<void>;
|
|
29
|
-
handleAssertions(index: number, step: Assertable): Histogram
|
|
29
|
+
handleAssertions(index: number, step: Assertable): Promise<Histogram>;
|
|
30
30
|
handleWait(wait?: number | string, key?: string): Promise<void>;
|
|
31
31
|
prepareUrl(url: string, index: number): string;
|
|
32
32
|
setWsMessages(index: number, wsMessages: string[]): void;
|
package/dist/sequence.d.ts
CHANGED
|
@@ -2,6 +2,7 @@ import { RequestSequenceResult } from './request-sequence-result';
|
|
|
2
2
|
import { Parameters } from '@loadmill/core/dist/parameters';
|
|
3
3
|
import { Step } from '@loadmill/core/dist/step/types';
|
|
4
4
|
import { ExecutionBlocker } from '@loadmill/core/dist/team-options/types';
|
|
5
|
+
import { ExecutableConfIntegrations } from './types/integrations';
|
|
5
6
|
export declare const reqIdParamName = "loadmill-request-id";
|
|
6
7
|
export declare const sequence: {
|
|
7
8
|
execute(httpAgent: any, requests: Step[], parameters: Parameters[], domainsWhiteList: string[], sequenceOptions: SequenceOptions, protoFileRootPath?: string | undefined): Promise<RequestSequenceResult>;
|
|
@@ -15,5 +16,6 @@ declare type SequenceOptions = {
|
|
|
15
16
|
xmlDecode?: boolean;
|
|
16
17
|
executionBlockers?: ExecutionBlocker[];
|
|
17
18
|
apiNoVerifyDomain?: boolean;
|
|
19
|
+
integrations?: ExecutableConfIntegrations;
|
|
18
20
|
};
|
|
19
21
|
export {};
|