codeceptjs 3.5.15 → 3.6.0-beta.1.ai-healers

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (139) hide show
  1. package/README.md +2 -2
  2. package/bin/codecept.js +66 -30
  3. package/docs/advanced.md +351 -0
  4. package/docs/ai.md +365 -0
  5. package/docs/api.md +323 -0
  6. package/docs/basics.md +979 -0
  7. package/docs/bdd.md +539 -0
  8. package/docs/best.md +237 -0
  9. package/docs/books.md +37 -0
  10. package/docs/bootstrap.md +135 -0
  11. package/docs/build/AI.js +124 -0
  12. package/docs/build/ApiDataFactory.js +410 -0
  13. package/docs/build/Appium.js +2027 -0
  14. package/docs/build/Expect.js +422 -0
  15. package/docs/build/FileSystem.js +228 -0
  16. package/docs/build/GraphQL.js +229 -0
  17. package/docs/build/GraphQLDataFactory.js +309 -0
  18. package/docs/build/JSONResponse.js +338 -0
  19. package/docs/build/Mochawesome.js +71 -0
  20. package/docs/build/Nightmare.js +2152 -0
  21. package/docs/build/Playwright.js +5110 -0
  22. package/docs/build/Protractor.js +2706 -0
  23. package/docs/build/Puppeteer.js +3905 -0
  24. package/docs/build/REST.js +344 -0
  25. package/docs/build/TestCafe.js +2125 -0
  26. package/docs/build/WebDriver.js +4240 -0
  27. package/docs/changelog.md +2572 -0
  28. package/docs/commands.md +266 -0
  29. package/docs/community-helpers.md +58 -0
  30. package/docs/configuration.md +157 -0
  31. package/docs/continuous-integration.md +22 -0
  32. package/docs/custom-helpers.md +306 -0
  33. package/docs/data.md +379 -0
  34. package/docs/detox.md +235 -0
  35. package/docs/docker.md +136 -0
  36. package/docs/email.md +183 -0
  37. package/docs/examples.md +149 -0
  38. package/docs/heal.md +186 -0
  39. package/docs/helpers/ApiDataFactory.md +266 -0
  40. package/docs/helpers/Appium.md +1374 -0
  41. package/docs/helpers/Detox.md +586 -0
  42. package/docs/helpers/Expect.md +275 -0
  43. package/docs/helpers/FileSystem.md +152 -0
  44. package/docs/helpers/GraphQL.md +151 -0
  45. package/docs/helpers/GraphQLDataFactory.md +226 -0
  46. package/docs/helpers/JSONResponse.md +254 -0
  47. package/docs/helpers/Mochawesome.md +8 -0
  48. package/docs/helpers/MockRequest.md +377 -0
  49. package/docs/helpers/Nightmare.md +1305 -0
  50. package/docs/helpers/OpenAI.md +70 -0
  51. package/docs/helpers/Playwright.md +2759 -0
  52. package/docs/helpers/Polly.md +44 -0
  53. package/docs/helpers/Protractor.md +1769 -0
  54. package/docs/helpers/Puppeteer-firefox.md +86 -0
  55. package/docs/helpers/Puppeteer.md +2317 -0
  56. package/docs/helpers/REST.md +218 -0
  57. package/docs/helpers/TestCafe.md +1321 -0
  58. package/docs/helpers/WebDriver.md +2547 -0
  59. package/docs/hooks.md +340 -0
  60. package/docs/index.md +111 -0
  61. package/docs/installation.md +75 -0
  62. package/docs/internal-api.md +266 -0
  63. package/docs/locators.md +339 -0
  64. package/docs/mobile-react-native-locators.md +67 -0
  65. package/docs/mobile.md +338 -0
  66. package/docs/pageobjects.md +291 -0
  67. package/docs/parallel.md +400 -0
  68. package/docs/playwright.md +632 -0
  69. package/docs/plugins.md +1247 -0
  70. package/docs/puppeteer.md +316 -0
  71. package/docs/quickstart.md +162 -0
  72. package/docs/react.md +70 -0
  73. package/docs/reports.md +392 -0
  74. package/docs/secrets.md +36 -0
  75. package/docs/shadow.md +68 -0
  76. package/docs/shared/keys.mustache +31 -0
  77. package/docs/shared/react.mustache +1 -0
  78. package/docs/testcafe.md +174 -0
  79. package/docs/translation.md +247 -0
  80. package/docs/tutorial.md +271 -0
  81. package/docs/typescript.md +180 -0
  82. package/docs/ui.md +59 -0
  83. package/docs/videos.md +28 -0
  84. package/docs/visual.md +202 -0
  85. package/docs/vue.md +143 -0
  86. package/docs/webdriver.md +701 -0
  87. package/docs/wiki/Books-&-Posts.md +27 -0
  88. package/docs/wiki/Community-Helpers-&-Plugins.md +53 -0
  89. package/docs/wiki/Converting-Playwright-to-Istanbul-Coverage.md +61 -0
  90. package/docs/wiki/Examples.md +145 -0
  91. package/docs/wiki/Google-Summer-of-Code-(GSoC)-2020.md +68 -0
  92. package/docs/wiki/Home.md +16 -0
  93. package/docs/wiki/Migration-to-Appium-v2---CodeceptJS.md +83 -0
  94. package/docs/wiki/Release-Process.md +24 -0
  95. package/docs/wiki/Roadmap.md +23 -0
  96. package/docs/wiki/Tests.md +1393 -0
  97. package/docs/wiki/Upgrading-to-CodeceptJS-3.md +153 -0
  98. package/docs/wiki/Videos.md +19 -0
  99. package/lib/actor.js +3 -6
  100. package/lib/ai.js +152 -80
  101. package/lib/cli.js +1 -0
  102. package/lib/command/dryRun.js +13 -44
  103. package/lib/command/generate.js +34 -0
  104. package/lib/command/run-workers.js +3 -0
  105. package/lib/command/run.js +3 -0
  106. package/lib/container.js +2 -0
  107. package/lib/heal.js +172 -0
  108. package/lib/helper/AI.js +124 -0
  109. package/lib/helper/Appium.js +12 -36
  110. package/lib/helper/Expect.js +8 -11
  111. package/lib/helper/JSONResponse.js +8 -8
  112. package/lib/helper/Playwright.js +240 -100
  113. package/lib/helper/Puppeteer.js +68 -182
  114. package/lib/helper/REST.js +1 -4
  115. package/lib/helper/WebDriver.js +10 -324
  116. package/lib/index.js +3 -0
  117. package/lib/listener/steps.js +0 -2
  118. package/lib/locator.js +4 -13
  119. package/lib/plugin/coverage.js +99 -112
  120. package/lib/plugin/heal.js +26 -117
  121. package/lib/recorder.js +11 -5
  122. package/lib/step.js +1 -3
  123. package/lib/store.js +2 -0
  124. package/lib/template/heal.js +39 -0
  125. package/package.json +35 -47
  126. package/typings/index.d.ts +0 -17
  127. package/typings/promiseBasedTypes.d.ts +57 -340
  128. package/typings/types.d.ts +73 -433
  129. package/docs/webapi/dontSeeTraffic.mustache +0 -13
  130. package/docs/webapi/flushNetworkTraffics.mustache +0 -5
  131. package/docs/webapi/grabRecordedNetworkTraffics.mustache +0 -10
  132. package/docs/webapi/seeTraffic.mustache +0 -36
  133. package/docs/webapi/startRecordingTraffic.mustache +0 -8
  134. package/docs/webapi/stopRecordingTraffic.mustache +0 -5
  135. package/docs/webapi/waitForCookie.mustache +0 -9
  136. package/lib/helper/MockServer.js +0 -221
  137. package/lib/helper/errors/ElementAssertion.js +0 -38
  138. package/lib/helper/networkTraffics/utils.js +0 -137
  139. /package/{lib/helper → docs/build}/OpenAI.js +0 -0
@@ -0,0 +1,338 @@
1
+ const assert = require('assert');
2
+ const chai = require('chai');
3
+ const joi = require('joi');
4
+ const chaiDeepMatch = require('chai-deep-match');
5
+ const Helper = require('@codeceptjs/helper');
6
+
7
+ chai.use(chaiDeepMatch);
8
+
9
+ const { expect } = chai;
10
+
11
+ /**
12
+ * This helper allows performing assertions on JSON responses paired with following helpers:
13
+ *
14
+ * * REST
15
+ * * GraphQL
16
+ * * Playwright
17
+ *
18
+ * It can check status codes, response data, response structure.
19
+ *
20
+ *
21
+ * ## Configuration
22
+ *
23
+ * * `requestHelper` - a helper which will perform requests. `REST` by default, also `Playwright` or `GraphQL` can be used. Custom helpers must have `onResponse` hook in their config, which will be executed when request is performed.
24
+ *
25
+ * ### Examples
26
+ *
27
+ * Zero-configuration when paired with REST:
28
+ *
29
+ * ```js
30
+ * // inside codecept.conf.js
31
+ *{
32
+ * helpers: {
33
+ * REST: {
34
+ * endpoint: 'http://site.com/api',
35
+ * },
36
+ * JSONResponse: {}
37
+ * }
38
+ *}
39
+ * ```
40
+ * Explicitly setting request helper if you use `makeApiRequest` of Playwright to perform requests and not paired REST:
41
+ *
42
+ * ```js
43
+ * // inside codecept.conf.js
44
+ * // ...
45
+ * helpers: {
46
+ * Playwright: {
47
+ * url: 'https://localhost',
48
+ * browser: 'chromium',
49
+ * },
50
+ * JSONResponse: {
51
+ * requestHelper: 'Playwright',
52
+ * }
53
+ * }
54
+ * ```
55
+ * ## Access From Helpers
56
+ *
57
+ * If you plan to add custom assertions it is recommended to create a helper that will retrieve response object from JSONResponse:
58
+ *
59
+ *
60
+ * ```js
61
+ * // inside custom helper
62
+ * const response = this.helpers.JSONResponse.response;
63
+ * ```
64
+ *
65
+ * ## Methods
66
+ */
67
+ class JSONResponse extends Helper {
68
+ constructor(config = {}) {
69
+ super(config);
70
+ this.options = {
71
+ requestHelper: 'REST',
72
+ };
73
+ this.options = { ...this.options, ...config };
74
+ }
75
+
76
+ _beforeSuite() {
77
+ this.response = null;
78
+ if (!this.helpers[this.options.requestHelper]) {
79
+ throw new Error(`Error setting JSONResponse, helper ${this.options.requestHelper} is not enabled in config, helpers: ${Object.keys(this.helpers)}`);
80
+ }
81
+ // connect to REST helper
82
+ this.helpers[this.options.requestHelper].config.onResponse = (response) => {
83
+ this.response = response;
84
+ };
85
+ }
86
+
87
+ _before() {
88
+ this.response = null;
89
+ }
90
+
91
+ static _checkRequirements() {
92
+ try {
93
+ require('joi');
94
+ require('chai');
95
+ } catch (e) {
96
+ return ['joi'];
97
+ }
98
+ }
99
+
100
+ /**
101
+ * Checks that response code is equal to the provided one
102
+ *
103
+ * ```js
104
+ * I.seeResponseCodeIs(200);
105
+ * ```
106
+ *
107
+ * @param {number} code
108
+ */
109
+ seeResponseCodeIs(code) {
110
+ this._checkResponseReady();
111
+ expect(this.response.status).to.eql(code, 'Response code is not the same as expected');
112
+ }
113
+
114
+ /**
115
+ * Checks that response code is not equal to the provided one
116
+ *
117
+ * ```js
118
+ * I.dontSeeResponseCodeIs(500);
119
+ * ```
120
+ *
121
+ * @param {number} code
122
+ */
123
+ dontSeeResponseCodeIs(code) {
124
+ this._checkResponseReady();
125
+ expect(this.response.status).not.to.eql(code);
126
+ }
127
+
128
+ /**
129
+ * Checks that the response code is 4xx
130
+ */
131
+ seeResponseCodeIsClientError() {
132
+ this._checkResponseReady();
133
+ expect(this.response.status).to.be.gte(400);
134
+ expect(this.response.status).to.be.lt(500);
135
+ }
136
+
137
+ /**
138
+ * Checks that the response code is 3xx
139
+ */
140
+ seeResponseCodeIsRedirection() {
141
+ this._checkResponseReady();
142
+ expect(this.response.status).to.be.gte(300);
143
+ expect(this.response.status).to.be.lt(400);
144
+ }
145
+
146
+ /**
147
+ * Checks that the response code is 5xx
148
+ */
149
+ seeResponseCodeIsServerError() {
150
+ this._checkResponseReady();
151
+ expect(this.response.status).to.be.gte(500);
152
+ expect(this.response.status).to.be.lt(600);
153
+ }
154
+
155
+ /**
156
+ * Checks that the response code is 2xx
157
+ * Use it instead of seeResponseCodeIs(200) if server can return 204 instead.
158
+ *
159
+ * ```js
160
+ * I.seeResponseCodeIsSuccessful();
161
+ * ```
162
+ */
163
+ seeResponseCodeIsSuccessful() {
164
+ this._checkResponseReady();
165
+ expect(this.response.status).to.be.gte(200);
166
+ expect(this.response.status).to.be.lt(300);
167
+ }
168
+
169
+ /**
170
+ * Checks for deep inclusion of a provided json in a response data.
171
+ *
172
+ * ```js
173
+ * // response.data == { user: { name: 'jon', email: 'jon@doe.com' } }
174
+ *
175
+ * I.seeResponseContainsJson({ user: { email: 'jon@doe.com' } });
176
+ * ```
177
+ * If an array is received, checks that at least one element contains JSON
178
+ * ```js
179
+ * // response.data == [{ user: { name: 'jon', email: 'jon@doe.com' } }]
180
+ *
181
+ * I.seeResponseContainsJson({ user: { email: 'jon@doe.com' } });
182
+ * ```
183
+ *
184
+ * @param {object} json
185
+ */
186
+ seeResponseContainsJson(json = {}) {
187
+ this._checkResponseReady();
188
+ if (Array.isArray(this.response.data)) {
189
+ let fails = 0;
190
+ for (const el of this.response.data) {
191
+ try {
192
+ expect(el).to.deep.match(json);
193
+ } catch (err) {
194
+ fails++;
195
+ }
196
+ }
197
+ assert.ok(fails < this.response.data.length, `No elements in array matched ${JSON.stringify(json)}`);
198
+ } else {
199
+ expect(this.response.data).to.deep.match(json);
200
+ }
201
+ }
202
+
203
+ /**
204
+ * Checks for deep inclusion of a provided json in a response data.
205
+ *
206
+ * ```js
207
+ * // response.data == { data: { user: 1 } }
208
+ *
209
+ * I.dontSeeResponseContainsJson({ user: 2 });
210
+ * ```
211
+ * If an array is received, checks that no element of array contains json:
212
+ * ```js
213
+ * // response.data == [{ user: 1 }, { user: 3 }]
214
+ *
215
+ * I.dontSeeResponseContainsJson({ user: 2 });
216
+ * ```
217
+ *
218
+ * @param {object} json
219
+ */
220
+ dontSeeResponseContainsJson(json = {}) {
221
+ this._checkResponseReady();
222
+ if (Array.isArray(this.response.data)) {
223
+ this.response.data.forEach(data => expect(data).not.to.deep.match(json));
224
+ } else {
225
+ expect(this.response.data).not.to.deep.match(json);
226
+ }
227
+ }
228
+
229
+ /**
230
+ * Checks for deep inclusion of a provided json in a response data.
231
+ *
232
+ * ```js
233
+ * // response.data == { user: { name: 'jon', email: 'jon@doe.com' } }
234
+ *
235
+ * I.seeResponseContainsKeys(['user']);
236
+ * ```
237
+ *
238
+ * If an array is received, check is performed for each element of array:
239
+ *
240
+ * ```js
241
+ * // response.data == [{ user: 'jon' }, { user: 'matt'}]
242
+ *
243
+ * I.seeResponseContainsKeys(['user']);
244
+ * ```
245
+ *
246
+ * @param {array} keys
247
+ */
248
+ seeResponseContainsKeys(keys = []) {
249
+ this._checkResponseReady();
250
+ if (Array.isArray(this.response.data)) {
251
+ this.response.data.forEach(data => expect(data).to.include.keys(keys));
252
+ } else {
253
+ expect(this.response.data).to.include.keys(keys);
254
+ }
255
+ }
256
+
257
+ /**
258
+ * Executes a callback function passing in `response` object and chai assertions with `expect`
259
+ * Use it to perform custom checks of response data
260
+ *
261
+ * ```js
262
+ * I.seeResponseValidByCallback(({ data, status, expect }) => {
263
+ * expect(status).to.eql(200);
264
+ * expect(data).keys.to.include(['user', 'company']);
265
+ * });
266
+ * ```
267
+ *
268
+ * @param {function} fn
269
+ */
270
+ seeResponseValidByCallback(fn) {
271
+ this._checkResponseReady();
272
+ fn({ ...this.response, expect });
273
+ const body = fn.toString();
274
+ fn.toString = () => `${body.split('\n')[1]}...`;
275
+ }
276
+
277
+ /**
278
+ * Checks that response data equals to expected:
279
+ *
280
+ * ```js
281
+ * // response.data is { error: 'Not allowed' }
282
+ *
283
+ * I.seeResponseEquals({ error: 'Not allowed' })
284
+ * ```
285
+ * @param {object} resp
286
+ */
287
+ seeResponseEquals(resp) {
288
+ this._checkResponseReady();
289
+ expect(this.response.data).to.deep.equal(resp);
290
+ }
291
+
292
+ /**
293
+ * Validates JSON structure of response using [joi library](https://joi.dev).
294
+ * See [joi API](https://joi.dev/api/) for complete reference on usage.
295
+ *
296
+ * Use pre-initialized joi instance by passing function callback:
297
+ *
298
+ * ```js
299
+ * // response.data is { name: 'jon', id: 1 }
300
+ *
301
+ * I.seeResponseMatchesJsonSchema(joi => {
302
+ * return joi.object({
303
+ * name: joi.string(),
304
+ * id: joi.number()
305
+ * })
306
+ * });
307
+ *
308
+ * // or pass a valid schema
309
+ * const joi = require('joi');
310
+ *
311
+ * I.seeResponseMatchesJsonSchema(joi.object({
312
+ * name: joi.string(),
313
+ * id: joi.number();
314
+ * });
315
+ * ```
316
+ *
317
+ * @param {any} fnOrSchema
318
+ */
319
+ seeResponseMatchesJsonSchema(fnOrSchema) {
320
+ this._checkResponseReady();
321
+ let schema = fnOrSchema;
322
+ if (typeof fnOrSchema === 'function') {
323
+ schema = fnOrSchema(joi);
324
+ const body = fnOrSchema.toString();
325
+ fnOrSchema.toString = () => `${body.split('\n')[1]}...`;
326
+ }
327
+ if (!schema) throw new Error('Empty Joi schema provided, see https://joi.dev/ for details');
328
+ if (!joi.isSchema(schema)) throw new Error('Invalid Joi schema provided, see https://joi.dev/ for details');
329
+ schema.toString = () => schema.describe();
330
+ joi.assert(this.response.data, schema);
331
+ }
332
+
333
+ _checkResponseReady() {
334
+ if (!this.response) throw new Error('Response is not available');
335
+ }
336
+ }
337
+
338
+ module.exports = JSONResponse;
@@ -0,0 +1,71 @@
1
+ let addMochawesomeContext;
2
+ let currentTest;
3
+ let currentSuite;
4
+
5
+ const Helper = require('@codeceptjs/helper');
6
+ const { clearString } = require('../utils');
7
+
8
+ class Mochawesome extends Helper {
9
+ constructor(config) {
10
+ super(config);
11
+
12
+ // set defaults
13
+ this.options = {
14
+ uniqueScreenshotNames: false,
15
+ disableScreenshots: false,
16
+ };
17
+
18
+ addMochawesomeContext = require('mochawesome/addContext');
19
+ this._createConfig(config);
20
+ }
21
+
22
+ _createConfig(config) {
23
+ // override defaults with config
24
+ Object.assign(this.options, config);
25
+ }
26
+
27
+ _beforeSuite(suite) {
28
+ currentSuite = suite;
29
+ currentTest = '';
30
+ }
31
+
32
+ _before() {
33
+ if (currentSuite && currentSuite.ctx) {
34
+ currentTest = { test: currentSuite.ctx.currentTest };
35
+ }
36
+ }
37
+
38
+ _test(test) {
39
+ currentTest = { test };
40
+ }
41
+
42
+ _failed(test) {
43
+ if (this.options.disableScreenshots) return;
44
+ let fileName;
45
+ // Get proper name if we are fail on hook
46
+ if (test.ctx.test.type === 'hook') {
47
+ currentTest = { test: test.ctx.test };
48
+ // ignore retries if we are in hook
49
+ test._retries = -1;
50
+ fileName = clearString(`${test.title}_${currentTest.test.title}`);
51
+ } else {
52
+ currentTest = { test };
53
+ fileName = clearString(test.title);
54
+ }
55
+ if (this.options.uniqueScreenshotNames) {
56
+ const uuid = test.uuid || test.ctx.test.uuid;
57
+ fileName = `${fileName.substring(0, 10)}_${uuid}`;
58
+ }
59
+ if (test._retries < 1 || test._retries === test.retryNum) {
60
+ fileName = `${fileName}.failed.png`;
61
+ return addMochawesomeContext(currentTest, fileName);
62
+ }
63
+ }
64
+
65
+ addMochawesomeContext(context) {
66
+ if (currentTest === '') currentTest = { test: currentSuite.ctx.test };
67
+ return addMochawesomeContext(currentTest, context);
68
+ }
69
+ }
70
+
71
+ module.exports = Mochawesome;