graphdb-workbench-tests 2.8.5 → 2.8.6-RC2

package/cypress.config.js

@@ -9,6 +9,10 @@ module.exports = defineConfig({
     defaultCommandTimeout: 25000,
     numTestsKeptInMemory: 10,
     e2e: {
+        retries: {
+            runMode: 2,
+            openMode: 0
+        },
         // We've imported your old cypress plugins here.
         // You may want to clean this up later by importing these.
         setupNodeEvents(on, config) {

package/integration/home/cookie-policy.spec.js

@@ -2,6 +2,7 @@ import HomeSteps from '../../steps/home-steps';
 import {EnvironmentStubs} from "../../stubs/environment-stubs";
 import {SecurityStubs} from "../../stubs/security-stubs";
 import {SettingsSteps} from "../../steps/setup/settings-steps";
+import {LicenseStubs} from "../../stubs/license-stubs";
 
 Cypress.env('set_default_user_data', false);
 
@@ -9,6 +10,7 @@ describe('Cookie policy', () => {
     beforeEach(() => {
         cy.setDefaultUserData(false);
         cy.viewport(1280, 1000);
+        LicenseStubs.stubFreeLicense();
     });
 
     afterEach(() => cy.setDefaultUserData());

package/npm-shrinkwrap.json

@@ -1,12 +1,12 @@
 {
     "name": "graphdb-workbench-tests",
-    "version": "2.8.5",
+    "version": "2.8.6-RC2",
     "lockfileVersion": 3,
     "requires": true,
     "packages": {
         "": {
             "name": "graphdb-workbench-tests",
-            "version": "2.8.5",
+            "version": "2.8.6-RC2",
             "license": "Apache-2.0",
             "devDependencies": {
                 "cypress": "^13.3.1",

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "graphdb-workbench-tests",
-    "version": "2.8.5",
+    "version": "2.8.6-RC2",
     "description": "Cypress tests for GraphDB workbench",
     "scripts": {
         "prepack": "npm shrinkwrap",

package/plugins/index.js

@@ -12,6 +12,7 @@
 // the project's config changing)
 
 const del = require('del');
+const retryTracker = {};
 
 module.exports = (on, config) => {
     // `on` is used to hook into various events Cypress emits
@@ -29,17 +30,69 @@ module.exports = (on, config) => {
         }
     });
 
-    // keep only the videos for the failed specs
     on('after:spec', (spec, results) => {
+        // Retry tracking
+        if (!retryTracker.flaky) {
+            retryTracker.flaky = {};
+        }
+
+        if (!retryTracker.broken) {
+            retryTracker.broken = {};
+        }
+
+        results.tests.forEach((test) => {
+            const title = test.title.join(' ');
+            const attempts = test.attempts.length;
+            const retries = attempts - 1;
+
+            if (retries < 1) {
+                return;
+            }
+
+            if (test.state === 'passed') {
+                retryTracker.flaky[title] = retries;
+            }
+
+            if (test.state === 'failed') {
+                retryTracker.broken[title] = retries;
+            }
+        });
+
+        // Video cleanup
         if (results && results.video) {
-            // Do we have failures for any retry attempts?
-            const failures = results.tests.some((test) => {
-                return test.attempts.some((attempt) => attempt.state === 'failed');
-            });
+            const failures = results.tests.some((test) =>
+                test.attempts.some((attempt) => attempt.state === 'failed')
+            );
             if (!failures) {
-                // delete the video if the spec passed and no tests retried
                 return del(results.video);
             }
         }
     });
+
+    on('after:run', () => {
+        const { flaky = {}, broken = {} } = retryTracker;
+
+        const printGroup = (label, group) => {
+            const entries = Object.entries(group);
+            if (entries.length === 0) {
+                return;
+            }
+
+            console.log(`\n ${label} (${entries.length}):`);
+            entries.forEach(([name, retry]) => {
+                console.log(`  * ${name}`);
+                console.log(`    ↪ retried ${retry} time(s), total runs: ${retry + 1}`);
+            });
+        };
+
+        if (Object.keys(flaky).length === 0 && Object.keys(broken).length === 0) {
+            console.log('\n========================================   Retry  Summary   ========================================\n️ [PASS] No retried tests!\n====================================================================================================\n');
+            return;
+        }
+
+        console.log('\n========================================   Retry  Summary   ========================================');
+        printGroup('[WARNING] Flaky tests', flaky);
+        printGroup('[FAIL] Broken tests', broken);
+        console.log('====================================================================================================\n');
+    });
 };