testaro 5.5.8 → 5.6.0

package/create.js

@@ -112,6 +112,7 @@ const runHosts = async (timeStamp, specs) => {
     if (crashHosts.length) {
       console.log(`Hosts crashed:\n${JSON.stringify(crashHosts, null, 2)}`);
     }
+    return '';
   }
 };
 // Runs a file-based job and writes a report file for the script or each host.
@@ -136,7 +137,7 @@ exports.runJob = async (scriptID, batchID) => {
         batch = JSON.parse(batchJSON);
         const specs = batchify(script, batch, timeStamp);
         // Recursively run each host script and save the reports.
-        runHosts(timeStamp, specs);
+        await runHosts(timeStamp, specs);
       }
       // Otherwise, i.e. if there is no batch:
       else {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testaro",
-  "version": "5.5.8",
+  "version": "5.6.0",
   "description": "Automation of accessibility testing",
   "main": "index.js",
   "scripts": {

package/run.js

@@ -500,6 +500,7 @@ const goto = async (page, url, timeout, waitUntil, isStrict) => {
   if (url.startsWith('file://.')) {
     url = url.replace('file://', `file://${__dirname}/`);
   }
+  // Visit the URL.
   const response = await page.goto(url, {
     timeout,
     waitUntil
@@ -509,25 +510,37 @@ const goto = async (page, url, timeout, waitUntil, isStrict) => {
     visitTimeoutCount++;
     return 'error';
   });
+  // If the visit succeeded:
   if (typeof response !== 'string') {
     const httpStatus = response.status();
+    // If the response status was normal:
     if ([200, 304].includes(httpStatus) || url.startsWith('file:')) {
+      // If the browser was redirected in violation of a strictness requirement.
       const actualURL = page.url();
       if (isStrict && deSlash(actualURL) !== deSlash(url)) {
+        // Return an error.
         console.log(`ERROR: Visit to ${url} redirected to ${actualURL}`);
         return 'redirection';
       }
+      // Otherwise, i.e. if no prohibited redirection occurred:
       else {
+        // Press the Escape key to dismiss any modal dialog.
+        await page.keyboard.press('Escape');
+        // Return the response.
         return response;
       }
     }
+    // Otherwise, i.e. if the response status was abnormal:
     else {
+      // Return an error.
       console.log(`ERROR: Visit to ${url} got status ${httpStatus}`);
       visitRejectionCount++;
       return 'error';
     }
   }
+  // Otherwise, i.e. if the visit failed:
   else {
+    // Return an error.
     return 'error';
   }
 };

package/runHost.js

@@ -18,8 +18,29 @@ const runHost = async (id, scriptJSON, hostJSON) => {
     script: JSON.parse(scriptJSON),
     acts: []
   };
+  let reportJSON = JSON.stringify(report, null, 2);
   await handleRequest(report);
-  const reportJSON = JSON.stringify(report, null, 2);
+  report.acts.forEach(act => {
+    try {
+      JSON.stringify(act);
+    }
+    catch (error) {
+      console.log(`ERROR: act of type ${act.type} malformatted`);
+      act = {
+        type: act.type || 'ERROR',
+        which: act.which || 'N/A',
+        prevented: true,
+        error: error.message
+      };
+      console.log(`act changed to:\n${JSON.stringify(act, null, 2)}`);
+    }
+  });
+  try {
+    reportJSON = JSON.stringify(report, null, 2);
+  }
+  catch(error) {
+    console.log(`ERROR: report for host ${id} not JSON (${error.message})`);
+  }
   process.send(reportJSON, () => {
     process.disconnect();
     process.exit();

package/tests/axe.js

@@ -24,7 +24,7 @@ const {injectAxe, getAxeResults} = require('axe-playwright');
 // Conducts and reports an Axe test.
 exports.reporter = async (page, detailLevel, rules = []) => {
   // Initialize the report.
-  const data = {};
+  let data = {};
   // Inject axe-core into the page.
   await injectAxe(page)
   .catch(error => {
@@ -104,5 +104,15 @@ exports.reporter = async (page, detailLevel, rules = []) => {
     }
   }
   // Return the result.
+  try {
+    JSON.stringify(data);
+  }
+  catch(error) {
+    console.log(`ERROR: axe result cannot be made JSON (${error.message})`);
+    data = {
+      prevented: true,
+      error: `ERROR: axe result cannot be made JSON (${error.message})`
+    };
+  }
   return {result: data};
 };

package/tests/menuNav.js

@@ -6,7 +6,7 @@
 */
 exports.reporter = async (page, withItems) => {
   // Initialize a report.
-  const data = {
+  let data = {
     totals: {
       navigations: {
         all: {
@@ -238,12 +238,22 @@ exports.reporter = async (page, withItems) => {
         // If the menu contains at least 2 direct menu items:
         if (menuItems.length > 1) {
           // Test its menu items.
-          const isCorrect = await testMenuItems(firstMenu, menuItems, 0, orientation, true);
-          // Increment the data.
-          data.totals.menus.total++;
-          data.totals.menus[isCorrect ? 'correct' : 'incorrect']++;
-          // Process the remaining menus.
-          await testMenus(menus.slice(1));
+          let isCorrect = false;
+          try {
+            isCorrect = await testMenuItems(firstMenu, menuItems, 0, orientation, true);
+            // Increment the data.
+            data.totals.menus.total++;
+            data.totals.menus[isCorrect ? 'correct' : 'incorrect']++;
+            // Process the remaining menus.
+            await testMenus(menus.slice(1));
+          }
+          catch(error) {
+            console.log(`ERROR: menuNav could not perform tests (${error.message})`);
+            data = {
+              prevented: true,
+              error: error.message
+            };
+          }
         }
       }
     };