testaro 36.2.0 → 36.3.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testaro",
-  "version": "36.2.0",
+  "version": "36.3.0",
   "description": "Run 1000 web accessibility tests from 10 tools and get a standardized report",
   "main": "index.js",
   "scripts": {

package/testaro/motion.js

@@ -51,7 +51,6 @@ exports.reporter = async page => {
     delayBefore: 2000,
     delayBetween: 3000
   });
-  console.log(JSON.stringify(data, null, 2));
   // If the screenshots succeeded:
   if (data.success) {
     // If any pixels were changed:

package/tests/testaro.js

@@ -142,7 +142,7 @@ const wait = ms => {
     }, ms);
   });
 };
-// Conducts and reports the Testaro tests.
+// Conducts and reports Testaro tests.
 exports.reporter = async (page, options) => {
   const {report, withItems, stopOnFail, args} = options;
   const argRules = args ? Object.keys(args) : null;
@@ -208,23 +208,39 @@ exports.reporter = async (page, options) => {
         result[rule].what = what;
         try {
           const startTime = Date.now();
-          const ruleReport = isJS
-            ? await require(`../testaro/${rule}`).reporter(... ruleArgs)
-            : await jsonTest(rule, ruleArgs);
-          // Add data from the test to the result.
-          const endTime = Date.now();
-          testTimes.push([rule, Math.round((endTime - startTime) / 1000)]);
-          Object.keys(ruleReport).forEach(key => {
-            result[rule][key] = ruleReport[key];
+          // Apply a 9-second time limit to the test. If it expires:
+          let timeout;
+          const timer = new Promise(resolve => {
+            timeout = setTimeout(() => {
+              // Add data about the test, including its prevention, to the result.
+              const endTime = Date.now();
+              testTimes.push([rule, Math.round((endTime - startTime) / 1000)]);
+              data.rulePreventions.push(rule);
+              result[rule].totals = [0, 0, 0, 0];
+              result[rule].standardInstances = [];
+              console.log(`ERROR: Test of testaro rule ${rule} timed out`);
+              resolve({timedOut: true});
+            }, 9000);
           });
-          result[rule].totals = result[rule].totals.map(total => Math.round(total));
-          if (ruleReport.prevented) {
-            data.rulePreventions.push(rule);
-          }
-          // If testing is to stop after a failure and the page failed the test:
-          if (stopOnFail && ruleReport.totals.some(total => total)) {
-            // Stop testing.
-            break;
+          const ruleReport = isJS
+            ? require(`../testaro/${rule}`).reporter(... ruleArgs)
+            : jsonTest(rule, ruleArgs);
+          const timeoutReport = await Promise.race([timer, ruleReport]);
+          clearTimeout(timeout);
+          // If the test was completed before the deadline:
+          if (! timeoutReport.timedOut) {
+            // Add data from the test to the result.
+            const endTime = Date.now();
+            testTimes.push([rule, Math.round((endTime - startTime) / 1000)]);
+            Object.keys(timeoutReport).forEach(key => {
+              result[rule][key] = timeoutReport[key];
+            });
+            result[rule].totals = result[rule].totals.map(total => Math.round(total));
+            // If testing is to stop after a failure and the page failed the test:
+            if (stopOnFail && timeoutReport.totals.some(total => total)) {
+              // Stop testing.
+              break;
+            }
           }
         }
         // If an error is thrown by the test: