testaro 45.0.0 → 45.0.2

package/README.md

@@ -250,7 +250,7 @@ When the texts of multiple elements of the same type will contain the same `whic
 
 #### Navigations
 
-An example of a **navigation** is the act of type `launch` in the job example above. That `launch` act has only a `type` property. If you want a particular `launch` act to use a different browser type or to navigate to a different target from the job defaults, the `launch` act can have a `browserID` and/or a `target` property.
+An example of a **navigation** is the act of type `launch` in the job example above. That `launch` act has only a `type` property. If you want a particular `launch` act to use a different browser type or to navigate to a different target URL from the job defaults, the `launch` act can have a `browserID` and/or a `url` property.
 
 If any act alters the page, you can restore the page to its original state for the next act by inserting a new `launch` act (and, if necessary, additional page-specific acts) between them.
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testaro",
-  "version": "45.0.0",
+  "version": "45.0.2",
   "description": "Run 1000 web accessibility tests from 10 tools and get a standardized report",
   "main": "index.js",
   "scripts": {

package/procs/job.js

@@ -115,12 +115,14 @@ const hasSubtype = (variable, subtype) => {
     return true;
   }
 };
+// Validates a device ID.
+const isDeviceID = exports.isDeviceID = deviceID => deviceID === 'default' || !! devices[deviceID];
 // Validates a browser type.
 const isBrowserID = exports.isBrowserID = type => ['chromium', 'firefox', 'webkit'].includes(type);
 // Validates a load state.
 const isState = string => ['loaded', 'idle'].includes(string);
 // Validates a URL.
-const isURL = string => /^(?:https?|file):\/\/[^\s]+$/.test(string);
+const isURL = exports.isURL = string => /^(?:https?|file):\/\/[^\s]+$/.test(string);
 // Validates a focusable tag name.
 const isFocusable = string => ['a', 'button', 'input', 'select'].includes(string);
 // Returns whether all elements of an array are numbers.
@@ -176,8 +178,6 @@ const isValidAct = exports.isValidAct = act => {
     return false;
   }
 };
-// Returns whether a device ID is valid.
-const isDeviceID = deviceID => deviceID === 'default' || !! devices[deviceID];
 // Returns blank if a job is valid, or an error message.
 exports.isValidJob = job => {
   // If any job was provided:
@@ -215,7 +215,7 @@ exports.isValidJob = job => {
     if (typeof observe !== 'boolean') {
       return 'Bad job observe';
     }
-    if (device.id !== 'default' && ! devices[device.id]) {
+    if (! isDeviceID(device.id)) {
       return 'Bad job deviceID';
     }
     if (! isBrowserID(browserID)) {
@@ -264,3 +264,28 @@ exports.isValidJob = job => {
     return 'no job';
   }
 };
+// Executes an asynchronous function with a time limit.
+exports.doBy = async function(timeLimit, obj, fnName, fnArgs, noticePrefix) {
+  let timer;
+  // Start a timer.
+  const timerPromise = new Promise(resolve => {
+    timer = setTimeout(() => {
+      console.log(`ERROR: ${noticePrefix} timed out at ${timeLimit} seconds`);
+      resolve('timedOut');
+    }, 1000 * timeLimit);
+  });
+  // Start the function execution.
+  /*
+  const fnPromise = new Promise(async resolve => {
+    resolve(await fn(... fnArgs));
+  });
+  */
+  const fnPromise = new Promise(async function(resolve) {
+    resolve(await obj[fnName](... fnArgs));
+  });
+  // Get the timeout or the value returned by the function, whichever is first.
+  const result = await Promise.race([timerPromise, fnPromise]);
+  clearTimeout(timer);
+  // Return the result.
+  return result;
+};

package/run.js

@@ -30,7 +30,7 @@
 // Module to keep secrets.
 require('dotenv').config();
 // Module to validate jobs.
-const {isBrowserID, isValidJob, tools} = require('./procs/job');
+const {isBrowserID, isDeviceID, isURL, isValidJob, tools} = require('./procs/job');
 // Module to standardize report formats.
 const {standardize} = require('./procs/standardize');
 // Module to identify element bounding boxes.
@@ -191,15 +191,15 @@ const browserClose = async () => {
   }
 };
 // Launches a browser, navigates to a URL, and returns browser data.
-const launch = async (report, debug, waits, tempBrowserID, tempTarget) => {
-  const {browserID, device, target} = report;
-  // Get the default arguments if not overridden.
-  browserID ??= browserID;
-  const {url} = (tempTarget || target);
-  // If the specified browser type exists:
-  if (isBrowserID(browserID)) {
+const launch = async (report, debug, waits, tempBrowserID, tempURL) => {
+  const {device} = report;
+  const deviceID = device && device.id;
+  const browserID = tempBrowserID || report.browserID || '';
+  const url = tempURL || report.target && report.target.url || '';
+  // If the specified browser and device types and URL exist:
+  if (isBrowserID(browserID) && isDeviceID(deviceID) && isURL(url)) {
     // Create a browser of the specified or default type.
-    const browserType = require('playwright')[tempBrowserID || browserID];
+    const browserType = require('playwright')[browserID];
     // Close the current browser, if any.
     await browserClose();
     // Define browser options.
@@ -222,7 +222,7 @@ const launch = async (report, debug, waits, tempBrowserID, tempTarget) => {
         error: 'Browser launch failed'
       };
     });
-    // Open a context (i.e. browser tab).
+    // Open a context (i.e. browser window).
     const browserContext = await browser.newContext(device.windowOptions);
     // Prevent default timeouts.
     browserContext.setDefaultTimeout(0);
@@ -325,13 +325,13 @@ const launch = async (report, debug, waits, tempBrowserID, tempTarget) => {
       };
     }
   }
-  // Otherwise, i.e. if it does not exist:
+  // Otherwise, i.e. if the browser or device ID is invalid:
   else {
     // Return this.
-    console.log(`ERROR: Browser of type ${browserID} could not be launched`);
+    console.log(`ERROR: Browser ${browserID}, device ${deviceID}, or URL ${url} invalid`);
     return {
       success: false,
-      error: `${browserID} browser launch failed`
+      error: `${browserID} browser launch with ${deviceID} device and navigation to ${url} failed`
     };
   }
 };
@@ -611,8 +611,8 @@ const doActs = async (report, actIndex, page) => {
         report,
         debug,
         waits,
-        act.browserID || report.browserID,
-        act.target || report.target
+        act.browserID || report.browserID || '',
+        act.url || report.target && report.target.url || ''
       );
       // If the launch and navigation succeeded:
       if (launchResult && launchResult.success) {
@@ -809,55 +809,25 @@ const doActs = async (report, actIndex, page) => {
         else if (act.type === 'test') {
           // Add a description of the tool to the act.
           act.what = tools[act.which];
-          // Initialize the options argument.
-          const options = {
-            report,
-            act
-          };
-          // Add any specified arguments to it.
-          Object.keys(act).forEach(key => {
-            if (! ['type', 'which'].includes(key)) {
-              options[key] = act[key];
-            }
-          });
           // Get the start time of the act.
           const startTime = Date.now();
-          let timer;
           try {
-            // Impose a time limit on the act.
-            let timeoutReport = 'onTime';
+            // Get the time limit in milliseconds for the act.
             const timeLimit = 1000 * timeLimits[act.which] || 15000;
-            timeoutReport = new Promise(resolve => {
-              timer = setTimeout(() => {
-                act.data = {
-                  prevented: true,
-                  error: `Act timed out at ${timeLimit / 1000} seconds`
-                };
-                console.log(`ERROR: Timed out at ${timeLimit / 1000} seconds`);
-                resolve('timedOut');
-              }, timeLimit);
-            });
-            // Try to perform the specified tests of the tool and get a report.
-            const actReport = require(`./tests/${act.which}`).reporter(page, options);
-            const raceReport = await Promise.race([timeoutReport, actReport]);
-            // If the act was finished without timing out:
-            if (raceReport !== 'timedOut') {
-              // Disable the timer.
-              clearTimeout(timer);
-              // Import the test results and process data into the act.
-              act.result = raceReport && raceReport.result || {};
-              act.data = raceReport && raceReport.data || {};
-              // If the page prevented the tool from operating:
-              if (act.data.prevented) {
-                // Add prevention data to the job data.
-                report.jobData.preventions[act.which] = act.data.error;
-              }
+            // Perform the specified tests of the tool.
+            const actReport = await require(`./tests/${act.which}`)
+            .reporter(page, report, actIndex, timeLimit);
+            // Add the data and result to the act.
+            act.data = actReport.data;
+            act.result = actReport.result;
+            // If the tool reported that the page prevented testing:
+            if (actReport.data.prevented) {
+              // Add prevention data to the job data.
+              report.jobData.preventions[act.which] = act.data.error;
             }
           }
-          // If the testing failed other than by timing out:
+          // If the tool invocation failed:
           catch(error) {
-            // Disable the timer.
-            clearTimeout(timer);
             // Report the failure.
             const message = error.message.slice(0, 400);
             console.log(`ERROR: Test act ${act.which} failed (${message})`);

package/tests/alfa.js

@@ -30,19 +30,20 @@
 const {Audit} = require('@siteimprove/alfa-act');
 const {Playwright} = require('@siteimprove/alfa-playwright');
 let alfaRules = require('@siteimprove/alfa-rules').default;
+const {doBy} = require('../procs/job');
 
 // FUNCTIONS
 
 // Conducts and reports the alfa tests.
-exports.reporter = async (page, options) => {
-  const {act} = options;
+exports.reporter = async (page, report, actIndex, timeLimit) => {
+  const act = report.acts[actIndex];
   const {rules} = act;
   // If only some rules are to be employed:
   if (rules && rules.length) {
     // Remove the other rules.
     alfaRules = alfaRules.filter(rule => rules.includes(rule.uri.replace(/^.+-/, '')));
   }
-  // Get the document containing the summaries of the alfa rules.
+  // Open a page for the summaries of the alfa rules.
   const context = page.context();
   const rulePage = await context.newPage();
   rulePage.on('console', msg => {
@@ -59,8 +60,12 @@ exports.reporter = async (page, options) => {
     items: []
   };
   try {
-    const response = await rulePage.goto('https://alfa.siteimprove.com/rules', {timeout: 15000});
+    // Get the Alfa rules.
+    const response = await rulePage.goto(
+      'https://alfa.siteimprove.com/rules', {timeout: Math.round(1000 * timeLimit / 2)}
+    );
     let ruleData = {};
+    // If they were obtained:
     if (response.status() === 200) {
       // Compile data on the rule IDs and summaries.
       ruleData = await rulePage.evaluate(() => {
@@ -86,75 +91,84 @@ exports.reporter = async (page, options) => {
     const doc = await page.evaluateHandle('document');
     const alfaPage = await Playwright.toPage(doc);
     const audit = Audit.of(alfaPage, alfaRules);
-    const outcomes = Array.from(await audit.evaluate());
-    // For each failure or warning:
-    outcomes.forEach((outcome, index) => {
-      const {target} = outcome;
-      if (target && ! target._members) {
-        const outcomeJ = outcome.toJSON();
-        const verdict = outcomeJ.outcome;
-        if (verdict !== 'passed') {
-          // Add to the result.
-          const {rule} = outcomeJ;
-          const {tags, uri, requirements} = rule;
-          const ruleID = uri.replace(/^.+-/, '');
-          const ruleSummary = ruleData[ruleID] || '';
-          const targetJ = outcomeJ.target;
-          const codeLines = target.toString().split('\n');
-          if (codeLines[0] === '#document') {
-            codeLines.splice(2, codeLines.length - 3, '...');
-          }
-          else if (codeLines[0].startsWith('<html')) {
-            codeLines.splice(1, codeLines.length - 2, '...');
-          }
-          const outcomeData = {
-            index,
-            verdict,
-            rule: {
-              ruleID,
-              ruleSummary,
-              scope: '',
-              uri,
-              requirements
-            },
-            target: {
-              type: targetJ.type,
-              tagName: targetJ.name || '',
-              path: target.path(),
-              codeLines: codeLines.map(line => line.length > 300 ? `${line.slice(0, 300)}...` : line)
+    const outcomes = Array.from(await doBy(timeLimit, audit, 'evaluate', [], 'alfa testing'));
+    // If the testing finished on time:
+    if (outcomes !== 'timedOut') {
+      // For each failure or warning:
+      outcomes.forEach((outcome, index) => {
+        const {target} = outcome;
+        if (target && ! target._members) {
+          const outcomeJ = outcome.toJSON();
+          const verdict = outcomeJ.outcome;
+          if (verdict !== 'passed') {
+            // Add to the result.
+            const {rule} = outcomeJ;
+            const {tags, uri, requirements} = rule;
+            const ruleID = uri.replace(/^.+-/, '');
+            const ruleSummary = ruleData[ruleID] || '';
+            const targetJ = outcomeJ.target;
+            const codeLines = target.toString().split('\n');
+            if (codeLines[0] === '#document') {
+              codeLines.splice(2, codeLines.length - 3, '...');
             }
-          };
-          // If the rule summary is missing:
-          if (outcomeData.rule.ruleSummary === '') {
-            // If a first requirement title exists:
-            const {requirements} = outcomeData.rule;
-            if (requirements && requirements.length && requirements[0].title) {
-              // Make it the rule summary.
-              outcomeData.rule.ruleSummary = requirements[0].title;
+            else if (codeLines[0].startsWith('<html')) {
+              codeLines.splice(1, codeLines.length - 2, '...');
             }
-          }
-          const etcTags = [];
-          tags.forEach(tag => {
-            if (tag.type === 'scope') {
-              outcomeData.rule.scope = tag.scope;
+            const outcomeData = {
+              index,
+              verdict,
+              rule: {
+                ruleID,
+                ruleSummary,
+                scope: '',
+                uri,
+                requirements
+              },
+              target: {
+                type: targetJ.type,
+                tagName: targetJ.name || '',
+                path: target.path(),
+                codeLines: codeLines.map(line => line.length > 300 ? `${line.slice(0, 300)}...` : line)
+              }
+            };
+            // If the rule summary is missing:
+            if (outcomeData.rule.ruleSummary === '') {
+              // If a first requirement title exists:
+              const {requirements} = outcomeData.rule;
+              if (requirements && requirements.length && requirements[0].title) {
+                // Make it the rule summary.
+                outcomeData.rule.ruleSummary = requirements[0].title;
+              }
             }
-            else {
-              etcTags.push(tag);
+            const etcTags = [];
+            tags.forEach(tag => {
+              if (tag.type === 'scope') {
+                outcomeData.rule.scope = tag.scope;
+              }
+              else {
+                etcTags.push(tag);
+              }
+            });
+            if (etcTags.length) {
+              outcomeData.etcTags = etcTags;
             }
-          });
-          if (etcTags.length) {
-            outcomeData.etcTags = etcTags;
-          }
-          if (outcomeData.verdict === 'failed') {
-            result.totals.failures++;
-          }
-          else if (outcomeData.verdict === 'cantTell') {
-            result.totals.warnings++;
+            if (outcomeData.verdict === 'failed') {
+              result.totals.failures++;
+            }
+            else if (outcomeData.verdict === 'cantTell') {
+              result.totals.warnings++;
+            }
+            result.items.push(outcomeData);
           }
-          result.items.push(outcomeData);
         }
-      }
-    });
+      });
+    }
+    // Otherwise, i.e. if the testing timed out:
+    else {
+      // Report this.
+      data.prevented = true;
+      data.error = 'ERROR: Act timed out';
+    }
   }
   catch(error) {
     console.log(`ERROR: navigation to URL timed out (${error})`);

package/tests/aslint.js

@@ -33,7 +33,7 @@ const fs = require('fs/promises');
 // FUNCTIONS
 
 // Conducts and reports the ASLint tests.
-exports.reporter = async (page, options) => {
+exports.reporter = async (page, report, actIndex, timeLimit) => {
   // Initialize the act report.
   let data = {};
   let result = {};
@@ -43,7 +43,7 @@ exports.reporter = async (page, options) => {
     `${__dirname}/../node_modules/aslint-testaro/aslint.bundle.js`, 'utf8'
   );
   // Get the nonce, if any.
-  const {act, report} = options;
+  const act = report.acts[actIndex];
   const {jobData} = report;
   const scriptNonce = jobData && jobData.lastScriptNonce;
   // Inject the ASLint bundle and runner into the page.
@@ -73,17 +73,18 @@ exports.reporter = async (page, options) => {
     data.prevented = true;
     data.error = message;
   });
-  // If the injection succeeded:
   const reportLoc = page.locator('#aslintResult');
+  // If the injection succeeded:
   if (! data.prevented) {
-    // Wait for the test results.
+    // Get the test results.
     await reportLoc.waitFor({
       state: 'attached',
-      timeout: 30000
+      timeout: 1000 * timeLimit
     })
     .catch(error => {
-      const message = `ERROR: Results timed out (${error.message.slice(0, 400)})`;
-      console.log(message);
+      const message
+      = `aslint testing timed out at ${timeLimit} seconds (${error.message.slice(0, 400)})`;
+      console.log(`ERROR: ${message}`);
       data.prevented = true;
       data.error = message;
     });

package/tests/axe.js

@@ -1,5 +1,5 @@
 /*
-  © 2021–2023 CVS Health and/or one of its affiliates. All rights reserved.
+  © 2021–2024 CVS Health and/or one of its affiliates. All rights reserved.
 
   Permission is hereby granted, free of charge, to any person obtaining a copy
   of this software and associated documentation files (the "Software"), to deal
@@ -43,13 +43,16 @@
 
 // IMPORTS
 
-const {injectAxe, getAxeResults} = require('axe-playwright');
+const axePlaywright = require('axe-playwright');
+const {injectAxe} = axePlaywright;
+const {doBy} = require('../procs/job');
 
 // FUNCTIONS
 
 // Conducts and reports the Axe tests.
-exports.reporter = async (page, options) => {
-  const {detailLevel, rules} = options;
+exports.reporter = async (page, report, actIndex, timeLimit) => {
+  const act = report.acts[actIndex];
+  const {detailLevel, rules} = act;
   // Initialize the act report.
   let data = {};
   let result = {};
@@ -72,62 +75,69 @@ exports.reporter = async (page, options) => {
     else {
       axeOptions.runOnly = ['experimental', 'best-practice', 'wcag2a', 'wcag2aa', 'wcag2aaa', 'wcag21a', 'wcag21aa', 'wcag21aaa'];
     }
-    const axeReport = await getAxeResults(page, null, axeOptions)
-    .catch(error => {
-      console.log(`ERROR: Axe failed (${error.message}'`);
-      return '';
-    });
-    // If the test succeeded:
-    const {inapplicable, passes, incomplete, violations} = axeReport;
-    if (violations) {
-      // Initialize the result.
-      result.totals = {
-        rulesNA: 0,
-        rulesPassed: 0,
-        rulesWarned: 0,
-        rulesViolated: 0,
-        warnings: {
-          minor: 0,
-          moderate: 0,
-          serious: 0,
-          critical: 0
-        },
-        violations: {
-          minor: 0,
-          moderate: 0,
-          serious: 0,
-          critical: 0
-        }
-      };
-      result.details = axeReport;
-      // Populate the totals.
-      const {totals} = result;
-      totals.rulesNA = inapplicable.length;
-      totals.rulesPassed = passes.length;
-      incomplete.forEach(rule => {
-        totals.rulesWarned++;
-        rule.nodes.forEach(node => {
-          totals.warnings[node.impact]++;
+    const axeReport = await doBy(
+      timeLimit, axePlaywright, 'getAxeResults', [page, null, axeOptions], 'axe testing'
+    );
+    // If the testing finished on time:
+    if (axeReport !== 'timedOut') {
+      const {inapplicable, passes, incomplete, violations} = axeReport;
+      // If the test succeeded:
+      if (violations) {
+        // Initialize the result.
+        result.totals = {
+          rulesNA: 0,
+          rulesPassed: 0,
+          rulesWarned: 0,
+          rulesViolated: 0,
+          warnings: {
+            minor: 0,
+            moderate: 0,
+            serious: 0,
+            critical: 0
+          },
+          violations: {
+            minor: 0,
+            moderate: 0,
+            serious: 0,
+            critical: 0
+          }
+        };
+        result.details = axeReport;
+        // Populate the totals.
+        const {totals} = result;
+        totals.rulesNA = inapplicable.length;
+        totals.rulesPassed = passes.length;
+        incomplete.forEach(rule => {
+          totals.rulesWarned++;
+          rule.nodes.forEach(node => {
+            totals.warnings[node.impact]++;
+          });
         });
-      });
-      violations.forEach(rule => {
-        totals.rulesViolated++;
-        rule.nodes.forEach(node => {
-          totals.violations[node.impact]++;
+        violations.forEach(rule => {
+          totals.rulesViolated++;
+          rule.nodes.forEach(node => {
+            totals.violations[node.impact]++;
+          });
         });
-      });
-      // Delete irrelevant properties from the report details.
-      const irrelevants = ['inapplicable', 'passes', 'incomplete', 'violations']
-      .slice(0, 4 - detailLevel);
-      irrelevants.forEach(irrelevant => {
-        delete axeReport[irrelevant];
-      });
+        // Delete irrelevant properties from the report details.
+        const irrelevants = ['inapplicable', 'passes', 'incomplete', 'violations']
+        .slice(0, 4 - detailLevel);
+        irrelevants.forEach(irrelevant => {
+          delete axeReport[irrelevant];
+        });
+      }
+      // Otherwise, i.e. if the test failed:
+      else {
+        // Report this.
+        data.prevented = true;
+        data.error = 'ERROR: Act failed';
+      }
     }
-    // Otherwise, i.e. if the test failed:
+    // Otherwise, i.e. if the testing timed out:
     else {
       // Report this.
       data.prevented = true;
-      data.error = 'ERROR: Act failed';
+      data.error = 'ERROR: Act timed out';
     }
   }
   // Return the result.

package/tests/ed11y.js

@@ -35,26 +35,26 @@ const {xPath} = require('playwright-dompath');
 // FUNCTIONS
 
 // Performs and reports the Editoria11y tests.
-exports.reporter = async (page, options) => {
+exports.reporter = async (page, report, actIndex, timeLimit) => {
   // Get the nonce, if any.
-  const {act, report} = options;
+  const act = report.acts[actIndex];
   const {jobData} = report;
   const scriptNonce = jobData && jobData.lastScriptNonce;
   // Get the tool script.
   const script = await fs.readFile(`${__dirname}/../ed11y/editoria11y.min.js`, 'utf8');
   // Perform the tests and get the violating elements and violation facts.
   const reportJSHandle = await page.evaluateHandle(args => new Promise(async resolve => {
-    // If the report is incomplete after 20 seconds:
+    const {scriptNonce, script, rulesToTest, timeLimit} = args;
+    // If the report is incomplete after the time limit:
     const timer = setTimeout(() => {
       // Return this as the report.
       resolve({
         result: {
           prevented: true,
-          error: 'ed11y timed out'
+          error: `ed11y timed out at ${timeLimit} seconds`
         }
       });
-    }, 20000);
-    const {scriptNonce, script, rulesToTest} = args;
+    }, 1000 * timeLimit);
     // When the script has been executed, creating data in an Ed11y object:
     document.addEventListener('ed11yResults', () => {
       // Initialize a report containing violating elements and violation facts.
@@ -157,7 +157,12 @@ exports.reporter = async (page, options) => {
         }
       });
     };
-  }), {scriptNonce, script, rulesToTest: act.rules});
+  }), {
+    scriptNonce,
+    script,
+    rulesToTest: act.rules,
+    timeLimit
+  });
   // Initialize the result as the violation facts.
   const resultJSHandle = await reportJSHandle.getProperty('facts');
   const result = await resultJSHandle.jsonValue();

package/tests/htmlcs.js

@@ -1,5 +1,5 @@
 /*
-  © 2022–2023 CVS Health and/or one of its affiliates. All rights reserved.
+  © 2022–2024 CVS Health and/or one of its affiliates. All rights reserved.
 
   Permission is hereby granted, free of charge, to any person obtaining a copy
   of this software and associated documentation files (the "Software"), to deal
@@ -33,8 +33,9 @@ const fs = require('fs/promises');
 // FUNCTIONS
 
 // Conducts and reports the HTML CodeSniffer tests.
-exports.reporter = async (page, options) => {
-  const {report, rules} = options;
+exports.reporter = async (page, report, actIndex) => {
+  const act = report.acts[actIndex];
+  const {rules} = act;
   const data = {};
   const result = {};
   // Get the HTMLCS script.

package/tests/ibm.js

@@ -36,16 +36,29 @@
 
 const fs = require('fs').promises;
 // Scanner. Importing and executing 'close' crashed the Node process.
-const {getCompliance} = require('accessibility-checker');
+const accessibilityChecker = require('accessibility-checker');
+const {getCompliance} = accessibilityChecker;
+// Utility module.
+const {doBy} = require('../procs/job');
 
 // FUNCTIONS
 
 // Runs the IBM test and returns the result.
-const run = async content => {
+const run = async (content, timeLimit) => {
   const nowLabel = (new Date()).toISOString().slice(0, 19);
   try {
-    const ibmReport = await getCompliance(content, nowLabel);
-    return ibmReport;
+    const ibmReport = await doBy(
+      timeLimit, accessibilityChecker, 'getCompliance', [content, nowLabel], 'ibm getCompliance'
+    );
+    if (ibmReport !== 'timedOut') {
+      return ibmReport;
+    }
+    else {
+      return {
+        prevented: true,
+        error: `ibm getCompliance timed out at ${timeLimit} seconds`
+      };
+    }
   }
   catch(error) {
     console.log('ibm getCompliance failed');
@@ -177,39 +190,54 @@ const doTest = async (content, withItems, timeLimit, rules) => {
   }
 };
 // Conducts and reports the IBM Equal Access tests.
-exports.reporter = async (page, options) => {
-  const {withItems, withNewContent, rules} = options;
+exports.reporter = async (page, report, actIndex, timeLimit) => {
+  const act = report.acts[actIndex];
+  const {withItems, withNewContent, rules} = act;
   const contentType = withNewContent ? 'new' : 'existing';
   console.log(`>>>>>> Content type: ${contentType}`);
-  const timeLimit = 25;
   try {
-    const typeContent = contentType === 'existing' ? await page.content() : await page.url();
+    const typeContent = contentType === 'existing' ? await page.content() : page.url();
+    // Perform the tests.
     const actReport = await doTest(typeContent, withItems, timeLimit, rules);
-    const {data, result} = actReport;
-    // If the act was prevented:
-    if (data && data.prevented) {
-      // Report this.
-      const message = `ERROR: Act failed or timed out at ${timeLimit} seconds`;
-      console.log(message);
-      data.error = data.error ? `${data.error}; ${message}` : message;
-      // Return the failure.
-      return {
-        data,
-        result: {}
-      };
+    // If the testing was finished on time:
+    if (actReport !== 'timedOut') {
+      const {data, result} = actReport;
+      // If the act was prevented:
+      if (data && data.prevented) {
+        // Report this.
+        const message = `ERROR: Act failed or timed out at ${timeLimit} seconds`;
+        console.log(message);
+        data.error = data.error ? `${data.error}; ${message}` : message;
+        // Return the failure.
+        return {
+          data,
+          result: {}
+        };
+      }
+      // Otherwise, i.e. if the act was not prevented:
+      else {
+        // Return the result.
+        return {
+          data,
+          result
+        };
+      }
     }
-    // Otherwise, i.e. if the act was not prevented:
+    // Otherwise, i.e. if the testing timed out:
     else {
-      // Return the result.
+      // Report this.
       return {
-        data,
-        result
+        data: {
+          prevented: true,
+          error: message
+        },
+        result: {}
       };
     }
   }
   catch(error) {
-    const message = `ERROR: Act crashed (${error.message.slice(0, 200)})`;
-    console.log(message);
+    const message = `Act crashed (${error.message.slice(0, 200)})`;
+    console.log(`ERROR: ${message}`);
     return {
       data: {
         prevented: true,

package/tests/nuVal.js

@@ -41,8 +41,9 @@ const {getSource} = require('../procs/getSource');
 // FUNCTIONS
 
 // Conducts and reports the Nu Html Checker tests.
-exports.reporter = async (page, options) => {
-  const {rules} = options;
+exports.reporter = async (page, report, actIndex) => {
+  const act = report.acts[actIndex];
+  const {rules} = act;
   // Get the browser-parsed page.
   const pageContent = await page.content();
   // Get the source.

package/tests/qualWeb.js

@@ -1,5 +1,5 @@
 /*
-  © 2023 CVS Health and/or one of its affiliates. All rights reserved.
+  © 2023–2024 CVS Health and/or one of its affiliates. All rights reserved.
 
   Permission is hereby granted, free of charge, to any person obtaining a copy
   of this software and associated documentation files (the "Software"), to deal
@@ -28,6 +28,7 @@
 // IMPORTS
 
 const {QualWeb} = require('@qualweb/core');
+const {doBy} = require('../procs/job');
 
 // CONSTANTS
 
@@ -39,8 +40,9 @@ const clusterOptions = {
 // FUNCTIONS
 
 // Conducts and reports the QualWeb tests.
-exports.reporter = async (page, options) => {
-  const {withNewContent, rules} = options;
+exports.reporter = async (page, report, actIndex, timeLimit) => {
+  const act = report.acts[actIndex];
+  const {withNewContent, rules} = act;
   const data = {};
   let result = {};
   // Start the QualWeb core engine.
@@ -121,82 +123,85 @@ exports.reporter = async (page, options) => {
       qualWebOptions.execute.bp = true;
     }
     // Get the report.
-    let actReports = await qualWeb.evaluate(qualWebOptions);
-    // Remove the copy of the DOM from it.
-    result = actReports[withNewContent ? qualWebOptions.url : 'customHtml'];
-    if (result && result.system && result.system.page && result.system.page.dom) {
-      delete result.system.page.dom;
-      // For each test section of the act report:
-      const {modules} = result;
-      if (modules) {
-        for (const section of ['act-rules', 'wcag-techniques', 'best-practices']) {
-          if (qualWebOptions[section]) {
-            if (modules[section]) {
-              const {assertions} = modules[section];
-              if (assertions) {
-                const ruleIDs = Object.keys(assertions);
-                ruleIDs.forEach(ruleID => {
-                  // Remove passing results.
-                  const ruleAssertions = assertions[ruleID];
-                  const {metadata} = ruleAssertions;
-                  if (metadata) {
-                    if (metadata.warning === 0 && metadata.failed === 0) {
-                      delete assertions[ruleID];
-                    }
-                    else {
-                      if (ruleAssertions.results) {
-                        ruleAssertions.results = ruleAssertions.results.filter(
-                          raResult => raResult.verdict !== 'passed'
-                        );
+    let actReports = await doBy(timeLimit, qualWeb, 'evaluate', [qualWebOptions], 'qualWeb testing');
+    // If the testing finished on time:
+    if (actReports !== 'timedOut') {
+      // Remove the copy of the DOM from it.
+      result = actReports[withNewContent ? qualWebOptions.url : 'customHtml'];
+      if (result && result.system && result.system.page && result.system.page.dom) {
+        delete result.system.page.dom;
+        // For each test section of the act report:
+        const {modules} = result;
+        if (modules) {
+          for (const section of ['act-rules', 'wcag-techniques', 'best-practices']) {
+            if (qualWebOptions[section]) {
+              if (modules[section]) {
+                const {assertions} = modules[section];
+                if (assertions) {
+                  const ruleIDs = Object.keys(assertions);
+                  ruleIDs.forEach(ruleID => {
+                    // Remove passing results.
+                    const ruleAssertions = assertions[ruleID];
+                    const {metadata} = ruleAssertions;
+                    if (metadata) {
+                      if (metadata.warning === 0 && metadata.failed === 0) {
+                        delete assertions[ruleID];
                       }
-                    }
-                  }
-                  // Shorten long HTML codes of elements.
-                  const {results} = ruleAssertions;
-                  results.forEach(raResult => {
-                    const {elements} = raResult;
-                    if (elements && elements.length) {
-                      elements.forEach(element => {
-                        if (element.htmlCode && element.htmlCode.length > 700) {
-                          element.htmlCode = `${element.htmlCode.slice(0, 700)} …`;
+                      else {
+                        if (ruleAssertions.results) {
+                          ruleAssertions.results = ruleAssertions.results.filter(
+                            raResult => raResult.verdict !== 'passed'
+                          );
                         }
-                      });
+                      }
                     }
+                    // Shorten long HTML codes of elements.
+                    const {results} = ruleAssertions;
+                    results.forEach(raResult => {
+                      const {elements} = raResult;
+                      if (elements && elements.length) {
+                        elements.forEach(element => {
+                          if (element.htmlCode && element.htmlCode.length > 700) {
+                            element.htmlCode = `${element.htmlCode.slice(0, 700)} …`;
+                          }
+                        });
+                      }
+                    });
                   });
-                });
+                }
+                else {
+                  data.prevented = true;
+                  data.error = 'ERROR: No assertions';
+                }
               }
               else {
                 data.prevented = true;
-                data.error = 'ERROR: No assertions';
+                data.error = `ERROR: No ${section} section`;
               }
             }
-            else {
-              data.prevented = true;
-              data.error = `ERROR: No ${section} section`;
-            }
           }
         }
+        else {
+          data.prevented = true;
+          data.error = 'ERROR: No modules';
+        }
       }
       else {
         data.prevented = true;
-        data.error = 'ERROR: No modules';
+        data.error = 'ERROR: No DOM';
       }
+      // Stop the QualWeb core engine.
+      await qualWeb.stop();
+      // Return the result.
+      try {
+        JSON.stringify(result);
+      }
+      catch(error) {
+        const message = `ERROR: qualWeb result cannot be made JSON (${error.message})`;
+        data.prevented = true;
+        data.error = message;
+      };
     }
-    else {
-      data.prevented = true;
-      data.error = 'ERROR: No DOM';
-    }
-    // Stop the QualWeb core engine.
-    await qualWeb.stop();
-    // Return the result.
-    try {
-      JSON.stringify(result);
-    }
-    catch(error) {
-      const message = `ERROR: qualWeb result cannot be made JSON (${error.message})`;
-      data.prevented = true;
-      data.error = message;
-    };
   }
   catch(error) {
     const message = error.message.slice(0, 200);

package/tests/testaro.js

@@ -143,10 +143,11 @@ const wait = ms => {
   });
 };
 // Conducts and reports Testaro tests.
-exports.reporter = async (page, options) => {
-  const {report, withItems, stopOnFail, args} = options;
+exports.reporter = async (page, report, actIndex) => {
+  const act = report.acts[actIndex];
+  const {args, stopOnFail, withItems} = act;
   const argRules = args ? Object.keys(args) : null;
-  const rules = options.rules || ['y', ... Object.keys(evalRules)];
+  const rules = act.rules || ['y', ... Object.keys(evalRules)];
   // Initialize the act report.
   const data = {
     prevented: false,

package/tests/wave.js

@@ -35,27 +35,29 @@ const https = require('https');
 // FUNCTIONS
 
 // Conducts and reports the WAVE tests.
-exports.reporter = async (page, options) => {
-  const {reportType, rules} = options;
+exports.reporter = async (page, report, actIndex) => {
+  const act = report.acts[actIndex];
+  const {reportType, rules} = act;
   const waveKey = process.env.WAVE_KEY;
-  // Get the data from a WAVE test.
+  // Initialize the results.
   const data = {};
-  const result = await new Promise(resolve => {
-    https.get(
-      {
-        host: 'wave.webaim.org',
-        path: `/api/request?key=${waveKey}&url=${page.url()}&reporttype=${reportType}`
-      },
-      response => {
-        let actReport = '';
-        response.on('data', chunk => {
-          actReport += chunk;
-        });
-        // When the data arrive:
-        response.on('end', async () => {
-          try {
+  const result = {};
+  try {
+    result = await new Promise(resolve => {
+      https.get(
+        {
+          host: 'wave.webaim.org',
+          path: `/api/request?key=${waveKey}&url=${page.url()}&reporttype=${reportType}`
+        },
+        response => {
+          let rawReport = '';
+          response.on('data', chunk => {
+            rawReport += chunk;
+          });
+          // When the data arrive:
+          response.on('end', async () => {
             // Delete unnecessary properties.
-            const actResult = JSON.parse(actReport);
+            const actResult = JSON.parse(rawReport);
             const {categories, statistics} = actResult;
             delete categories.feature;
             delete categories.structure;
@@ -105,19 +107,16 @@ exports.reporter = async (page, options) => {
               data.totalElements = statistics.totalelements || null;
             }
             // Return the result.
-            return resolve(actResult);
-          }
-          catch (error) {
-            data.prevented = true;
-            data.error = error.message;
-            return resolve({
-              actReport
-            });
-          }
-        });
-      }
-    );
-  });
+            resolve(actResult);
+          });
+        }
+      );
+    });
+  }
+  catch (error) {
+    data.prevented = true;
+    data.error = error.message;
+  };
   return {
     data,
     result