testaro 4.10.1 → 4.10.4

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testaro",
-  "version": "4.10.1",
+  "version": "4.10.4",
   "description": "Automation of accessibility testing",
   "main": "index.js",
   "scripts": {

package/run.js

@@ -64,10 +64,25 @@ const tenonData = {
   accessToken: '',
   requestIDs: {}
 };
+// Keywords in log messages indicating errors.
+const errorWords = [
+  'failed',
+  'error',
+  'suspicious',
+  'refused',
+  'content security policy',
+  'unrecognized',
+  'requires',
+  'warning',
+  'missing',
+  'deprecated'
+];
 // ########## VARIABLES
 // Facts about the current session.
 let logCount = 0;
 let logSize = 0;
+let errorLogCount = 0;
+let errorLogSize = 0;
 let prohibitedCount = 0;
 let visitTimeoutCount = 0;
 let visitRejectionCount = 0;
@@ -253,12 +268,18 @@ const launch = async typeName => {
     browserContext = await browser.newContext(viewport);
     // When a page is added to the browser context:
     browserContext.on('page', page => {
-      // Make its console messages appear in the Playwright console.
+      // Make its console messages get reported and appear in the Playwright console.
       page.on('console', msg => {
         const msgText = msg.text();
         console.log(`[${msgText}]`);
+        const msgTextLC = msgText.toLowerCase();
+        const msgLength = msgText.length;
         logCount++;
-        logSize += msgText.length;
+        logSize += msgLength;
+        if (errorWords.some(word => msgTextLC.includes(word))) {
+          errorLogCount++;
+          errorLogSize += msgLength;
+        }
         const msgLC = msgText.toLowerCase();
         if (msgText.includes('403') && (msgLC.includes('status') || msgLC.includes('prohibited'))) {
           prohibitedCount++;
@@ -1224,7 +1245,13 @@ const doActs = async (report, actIndex, page) => {
 // Performs the commands in a script.
 const doScript = async (report) => {
   // Reinitialize the log statistics.
-  logCount = logSize = prohibitedCount = visitTimeoutCount = visitRejectionCount= 0;
+  logCount = 0;
+  logSize = 0;
+  errorLogCount = 0;
+  errorLogSize = 0;
+  prohibitedCount = 0;
+  visitTimeoutCount = 0;
+  visitRejectionCount = 0;
   // Add the start time to the report.
   const startTime = new Date();
   report.startTime = startTime.toISOString().slice(0, 19);
@@ -1239,6 +1266,8 @@ const doScript = async (report) => {
   // Add the log statistics to the report.
   report.logCount = logCount;
   report.logSize = logSize;
+  report.errorLogCount = errorLogCount;
+  report.errorLogSize = errorLogSize;
   report.prohibitedCount = prohibitedCount;
   report.visitTimeoutCount = visitTimeoutCount;
   report.visitRejectionCount = visitRejectionCount;

package/tests/focOp.js

@@ -1,5 +1,10 @@
 /*
   focOp
+
+  WARNING: The chromium and firefox browsers in Playwright make errors on this test by
+  misclassifying the cursor property values of the computed styles of elements. Launch the
+  webkit browser to run this test.
+
   This test reports descrepancies between Tab-focusability and operability. The standard
   practice is to make focusable elements operable and vice versa. If focusable elements are not
   operable, users are likely to be surprised that nothing happens when they try to operate such

package/tests/wave.js

@@ -4,6 +4,7 @@
   specifies a WAVE report type: 1, 2, 3, or 4. The larger the number, the more detailed (and
   expensive) the report.
 */
+const fs = require('fs/promises');
 const https = require('https');
 exports.reporter = async (page, reportType) => {
   const waveKey = process.env.WAVE_KEY;
@@ -20,20 +21,33 @@ exports.reporter = async (page, reportType) => {
         response.on('data', chunk => {
           report += chunk;
         });
-        // When the data arrive, return them as an object.
-        response.on('end', () => {
+        // When the data arrive:
+        response.on('end', async () => {
           try {
+            // Delete unnecessary properties.
             const result = JSON.parse(report);
             const {categories} = result;
             delete categories.feature;
             delete categories.structure;
             delete categories.aria;
+            // Add WCAG information from the WAVE documentation.
+            const waveDocJSON = await fs.readFile('procs/wavedoc.json');
+            const waveDoc = JSON.parse(waveDocJSON);
+            Object.keys(categories).forEach(categoryName => {
+              const category = categories[categoryName];
+              const {items} = category;
+              Object.keys(items).forEach(issueName => {
+                const issueDoc = waveDoc.find((issue => issue.name === issueName));
+                const {guidelines} = issueDoc;
+                items[issueName].wcag = guidelines;
+              });
+            })
             return resolve(result);
           }
           catch (error) {
             return resolve({
               prevented: true,
-              error: 'WAVE did not return JSON.',
+              error: error.message,
               report
             });
           }