testilo 11.0.6 → 11.0.7

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testilo",
-  "version": "11.0.6",
+  "version": "11.0.7",
   "description": "Client that scores and digests Testaro reports",
   "main": "aim.js",
   "scripts": {

package/procs/score/{tic26.js → tic27.js}

@@ -17,7 +17,7 @@
   - what: description of the test.
 */
 
-exports.issues = {
+exports.issueClasses = {
   ignorable: {
     wcag: '',
     weight: 0,
@@ -2586,7 +2586,7 @@ exports.issues = {
         }
       },
       testaro: {
-        role: {
+        'role-bad': {
           variable: false,
           quality: 1,
           what: 'Nonexistent or implicit-overriding role'
@@ -2626,6 +2626,13 @@ exports.issues = {
           quality: 1,
           what: 'explicit role is redundant for a text-type input element without a list attribute'
         }
+      },
+      testaro: {
+        'role-redundant': {
+          variable: false,
+          quality: 1,
+          what: 'Redundant role'
+        }
       }
     }
   },
@@ -2799,20 +2806,25 @@ exports.issues = {
         }
       },
       continuum: {
+        1039: {
+          variable: false,
+          quality: 1,
+          what: 'Element with a checkbox role has no aria-checked attribute'
+        },
         1040: {
           variable: false,
           quality: 1,
-          what: 'element with a combobox role has no aria-controls or no aria-expanded attribute'
+          what: 'Element with a combobox role has no aria-controls or no aria-expanded attribute'
         },
         1042: {
           variable: false,
           quality: 1,
-          what: 'element with an option role has no aria-selected attribute'
+          what: 'Element with an option role has no aria-selected attribute'
         },
         1043: {
           variable: false,
           quality: 1,
-          what: 'element with a radio role has no aria-checked attribute'
+          what: 'Element with a radio role has no aria-checked attribute'
         }
       },
       nuVal: {
@@ -3220,6 +3232,11 @@ exports.issues = {
           variable: false,
           quality: 1,
           what: 'Contrast ratio of text with background does not meet WCAG 2.1 AA'
+        },
+        text_contrast_sufficient: {
+          variable: false,
+          quality: 1,
+          what: 'Text has a contrast with its background less than the WCAG AA minimum for its size and weight'
         }
       },
       qualWeb: {
@@ -3307,6 +3324,11 @@ exports.issues = {
           quality: 1,
           what: 'Inline background color may lack a complementary foreground color'
         },
+        'AAA.1_4_6.G18.BgImage': {
+          variable: false,
+          quality: 1,
+          what: 'Contrast between the text and the background image may be less than 4.5:1'
+        },
         'AAA.1_4_3_F24.F24.FGColour': {
           variable: false,
           quality: 1,
@@ -4115,6 +4137,13 @@ exports.issues = {
     wcag: '1.3.1',
     weight: 1,
     tools: {
+      qualWeb: {
+        'QW-BP23': {
+          variable: false,
+          quality: 1,
+          what: 'List item is used nonsemantically'
+        }
+      },
       wave: {
         'list_possible': {
           variable: false,
@@ -4681,6 +4710,13 @@ exports.issues = {
           what: 'Form control has no accessible name'
         }
       },
+      testaro: {
+        'labClash-unlabeled': {
+          variable: false,
+          quality: 1,
+          what: 'Button, input, select, or textarea is unlabeled'
+        }
+      },
       wave: {
         'label_missing': {
           variable: false,
@@ -4742,6 +4778,11 @@ exports.issues = {
         }
       },
       ibm: {
+        label_name_visible: {
+          variable: false,
+          quality: 1,
+          what: 'Accessible name does not match or contain the visible label text'
+        },
         WCAG21_Label_Accessible: {
           variable: false,
           quality: 1,
@@ -4940,10 +4981,23 @@ exports.issues = {
         }
       },
       testaro: {
-        focInd: {
+        'focInd-missing': {
           variable: false,
           quality: 1,
-          what: 'Focused element displays no or a nostandard focus indicator'
+          what: 'Focused element displays no focus indicator'
+        }
+      }
+    }
+  },
+  focusIndicationBad: {
+    wcag: '2.4.7',
+    weight: 3,
+    tools: {
+      testaro: {
+        'focInd-nonoutline': {
+          variable: false,
+          quality: 1,
+          what: 'Focused element displays a nostandard focus indicator'
         }
       }
     }
@@ -5605,6 +5659,84 @@ exports.issues = {
       }
     }
   },
+  hoverImpact: {
+    wcag: '1.4.13',
+    weight: 3,
+    tools: {
+      testaro: {
+        'hover-impactTriggers': {
+          variable: false,
+          quality: 1,
+          what: 'Hovering over element has unexpected effects'
+        }
+      }
+    }
+  },
+  unhoverable: {
+    wcag: '1.4.13',
+    weight: 3,
+    tools: {
+      testaro: {
+        'hover-unhoverables': {
+          variable: false,
+          quality: 1,
+          what: 'Operable element cannot be hovered over'
+        }
+      }
+    }
+  },
+  hoverNoCursor: {
+    wcag: '1.4.13',
+    weight: 3,
+    tools: {
+      testaro: {
+        'hover-noCursors': {
+          variable: false,
+          quality: 1,
+          what: 'Hoverable element hides the mouse cursor'
+        }
+      }
+    }
+  },
+  hoverBadCursor: {
+    wcag: '1.4.13',
+    weight: 2,
+    tools: {
+      testaro: {
+        'hover-badCursors': {
+          variable: false,
+          quality: 1,
+          what: 'Link or button makes the hovering mouse cursor nonstandard'
+        }
+      }
+    }
+  },
+  hoverNoIndicator: {
+    wcag: '1.4.13',
+    weight: 3,
+    tools: {
+      testaro: {
+        'hover-noCursors': {
+          variable: false,
+          quality: 1,
+          what: 'Button shows no indication of being hovered over'
+        }
+      }
+    }
+  },
+  hoverBadIndicator: {
+    wcag: '1.4.13',
+    weight: 2,
+    tools: {
+      testaro: {
+        'hover-noCursors': {
+          variable: false,
+          quality: 1,
+          what: 'List item changes when hovered over'
+        }
+      }
+    }
+  },
   labelClash: {
     wcag: '1.3.1',
     weight: 2,
@@ -5617,7 +5749,7 @@ exports.issues = {
         }
       },
       testaro: {
-        labClash: {
+        'labClash-mislabeled': {
           variable: false,
           quality: 1,
           what: 'Incompatible label types'
@@ -5956,6 +6088,19 @@ exports.issues = {
       }
     }
   },
+  filterStyle: {
+    wcag: '4.1',
+    weight: 1,
+    tools: {
+      testaro: {
+        filterStyle: {
+          variable: false,
+          quality: 1,
+          what: 'Element styles include filter'
+        }
+      }
+    }
+  },
   zIndexNotZero: {
     wcag: '1.4',
     weight: 1,
@@ -6917,6 +7062,19 @@ exports.issues = {
       },
     }
   },
+  slashParseRisk: {
+    wcag: '4.1',
+    weight: 1,
+    tools: {
+      nuVal: {
+        'Trailing slash on void elements has no effect and interacts badly with unquoted attribute values.': {
+          variable: false,
+          quality: 1,
+          what: 'Void element has a useless trailing slash.'
+        }
+      }
+    }
+  },
   encodingBad: {
     wcag: '3.1.3',
     weight: 4,

package/procs/score/tsp27.js

@@ -0,0 +1,180 @@
+/*
+  tsp27
+  Testilo score proc 27
+
+  Computes target score data and adds them to a ts26 report.
+*/
+
+// IMPORTS
+
+const {issueClasses} = require('./tic27');
+
+// CONSTANTS
+
+// ID of this proc.
+const scoreProcID = 'tsp27';
+// Configuration disclosures.
+const severityWeights = [1, 2, 3, 4];
+const toolWeight = 0.1;
+const logWeights = {
+  logCount: 0.1,
+  logSize: 0.002,
+  errorLogCount: 0.2,
+  errorLogSize: 0.004,
+  prohibitedCount: 3,
+  visitRejectionCount: 2
+};
+// How much each second of excess latency adds to the score.
+const latencyWeight = 1;
+// Normal latency (1.5 second per visit).
+const normalLatency = 20;
+// How much each prevention adds to the score.
+const preventionWeight = 200;
+// Indexes of issues.
+const issueIndex = {};
+const issueMatcher = [];
+Object.keys(issueClasses).forEach(issueClassName => {
+  Object.keys(issueClasses[issueClassName].tools).forEach(toolName => {
+    Object.keys(issueClasses[issueClassName].tools[toolName]).forEach(issueID => {
+      if (! issueIndex[toolName]) {
+        issueIndex[toolName] = {};
+      }
+      issueIndex[toolName][issueID] = issueClassName;
+      if (issueClasses[issueClassName].tools[toolName][issueID].variable) {
+        issueMatcher.push(issueID);
+      }
+    })
+  });
+});
+
+// FUNCTIONS
+
+// Scores a report.
+exports.scorer = report => {
+  console.log(report.id);
+  // If there are any acts in the report:
+  const {acts} = report;
+  if (Array.isArray(acts) && acts.length) {
+    // If any of them are test acts:
+    const testActs = acts.filter(act => act.type === 'test');
+    if (testActs.length) {
+      // Initialize the score data.
+      const score = {
+        scoreProcID,
+        summary: {
+          total: 0,
+          issues: 0,
+          tools: 0,
+          preventions: 0,
+          log: 0,
+          latency: 0
+        },
+        toolTotals: [0, 0, 0, 0],
+        issues: {},
+        tools: {},
+        preventions: {}
+      };
+      const {summary, toolTotals, issues, tools, preventions} = score;
+      // For each test act:
+      testActs.forEach(act => {
+        // If a standard result with valid totals and instances exists:
+        const {which, standardResult} = act;
+        if (
+          standardResult
+          && standardResult.totals
+          && standardResult.totals.length === 4
+          && standardResult.instances
+          && standardResult.instances.length
+        ) {
+          // Add the tool totals to the score.
+          const {totals} = standardResult;
+          tools[which] = totals;
+          toolTotals.forEach((total, index) => {
+            toolTotals[index] += toolWeight * totals[index];
+            summary.tools += toolWeight * totals[index] * severityWeights[index];
+          });
+          // Update the issue totals for the tool.
+          const issueTotals = {};
+          standardResult.instances.forEach(instance => {
+            const issueID = issueIndex[which][instance.issueID];
+            let indexIssueID;
+            if (issueID) {
+              indexIssueID = issueID;
+            }
+            else {
+              indexIssueID = issueMatcher.find(pattern => {
+                const patternRE = new RegExp(pattern);
+                return patternRE.test(instance.issueID);
+              });
+            }
+            if (indexIssueID) {
+              if (! issueTotals[indexIssueID]) {
+                issueTotals[indexIssueID] = 0;
+              }
+              issueTotals[indexIssueID] += instance.count || 1;
+            }
+            else {
+              console.log(`ERROR: ${instance.issueID} not found in issueClasses`);
+            }
+          });
+          // Update the issue totals in the score.
+          Object.keys(issueTotals).forEach(id => {
+            issues[id] = Math.max(issues[id] || 0, issueTotals[id]);
+          });
+          summary.issues = Object.values(issues).reduce((total, current) => total + current);
+        }
+        // Otherwise, i.e. if no result with totals exists:
+        else {
+          // Add a prevented result to the act if not already there.
+          if (! act.result) {
+            act.result = {};
+          }
+          if (! act.result.prevented) {
+            act.result.prevented = true;
+          };
+          // Add the tool and the prevention score to the score.
+          score.preventions[which] = preventionWeight;
+          summary.preventions += preventionWeight;
+        }
+      });
+      // Add the log score to the score.
+      const {jobData} = report;
+      summary.log = Math.max(0, Math.round(
+        logWeights.logCount * jobData.logCount
+        + logWeights.logSize * jobData.logSize +
+        + logWeights.errorLogCount * jobData.errorLogCount
+        + logWeights.errorLogSize * jobData.errorLogSize
+        + logWeights.prohibitedCount * jobData.prohibitedCount +
+        + logWeights.visitRejectionCount * jobData.visitRejectionCount
+      ));
+      summary.latency = Math.round(
+        latencyWeight * (Math.max(0, jobData.visitLatency - normalLatency))
+      );
+      // Round the scores.
+      Object.keys(summary).forEach(summaryTypeName => {
+        summary[summaryTypeName] = Math.round(summary[summaryTypeName]);
+      });
+      toolTotals.forEach((severityTotal, index) => {
+        toolTotals[index] = Math.round(toolTotals[index]);
+      });
+      // Add the total score to the score.
+      summary.total = summary.issues
+      + summary.tools
+      + summary.preventions
+      + summary.log
+      + summary.latency;
+      // Add the score to the report.
+      report.score = score;
+    }
+    // Otherwise, i.e. if none of them is a test act:
+    else {
+      // Report this.
+      console.log('ERROR: No test acts');
+    }
+  }
+  // Otherwise, i.e. if there are no acts in the report:
+  else {
+    // Report this.
+    console.log('ERROR: No acts');
+  }
+};

package/scripts/ts26.json

@@ -0,0 +1,97 @@
+{
+  "id": "ts26",
+  "what": "tests of 10 tools",
+  "strict": true,
+  "timeLimit": 600,
+  "acts": [
+    {
+      "type": "placeholder",
+      "which": "main",
+      "launch": "webkit"
+    },
+    {
+      "type": "tenonRequest",
+      "id": "a",
+      "withNewContent": true,
+      "what": "Tenon API version 2 test request, with URL"
+    },
+    {
+      "type": "test",
+      "which": "testaro",
+      "what": "Testaro motion test requiring webkit",
+      "withItems": true,
+      "rules": ["y", "motion"],
+      "args": {
+        "motion": [2500, 2500, 5]
+      }
+    },
+    {
+      "type": "placeholder",
+      "which": "main",
+      "launch": "chromium"
+    },
+    {
+      "type": "test",
+      "which": "testaro",
+      "what": "Testaro rules except motion",
+      "withItems": true,
+      "rules": ["n", "motion"],
+      "args": {
+        "focInd": [false, 250],
+        "hover": [20]
+      }
+    },
+    {
+      "type": "test",
+      "which": "alfa",
+      "what": "Siteimprove alfa"
+    },
+    {
+      "type": "test",
+      "which": "axe",
+      "detailLevel": 2,
+      "rules": [],
+      "what": "Axe core, all rules"
+    },
+    {
+      "type": "test",
+      "which": "continuum",
+      "what": "Continuum Community Edition"
+    },
+    {
+      "type": "test",
+      "which": "htmlcs",
+      "what": "HTML CodeSniffer"
+    },
+    {
+      "type": "test",
+      "which": "ibm",
+      "withNewContent": false,
+      "withItems": true,
+      "what": "IBM Accessibility Checker"
+    },
+    {
+      "type": "test",
+      "which": "nuVal",
+      "what": "Nu Html Checker"
+    },
+    {
+      "type": "test",
+      "which": "qualWeb",
+      "withNewContent": false,
+      "what": "QualWeb"
+    },
+    {
+      "type": "test",
+      "which": "wave",
+      "reportType": 4,
+      "what": "WAVE, report type 4"
+    },
+    {
+      "type": "test",
+      "which": "tenon",
+      "id": "a",
+      "what": "Tenon API version 2 result retrieval"
+    }
+  ]
+}

package/procs/score/tsp24.js

@@ -1,740 +0,0 @@
-/*
-  tsp24
-  Testilo score proc 24
-
-  Computes scores from Testilo script ts23 or ts24 and adds them to a report.
-*/
-
-// IMPORTS
-
-const {issues} = require('./tic24');
-
-// CONSTANTS
-
-// ID of this proc.
-const scoreProcID = 'tsp24';
-// Configuration disclosures.
-const logWeights = {
-  logCount: 0.5,
-  logSize: 0.01,
-  errorLogCount: 1,
-  errorLogSize: 0.02,
-  prohibitedCount: 15,
-  visitTimeoutCount: 10,
-  visitRejectionCount: 10,
-  visitLatency: 1
-};
-// Normal latency (1 second per visit).
-const normalLatency = 13;
-// How much each unclassified failure adds to the score.
-const soloWeight = 2;
-// How much classified issues add to the score.
-const issueWeights = {
-  // Added per issue.
-  absolute: 2,
-  // Added per instance reported by the tool with the largest count.
-  largest: 1,
-  // Added per instance reported by each other tool.
-  smaller: 0.4
-};
-// How much each prevention adds to the score.
-const preventionWeights = {
-  testaro: 50,
-  other: 100
-};
-// Non-Testaro tools.
-const otherTools = [
-  'alfa',
-  'axe',
-  'continuum',
-  'htmlcs',
-  'ibm',
-  'nuVal',
-  'qualWeb',
-  'tenon',
-  'wave'
-];
-
-// VARIABLES
-
-let toolDetails = {};
-let issueDetails = {};
-let summary = {};
-let preventionScores = {};
-
-// FUNCTIONS
-
-// Initialize the variables.
-const init = () => {
-  toolDetails = {};
-  issueDetails = {
-    issues: {},
-    solos: {}
-  };
-  summary = {
-    total: 0,
-    log: 0,
-    preventions: 0,
-    solos: 0,
-    issues: []
-  };
-  preventionScores = {};
-};
-
-// Adds a score to the tool details.
-const addDetail = (actWhich, testID, addition = 1) => {
-  if (addition) {
-    if (!toolDetails[actWhich]) {
-      toolDetails[actWhich] = {};
-    }
-    if (!toolDetails[actWhich][testID]) {
-      toolDetails[actWhich][testID] = 0;
-    }
-    toolDetails[actWhich][testID] += Math.round(addition);
-  }
-};
-// Scores a report.
-exports.scorer = async report => {
-  // Initialize the variables.
-  init();
-  // If there are any acts in the report:
-  const {acts} = report;
-  if (Array.isArray(acts)) {
-    // If any of them are test acts:
-    const testActs = acts.filter(act => act.type === 'test');
-    if (testActs.length) {
-      // For each test act:
-      testActs.forEach(test => {
-        // Add a prevented result if no result exists.
-        if (! test.result) {
-          test.result = {
-            prevented: true
-          };
-        }
-        const {which} = test;
-        // Add scores to the tool details.
-        if (which === 'alfa') {
-          const issues = test.result && test.result.items;
-          if (issues && Array.isArray(issues)) {
-            issues.forEach(issue => {
-              const {verdict, rule} = issue;
-              if (verdict && rule) {
-                const {ruleID} = rule;
-                if (ruleID) {
-                  // Add 4 per failure, 1 per warning (cantTell).
-                  addDetail(which, ruleID, verdict === 'failed' ? 4 : 1);
-                }
-              }
-            });
-          }
-        }
-        else if (which === 'axe') {
-          const impactScores = {
-            minor: 1,
-            moderate: 2,
-            serious: 3,
-            critical: 4
-          };
-          const tests = test.result && test.result.details;
-          if (tests) {
-            const warnings = tests.incomplete;
-            const {violations} = tests;
-            [[warnings, 0.25], [violations, 1]].forEach(issueSeverity => {
-              if (issueSeverity[0] && Array.isArray(issueSeverity[0])) {
-                issueSeverity[0].forEach(issueType => {
-                  const {id, nodes} = issueType;
-                  if (id && nodes && Array.isArray(nodes)) {
-                    nodes.forEach(node => {
-                      const {impact} = node;
-                      if (impact) {
-                        // Add the impact score for a violation or 25% of it for a warning.
-                        addDetail(which, id, issueSeverity[1] * impactScores[impact]);
-                      }
-                    });
-                  }
-                });
-              }
-            });
-          }
-        }
-        else if (which === 'continuum') {
-          const issues = test.result;
-          if (issues && Array.isArray(issues)) {
-            issues.forEach(issue => {
-              // Add 4 per violation.
-              addDetail(which, issue.engineTestId, 4);
-            });
-          }
-        }
-        else if (which === 'htmlcs') {
-          const issues = test.result;
-          if (issues) {
-            ['Error', 'Warning'].forEach(issueSeverityName => {
-              const severityData = issues[issueSeverityName];
-              if (severityData) {
-                const issueTypes = Object.keys(severityData);
-                issueTypes.forEach(issueTypeName => {
-                  const issueArrays = Object.values(severityData[issueTypeName]);
-                  const issueCount = issueArrays.reduce((count, array) => count + array.length, 0);
-                  const severityCode = issueSeverityName[0].toLowerCase();
-                  const code = `${severityCode}:${issueTypeName}`;
-                  // Add 4 per error, 1 per warning.
-                  const weight = severityCode === 'e' ? 4 : 1;
-                  addDetail(which, code, weight * issueCount);
-                });
-              }
-            });
-          }
-        }
-        else if (which === 'ibm') {
-          const {result} = test;
-          const {content, url} = result;
-          if (content && url) {
-            let preferredMode = 'content';
-            if (
-              content.error ||
-              (content.totals &&
-                content.totals.violation &&
-                url.totals &&
-                url.totals.violation &&
-                url.totals.violation > content.totals.violation)
-            ) {
-              preferredMode = 'url';
-            }
-            const {items} = result[preferredMode];
-            if (items && Array.isArray(items)) {
-              items.forEach(issue => {
-                const {ruleId, level} = issue;
-                if (ruleId && level) {
-                  // Add 4 per violation, 1 per warning (recommendation).
-                  addDetail(which, ruleId, level === 'violation' ? 4 : 1);
-                }
-              });
-            }
-          }
-        }
-        else if (which === 'nuVal') {
-          const issues = test.result && test.result.messages;
-          if (issues) {
-            issues.forEach(issue => {
-              // Add 4 per error, 1 per warning.
-              const weight = issue.type === 'error' ? 4 : 1;
-              addDetail(which, issue.message, weight);
-            });
-          }
-        }
-        else if (which === 'qualWeb') {
-          // For each section of the results:
-          const modules = test.result && test.result.modules;
-          if (modules) {
-            ['act-rules', 'wcag-techniques', 'best-practices'].forEach(type => {
-              // For each test in the section:
-              const {assertions} = modules[type];
-              if (assertions) {
-                const issueIDs = Object.keys(assertions);
-                issueIDs.forEach(issueID => {
-                  // For each error or warning from the test:
-                  const {results} = assertions[issueID];
-                  results.forEach(result => {
-                    // Add 4 per error, 1 per warning, per element.
-                    let weight = 0;
-                    const {verdict} = result;
-                    if (verdict === 'error') {
-                      weight = 4;
-                    }
-                    else if (verdict === 'warning') {
-                      weight = 1;
-                    }
-                    if (weight) {
-                      addDetail(which, issueID, result.elements.length * weight);
-                    }
-                  });
-                });
-              }
-            });
-          }
-        }
-        else if (which === 'tenon') {
-          const issues =
-            test.result && test.result.data && test.result.data.resultSet;
-          if (issues && Array.isArray(issues)) {
-            issues.forEach(issue => {
-              const {tID, priority, certainty} = issue;
-              if (tID && priority && certainty) {
-                // Add 4 per issue if certainty and priority 100, less if less.
-                addDetail(which, tID, certainty * priority / 2500);
-              }
-            });
-          }
-        }
-        else if (which === 'wave') {
-          const severityScores = {
-            error: 4,
-            contrast: 3,
-            alert: 1
-          };
-          const issueSeverities = test.result && test.result.categories;
-          if (issueSeverities) {
-            ['error', 'contrast', 'alert'].forEach(issueSeverity => {
-              const {items} = issueSeverities[issueSeverity];
-              if (items) {
-                const testIDs = Object.keys(items);
-                if (testIDs.length) {
-                  testIDs.forEach(testID => {
-                    const {count} = items[testID];
-                    if (count) {
-                      // Add 4 per error, 3 per contrast error, 1 per warning (alert).
-                      addDetail(
-                        which, `${issueSeverity[0]}:${testID}`, count * severityScores[issueSeverity]
-                      );
-                    }
-                  });
-                }
-              }
-            });
-          }
-        }
-        else if (which === 'allHidden') {
-          const {result} = test;
-          if (
-            result
-            && ['hidden', 'reallyHidden', 'visHidden', 'ariaHidden'].every(
-              key => result[key]
-              && ['document', 'body', 'main'].every(
-                element => typeof result[key][element] === 'boolean'
-              )
-            )
-          ) {
-            // Get a score for the test.
-            const score = 8 * result.hidden.document
-            + 8 * result.hidden.body
-            + 6 * result.hidden.main
-            + 10 * result.reallyHidden.document
-            + 10 * result.reallyHidden.body
-            + 8 * result.reallyHidden.main
-            + 8 * result.visHidden.document
-            + 8 * result.visHidden.body
-            + 6 * result.visHidden.main
-            + 10 * result.ariaHidden.document
-            + 10 * result.ariaHidden.body
-            + 8 * result.ariaHidden.main;
-            // Add the score.
-            addDetail('testaro', which, score);
-          }
-        }
-        else if (which === 'autocomplete') {
-          const count = test.result && test.result.total;
-          if (typeof count === 'number') {
-            // Add 4 per autocomplete violation.
-            addDetail('testaro', which, 4 * count);
-          }
-        }
-        else if (which === 'bulk') {
-          const count = test.result && test.result.visibleElements;
-          if (typeof count === 'number') {
-            // Add 1 per 300 visible elements beyond 300.
-            addDetail('testaro', which, Math.max(0, count / 300 - 1));
-          }
-        }
-        else if (which === 'docType') {
-          // If document has no or invalid doctype:
-          const hasType = test.result && test.result.docHasType;
-          if (typeof hasType === 'boolean' && ! hasType) {
-            // Add 10.
-            addDetail('testaro', which, 10);
-          }
-        }
-        else if (which === 'dupAtt') {
-          const count = test.result && test.result.total;
-          if (typeof count === 'number') {
-            // Add 2 per element with duplicate attributes.
-            addDetail('testaro', which, 2 * count);
-          }
-        }
-        else if (which === 'embAc') {
-          const issueCounts = test.result && test.result.totals;
-          if (issueCounts) {
-            const counts = Object.values(issueCounts);
-            const total = counts.reduce((sum, current) => sum + current);
-            // Add 3 per embedded element.
-            addDetail('testaro', which, 3 * total);
-          }
-        }
-        else if (which === 'filter') {
-          const totals = test.result && test.result.totals;
-          if (totals) {
-            // Add 2 per filter-styled element, 1 per filter-impacted element.
-            addDetail('testaro', which, 2 * totals.elements + totals.impact);
-          }
-        }
-        else if (which === 'focAll') {
-          const discrepancy = test.result && test.result.discrepancy;
-          if (discrepancy) {
-            // Add 2 per discrepancy.
-            addDetail('testaro', which, 2 * Math.abs(discrepancy));
-          }
-        }
-        else if (which === 'focInd') {
-          const issueTypes =
-            test.result && test.result.totals && test.result.totals.types;
-          if (issueTypes) {
-            const missingCount = issueTypes.indicatorMissing
-            && issueTypes.indicatorMissing.total
-            || 0;
-            const badCount = issueTypes.nonOutlinePresent
-            && issueTypes.nonOutlinePresent.total
-            || 0;
-            // Add 3 per missing, 1 per non-outline focus indicator.
-            addDetail('testaro', which, badCount + 3 * missingCount);
-          }
-        }
-        else if (which === 'focOp') {
-          const issueTypes =
-            test.result && test.result.totals && test.result.totals.types;
-          if (issueTypes) {
-            const noOpCount = issueTypes.onlyFocusable && issueTypes.onlyFocusable.total || 0;
-            const noFocCount = issueTypes.onlyOperable && issueTypes.onlyOperable.total || 0;
-            // Add 2 per unfocusable, 0.5 per inoperable element.
-            addDetail('testaro', which, 2 * noFocCount + 0.5 * noOpCount);
-          }
-        }
-        else if (which === 'focVis') {
-          const count = test.result && test.result.total;
-          if (count) {
-            // Add 1 per link outside the viewport.
-            addDetail('testaro', which, count);
-          }
-        }
-        else if (which === 'hover') {
-          const issues = test.result && test.result.totals;
-          if (issues) {
-            const {
-              impactTriggers,
-              additions,
-              removals,
-              opacityChanges,
-              opacityImpact,
-              unhoverables,
-              noCursors,
-              badCursors,
-              noIndicators,
-              badIndicators
-            } = issues;
-            // Add score with weights on hover-impact types.
-            const score = 2 * impactTriggers
-            + 0.3 * additions
-            + removals
-            + 0.2 * opacityChanges
-            + 0.1 * opacityImpact
-            + unhoverables
-            + 3 * noCursors
-            + 2 * badCursors
-            + noIndicators
-            + badIndicators;
-            if (score) {
-              addDetail('testaro', which, score);
-            }
-          }
-        }
-        else if (which === 'labClash') {
-          const mislabeledCount = test.result
-          && test.result.totals
-          && test.result.totals.mislabeled
-          || 0;
-          // Add 1 per element with conflicting labels (ignoring unlabeled elements).
-          addDetail('testaro', which, mislabeledCount);
-        }
-        else if (which === 'linkTo') {
-          const count = test.result && test.result.total;
-          if (count) {
-            // Add 2 per link with no destination.
-            addDetail('testaro', which, count);
-          }
-        }
-        else if (which === 'linkUl') {
-          const totals = test.result && test.result.totals && test.result.totals.adjacent;
-          if (totals) {
-            const nonUl = totals.total - totals.underlined || 0;
-            // Add 2 per non-underlined adjacent link.
-            addDetail('testaro', which, 2 * nonUl);
-          }
-        }
-        else if (which === 'menuNav') {
-          const issueCount = test.result
-          && test.result.totals
-          && test.result.totals.navigations
-          && test.result.totals.navigations.all
-          && test.result.totals.navigations.all.incorrect
-          || 0;
-          // Add 2 per defect.
-          addDetail('testaro', which, 2 * issueCount);
-        }
-        else if (which === 'miniText') {
-          const items = test.result && test.result.items;
-          if (items && items.length) {
-            // Add 1 per 100 characters of small-text.
-            const totalLength = items.reduce((total, item) => total + item.length, 0);
-            addDetail('testaro', which, Math.floor(totalLength / 100));
-          }
-        }
-        else if (which === 'motion') {
-          const data = test.result;
-          if (data) {
-            const {
-              meanLocalRatio,
-              maxLocalRatio,
-              globalRatio,
-              meanPixelChange,
-              maxPixelChange,
-              changeFrequency
-            } = data;
-            const score = 2 * (meanLocalRatio - 1)
-            + maxLocalRatio - 1
-            + globalRatio - 1
-            + meanPixelChange / 10000
-            + maxPixelChange / 25000
-            + 3 * changeFrequency
-            || 0;
-            addDetail('testaro', which, score);
-          }
-        }
-        else if (which === 'nonTable') {
-          const total = test.result && test.result.total;
-          if (total) {
-            // Add 2 per pseudotable.
-            addDetail('testaro', which, 2 * total);
-          }
-        }
-        else if (which === 'radioSet') {
-          const totals = test.result && test.result.totals;
-          if (totals) {
-            const {total, inSet} = totals;
-            const score = total - inSet || 0;
-            // Add 1 per misissueed radio button.
-            addDetail('testaro', which, score);
-          }
-        }
-        else if (which === 'role') {
-          const badCount = test.result && test.result.badRoleElements || 0;
-          const redundantCount = test.result && test.result.redundantRoleElements || 0;
-          // Add 2 per bad role and 1 per redundant role.
-          addDetail('testaro', which, 2 * badCount + redundantCount);
-        }
-        else if (which === 'styleDiff') {
-          const totals = test.result && test.result.totals;
-          if (totals) {
-            let score = 0;
-            // For each element type that has any style diversity:
-            Object.values(totals).forEach(typeData => {
-              const {total, subtotals} = typeData;
-              if (subtotals) {
-                const styleCount = subtotals.length;
-                const plurality = subtotals[0];
-                const minorities = total - plurality;
-                // Add 1 per style, 0.2 per element with any nonplurality style.
-                score += styleCount + 0.2 * minorities;
-              }
-            });
-            addDetail('testaro', which, score);
-          }
-        }
-        else if (which === 'tabNav') {
-          const issueCount = test.result
-          && test.result.totals
-          && test.result.totals.navigations
-          && test.result.totals.navigations.all
-          && test.result.totals.navigations.all.incorrect
-          || 0;
-          // Add 2 per defect.
-          addDetail('testaro', which, 2 * issueCount);
-        }
-        else if (which === 'titledEl') {
-          const total = test.result && test.result.total;
-          if (total) {
-            const score = 4 * total;
-            // Add 4 per mistitled element.
-            addDetail('testaro', which, score);
-          }
-        }
-        else if (which === 'zIndex') {
-          const issueCount = test.result && test.result.totals && test.result.totals.total || 0;
-          // Add 1 per non-auto zIndex.
-          addDetail('testaro', which, issueCount);
-        }
-      });
-      // Get the prevention scores and add them to the summary.
-      const actsPrevented = testActs.filter(test => test.result.prevented);
-      actsPrevented.forEach(act => {
-        if (otherTools.includes(act.which)) {
-          preventionScores[act.which] = preventionWeights.other;
-        }
-        else {
-          preventionScores[`testaro-${act.which}`] = preventionWeights.testaro;
-        }
-      });
-      const preventionScore = Object.values(preventionScores).reduce(
-        (sum, current) => sum + current,
-        0
-      );
-      const roundedPreventionScore = Math.round(preventionScore);
-      summary.preventions = roundedPreventionScore;
-      summary.total += roundedPreventionScore;
-      // Initialize a table of the issues to which tests belong.
-      const toolIssues = {
-        testaro: {},
-        alfa: {},
-        axe: {},
-        continuum: {},
-        htmlcs: {},
-        ibm: {},
-        nuVal: {},
-        qualWeb: {},
-        tenon: {},
-        wave: {}
-      };
-      // Initialize a table of the regular expressions of variably named tests of tools.
-      const testMatchers = {};
-      Object.keys(issues).forEach(issueName => {
-        Object.keys(issues[issueName].tools).forEach(toolName => {
-          Object.keys(issues[issueName].tools[toolName]).forEach(testID => {
-            // Update the issue table.
-            toolIssues[toolName][testID] = issueName;
-            // If the test is variably named:
-            if (issues[issueName].tools[toolName][testID].variable) {
-              // Add its regular expression, as multiline, to the variably-named-test table.
-              if (! testMatchers[toolName]) {
-                testMatchers[toolName] = [];
-              }
-              testMatchers[toolName].push(new RegExp(testID, 's'));
-            }
-          });
-        });
-      });
-      // For each tool with any scores:
-      Object.keys(toolDetails).forEach(toolName => {
-        const matchers = testMatchers[toolName];
-        // For each test with any scores in the tool:
-        Object.keys(toolDetails[toolName]).forEach(testMessage => {
-          // Initialize the test ID as the reported test message.
-          let testID = testMessage;
-          // Get the issue of the test, if it has a fixed name and is in a issue.
-          let issueName = toolIssues[toolName][testMessage];
-          // If the test has a variable name or is a solo test:
-          if (! issueName) {
-            // Determine whether the tool has variably named tests and the test is among them.
-            testRegExp = matchers && matchers.find(matcher => matcher.test(testMessage));
-            // If so:
-            if (testRegExp) {
-              // Make the matching regular expression the test ID.
-              testID = testRegExp.source;
-              // Get the issue of the test.
-              issueName = toolIssues[toolName][testID];
-            }
-          }
-          // If the test is in a issue:
-          if (issueName) {
-            // Initialize its score as its score in the tool details.
-            if (! issueDetails.issues[issueName]) {
-              issueDetails.issues[issueName] = {
-                wcag: issues[issueName].wcag,
-                tools: {}
-              };
-            }
-            if (! issueDetails.issues[issueName].tools[toolName]) {
-              issueDetails.issues[issueName].tools[toolName] = {};
-            }
-            let weightedScore = toolDetails[toolName][testMessage];
-            // Weight that by the issue weight and normalize it to a 1–4 scale per instance.
-            weightedScore *= issues[issueName].weight / 4;
-            // Adjust the score for the quality of the test.
-            weightedScore *= issues[issueName].tools[toolName][testID].quality;
-            // Round the score, but not to less than 1.
-            const roundedScore = Math.max(Math.round(weightedScore), 1);
-            // Add the rounded score and the test description to the issue details.
-            issueDetails.issues[issueName].tools[toolName][testID] = {
-              score: roundedScore,
-              what: issues[issueName].tools[toolName][testID].what
-            };
-          }
-          // Otherwise, i.e. if the test is solo:
-          else {
-            if (! issueDetails.solos[toolName]) {
-              issueDetails.solos[toolName] = {};
-            }
-            const roundedScore = Math.round(toolDetails[toolName][testID]);
-            issueDetails.solos[toolName][testID] = roundedScore;
-          }
-        });
-      });
-      // Determine the issue scores and add them to the summary.
-      const issueNames = Object.keys(issueDetails.issues);
-      const {absolute, largest, smaller} = issueWeights;
-      // For each issue with any scores:
-      issueNames.forEach(issueName => {
-        const scores = [];
-        // For each tool with any scores in the issue:
-        const issueToolData = Object.values(issueDetails.issues[issueName].tools);
-        issueToolData.forEach(toolObj => {
-          // Get the sum of the scores of the tests of the tool in the issue.
-          const scoreSum = Object.values(toolObj).reduce(
-            (sum, current) => sum + current.score,
-            0
-          );
-          // Add the sum to the list of tool scores in the issue.
-          scores.push(scoreSum);
-        });
-        // Sort the scores in descending order.
-        scores.sort((a, b) => b - a);
-        // Compute the sum of the absolute score and the weighted largest and other scores.
-        const issueScore = absolute
-        + largest * scores[0]
-        + smaller * scores.slice(1).reduce((sum, current) => sum + current, 0);
-        const roundedIssueScore = Math.round(issueScore);
-        summary.issues.push({
-          issueName,
-          score: roundedIssueScore
-        });
-        summary.total += roundedIssueScore;
-      });
-      summary.issues.sort((a, b) => b.score - a.score);
-      // Determine the solo score and add it to the summary.
-      const soloToolNames = Object.keys(issueDetails.solos);
-      soloToolNames.forEach(toolName => {
-        const testIDs = Object.keys(issueDetails.solos[toolName]);
-        testIDs.forEach(testID => {
-          const score = soloWeight * issueDetails.solos[toolName][testID];
-          summary.solos += score;
-          summary.total += score;
-        });
-      });
-      summary.solos = Math.round(summary.solos);
-      summary.total = Math.round(summary.total);
-    }
-  }
-  // Get the log score.
-  const {jobData} = report;
-  const logScore = logWeights.logCount * jobData.logCount
-  + logWeights.logSize * jobData.logSize +
-  + logWeights.errorLogCount * jobData.errorLogCount
-  + logWeights.errorLogSize * jobData.errorLogSize
-  + logWeights.prohibitedCount * jobData.prohibitedCount +
-  + logWeights.visitTimeoutCount * jobData.visitTimeoutCount +
-  + logWeights.visitRejectionCount * jobData.visitRejectionCount
-  + logWeights.visitLatency * (jobData.visitLatency - normalLatency);
-  const roundedLogScore = Math.max(0, Math.round(logScore));
-  summary.log = roundedLogScore;
-  summary.total += roundedLogScore;
-  // Add the score facts to the report.
-  report.score = {
-    scoreProcID,
-    logWeights,
-    soloWeight,
-    issueWeights,
-    preventionWeights,
-    toolDetails,
-    issueDetails,
-    preventionScores,
-    summary
-  };
-};
-exports.issues = issues;