testaro 5.13.0 → 5.13.2

package/README.md

@@ -75,6 +75,8 @@ Some of the dependencies of Testaro are published as Github packages. Installing
 
 Once you have done that, you can install Testaro as you would install any `npm` package.
 
+However, if the Playwright dependency is ever updated to a newer version, you must also reinstall its browers by executing the statement `npx playwright install`.
+
 ## Payment
 
 All of the tests that Testaro can perform are free of cost, except those in the Tenon and WAVE packages. The owner of each of those packages gives new registrants a free allowance of credits before it becomes necessary to pay for use of the API of the package. The required environment variables for authentication and payment are described below under “Environment variables”.

package/commands.js

@@ -162,7 +162,7 @@ exports.commands = {
       'Perform an elements test',
       {
         detailLevel: [true, 'number', '', '0 to 3, to specify the level of detail'],
-        tagName: [false, 'string', 'hasLength', 'tag name of elements'],
+        tagName: [false, 'string', 'hasLength', 'tag name (upper-case) of elements'],
         onlyVisible: [false, 'boolean', '', 'whether to exclude invisible elements'],
         attribute: [false, 'string', 'hasLength', 'required attribute selector']
       }

package/high.js

@@ -1,7 +1,7 @@
 /*
   high.js
   Invokes Testaro with the high-level method.
-  Usage example: node high tp12 weborgs
+  Usage example: node high tp15 weborgs
 */
 
 const {runJob} = require('./create');

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testaro",
-  "version": "5.13.0",
+  "version": "5.13.2",
   "description": "Automation of accessibility testing",
   "main": "index.js",
   "scripts": {

package/run.js

@@ -304,24 +304,30 @@ const launch = async typeName => {
       browserContext.on('page', async page => {
         // Make the page current.
         currentPage = page;
-        // Make abbreviations of its console messages get reported in the Playwright console.
+        // Make its console messages get reported in the Playwright console.
         page.on('console', msg => {
           const msgText = msg.text();
-          const parts = [msgText.slice(0, 75)];
-          if (msgText.length > 75) {
-            parts.push(msgText.slice(75, 150));
-            if (msgText.length > 150) {
-              const tail = msgText.slice(150).slice(-150);
-              if (msgText.length > 300) {
-                parts.push('...');
-              }
-              parts.push(tail.slice(0, 75));
-              if (tail.length > 75) {
-                parts.push(tail.slice(75));
+          let indentedMsg = '';
+          if (debug) {
+            indentedMsg = `    | ${msg.text()}`;
+          }
+          else {
+            const parts = [msgText.slice(0, 75)];
+            if (msgText.length > 75) {
+              parts.push(msgText.slice(75, 150));
+              if (msgText.length > 150) {
+                const tail = msgText.slice(150).slice(-150);
+                if (msgText.length > 300) {
+                  parts.push('...');
+                }
+                parts.push(tail.slice(0, 75));
+                if (tail.length > 75) {
+                  parts.push(tail.slice(75));
+                }
               }
             }
+            indentedMsg = parts.map(part => `    | ${part}`).join('\n');
           }
-          const indentedMsg = parts.map(part => `    | ${part}`).join('\n');
           console.log(`\n${indentedMsg}`);
           const msgTextLC = msgText.toLowerCase();
           const msgLength = msgText.length;
@@ -682,7 +688,7 @@ const doActs = async (report, actIndex, page) => {
           const result = act.result = {};
           // If the text is to be the URL:
           if (what === 'url') {
-            // Wait for it and quit on failure.
+            // Wait for the URL to be the exact text and quit on failure.
             try {
               await page.waitForURL(which, {timeout: 15000});
               result.found = true;
@@ -695,7 +701,7 @@ const doActs = async (report, actIndex, page) => {
           }
           // Otherwise, if the text is to be a substring of the page title:
           else if (what === 'title') {
-            // Wait for it and quit on failure.
+            // Wait for the page title to include the text, case-insensitively, and quit on failure.
             try {
               await page.waitForFunction(
                 text => document
@@ -717,7 +723,7 @@ const doActs = async (report, actIndex, page) => {
           }
           // Otherwise, if the text is to be a substring of the text of the page body:
           else if (what === 'body') {
-            // Wait for it and quit on failure.
+            // Wait for the body to include the text, case-insensitively, and quit on failure.
             try {
               await page.waitForFunction(
                 text => document
@@ -949,13 +955,12 @@ const doActs = async (report, actIndex, page) => {
             // Otherwise, if the act is a move:
             else if (moves[act.type]) {
               const selector = typeof moves[act.type] === 'string' ? moves[act.type] : act.what;
-              // Try to identify the element to perform the move on.
+              // Try up to 5 times to:
               act.result = {found: false};
               let selection = {};
               let tries = 0;
               const slimText = act.which ? debloat(act.which) : '';
               while (tries++ < 5 && ! act.result.found) {
-                // If the page still exists:
                 if (page) {
                   // Identify the elements of the specified type.
                   const selections = await page.$$(selector);
@@ -967,16 +972,17 @@ const doActs = async (report, actIndex, page) => {
                       let matchCount = 0;
                       const selectionTexts = [];
                       for (selection of selections) {
-                        // Add its text or an empty string to the list of texts of such elements.
+                        // Add its lower-case text or an empty string to the list of element texts.
                         const selectionText = slimText ? await textOf(page, selection) : '';
                         selectionTexts.push(selectionText);
-                        // If its text includes any specified text:
+                        // If its text includes any specified text, case-insensitively:
                         if (selectionText.includes(slimText)) {
                           // If the element has the specified index among such elements:
                           if (matchCount++ === (act.index || 0)) {
                             // Report it as the matching element and stop checking.
                             act.result.found = true;
-                            act.result.text = slimText;
+                            act.result.textSpec = slimText;
+                            act.result.textContent = selectionText;
                             break;
                           }
                         }

package/samples/scripts/alfa.json

@@ -1,22 +0,0 @@
-{
-  "id": "alfa",
-  "what": "Alfa test package",
-  "strict": true,
-  "commands": [
-    {
-      "type": "launch",
-      "which": "chromium",
-      "what": "used for most tests"
-    },
-    {
-      "type": "url",
-      "which": "https://*",
-      "what": "any page"
-    },
-    {
-      "type": "test",
-      "which": "alfa",
-      "what": "Siteimprove alfa"
-    }
-  ]
-}

package/samples/scripts/digiCert.json

@@ -1,63 +0,0 @@
-{
-  "id": "digicert",
-  "what": "moves on DigiCert website",
-  "strict": true,
-  "commands": [
-    {
-      "type": "launch",
-      "which": "chromium",
-      "what": "Chrome"
-    },
-    {
-      "type": "url",
-      "which": "https://order.digicert.com/",
-      "what": "DigiCert"
-    },
-    {
-      "type": "focus",
-      "what": "button",
-      "which": "Choose payment plan"
-    },
-    {
-      "type": "press",
-      "which": "ArrowDown",
-      "again": 2,
-      "what": "Choose 2-year plan"
-    },
-    {
-      "type": "press",
-      "which": "Enter",
-      "what": "Commit to choose 2-year plan"
-    },
-    {
-      "type": "button",
-      "which": "I don't have",
-      "what": "I don’t have my CSR"
-    },
-    {
-      "type": "select",
-      "which": "Server app details",
-      "what": "NGINX"
-    },
-    {
-      "type": "text",
-      "which": "main website",
-      "what": "jpdev.pro"
-    },
-    {
-      "type": "button",
-      "which": "Continue",
-      "what": "Continue"
-    },
-    {
-      "type": "wait",
-      "what": "url",
-      "which": "step2"
-    },
-    {
-      "type": "test",
-      "which": "bulk",
-      "what": "count of visible elements"
-    }
-  ]
-}

package/samples/scripts/ibm.json

@@ -1,23 +0,0 @@
-{
-  "id": "ibm",
-  "what": "IBM Equal Access test package",
-  "strict": true,
-  "commands": [
-    {
-      "type": "launch",
-      "which": "chromium",
-      "what": "used for most tests"
-    },
-    {
-      "type": "url",
-      "which": "https://*",
-      "what": "any page"
-    },
-    {
-      "type": "test",
-      "which": "ibm",
-      "withItems": true,
-      "what": "IBM Equal Access"
-    }
-  ]
-}

package/samples/scripts/tenon.json

@@ -1,29 +0,0 @@
-{
-  "id": "tenon",
-  "what": "Test Wikipedia with tenon",
-  "strict": true,
-  "commands": [
-    {
-      "type": "launch",
-      "which": "chromium",
-      "what": "Chromium browser"
-    },
-    {
-      "type": "url",
-      "which": "https://en.wikipedia.org/wiki/Main_Page",
-      "what": "Wikipedia English home page"
-    },
-    {
-      "type": "tenonRequest",
-      "withNewContent": true,
-      "id": "a",
-      "what": "Tenon API version 2 test request"
-    },
-    {
-      "type": "test",
-      "which": "tenon",
-      "id": "a",
-      "what": "Tenon API version 2 result retrieval"
-    }
-  ]
-}

package/samples/scripts/tp10.json

@@ -1,158 +0,0 @@
-{
-  "id": "tp10",
-  "what": "AATT, Alfa, Axe, IBM, Tenon, WAVE, and 16 custom tests",
-  "strict": true,
-  "commands": [
-    {
-      "type": "launch",
-      "which": "webkit",
-      "what": "used for tests on which chromium fails on some URLs"
-    },
-    {
-      "type": "url",
-      "which": "https://*",
-      "what": "any page"
-    },
-    {
-      "type": "tenonRequest",
-      "id": "a",
-      "withNewContent": true,
-      "what": "Tenon API version 2 test request"
-    },
-    {
-      "type": "test",
-      "which": "motion",
-      "what": "spontaneous change of content",
-      "delay": 2400,
-      "interval": 2600,
-      "count": 5
-    },
-    {
-      "type": "test",
-      "which": "axe",
-      "withItems": true,
-      "rules": [],
-      "what": "Axe core, all rules"
-    },
-    {
-      "type": "launch",
-      "which": "chromium",
-      "what": "used for most tests"
-    },
-    {
-      "type": "url",
-      "which": "https://*",
-      "what": "any page"
-    },
-    {
-      "type": "test",
-      "which": "bulk",
-      "what": "count of visible elements"
-    },
-    {
-      "type": "test",
-      "which": "embAc",
-      "what": "active elements incorrectly embedded in each other",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "focAll",
-      "what": "Tab-focusability"
-    },
-    {
-      "type": "test",
-      "which": "focInd",
-      "what": "focus indicators",
-      "withItems": true,
-      "revealAll": true
-    },
-    {
-      "type": "test",
-      "which": "focOp",
-      "what": "focusability and operability of elements",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "hover",
-      "what": "hover-triggered content changes",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "labClash",
-      "what": "unlabeled and mislabeled form controls",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "linkUl",
-      "what": "underlining of inline links",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "menuNav",
-      "what": "keyboard navigation within true-focus menus",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "radioSet",
-      "what": "grouping of radio buttons in fieldsets",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "role",
-      "what": "validity and necessity of role assignments"
-    },
-    {
-      "type": "test",
-      "which": "styleDiff",
-      "what": "style consistency of headings, buttons, and links",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "tabNav",
-      "what": "keyboard navigation within tab lists",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "zIndex",
-      "what": "elements with non-auto z indexes",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "ibm",
-      "withItems": true,
-      "what": "IBM Accessibility Checker"
-    },
-    {
-      "type": "test",
-      "which": "aatt",
-      "what": "AATT with HTML CodeSniffer"
-    },
-    {
-      "type": "test",
-      "which": "alfa",
-      "what": "Siteimprove alfa"
-    },
-    {
-      "type": "test",
-      "which": "wave",
-      "reportType": 4,
-      "what": "WAVE, report-type 4"
-    },
-    {
-      "type": "test",
-      "which": "tenon",
-      "id": "a",
-      "what": "Tenon API version 2 result retrieval"
-    }
-  ]
-}

package/samples/scripts/tp11.json

@@ -1,164 +0,0 @@
-{
-  "id": "tp11",
-  "what": "AATT, Alfa, Axe, IBM, Tenon, WAVE, and 16 custom tests",
-  "strict": true,
-  "commands": [
-    {
-      "type": "launch",
-      "which": "webkit",
-      "what": "Webkit browser"
-    },
-    {
-      "type": "url",
-      "which": "https://*",
-      "what": "any page"
-    },
-    {
-      "type": "tenonRequest",
-      "id": "a",
-      "withNewContent": true,
-      "what": "Tenon API version 2 test request"
-    },
-    {
-      "type": "test",
-      "which": "motion",
-      "what": "spontaneous change of content; requires webkit",
-      "delay": 2500,
-      "interval": 2500,
-      "count": 5
-    },
-    {
-      "type": "launch",
-      "which": "chromium",
-      "what": "Chromium browser"
-    },
-    {
-      "type": "url",
-      "which": "https://*",
-      "what": "any page"
-    },
-    {
-      "type": "test",
-      "which": "bulk",
-      "what": "count of visible elements"
-    },
-    {
-      "type": "test",
-      "which": "embAc",
-      "withItems": true,
-      "what": "active elements incorrectly embedded in each other"
-    },
-    {
-      "type": "test",
-      "which": "focAll",
-      "what": "Tab-focusability"
-    },
-    {
-      "type": "test",
-      "which": "focInd",
-      "revealAll": false,
-      "allowedDelay": 250,
-      "withItems": true,
-      "what": "focus indicators"
-    },
-    {
-      "type": "test",
-      "which": "focOp",
-      "withItems": true,
-      "what": "focusability and operability of elements"
-    },
-    {
-      "type": "test",
-      "which": "hover",
-      "headSize": 20,
-      "headSampleSize": 20,
-      "tailSampleSize": 15,
-      "withItems": true,
-      "what": "hover impacts"
-    },
-    {
-      "type": "test",
-      "which": "labClash",
-      "withItems": true,
-      "what": "unlabeled and mislabeled form controls"
-    },
-    {
-      "type": "test",
-      "which": "linkUl",
-      "withItems": true,
-      "what": "underlining of inline links"
-    },
-    {
-      "type": "test",
-      "which": "menuNav",
-      "withItems": true,
-      "what": "keyboard navigation within true-focus menus"
-    },
-    {
-      "type": "test",
-      "which": "radioSet",
-      "withItems": true,
-      "what": "grouping of radio buttons in fieldsets"
-    },
-    {
-      "type": "test",
-      "which": "role",
-      "what": "validity and necessity of role assignments"
-    },
-    {
-      "type": "test",
-      "which": "styleDiff",
-      "withItems": true,
-      "what": "style consistency of headings, buttons, and links"
-    },
-    {
-      "type": "test",
-      "which": "tabNav",
-      "withItems": true,
-      "what": "keyboard navigation within tab lists"
-    },
-    {
-      "type": "test",
-      "which": "zIndex",
-      "withItems": true,
-      "what": "elements with non-auto z indexes"
-    },
-    {
-      "type": "test",
-      "which": "aatt",
-      "waitLong": true,
-      "tryLimit": 2,
-      "what": "AATT with HTML CodeSniffer"
-    },
-    {
-      "type": "test",
-      "which": "alfa",
-      "what": "Siteimprove alfa"
-    },
-    {
-      "type": "test",
-      "which": "axe",
-      "detailLevel": 2,
-      "rules": [],
-      "what": "Axe core, all rules"
-    },
-    {
-      "type": "test",
-      "which": "ibm",
-      "withItems": true,
-      "what": "IBM Accessibility Checker, with page content and again with URL"
-    },
-    {
-      "type": "test",
-      "which": "tenon",
-      "id": "a",
-      "what": "Tenon API version 2 result retrieval"
-    },
-    {
-      "type": "test",
-      "which": "wave",
-      "reportType": 4,
-      "what": "WAVE, report-type 4"
-    }
-  ]
-}

package/samples/scripts/tp12.json

@@ -1,163 +0,0 @@
-{
-  "id": "tp12",
-  "what": "Alfa, Axe, HTML CodeSniffer, IBM, Tenon, WAVE, and 16 custom tests",
-  "strict": true,
-  "timeLimit": 300,
-  "commands": [
-    {
-      "type": "launch",
-      "which": "webkit",
-      "what": "Webkit browser"
-    },
-    {
-      "type": "url",
-      "which": "https://*",
-      "what": "any page"
-    },
-    {
-      "type": "tenonRequest",
-      "id": "a",
-      "withNewContent": true,
-      "what": "Tenon API version 2 test request"
-    },
-    {
-      "type": "test",
-      "which": "motion",
-      "what": "spontaneous change of content; requires webkit",
-      "delay": 2500,
-      "interval": 2500,
-      "count": 5
-    },
-    {
-      "type": "launch",
-      "which": "chromium",
-      "what": "Chromium browser"
-    },
-    {
-      "type": "url",
-      "which": "https://*",
-      "what": "any page"
-    },
-    {
-      "type": "test",
-      "which": "bulk",
-      "what": "count of visible elements"
-    },
-    {
-      "type": "test",
-      "which": "embAc",
-      "withItems": true,
-      "what": "active elements incorrectly embedded in each other"
-    },
-    {
-      "type": "test",
-      "which": "focAll",
-      "what": "Tab-focusability"
-    },
-    {
-      "type": "test",
-      "which": "focInd",
-      "revealAll": false,
-      "allowedDelay": 250,
-      "withItems": true,
-      "what": "focus indicators"
-    },
-    {
-      "type": "test",
-      "which": "focOp",
-      "withItems": true,
-      "what": "focusability and operability of elements"
-    },
-    {
-      "type": "test",
-      "which": "hover",
-      "headSize": 20,
-      "headSampleSize": 20,
-      "tailSampleSize": 15,
-      "withItems": true,
-      "what": "hover impacts"
-    },
-    {
-      "type": "test",
-      "which": "labClash",
-      "withItems": true,
-      "what": "unlabeled and mislabeled form controls"
-    },
-    {
-      "type": "test",
-      "which": "linkUl",
-      "withItems": true,
-      "what": "underlining of inline links"
-    },
-    {
-      "type": "test",
-      "which": "menuNav",
-      "withItems": true,
-      "what": "keyboard navigation within true-focus menus"
-    },
-    {
-      "type": "test",
-      "which": "radioSet",
-      "withItems": true,
-      "what": "grouping of radio buttons in fieldsets"
-    },
-    {
-      "type": "test",
-      "which": "role",
-      "what": "validity and necessity of role assignments"
-    },
-    {
-      "type": "test",
-      "which": "styleDiff",
-      "withItems": true,
-      "what": "style consistency of headings, buttons, and links"
-    },
-    {
-      "type": "test",
-      "which": "tabNav",
-      "withItems": true,
-      "what": "keyboard navigation within tab lists"
-    },
-    {
-      "type": "test",
-      "which": "zIndex",
-      "withItems": true,
-      "what": "elements with non-auto z indexes"
-    },
-    {
-      "type": "test",
-      "which": "alfa",
-      "what": "Siteimprove alfa"
-    },
-    {
-      "type": "test",
-      "which": "axe",
-      "detailLevel": 2,
-      "rules": [],
-      "what": "Axe core, all rules"
-    },
-    {
-      "type": "test",
-      "which": "htmlcs",
-      "what": "HTML CodeSniffer"
-    },
-    {
-      "type": "test",
-      "which": "ibm",
-      "withItems": true,
-      "what": "IBM Accessibility Checker, with page content and again with URL"
-    },
-    {
-      "type": "test",
-      "which": "wave",
-      "reportType": 4,
-      "what": "WAVE, report-type 4"
-    },
-    {
-      "type": "test",
-      "which": "tenon",
-      "id": "a",
-      "what": "Tenon API version 2 result retrieval"
-    }
-  ]
-}

package/samples/scripts/tp13.json

@@ -1,163 +0,0 @@
-{
-  "id": "tp12",
-  "what": "Alfa, Axe, HTML CodeSniffer, IBM, Tenon, WAVE, and 16 custom tests",
-  "strict": true,
-  "timeLimit": 250,
-  "commands": [
-    {
-      "type": "launch",
-      "which": "webkit",
-      "what": "Webkit browser"
-    },
-    {
-      "type": "url",
-      "which": "https://*",
-      "what": "any page"
-    },
-    {
-      "type": "tenonRequest",
-      "id": "a",
-      "withNewContent": true,
-      "what": "Tenon API version 2 test request"
-    },
-    {
-      "type": "test",
-      "which": "motion",
-      "what": "spontaneous change of content; requires webkit",
-      "delay": 2500,
-      "interval": 2500,
-      "count": 5
-    },
-    {
-      "type": "launch",
-      "which": "chromium",
-      "what": "Chromium browser"
-    },
-    {
-      "type": "url",
-      "which": "https://*",
-      "what": "any page"
-    },
-    {
-      "type": "test",
-      "which": "bulk",
-      "what": "count of visible elements"
-    },
-    {
-      "type": "test",
-      "which": "embAc",
-      "withItems": true,
-      "what": "active elements incorrectly embedded in each other"
-    },
-    {
-      "type": "test",
-      "which": "focAll",
-      "what": "Tab-focusability"
-    },
-    {
-      "type": "test",
-      "which": "focInd",
-      "revealAll": false,
-      "allowedDelay": 250,
-      "withItems": true,
-      "what": "focus indicators"
-    },
-    {
-      "type": "test",
-      "which": "focOp",
-      "withItems": true,
-      "what": "focusability and operability of elements"
-    },
-    {
-      "type": "test",
-      "which": "hover",
-      "headSize": 40,
-      "headSampleSize": 20,
-      "tailSampleSize": 15,
-      "withItems": true,
-      "what": "hover impacts"
-    },
-    {
-      "type": "test",
-      "which": "labClash",
-      "withItems": true,
-      "what": "unlabeled and mislabeled form controls"
-    },
-    {
-      "type": "test",
-      "which": "linkUl",
-      "withItems": true,
-      "what": "underlining of inline links"
-    },
-    {
-      "type": "test",
-      "which": "menuNav",
-      "withItems": true,
-      "what": "keyboard navigation within true-focus menus"
-    },
-    {
-      "type": "test",
-      "which": "radioSet",
-      "withItems": true,
-      "what": "grouping of radio buttons in fieldsets"
-    },
-    {
-      "type": "test",
-      "which": "role",
-      "what": "validity and necessity of role assignments"
-    },
-    {
-      "type": "test",
-      "which": "styleDiff",
-      "withItems": true,
-      "what": "style consistency of headings, buttons, and links"
-    },
-    {
-      "type": "test",
-      "which": "tabNav",
-      "withItems": true,
-      "what": "keyboard navigation within tab lists"
-    },
-    {
-      "type": "test",
-      "which": "zIndex",
-      "withItems": true,
-      "what": "elements with non-auto z indexes"
-    },
-    {
-      "type": "test",
-      "which": "alfa",
-      "what": "Siteimprove alfa"
-    },
-    {
-      "type": "test",
-      "which": "axe",
-      "detailLevel": 2,
-      "rules": [],
-      "what": "Axe core, all rules"
-    },
-    {
-      "type": "test",
-      "which": "htmlcs",
-      "what": "HTML CodeSniffer"
-    },
-    {
-      "type": "test",
-      "which": "ibm",
-      "withItems": true,
-      "what": "IBM Accessibility Checker, with page content and again with URL"
-    },
-    {
-      "type": "test",
-      "which": "wave",
-      "reportType": 4,
-      "what": "WAVE, report-type 4"
-    },
-    {
-      "type": "test",
-      "which": "tenon",
-      "id": "a",
-      "what": "Tenon API version 2 result retrieval"
-    }
-  ]
-}

package/samples/scripts/tp14.json

@@ -1,168 +0,0 @@
-{
-  "id": "tp14",
-  "what": "Alfa, Axe, Continuum, HTML CodeSniffer, IBM, Tenon, WAVE, and 16 custom tests",
-  "strict": true,
-  "timeLimit": 400,
-  "commands": [
-    {
-      "type": "launch",
-      "which": "webkit",
-      "what": "Webkit browser"
-    },
-    {
-      "type": "url",
-      "which": "https://*",
-      "what": "any page"
-    },
-    {
-      "type": "tenonRequest",
-      "id": "a",
-      "withNewContent": true,
-      "what": "Tenon API version 2 test request"
-    },
-    {
-      "type": "test",
-      "which": "motion",
-      "what": "spontaneous change of content; requires webkit",
-      "delay": 2500,
-      "interval": 2500,
-      "count": 5
-    },
-    {
-      "type": "launch",
-      "which": "chromium",
-      "what": "Chromium browser"
-    },
-    {
-      "type": "url",
-      "which": "https://*",
-      "what": "any page"
-    },
-    {
-      "type": "test",
-      "which": "bulk",
-      "what": "count of visible elements"
-    },
-    {
-      "type": "test",
-      "which": "embAc",
-      "withItems": true,
-      "what": "active elements incorrectly embedded in each other"
-    },
-    {
-      "type": "test",
-      "which": "focAll",
-      "what": "Tab-focusability"
-    },
-    {
-      "type": "test",
-      "which": "focInd",
-      "revealAll": false,
-      "allowedDelay": 250,
-      "withItems": true,
-      "what": "focus indicators"
-    },
-    {
-      "type": "test",
-      "which": "focOp",
-      "withItems": true,
-      "what": "focusability and operability of elements"
-    },
-    {
-      "type": "test",
-      "which": "hover",
-      "headSize": 40,
-      "headSampleSize": 20,
-      "tailSampleSize": 15,
-      "withItems": true,
-      "what": "hover impacts"
-    },
-    {
-      "type": "test",
-      "which": "labClash",
-      "withItems": true,
-      "what": "unlabeled and mislabeled form controls"
-    },
-    {
-      "type": "test",
-      "which": "linkUl",
-      "withItems": true,
-      "what": "underlining of inline links"
-    },
-    {
-      "type": "test",
-      "which": "menuNav",
-      "withItems": true,
-      "what": "keyboard navigation within true-focus menus"
-    },
-    {
-      "type": "test",
-      "which": "radioSet",
-      "withItems": true,
-      "what": "grouping of radio buttons in fieldsets"
-    },
-    {
-      "type": "test",
-      "which": "role",
-      "what": "validity and necessity of role assignments"
-    },
-    {
-      "type": "test",
-      "which": "styleDiff",
-      "withItems": true,
-      "what": "style consistency of headings, buttons, and links"
-    },
-    {
-      "type": "test",
-      "which": "tabNav",
-      "withItems": true,
-      "what": "keyboard navigation within tab lists"
-    },
-    {
-      "type": "test",
-      "which": "zIndex",
-      "withItems": true,
-      "what": "elements with non-auto z indexes"
-    },
-    {
-      "type": "test",
-      "which": "alfa",
-      "what": "Siteimprove alfa"
-    },
-    {
-      "type": "test",
-      "which": "axe",
-      "detailLevel": 2,
-      "rules": [],
-      "what": "Axe core, all rules"
-    },
-    {
-      "type": "test",
-      "which": "continuum",
-      "what": "Continuum"
-    },
-    {
-      "type": "test",
-      "which": "htmlcs",
-      "what": "HTML CodeSniffer"
-    },
-    {
-      "type": "test",
-      "which": "ibm",
-      "withItems": true,
-      "what": "IBM Accessibility Checker, with page content and again with URL"
-    },
-    {
-      "type": "test",
-      "which": "wave",
-      "reportType": 4,
-      "what": "WAVE, report-type 4"
-    },
-    {
-      "type": "test",
-      "which": "tenon",
-      "id": "a",
-      "what": "Tenon API version 2 result retrieval"
-    }
-  ]
-}

package/samples/scripts/tsp09.json

@@ -1,146 +0,0 @@
-{
-  "id": "asp09",
-  "what": "AATT, Alfa, Axe, IBM, WAVE, and 16 custom tests",
-  "strict": true,
-  "commands": [
-    {
-      "type": "launch",
-      "which": "webkit",
-      "what": "used for tests on which chromium fails on some URLs"
-    },
-    {
-      "type": "url",
-      "which": "https://*",
-      "what": "any page"
-    },
-    {
-      "type": "test",
-      "which": "motion",
-      "what": "spontaneous change of content",
-      "delay": 2400,
-      "interval": 2600,
-      "count": 5
-    },
-    {
-      "type": "test",
-      "which": "axe",
-      "withItems": true,
-      "rules": [],
-      "what": "Axe core, all rules"
-    },
-    {
-      "type": "launch",
-      "which": "chromium",
-      "what": "used for most tests"
-    },
-    {
-      "type": "url",
-      "which": "https://*",
-      "what": "any page"
-    },
-    {
-      "type": "test",
-      "which": "bulk",
-      "what": "count of visible elements"
-    },
-    {
-      "type": "test",
-      "which": "embAc",
-      "what": "active elements incorrectly embedded in each other",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "focAll",
-      "what": "Tab-focusability"
-    },
-    {
-      "type": "test",
-      "which": "focInd",
-      "what": "focus indicators",
-      "withItems": true,
-      "revealAll": true
-    },
-    {
-      "type": "test",
-      "which": "focOp",
-      "what": "focusability and operability of elements",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "hover",
-      "what": "hover-triggered content changes",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "labClash",
-      "what": "unlabeled and mislabeled form controls",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "linkUl",
-      "what": "underlining of inline links",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "menuNav",
-      "what": "keyboard navigation within true-focus menus",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "radioSet",
-      "what": "grouping of radio buttons in fieldsets",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "role",
-      "what": "validity and necessity of role assignments"
-    },
-    {
-      "type": "test",
-      "which": "styleDiff",
-      "what": "style consistency of headings, buttons, and links",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "tabNav",
-      "what": "keyboard navigation within tab lists",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "zIndex",
-      "what": "elements with non-auto z indexes",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "ibm",
-      "withItems": true,
-      "what": "IBM Accessibility Checker"
-    },
-    {
-      "type": "test",
-      "which": "aatt",
-      "what": "AATT with HTML CodeSniffer"
-    },
-    {
-      "type": "test",
-      "which": "alfa",
-      "what": "Siteimprove alfa"
-    },
-    {
-      "type": "test",
-      "which": "wave",
-      "reportType": 4,
-      "what": "WAVE, report-type 4"
-    }
-  ]
-}