testaro 5.12.2 → 5.13.1

package/README.md

@@ -75,6 +75,8 @@ Some of the dependencies of Testaro are published as Github packages. Installing
 
 Once you have done that, you can install Testaro as you would install any `npm` package.
 
+However, if the Playwright dependency is ever updated to a newer version, you must also reinstall its browers by executing the statement `npx playwright install`.
+
 ## Payment
 
 All of the tests that Testaro can perform are free of cost, except those in the Tenon and WAVE packages. The owner of each of those packages gives new registrants a free allowance of credits before it becomes necessary to pay for use of the API of the package. The required environment variables for authentication and payment are described below under “Environment variables”.

package/commands.js

@@ -162,7 +162,7 @@ exports.commands = {
       'Perform an elements test',
       {
         detailLevel: [true, 'number', '', '0 to 3, to specify the level of detail'],
-        tagName: [false, 'string', 'hasLength', 'tag name of elements'],
+        tagName: [false, 'string', 'hasLength', 'tag name (upper-case) of elements'],
         onlyVisible: [false, 'boolean', '', 'whether to exclude invisible elements'],
         attribute: [false, 'string', 'hasLength', 'required attribute selector']
       }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testaro",
-  "version": "5.12.2",
+  "version": "5.13.1",
   "description": "Automation of accessibility testing",
   "main": "index.js",
   "scripts": {

package/run.js

@@ -24,9 +24,9 @@ const moves = {
   focus: true,
   link: 'a, [role=link]',
   radio: 'input[type=radio]',
-  search: 'input[type=search]',
+  search: 'input[type=search], input[aria-label*=search i], input[placeholder*=search i]',
   select: 'select',
-  text: 'input[type=text]'
+  text: 'input[type=text], input:not([type])'
 };
 // Names and descriptions of tests.
 const tests = {
@@ -114,6 +114,7 @@ let actCount = 0;
 let browser;
 let browserContext;
 let browserTypeName;
+let currentPage;
 let requestedURL = '';
 
 // ########## VALIDATORS
@@ -273,6 +274,8 @@ const browserClose = async () => {
     await browser.close();
   }
 };
+// Returns the first line of an error message.
+const errorStart = error => error.message.replace(/\n.+/s, '');
 // Launches a browser.
 const launch = async typeName => {
   const browserType = require('playwright')[typeName];
@@ -292,15 +295,15 @@ const launch = async typeName => {
     browser = await browserType.launch(browserOptions)
     .catch(error => {
       healthy = false;
-      console.log(`ERROR launching browser: ${error.message.replace(/\n.+/s, '')}`);
+      console.log(`ERROR launching browser (${errorStart(error)})`);
     });
     // If the launch succeeded:
     if (healthy) {
       browserContext = await browser.newContext();
       // When a page (i.e. browser tab) is added to the browser context (i.e. browser window):
       browserContext.on('page', async page => {
-        // Activate the page.
-        await page.bringToFront();
+        // Make the page current.
+        currentPage = page;
         // Make abbreviations of its console messages get reported in the Playwright console.
         page.on('console', msg => {
           const msgText = msg.text();
@@ -335,11 +338,11 @@ const launch = async typeName => {
         });
       });
       // Open the first page of the context.
-      const page = await browserContext.newPage();
+      currentPage = await browserContext.newPage();
       // Wait until it is stable.
-      await page.waitForLoadState('domcontentloaded');
+      await currentPage.waitForLoadState('domcontentloaded', {timeout: 15000});
       // Update the name of the current browser type and store it in the page.
-      page.browserTypeName = browserTypeName = typeName;
+      currentPage.browserTypeName = browserTypeName = typeName;
     }
   }
 };
@@ -450,7 +453,7 @@ const goto = async (page, url, timeout, waitUntil, isStrict) => {
     waitUntil
   })
   .catch(error => {
-    console.log(`ERROR: Visit to ${url} timed out before ${waitUntil} (${error.message})`);
+    console.log(`ERROR: Visit to ${url} timed out before ${waitUntil} (${errorStart(error)})`);
     visitTimeoutCount++;
     return 'error';
   });
@@ -1023,33 +1026,36 @@ const doActs = async (report, actIndex, page) => {
               // If a match was found:
               if (act.result.found) {
                 // FUNCTION DEFINITION START
-                // Perform a click or Enter keypress and wait for a page load.
-                const doAndWait = async actionIsClick => {
+                // Perform a click or Enter keypress and wait for the network to be idle.
+                const doAndWait = async isClick => {
+                  const move = isClick ? 'click' : 'Enter keypress';
                   try {
-                    const [newPage] = await Promise.all([
-                      page.context().waitForEvent('page', {timeout: 15000}),
-                      actionIsClick ? selection.click({timeout: 4000}) : selection.press('Enter')
-                    ]);
-                    // Wait for the new page to load.
-                    await newPage.waitForLoadState('domcontentloaded', {timeout: 15000});
-                    // Make the new page the current page.
-                    page = newPage;
+                    await isClick
+                      ? selection.click({timeout: 4000})
+                      : selection.press('Enter', {timeout: 4000});
                     act.result.success = true;
-                    act.result.move = actionIsClick ? 'clicked' : 'Enter pressed';
-                    act.result.newURL = page.url();
+                    act.result.move = move;
                   }
-                  // If the action, event, or load failed:
                   catch(error) {
-                    // Quit and report the failure.
-                    const action = actionIsClick ? 'clicking' : 'pressing Enter';
-                    console.log(
-                      `ERROR ${action} (${error.message.replace(/\n.+/s, '')})`
-                    );
                     act.result.success = false;
                     act.result.error = 'moveFailure';
-                    act.result.message = 'ERROR: move, navigation, or load timed out';
+                    act.result.message = `ERROR: ${move} failed`;
+                    console.log(`ERROR: ${move} failed (${errorStart(error)})`);
                     actIndex = -2;
                   }
+                  if (act.result.success) {
+                    try {
+                      await page.context().waitForEvent('networkidle', {timeout: 10000});
+                      act.result.idleTimely = true;
+                    }
+                    catch(error) {
+                      console.log(`ERROR: Network busy after ${move} (${errorStart(error)})`);
+                      act.result.idleTimely = false;
+                    }
+                    // If the move created a new page, make it current.
+                    page = currentPage;
+                    act.result.newURL = page.url();
+                  }
                 };
                 // FUNCTION DEFINITION END
                 // If the move is a button click, perform it.
@@ -1105,7 +1111,7 @@ const doActs = async (report, actIndex, page) => {
                   act.result.target = target || 'DEFAULT';
                   // If the destination is a new page:
                   if (target && target !== '_self') {
-                    // Click the link and wait for the resulting page event.
+                    // Click the link and wait for the network to be idle.
                     doAndWait(true);
                   }
                   // Otherwise, i.e. if the destination is in the current page:
@@ -1122,9 +1128,7 @@ const doActs = async (report, actIndex, page) => {
                     // If the click or load failed:
                     catch(error) {
                       // Quit and report the failure.
-                      console.log(
-                        `ERROR clicking link (${error.message.replace(/\n.+/s, '')})`
-                      );
+                      console.log(`ERROR clicking link (${errorStart(error)})`);
                       act.result.success = false;
                       act.result.error = 'unclickable';
                       act.result.message = 'ERROR: click or load timed out';
@@ -1162,6 +1166,14 @@ const doActs = async (report, actIndex, page) => {
                 }
                 // Otherwise, if it is entering text on a text- or search-input element:
                 else if (['text', 'search'].includes(act.type)) {
+                  act.result.attributes = {};
+                  const {attributes} = act.result;
+                  const type = await selection.getAttribute('type');
+                  const label = await selection.getAttribute('aria-label');
+                  const labelRefs = await selection.getAttribute('aria-labelledby');
+                  attributes.type = type || '';
+                  attributes.label = label || '';
+                  attributes.labelRefs = labelRefs || '';
                   // If the text contains a placeholder for an environment variable:
                   let {what} = act;
                   if (/__[A-Z]+__/.test(what)) {
@@ -1177,7 +1189,7 @@ const doActs = async (report, actIndex, page) => {
                   act.result.move = 'entered';
                   // If the input is a search input:
                   if (act.type === 'search') {
-                    // Press the Enter key and wait for a new page to load.
+                    // Press the Enter key and wait for a network to be idle.
                     doAndWait(false);
                   }
                 }

package/samples/scripts/alfa.json

@@ -1,22 +0,0 @@
-{
-  "id": "alfa",
-  "what": "Alfa test package",
-  "strict": true,
-  "commands": [
-    {
-      "type": "launch",
-      "which": "chromium",
-      "what": "used for most tests"
-    },
-    {
-      "type": "url",
-      "which": "https://*",
-      "what": "any page"
-    },
-    {
-      "type": "test",
-      "which": "alfa",
-      "what": "Siteimprove alfa"
-    }
-  ]
-}

package/samples/scripts/digiCert.json

@@ -1,63 +0,0 @@
-{
-  "id": "digicert",
-  "what": "moves on DigiCert website",
-  "strict": true,
-  "commands": [
-    {
-      "type": "launch",
-      "which": "chromium",
-      "what": "Chrome"
-    },
-    {
-      "type": "url",
-      "which": "https://order.digicert.com/",
-      "what": "DigiCert"
-    },
-    {
-      "type": "focus",
-      "what": "button",
-      "which": "Choose payment plan"
-    },
-    {
-      "type": "press",
-      "which": "ArrowDown",
-      "again": 2,
-      "what": "Choose 2-year plan"
-    },
-    {
-      "type": "press",
-      "which": "Enter",
-      "what": "Commit to choose 2-year plan"
-    },
-    {
-      "type": "button",
-      "which": "I don't have",
-      "what": "I don’t have my CSR"
-    },
-    {
-      "type": "select",
-      "which": "Server app details",
-      "what": "NGINX"
-    },
-    {
-      "type": "text",
-      "which": "main website",
-      "what": "jpdev.pro"
-    },
-    {
-      "type": "button",
-      "which": "Continue",
-      "what": "Continue"
-    },
-    {
-      "type": "wait",
-      "what": "url",
-      "which": "step2"
-    },
-    {
-      "type": "test",
-      "which": "bulk",
-      "what": "count of visible elements"
-    }
-  ]
-}

package/samples/scripts/ibm.json

@@ -1,23 +0,0 @@
-{
-  "id": "ibm",
-  "what": "IBM Equal Access test package",
-  "strict": true,
-  "commands": [
-    {
-      "type": "launch",
-      "which": "chromium",
-      "what": "used for most tests"
-    },
-    {
-      "type": "url",
-      "which": "https://*",
-      "what": "any page"
-    },
-    {
-      "type": "test",
-      "which": "ibm",
-      "withItems": true,
-      "what": "IBM Equal Access"
-    }
-  ]
-}

package/samples/scripts/tenon.json

@@ -1,29 +0,0 @@
-{
-  "id": "tenon",
-  "what": "Test Wikipedia with tenon",
-  "strict": true,
-  "commands": [
-    {
-      "type": "launch",
-      "which": "chromium",
-      "what": "Chromium browser"
-    },
-    {
-      "type": "url",
-      "which": "https://en.wikipedia.org/wiki/Main_Page",
-      "what": "Wikipedia English home page"
-    },
-    {
-      "type": "tenonRequest",
-      "withNewContent": true,
-      "id": "a",
-      "what": "Tenon API version 2 test request"
-    },
-    {
-      "type": "test",
-      "which": "tenon",
-      "id": "a",
-      "what": "Tenon API version 2 result retrieval"
-    }
-  ]
-}

package/samples/scripts/tp10.json

@@ -1,158 +0,0 @@
-{
-  "id": "tp10",
-  "what": "AATT, Alfa, Axe, IBM, Tenon, WAVE, and 16 custom tests",
-  "strict": true,
-  "commands": [
-    {
-      "type": "launch",
-      "which": "webkit",
-      "what": "used for tests on which chromium fails on some URLs"
-    },
-    {
-      "type": "url",
-      "which": "https://*",
-      "what": "any page"
-    },
-    {
-      "type": "tenonRequest",
-      "id": "a",
-      "withNewContent": true,
-      "what": "Tenon API version 2 test request"
-    },
-    {
-      "type": "test",
-      "which": "motion",
-      "what": "spontaneous change of content",
-      "delay": 2400,
-      "interval": 2600,
-      "count": 5
-    },
-    {
-      "type": "test",
-      "which": "axe",
-      "withItems": true,
-      "rules": [],
-      "what": "Axe core, all rules"
-    },
-    {
-      "type": "launch",
-      "which": "chromium",
-      "what": "used for most tests"
-    },
-    {
-      "type": "url",
-      "which": "https://*",
-      "what": "any page"
-    },
-    {
-      "type": "test",
-      "which": "bulk",
-      "what": "count of visible elements"
-    },
-    {
-      "type": "test",
-      "which": "embAc",
-      "what": "active elements incorrectly embedded in each other",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "focAll",
-      "what": "Tab-focusability"
-    },
-    {
-      "type": "test",
-      "which": "focInd",
-      "what": "focus indicators",
-      "withItems": true,
-      "revealAll": true
-    },
-    {
-      "type": "test",
-      "which": "focOp",
-      "what": "focusability and operability of elements",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "hover",
-      "what": "hover-triggered content changes",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "labClash",
-      "what": "unlabeled and mislabeled form controls",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "linkUl",
-      "what": "underlining of inline links",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "menuNav",
-      "what": "keyboard navigation within true-focus menus",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "radioSet",
-      "what": "grouping of radio buttons in fieldsets",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "role",
-      "what": "validity and necessity of role assignments"
-    },
-    {
-      "type": "test",
-      "which": "styleDiff",
-      "what": "style consistency of headings, buttons, and links",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "tabNav",
-      "what": "keyboard navigation within tab lists",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "zIndex",
-      "what": "elements with non-auto z indexes",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "ibm",
-      "withItems": true,
-      "what": "IBM Accessibility Checker"
-    },
-    {
-      "type": "test",
-      "which": "aatt",
-      "what": "AATT with HTML CodeSniffer"
-    },
-    {
-      "type": "test",
-      "which": "alfa",
-      "what": "Siteimprove alfa"
-    },
-    {
-      "type": "test",
-      "which": "wave",
-      "reportType": 4,
-      "what": "WAVE, report-type 4"
-    },
-    {
-      "type": "test",
-      "which": "tenon",
-      "id": "a",
-      "what": "Tenon API version 2 result retrieval"
-    }
-  ]
-}

package/samples/scripts/tp11.json

@@ -1,164 +0,0 @@
-{
-  "id": "tp11",
-  "what": "AATT, Alfa, Axe, IBM, Tenon, WAVE, and 16 custom tests",
-  "strict": true,
-  "commands": [
-    {
-      "type": "launch",
-      "which": "webkit",
-      "what": "Webkit browser"
-    },
-    {
-      "type": "url",
-      "which": "https://*",
-      "what": "any page"
-    },
-    {
-      "type": "tenonRequest",
-      "id": "a",
-      "withNewContent": true,
-      "what": "Tenon API version 2 test request"
-    },
-    {
-      "type": "test",
-      "which": "motion",
-      "what": "spontaneous change of content; requires webkit",
-      "delay": 2500,
-      "interval": 2500,
-      "count": 5
-    },
-    {
-      "type": "launch",
-      "which": "chromium",
-      "what": "Chromium browser"
-    },
-    {
-      "type": "url",
-      "which": "https://*",
-      "what": "any page"
-    },
-    {
-      "type": "test",
-      "which": "bulk",
-      "what": "count of visible elements"
-    },
-    {
-      "type": "test",
-      "which": "embAc",
-      "withItems": true,
-      "what": "active elements incorrectly embedded in each other"
-    },
-    {
-      "type": "test",
-      "which": "focAll",
-      "what": "Tab-focusability"
-    },
-    {
-      "type": "test",
-      "which": "focInd",
-      "revealAll": false,
-      "allowedDelay": 250,
-      "withItems": true,
-      "what": "focus indicators"
-    },
-    {
-      "type": "test",
-      "which": "focOp",
-      "withItems": true,
-      "what": "focusability and operability of elements"
-    },
-    {
-      "type": "test",
-      "which": "hover",
-      "headSize": 20,
-      "headSampleSize": 20,
-      "tailSampleSize": 15,
-      "withItems": true,
-      "what": "hover impacts"
-    },
-    {
-      "type": "test",
-      "which": "labClash",
-      "withItems": true,
-      "what": "unlabeled and mislabeled form controls"
-    },
-    {
-      "type": "test",
-      "which": "linkUl",
-      "withItems": true,
-      "what": "underlining of inline links"
-    },
-    {
-      "type": "test",
-      "which": "menuNav",
-      "withItems": true,
-      "what": "keyboard navigation within true-focus menus"
-    },
-    {
-      "type": "test",
-      "which": "radioSet",
-      "withItems": true,
-      "what": "grouping of radio buttons in fieldsets"
-    },
-    {
-      "type": "test",
-      "which": "role",
-      "what": "validity and necessity of role assignments"
-    },
-    {
-      "type": "test",
-      "which": "styleDiff",
-      "withItems": true,
-      "what": "style consistency of headings, buttons, and links"
-    },
-    {
-      "type": "test",
-      "which": "tabNav",
-      "withItems": true,
-      "what": "keyboard navigation within tab lists"
-    },
-    {
-      "type": "test",
-      "which": "zIndex",
-      "withItems": true,
-      "what": "elements with non-auto z indexes"
-    },
-    {
-      "type": "test",
-      "which": "aatt",
-      "waitLong": true,
-      "tryLimit": 2,
-      "what": "AATT with HTML CodeSniffer"
-    },
-    {
-      "type": "test",
-      "which": "alfa",
-      "what": "Siteimprove alfa"
-    },
-    {
-      "type": "test",
-      "which": "axe",
-      "detailLevel": 2,
-      "rules": [],
-      "what": "Axe core, all rules"
-    },
-    {
-      "type": "test",
-      "which": "ibm",
-      "withItems": true,
-      "what": "IBM Accessibility Checker, with page content and again with URL"
-    },
-    {
-      "type": "test",
-      "which": "tenon",
-      "id": "a",
-      "what": "Tenon API version 2 result retrieval"
-    },
-    {
-      "type": "test",
-      "which": "wave",
-      "reportType": 4,
-      "what": "WAVE, report-type 4"
-    }
-  ]
-}

package/samples/scripts/tp12.json

@@ -1,163 +0,0 @@
-{
-  "id": "tp12",
-  "what": "Alfa, Axe, HTML CodeSniffer, IBM, Tenon, WAVE, and 16 custom tests",
-  "strict": true,
-  "timeLimit": 300,
-  "commands": [
-    {
-      "type": "launch",
-      "which": "webkit",
-      "what": "Webkit browser"
-    },
-    {
-      "type": "url",
-      "which": "https://*",
-      "what": "any page"
-    },
-    {
-      "type": "tenonRequest",
-      "id": "a",
-      "withNewContent": true,
-      "what": "Tenon API version 2 test request"
-    },
-    {
-      "type": "test",
-      "which": "motion",
-      "what": "spontaneous change of content; requires webkit",
-      "delay": 2500,
-      "interval": 2500,
-      "count": 5
-    },
-    {
-      "type": "launch",
-      "which": "chromium",
-      "what": "Chromium browser"
-    },
-    {
-      "type": "url",
-      "which": "https://*",
-      "what": "any page"
-    },
-    {
-      "type": "test",
-      "which": "bulk",
-      "what": "count of visible elements"
-    },
-    {
-      "type": "test",
-      "which": "embAc",
-      "withItems": true,
-      "what": "active elements incorrectly embedded in each other"
-    },
-    {
-      "type": "test",
-      "which": "focAll",
-      "what": "Tab-focusability"
-    },
-    {
-      "type": "test",
-      "which": "focInd",
-      "revealAll": false,
-      "allowedDelay": 250,
-      "withItems": true,
-      "what": "focus indicators"
-    },
-    {
-      "type": "test",
-      "which": "focOp",
-      "withItems": true,
-      "what": "focusability and operability of elements"
-    },
-    {
-      "type": "test",
-      "which": "hover",
-      "headSize": 20,
-      "headSampleSize": 20,
-      "tailSampleSize": 15,
-      "withItems": true,
-      "what": "hover impacts"
-    },
-    {
-      "type": "test",
-      "which": "labClash",
-      "withItems": true,
-      "what": "unlabeled and mislabeled form controls"
-    },
-    {
-      "type": "test",
-      "which": "linkUl",
-      "withItems": true,
-      "what": "underlining of inline links"
-    },
-    {
-      "type": "test",
-      "which": "menuNav",
-      "withItems": true,
-      "what": "keyboard navigation within true-focus menus"
-    },
-    {
-      "type": "test",
-      "which": "radioSet",
-      "withItems": true,
-      "what": "grouping of radio buttons in fieldsets"
-    },
-    {
-      "type": "test",
-      "which": "role",
-      "what": "validity and necessity of role assignments"
-    },
-    {
-      "type": "test",
-      "which": "styleDiff",
-      "withItems": true,
-      "what": "style consistency of headings, buttons, and links"
-    },
-    {
-      "type": "test",
-      "which": "tabNav",
-      "withItems": true,
-      "what": "keyboard navigation within tab lists"
-    },
-    {
-      "type": "test",
-      "which": "zIndex",
-      "withItems": true,
-      "what": "elements with non-auto z indexes"
-    },
-    {
-      "type": "test",
-      "which": "alfa",
-      "what": "Siteimprove alfa"
-    },
-    {
-      "type": "test",
-      "which": "axe",
-      "detailLevel": 2,
-      "rules": [],
-      "what": "Axe core, all rules"
-    },
-    {
-      "type": "test",
-      "which": "htmlcs",
-      "what": "HTML CodeSniffer"
-    },
-    {
-      "type": "test",
-      "which": "ibm",
-      "withItems": true,
-      "what": "IBM Accessibility Checker, with page content and again with URL"
-    },
-    {
-      "type": "test",
-      "which": "wave",
-      "reportType": 4,
-      "what": "WAVE, report-type 4"
-    },
-    {
-      "type": "test",
-      "which": "tenon",
-      "id": "a",
-      "what": "Tenon API version 2 result retrieval"
-    }
-  ]
-}

package/samples/scripts/tp13.json

@@ -1,163 +0,0 @@
-{
-  "id": "tp12",
-  "what": "Alfa, Axe, HTML CodeSniffer, IBM, Tenon, WAVE, and 16 custom tests",
-  "strict": true,
-  "timeLimit": 250,
-  "commands": [
-    {
-      "type": "launch",
-      "which": "webkit",
-      "what": "Webkit browser"
-    },
-    {
-      "type": "url",
-      "which": "https://*",
-      "what": "any page"
-    },
-    {
-      "type": "tenonRequest",
-      "id": "a",
-      "withNewContent": true,
-      "what": "Tenon API version 2 test request"
-    },
-    {
-      "type": "test",
-      "which": "motion",
-      "what": "spontaneous change of content; requires webkit",
-      "delay": 2500,
-      "interval": 2500,
-      "count": 5
-    },
-    {
-      "type": "launch",
-      "which": "chromium",
-      "what": "Chromium browser"
-    },
-    {
-      "type": "url",
-      "which": "https://*",
-      "what": "any page"
-    },
-    {
-      "type": "test",
-      "which": "bulk",
-      "what": "count of visible elements"
-    },
-    {
-      "type": "test",
-      "which": "embAc",
-      "withItems": true,
-      "what": "active elements incorrectly embedded in each other"
-    },
-    {
-      "type": "test",
-      "which": "focAll",
-      "what": "Tab-focusability"
-    },
-    {
-      "type": "test",
-      "which": "focInd",
-      "revealAll": false,
-      "allowedDelay": 250,
-      "withItems": true,
-      "what": "focus indicators"
-    },
-    {
-      "type": "test",
-      "which": "focOp",
-      "withItems": true,
-      "what": "focusability and operability of elements"
-    },
-    {
-      "type": "test",
-      "which": "hover",
-      "headSize": 40,
-      "headSampleSize": 20,
-      "tailSampleSize": 15,
-      "withItems": true,
-      "what": "hover impacts"
-    },
-    {
-      "type": "test",
-      "which": "labClash",
-      "withItems": true,
-      "what": "unlabeled and mislabeled form controls"
-    },
-    {
-      "type": "test",
-      "which": "linkUl",
-      "withItems": true,
-      "what": "underlining of inline links"
-    },
-    {
-      "type": "test",
-      "which": "menuNav",
-      "withItems": true,
-      "what": "keyboard navigation within true-focus menus"
-    },
-    {
-      "type": "test",
-      "which": "radioSet",
-      "withItems": true,
-      "what": "grouping of radio buttons in fieldsets"
-    },
-    {
-      "type": "test",
-      "which": "role",
-      "what": "validity and necessity of role assignments"
-    },
-    {
-      "type": "test",
-      "which": "styleDiff",
-      "withItems": true,
-      "what": "style consistency of headings, buttons, and links"
-    },
-    {
-      "type": "test",
-      "which": "tabNav",
-      "withItems": true,
-      "what": "keyboard navigation within tab lists"
-    },
-    {
-      "type": "test",
-      "which": "zIndex",
-      "withItems": true,
-      "what": "elements with non-auto z indexes"
-    },
-    {
-      "type": "test",
-      "which": "alfa",
-      "what": "Siteimprove alfa"
-    },
-    {
-      "type": "test",
-      "which": "axe",
-      "detailLevel": 2,
-      "rules": [],
-      "what": "Axe core, all rules"
-    },
-    {
-      "type": "test",
-      "which": "htmlcs",
-      "what": "HTML CodeSniffer"
-    },
-    {
-      "type": "test",
-      "which": "ibm",
-      "withItems": true,
-      "what": "IBM Accessibility Checker, with page content and again with URL"
-    },
-    {
-      "type": "test",
-      "which": "wave",
-      "reportType": 4,
-      "what": "WAVE, report-type 4"
-    },
-    {
-      "type": "test",
-      "which": "tenon",
-      "id": "a",
-      "what": "Tenon API version 2 result retrieval"
-    }
-  ]
-}

package/samples/scripts/tp14.json

@@ -1,168 +0,0 @@
-{
-  "id": "tp14",
-  "what": "Alfa, Axe, Continuum, HTML CodeSniffer, IBM, Tenon, WAVE, and 16 custom tests",
-  "strict": true,
-  "timeLimit": 400,
-  "commands": [
-    {
-      "type": "launch",
-      "which": "webkit",
-      "what": "Webkit browser"
-    },
-    {
-      "type": "url",
-      "which": "https://*",
-      "what": "any page"
-    },
-    {
-      "type": "tenonRequest",
-      "id": "a",
-      "withNewContent": true,
-      "what": "Tenon API version 2 test request"
-    },
-    {
-      "type": "test",
-      "which": "motion",
-      "what": "spontaneous change of content; requires webkit",
-      "delay": 2500,
-      "interval": 2500,
-      "count": 5
-    },
-    {
-      "type": "launch",
-      "which": "chromium",
-      "what": "Chromium browser"
-    },
-    {
-      "type": "url",
-      "which": "https://*",
-      "what": "any page"
-    },
-    {
-      "type": "test",
-      "which": "bulk",
-      "what": "count of visible elements"
-    },
-    {
-      "type": "test",
-      "which": "embAc",
-      "withItems": true,
-      "what": "active elements incorrectly embedded in each other"
-    },
-    {
-      "type": "test",
-      "which": "focAll",
-      "what": "Tab-focusability"
-    },
-    {
-      "type": "test",
-      "which": "focInd",
-      "revealAll": false,
-      "allowedDelay": 250,
-      "withItems": true,
-      "what": "focus indicators"
-    },
-    {
-      "type": "test",
-      "which": "focOp",
-      "withItems": true,
-      "what": "focusability and operability of elements"
-    },
-    {
-      "type": "test",
-      "which": "hover",
-      "headSize": 40,
-      "headSampleSize": 20,
-      "tailSampleSize": 15,
-      "withItems": true,
-      "what": "hover impacts"
-    },
-    {
-      "type": "test",
-      "which": "labClash",
-      "withItems": true,
-      "what": "unlabeled and mislabeled form controls"
-    },
-    {
-      "type": "test",
-      "which": "linkUl",
-      "withItems": true,
-      "what": "underlining of inline links"
-    },
-    {
-      "type": "test",
-      "which": "menuNav",
-      "withItems": true,
-      "what": "keyboard navigation within true-focus menus"
-    },
-    {
-      "type": "test",
-      "which": "radioSet",
-      "withItems": true,
-      "what": "grouping of radio buttons in fieldsets"
-    },
-    {
-      "type": "test",
-      "which": "role",
-      "what": "validity and necessity of role assignments"
-    },
-    {
-      "type": "test",
-      "which": "styleDiff",
-      "withItems": true,
-      "what": "style consistency of headings, buttons, and links"
-    },
-    {
-      "type": "test",
-      "which": "tabNav",
-      "withItems": true,
-      "what": "keyboard navigation within tab lists"
-    },
-    {
-      "type": "test",
-      "which": "zIndex",
-      "withItems": true,
-      "what": "elements with non-auto z indexes"
-    },
-    {
-      "type": "test",
-      "which": "alfa",
-      "what": "Siteimprove alfa"
-    },
-    {
-      "type": "test",
-      "which": "axe",
-      "detailLevel": 2,
-      "rules": [],
-      "what": "Axe core, all rules"
-    },
-    {
-      "type": "test",
-      "which": "continuum",
-      "what": "Continuum"
-    },
-    {
-      "type": "test",
-      "which": "htmlcs",
-      "what": "HTML CodeSniffer"
-    },
-    {
-      "type": "test",
-      "which": "ibm",
-      "withItems": true,
-      "what": "IBM Accessibility Checker, with page content and again with URL"
-    },
-    {
-      "type": "test",
-      "which": "wave",
-      "reportType": 4,
-      "what": "WAVE, report-type 4"
-    },
-    {
-      "type": "test",
-      "which": "tenon",
-      "id": "a",
-      "what": "Tenon API version 2 result retrieval"
-    }
-  ]
-}

package/samples/scripts/tsp09.json

@@ -1,146 +0,0 @@
-{
-  "id": "asp09",
-  "what": "AATT, Alfa, Axe, IBM, WAVE, and 16 custom tests",
-  "strict": true,
-  "commands": [
-    {
-      "type": "launch",
-      "which": "webkit",
-      "what": "used for tests on which chromium fails on some URLs"
-    },
-    {
-      "type": "url",
-      "which": "https://*",
-      "what": "any page"
-    },
-    {
-      "type": "test",
-      "which": "motion",
-      "what": "spontaneous change of content",
-      "delay": 2400,
-      "interval": 2600,
-      "count": 5
-    },
-    {
-      "type": "test",
-      "which": "axe",
-      "withItems": true,
-      "rules": [],
-      "what": "Axe core, all rules"
-    },
-    {
-      "type": "launch",
-      "which": "chromium",
-      "what": "used for most tests"
-    },
-    {
-      "type": "url",
-      "which": "https://*",
-      "what": "any page"
-    },
-    {
-      "type": "test",
-      "which": "bulk",
-      "what": "count of visible elements"
-    },
-    {
-      "type": "test",
-      "which": "embAc",
-      "what": "active elements incorrectly embedded in each other",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "focAll",
-      "what": "Tab-focusability"
-    },
-    {
-      "type": "test",
-      "which": "focInd",
-      "what": "focus indicators",
-      "withItems": true,
-      "revealAll": true
-    },
-    {
-      "type": "test",
-      "which": "focOp",
-      "what": "focusability and operability of elements",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "hover",
-      "what": "hover-triggered content changes",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "labClash",
-      "what": "unlabeled and mislabeled form controls",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "linkUl",
-      "what": "underlining of inline links",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "menuNav",
-      "what": "keyboard navigation within true-focus menus",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "radioSet",
-      "what": "grouping of radio buttons in fieldsets",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "role",
-      "what": "validity and necessity of role assignments"
-    },
-    {
-      "type": "test",
-      "which": "styleDiff",
-      "what": "style consistency of headings, buttons, and links",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "tabNav",
-      "what": "keyboard navigation within tab lists",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "zIndex",
-      "what": "elements with non-auto z indexes",
-      "withItems": true
-    },
-    {
-      "type": "test",
-      "which": "ibm",
-      "withItems": true,
-      "what": "IBM Accessibility Checker"
-    },
-    {
-      "type": "test",
-      "which": "aatt",
-      "what": "AATT with HTML CodeSniffer"
-    },
-    {
-      "type": "test",
-      "which": "alfa",
-      "what": "Siteimprove alfa"
-    },
-    {
-      "type": "test",
-      "which": "wave",
-      "reportType": 4,
-      "what": "WAVE, report-type 4"
-    }
-  ]
-}