testilo 21.4.2 → 21.5.1

package/README.md

@@ -169,13 +169,16 @@ Here is a script:
 ```
 
 A script has several properties that specify facts about the jobs to be created. They include:
+- `id`: an ID that uniquely distinguishes the script from other scripts.
+- `what`: a description of the script.
+- `strict`: You decide whether Testaro is to throw an error on an attempt to navigate to a URL if the server redirects the request to a URL differing substantially from the specified URL. All differences are considered substantial unless the URLs differ only in the presence and absence of a trailing slash.
 - `isolate`: You decide whether to isolate test acts, as needed, from effects of previous test acts. If `true`, the `merge` module will add a copy of the latest placeholder after each target-modifying test act before the immediately following test act.
-- `standardize`: You choose how the reports of test acts should be standardized. The alternatives are `'no'` (do not standardize), `'also'` (standardize and report both the original and the standardized results), and `'only'` (standardize and report only the standardized results).
-- `observe`: You decide how granularly Testaro will allow a server to observe job progress. If `true`, Testaro sends a message to the server to announce each test act (identifying the tool), and the `testaro` tool sends a message to the server to announce each rule when its test is performed. The server can further update the requesting client on the basis of these messages.
+- `standard`: You choose how the reports of test acts should be standardized. The alternatives are `'no'` (do not standardize), `'also'` (standardize and report both the original and the standardized results), and `'only'` (standardize and report only the standardized results).
+- `observe`: You decide how granularly Testaro will allow a server to observe job progress. If `true`, Testaro sends a message to the server to announce each test act (identifying the tool), and the `testaro` tool sends a message to the server to announce each rule when its test is performed. The server can further update the requesting client on the basis of these messages. It is generally user-friendly to make `observe` `true` if the user application makes the user wait while the job is assigned and performed. If the application allows the user to leave and sends the user a message when the job has been completed, `observe` can be set to `false`.
 - `timeStamp`: You can specify the date and time that the job is to wait for before it is performed. This specification is a string with the format `yymmddThhMM`.
 - `acts`: an array of acts.
 
-The first act in this script is a placeholder, whose `which` property is `'private'`. If the above batch were merged with this script, in each job the placeholder would be replaced with the `private` acts of a target. For example, the first act of the first job would launch a Chromium browser, navigate to the Acme login page, complete and submit the login form, wait for the account page to load, run the Axe tests, and then run the QualWeb tests. If the batch contained additional targets, additional jobs would be created, with the login actions for each target specified in the `private` array of the `acts` object of that target.
+The first act in this example script is a placeholder, whose `which` property is `'private'`. If the above batch were merged with this script, in each job the placeholder would be replaced with the `private` acts of a target. For example, the first act of the first job would launch a Chromium browser, navigate to the Acme login page, complete and submit the login form, wait for the account page to load, run the Axe tests, and then run the QualWeb tests. If the batch contained additional targets, additional jobs would be created, with the login actions for each target specified in the `private` array of the `acts` object of that target.
 
 As shown in this example, when a browser is launched by placeholder substitution, the script can determine the browser type (`chromium`, `firefox`, or `webkit`) by assigning a value to a `launch` property of the placeholder.
 

package/merge.js

@@ -18,7 +18,10 @@ require('dotenv').config();
 
 // ########## CONSTANTS
 
-const stdRequester = process.env.REQUESTER;
+// Standard requester.
+const stdRequester = process.env.REQUESTER || 'nobody@nodomain.tld';
+// Length of the random part of a job ID, as a string.
+const randomIDLength = process.env.RANDOM_ID_LENGTH || '3';
 // Tools that alter the page.
 const contaminantNames = new Set([
   'alfa',
@@ -33,7 +36,7 @@ const randomIDChars = (() => {
   const lowers = Array(26).fill('').map((letter, index) => String.fromCodePoint(97 + index));
   return digits.concat(uppers, lowers);
 })();
-  
+
 
 // ########## FUNCTIONS
 
@@ -68,7 +71,7 @@ const getRandomID = length => {
   return chars.join('');
 };
 // Merges a script and a batch and returns jobs.
-exports.merge = (script, batch, requester, isolate, standard, isGranular, timeStamp) => {
+exports.merge = (script, batch, requester, isolate, standard, observe, timeStamp) => {
   if (isolate === 'false') {
     isolate = false;
   }
@@ -89,11 +92,11 @@ exports.merge = (script, batch, requester, isolate, standard, isGranular, timeSt
   // If the requester is blank or unspecified, make it the standard requester.
   requester ||= stdRequester;
   // Create a creation-time description.
-  const creationTime = (new Date()).toISOString().slice(0, 19);
+  const creationTime = (new Date()).toISOString().slice(0, 16);
   // Initialize a target-independent job.
   const protoJob = JSON.parse(JSON.stringify(script));
   // Make the timestamp and a random string the ID of the job.
-  protoJob.id = `${timeStamp}-${getRandomID(Number.parseInt(process.env.RANDOM_ID_LENGTH, 10))}`;
+  protoJob.id = `${timeStamp}-${getRandomID(Number.parseInt(randomIDLength, 10))}`;
   // Add a sources property to the job.
   protoJob.sources = {
     script: script.id,
@@ -110,7 +113,7 @@ exports.merge = (script, batch, requester, isolate, standard, isGranular, timeSt
   protoJob.creationTime = creationTime;
   protoJob.timeStamp = timeStamp;
   protoJob.standard = standard || 'only';
-  protoJob.observe = isGranular || false;
+  protoJob.observe = observe || false;
   // If isolation was requested:
   if (isolate) {
     // Configure the job for it.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testilo",
-  "version": "21.4.2",
+  "version": "21.5.1",
   "description": "Prepares and processes Testaro reports",
   "main": "aim.js",
   "scripts": {

package/procs/digest/{tdp38 → tdp39}/index.html

@@ -34,7 +34,7 @@
       <h2>Introduction</h2>
       <p>How <a href="https://www.w3.org/WAI/">accessible</a> is the __org__ web page at <a href="__url__"><code>__url__</code></a>?</p>
       <p>This digest can help answer that question. Nine different tools (Alfa, ASLint, Axe, Equal Access, HTML CodeSniffer, Nu Html Checker, QualWeb, Testaro, and WAVE) tested the page to check its compliance with their accessibility rules. In all, the tools define about 915 rules, which are classified here into about 300 accessibility issues.</p>
-      <p>The results were interpreted to yield a score, with 0 being ideal. The score for this page was __total__, the sum of __issueCount__ for the count of issues, __issue__ for specific issues, __tool__ for tool-by-tool ratings, __prevention__ for the page preventing tools from running, __log__ for browser warnings, and __latency__ for delayed page responses.</p>
+      <p>The results were interpreted to yield a score, with 0 being ideal. The score for this page was __total__, the sum of __issueCount__ for the count of issues, __issue__ for specific issues, __solo__ for unclassified rule violations, __tool__ for tool-by-tool ratings, __prevention__ for the page preventing tools from running, __log__ for browser warnings, and __latency__ for delayed page responses.</p>
       <h2>Issue summary</h2>
       <table class="allBorder thirdCellRight">
         <caption>Summary of issues</caption>

package/procs/digest/{tdp38 → tdp39}/index.js

@@ -3,14 +3,14 @@
 // IMPORTS
 
 // Module to classify tool rules into issues
-const {issues} = require('../../score/tic38');
+const {issues} = require('../../score/tic39');
 // Module to process files.
 const fs = require('fs/promises');
 
 // CONSTANTS
 
 // Digester ID.
-const id = 'tdp38';
+const id = 'tdp39';
 // Newline with indentations.
 const innerJoiner = '\n        ';
 
@@ -43,7 +43,8 @@ const populateQuery = (report, query) => {
     summaryRows: [],
     issueRows: []
   };
-  ['total', 'issueCount', 'issue', 'tool', 'prevention', 'log', 'latency'].forEach(sumItem => {
+  ['total', 'issueCount', 'issue', 'solo', 'tool', 'prevention', 'log', 'latency']
+  .forEach(sumItem => {
     query[sumItem] = summary[sumItem];
     rows.summaryRows.push(getScoreRow(sumItem, query[sumItem]));
   });

package/procs/score/{tic38.js → tic39.js}

@@ -1,6 +1,6 @@
 /*
-  tic37
-  Testilo issue classification 38
+  tic39
+  Testilo issue classification 39
 
   Classifies about 900 rules of the tools of Testaro into about 300 issues.
 
@@ -4363,28 +4363,12 @@ exports.issues = {
       }
     }
   },
-  h1Multiple: {
-    summary: 'multiple h1 headings',
+  h1Not1: {
+    summary: 'not exactly 1 h1 heading',
     why: 'User cannot understand the topic of the document',
     wcag: '1.3.1',
     weight: 2,
     max: 1,
-    tools: {
-      nuVal: {
-        'Consider using the h1 element as a top-level heading only (all h1 elements are treated as top-level headings by many screen readers and other tools).': {
-          variable: false,
-          quality: 1,
-          what: 'Page contains more than 1 h1 element'
-        }
-      }
-    }
-  },
-  h1Missing: {
-    summary: 'h1 missing',
-    why: 'User cannot understand the topic of the document',
-    wcag: '1.3.1',
-    weight: 3,
-    max: 1,
     tools: {
       aslint: {
         'h1_must_be': {
@@ -4400,6 +4384,20 @@ exports.issues = {
           what: 'Document contains no level-one heading'
         }
       },
+      nuVal: {
+        'Consider using the h1 element as a top-level heading only (all h1 elements are treated as top-level headings by many screen readers and other tools).': {
+          variable: false,
+          quality: 1,
+          what: 'Page contains more than 1 h1 element'
+        }
+      },
+      qualWeb: {
+        'QW-BP28': {
+          variable: false,
+          quality: 1,
+          what: 'h1 element missing or used more than once'
+        }
+      },
       wave: {
         'h1_missing': {
           variable: false,
@@ -4696,6 +4694,13 @@ exports.issues = {
           quality: 1,
           what: 'Element is not contained by a ul or ol element'
         }
+      },
+      qualWeb: {
+        'QW-BP23': {
+          variable: false,
+          quality: 0.1,
+          what: 'Element is not in a true list'
+        }
       }
     }
   },

package/procs/score/{tsp38.js → tsp39.js}

@@ -7,12 +7,12 @@
 
 // IMPORTS
 
-const {issues} = require('./tic38');
+const {issues} = require('./tic39');
 
 // CONSTANTS
 
 // ID of this proc.
-const scoreProcID = 'tsp38';
+const scoreProcID = 'tsp39';
 // Latency weight (how much each second of excess latency adds to the score).
 const latencyWeight = 1;
 // Normal latency (6 visits, with 1.5 second per visit).

package/scripts/{ts37.json → ts39.json}

@@ -1,5 +1,5 @@
 {
-  "id": "ts37",
+  "id": "ts39",
   "what": "comprehensive accessibility tests with webkit and redirection permitted",
   "strict": false,
   "isolate": true,

package/procs/score/tsp38-old.js

@@ -1,300 +0,0 @@
-/*
-  tsp37
-  Testilo score proc 37
-
-  Computes target score data and adds them to a ts37 report.
-*/
-
-// IMPORTS
-
-const {issues} = require('./tic38');
-
-// CONSTANTS
-
-// ID of this proc.
-const scoreProcID = 'tsp38';
-// Latency weight (how much each second of excess latency adds to the score).
-const latencyWeight = 1;
-// Normal latency (6 visits, with 1.5 second per visit).
-const normalLatency = 9;
-// Prevention weight (how much each prevention adds to the score).
-const preventionWeight = 300;
-// Maximum instance count addition weight (divisor of max).
-const maxWeight = 30;
-// Other weights.
-const severityWeights = [1, 2, 3, 4];
-const toolWeight = 0.1;
-const logWeights = {
-  logCount: 0.1,
-  logSize: 0.002,
-  errorLogCount: 0.2,
-  errorLogSize: 0.004,
-  prohibitedCount: 3,
-  visitRejectionCount: 2
-};
-// Initialize a table of tool rules.
-const issueIndex = {};
-// Initialize an array of variably named tool rules.
-const issueMatcher = [];
-// For each issue:
-Object.keys(issues).forEach(issueName => {
-  // For each tool with rules belonging to that issue:
-  Object.keys(issues[issueName].tools).forEach(toolName => {
-    // For each of those rules:
-    Object.keys(issues[issueName].tools[toolName]).forEach(ruleID => {
-      // Add it to the table of tool rules.
-      if (! issueIndex[toolName]) {
-        issueIndex[toolName] = {};
-      }
-      issueIndex[toolName][ruleID] = issueName;
-      // If it is variably named:
-      if (issues[issueName].tools[toolName][ruleID].variable) {
-        // Add it to the array of variably named tool rules.
-        issueMatcher.push(ruleID);
-      }
-    })
-  });
-});
-
-// FUNCTIONS
-
-// Scores a report.
-exports.scorer = report => {
-  // If there are any acts in the report:
-  const {acts} = report;
-  if (Array.isArray(acts) && acts.length) {
-    // If any of them are test acts:
-    const testActs = acts.filter(act => act.type === 'test');
-    if (testActs.length) {
-      // Initialize the score data.
-      const score = {
-        scoreProcID,
-        weights: {
-          severities: severityWeights,
-          tool: toolWeight,
-          log: logWeights,
-          latency: latencyWeight,
-          prevention: preventionWeight,
-          maxInstanceCount: maxWeight
-        },
-        normalLatency,
-        summary: {
-          total: 0,
-          issue: 0,
-          solo: 0,
-          tool: 0,
-          prevention: 0,
-          log: 0,
-          latency: 0
-        },
-        details: {
-          severity: {
-            total: [0, 0, 0, 0],
-            byTool: {}
-          },
-          prevention: {},
-          issue: {},
-          solo: {},
-          tool: {}
-        }
-      };
-      const {summary, details} = score;
-      // For each test act:
-      testActs.forEach(act => {
-        // If the page prevented the tool from operating:
-        const {which, standardResult} = act;
-        if (! standardResult || standardResult.prevented) {
-          // Add this to the score.
-          details.prevention[which] = preventionWeight;
-        }
-        // Otherwise, if a valid standard result exists:
-        else if (
-          standardResult
-          && standardResult.totals
-          && standardResult.totals.length === 4
-          && standardResult.instances
-        ) {
-          // Add the severity totals of the tool to the score.
-          const {totals} = standardResult;
-          details.severity.byTool[which] = totals;
-          // Add the severity-weighted tool totals to the score.
-          details.tool[which] = totals.reduce(
-            (sum, current, index) => sum + severityWeights[index] * current, 0
-          );
-          // For each instance of the tool:
-          standardResult.instances.forEach(instance => {
-            // Get the rule ID.
-            const {ruleID, ordinalSeverity, count} = instance;
-            // If it is not in the table of tool rules:
-            let canonicalRuleID = ruleID;
-            if (! issueIndex[which][ruleID]) {
-              // Convert it to the variably named tool rule that it matches, if any.
-              canonicalRuleID = issueMatcher.find(pattern => {
-                const patternRE = new RegExp(pattern);
-                return patternRE.test(instance.ruleID);
-              });
-            }
-            // If the rule ID belongs to an issue:
-            if (canonicalRuleID) {
-              // Get the issue.
-              const issueName = issueIndex[which][canonicalRuleID];
-              // Add the instance to the issue details of the score data.
-              if (! details.issue[issueName]) {
-                details.issue[issueName] = {
-                  summary: issues[issueName].summary,
-                  score: 0,
-                  maxCount: 0,
-                  weight: issues[issueName].weight,
-                  countLimit: issues[issueName].max,
-                  tools: {}
-                };
-                if (! details.issue[issueName].countLimit) {
-                  delete details.issue[issueName].countLimit;
-                }
-              }
-              if (! details.issue[issueName].tools[which]) {
-                details.issue[issueName].tools[which] = {};
-              }
-              if (! details.issue[issueName].tools[which][canonicalRuleID]) {
-                const ruleData = issues[issueName].tools[which][canonicalRuleID];
-                details.issue[issueName].tools[which][canonicalRuleID] = {
-                  quality: ruleData.quality,
-                  what: ruleData.what,
-                  complaints: {
-                    countTotal: 0,
-                    texts: []
-                  }
-                };
-              }
-              details
-              .issue[issueName]
-              .tools[which][canonicalRuleID]
-              .complaints
-              .countTotal += instance.count || 1;
-              if (
-                ! details
-                .issue[issueName]
-                .tools[which][canonicalRuleID]
-                .complaints
-                .texts
-                .includes(instance.what)
-              ) {
-                details
-                .issue[issueName]
-                .tools[which][canonicalRuleID]
-                .complaints
-                .texts
-                .push(instance.what);
-              }
-            }
-            // Otherwise, i.e. if the rule ID belongs to no issue:
-            else {
-              // Add the instance to the solo details of the score data.
-              if (! details.solo[which]) {
-                details.solo[which] = {};
-              }
-              if (! details.solo[which][ruleID]) {
-                details.solo[which][ruleID] = 0;
-              }
-              details.solo[which][ruleID] += (count || 1) * (ordinalSeverity + 1);
-              // Report this.
-              console.log(`ERROR: ${instance.ruleID} of ${which} not found in issues`);
-            }
-          });
-        }
-        // Otherwise, i.e. if a failed standard result exists:
-        else {
-          // Add an inferred prevention to the score.
-          details.prevention[which] = preventionWeight;
-        }
-      });
-      // For each issue with any complaints:
-      Object.keys(details.issue).forEach(issueName => {
-        const issueData = details.issue[issueName];
-        // For each tool with any complaints for the issue:
-        Object.keys(issueData.tools).forEach(toolID => {
-          // Get the sum of the quality-weighted counts of its issue rules.
-          let weightedCount = 0;
-          Object.values(issueData.tools[toolID]).forEach(ruleData => {
-            weightedCount += ruleData.quality * ruleData.complaints.countTotal;
-          });
-          // If the sum exceeds the existing maximum weighted count for the issue:
-          if (weightedCount > issueData.maxCount) {
-            // Change the maximum count for the issue to the sum.
-            issueData.maxCount = weightedCount;
-          }
-        });
-        // Get the score for the issue, including any addition for the instance count limit.
-        const maxAddition = issueData.countLimit ? maxWeight / issueData.countLimit : 0;
-        issueData.score = Math.round(issueData.weight * issueData.maxCount * (1 + maxAddition));
-      });
-      // Add the severity detail totals to the score.
-      details.severity.total = Object.keys(details.severity.byTool).reduce((severityTotals, toolID) => {
-        details.severity.byTool[toolID].forEach((severityScore, index) => {
-          severityTotals[index] += severityScore;
-        });
-        return severityTotals;
-      }, details.severity.total);
-      // Add the summary issue total to the score.
-      summary.issue = Object
-      .values(details.issue)
-      .reduce((total, current) => total + current.score, 0);
-      // Add the summary solo total to the score.
-      Object.keys(details.solo).forEach(tool => {
-        summary.solo += Object
-        .values(details.solo[tool])
-        .reduce((total, current) => total + current);
-      });
-      // Add the summary tool total to the score.
-      summary.tool = toolWeight * details.severity.total.reduce(
-        (total, current, index) => total + severityWeights[index] * current, 0
-      );
-      // Add the summary prevention total to the score.
-      summary.prevention = Object.values(details.prevention).reduce(
-        (total, current) => total + current, 0
-      );
-      // Add the summary log score to the score.
-      const {jobData} = report;
-      if (jobData) {
-        summary.log = Math.max(0, Math.round(
-          logWeights.logCount * jobData.logCount
-          + logWeights.logSize * jobData.logSize +
-          + logWeights.errorLogCount * jobData.errorLogCount
-          + logWeights.errorLogSize * jobData.errorLogSize
-          + logWeights.prohibitedCount * jobData.prohibitedCount +
-          + logWeights.visitRejectionCount * jobData.visitRejectionCount
-        ));
-        // Add the summary latency score to the score.
-        summary.latency = Math.round(
-          latencyWeight * (Math.max(0, jobData.visitLatency - normalLatency))
-        );
-      }
-      // Round the unrounded scores.
-      Object.keys(summary).forEach(summaryTypeName => {
-        summary[summaryTypeName] = Math.round(summary[summaryTypeName]);
-      });
-      details.severity.total.forEach((severityTotal, index) => {
-        details.severity.total[index] = Math.round(severityTotal);
-      });
-      // Add the summary total score to the score.
-      summary.total = summary.issue
-      + summary.solo
-      + summary.tool
-      + summary.prevention
-      + summary.log
-      + summary.latency;
-      // Add the score to the report or replace the existing score of the report.
-      report.score = score;
-    }
-    // Otherwise, i.e. if none of them is a test act:
-    else {
-      // Report this.
-      console.log('ERROR: No test acts');
-    }
-  }
-  // Otherwise, i.e. if there are no acts in the report:
-  else {
-    // Report this.
-    console.log('ERROR: No acts');
-  }
-};

package/scripts/ts31.json

@@ -1,56 +0,0 @@
-{
-  "id": "ts31",
-  "what": "accessibility tests",
-  "strict": true,
-  "timeLimit": 330,
-  "acts": [
-    {
-      "type": "placeholder",
-      "which": "main",
-      "launch": "chromium"
-    },
-    {
-      "type": "test",
-      "which": "alfa"
-    },
-    {
-      "type": "test",
-      "which": "axe",
-      "detailLevel": 2
-    },
-    {
-      "type": "test",
-      "which": "continuum"
-    },
-    {
-      "type": "test",
-      "which": "htmlcs"
-    },
-    {
-      "type": "test",
-      "which": "ibm",
-      "withItems": true,
-      "withNewContent": false
-    },
-    {
-      "type": "test",
-      "which": "nuVal"
-    },
-    {
-      "type": "test",
-      "which": "qualWeb",
-      "withNewContent": false
-    },
-    {
-      "type": "test",
-      "which": "testaro",
-      "withItems": true,
-      "stopOnFail": false
-    },
-    {
-      "type": "test",
-      "which": "wave",
-      "reportType": 4
-    }
-  ]
-}

package/scripts/ts33.json

@@ -1,56 +0,0 @@
-{
-  "id": "ts33",
-  "what": "comprehensive accessibility tests",
-  "strict": true,
-  "timeLimit": 330,
-  "acts": [
-    {
-      "type": "placeholder",
-      "which": "main",
-      "launch": "chromium"
-    },
-    {
-      "type": "test",
-      "which": "alfa"
-    },
-    {
-      "type": "test",
-      "which": "axe",
-      "detailLevel": 2
-    },
-    {
-      "type": "test",
-      "which": "continuum"
-    },
-    {
-      "type": "test",
-      "which": "htmlcs"
-    },
-    {
-      "type": "test",
-      "which": "ibm",
-      "withItems": true,
-      "withNewContent": false
-    },
-    {
-      "type": "test",
-      "which": "nuVal"
-    },
-    {
-      "type": "test",
-      "which": "qualWeb",
-      "withNewContent": false
-    },
-    {
-      "type": "test",
-      "which": "testaro",
-      "withItems": true,
-      "stopOnFail": false
-    },
-    {
-      "type": "test",
-      "which": "wave",
-      "reportType": 4
-    }
-  ]
-}

package/scripts/ts34.json

@@ -1,77 +0,0 @@
-{
-  "id": "ts34",
-  "what": "comprehensive accessibility tests",
-  "strict": true,
-  "timeLimit": 330,
-  "acts": [
-    {
-      "type": "placeholder",
-      "which": "main",
-      "launch": "chromium"
-    },
-    {
-      "type": "test",
-      "which": "alfa"
-    },
-    {
-      "type": "test",
-      "which": "axe",
-      "detailLevel": 2
-    },
-    {
-      "type": "test",
-      "which": "continuum"
-    },
-    {
-      "type": "test",
-      "which": "htmlcs"
-    },
-    {
-      "type": "test",
-      "which": "ibm",
-      "withItems": true,
-      "withNewContent": false
-    },
-    {
-      "type": "test",
-      "which": "nuVal"
-    },
-    {
-      "type": "test",
-      "which": "qualWeb",
-      "withNewContent": false
-    },
-    {
-      "type": "test",
-      "which": "wave",
-      "reportType": 4
-    },
-    {
-      "type": "test",
-      "which": "testaro",
-      "withItems": true,
-      "stopOnFail": false,
-      "rules": [
-        "n",
-        "hover",
-        "motion"
-      ]
-    },
-    {
-      "type": "placeholder",
-      "which": "main",
-      "launch": "webkit"
-    },
-    {
-      "type": "test",
-      "which": "testaro",
-      "withItems": true,
-      "stopOnFail": false,
-      "rules": [
-        "y",
-        "hover",
-        "motion"
-      ]
-    }
-  ]
-}

package/scripts/ts36.json

@@ -1,56 +0,0 @@
-{
-  "id": "ts36",
-  "what": "comprehensive accessibility tests with webkit and redirection permitted",
-  "strict": false,
-  "timeLimit": 330,
-  "acts": [
-    {
-      "type": "placeholder",
-      "which": "main",
-      "launch": "webkit"
-    },
-    {
-      "type": "test",
-      "which": "alfa"
-    },
-    {
-      "type": "test",
-      "which": "aslint"
-    },
-    {
-      "type": "test",
-      "which": "axe",
-      "detailLevel": 2
-    },
-    {
-      "type": "test",
-      "which": "htmlcs"
-    },
-    {
-      "type": "test",
-      "which": "ibm",
-      "withItems": true,
-      "withNewContent": false
-    },
-    {
-      "type": "test",
-      "which": "nuVal"
-    },
-    {
-      "type": "test",
-      "which": "qualWeb",
-      "withNewContent": false
-    },
-    {
-      "type": "test",
-      "which": "testaro",
-      "withItems": true,
-      "stopOnFail": false
-    },
-    {
-      "type": "test",
-      "which": "wave",
-      "reportType": 4
-    }
-  ]
-}