testilo 7.1.1 → 9.0.1

package/procs/compare/cp20sqrt/index.js

@@ -0,0 +1,69 @@
+/*
+  cp20sqrt.js
+  Returns a query for replacing placeholders in the associated template.
+  Makes the bar widths the square roots of their proportional widths, for cases of extreme
+  score disparity.
+*/
+
+// ########## IMPORTS
+
+// Module to keep secrets local.
+require('dotenv').config();
+// Module to access files.
+const fs = require('fs/promises');
+
+// ########## CONSTANTS
+
+const reportDirScored = process.env.REPORTDIR_SCORED || 'reports/scored';
+const query = {};
+
+// ########## FUNCTIONS
+
+// Returns data on the targets.
+const getData = async scoredReports => {
+  const reportCount = scoredReports.length;
+  const bodyData = [];
+  for (const report of scoredReports) {
+    const {id, host, score} = report;
+    bodyData.push({
+      id,
+      org: host.what,
+      url: host.which,
+      score: score.summary.total
+    });
+  };
+  return {
+    pageCount,
+    bodyData
+  }
+};
+// Returns the maximum score.
+const getMaxScore = tableData => tableData.reduce((max, item) => Math.max(max, item.score), 0);
+// Converts report data to a table body.
+const getTableBody = async bodyData => {
+  const maxScore = getMaxScore(bodyData);
+  const rows = bodyData
+  .sort((a, b) => a.score - b.score)
+  .map(item => {
+    const {id, org, url, score} = item;
+    const pageCell = `<th scope="row"><a href="${url}">${org}</a></th>`;
+    const numCell = `<td><a href="digests/${id}.html">${score}</a></td>`;
+    // Make the bar width proportional.
+    const barWidth = 100 * score / maxScore;
+    const bar = `<rect height="100%" width="${barWidth}%" fill="red"></rect>`;
+    const barCell = `<td aria-hidden="true"><svg width="100%" height="0.7em">${bar}</svg></td>`;
+    const row = `<tr>${pageCell}${numCell}${barCell}</tr>`;
+    return row;
+  });
+  return rows.join('\n          ');
+};
+// Returns a query for a comparative table.
+exports.getQuery = async () => {
+  const data = await getData();
+  query.pageCount = data.pageCount;
+  query.tableBody = await getTableBody(data.bodyData);
+  const date = new Date();
+  query.dateISO = date.toISOString().slice(0, 10);
+  query.dateSlash = query.dateISO.replace(/-/g, '/');
+  return query;
+};

package/procs/score/sp20b.js

@@ -6014,7 +6014,7 @@ const addDetail = (actWhich, testID, addition = 1) => {
   }
 };
 // Scores a report.
-exports.scorer = async report => {
+exports.scorer = report => {
   // Initialize the variables.
   init();
   // If there are any acts in the report:

package/score.js

@@ -1,19 +1,26 @@
 /*
   score.js
-  Scores a Testaro report.
+  Scores Testaro reports.
   Arguments:
-    0. Score proc.
-    1. Raw report.
+    0. Scoring function.
+    1. Array of reports.
 */
 
 // ########## FUNCTIONS
 
-// Score the specified raw report and return it, scored.
-exports.score = async (scorer, rawReport) => {
-  // Initialize a scored report.
-  const scoredReport = JSON.parse(JSON.stringify(rawReport));
-  // Score it.
-  await scorer(scoredReport);
-  console.log(`Report ${rawReport.job.id} scored`);
-  return scoredReport;
+// Scores the specified raw reports and returns them, scored.
+exports.score = (scorer, reports) => {
+  const scoredReports = [];
+  // For each report:
+  for (const report of reports) {
+    // Score it.
+    const scoredReport = JSON.parse(JSON.stringify(report));
+    scorer(scoredReport);
+    // Append it to the array of scored reports.
+    scoredReports.push(scoredReport);
+    console.log(`Report ${report.id} scored`);
+  }
+  // Return the array of scored reports.
+  console.log(`Scoring complete; report count ${reports.length}`);
+  return scoredReports;
 };

package/validation/call/jobs/done/8oqso-script-accordion.json

@@ -0,0 +1,57 @@
+{
+  "id": "8oqso-script-accordion",
+  "what": "call validation",
+  "strict": false,
+  "timeLimit": 30,
+  "acts": [
+    {
+      "type": "launch",
+      "which": "chromium"
+    },
+    {
+      "type": "url",
+      "which": "https://www.w3.org/WAI/ARIA/apg/example-index/accordion/accordion",
+      "what": "Accordion Example"
+    },
+    {
+      "type": "button",
+      "which": "Billing Address",
+      "what": "expand accordion"
+    },
+    {
+      "type": "test",
+      "which": "focAll",
+      "what": "Tab-focusability"
+    },
+    {
+      "type": "launch",
+      "which": "chromium"
+    },
+    {
+      "type": "url",
+      "which": "https://www.w3.org/WAI/ARIA/apg/example-index/accordion/accordion",
+      "what": "Accordion Example"
+    },
+    {
+      "type": "button",
+      "which": "Billing Address",
+      "what": "expand accordion"
+    },
+    {
+      "type": "test",
+      "which": "bulk",
+      "what": "count of visible elements"
+    }
+  ],
+  "sources": {
+    "script": "script",
+    "batch": "batch",
+    "target": {
+      "id": "accordion",
+      "what": "Example of expanded accordion"
+    },
+    "requester": "jonathan.pool@cvshealth.com"
+  },
+  "creationTime": "2023-01-04T18:20:01",
+  "timeStamp": "8oqso"
+}

package/validation/call/jobs/done/8oqso-script-example.json

@@ -0,0 +1,47 @@
+{
+  "id": "8oqso-script-example",
+  "what": "call validation",
+  "strict": false,
+  "timeLimit": 30,
+  "acts": [
+    {
+      "type": "launch",
+      "which": "chromium"
+    },
+    {
+      "type": "url",
+      "which": "https://example.com",
+      "what": "example"
+    },
+    {
+      "type": "test",
+      "which": "focAll",
+      "what": "Tab-focusability"
+    },
+    {
+      "type": "launch",
+      "which": "chromium"
+    },
+    {
+      "type": "url",
+      "which": "https://example.com",
+      "what": "example"
+    },
+    {
+      "type": "test",
+      "which": "bulk",
+      "what": "count of visible elements"
+    }
+  ],
+  "sources": {
+    "script": "script",
+    "batch": "batch",
+    "target": {
+      "id": "example",
+      "what": "Example"
+    },
+    "requester": "jonathan.pool@cvshealth.com"
+  },
+  "creationTime": "2023-01-04T18:20:01",
+  "timeStamp": "8oqso"
+}

package/validation/call/specs/batches/batch.json

@@ -0,0 +1,43 @@
+{
+  "id": "batch",
+  "what": "call validation",
+  "targets": [
+    {
+      "id": "example",
+      "what": "Example",
+      "acts": {
+        "main": [
+          {
+            "type": "launch"
+          },
+          {
+            "type": "url",
+            "which": "https://example.com",
+            "what": "example"
+          }
+        ]
+      }
+    },
+    {
+      "id": "accordion",
+      "what": "Example of expanded accordion",
+      "acts": {
+        "main": [
+          {
+            "type": "launch"
+          },
+          {
+            "type": "url",
+            "which": "https://www.w3.org/WAI/ARIA/apg/example-index/accordion/accordion",
+            "what": "Accordion Example"
+          },
+          {
+            "type": "button",
+            "which": "Billing Address",
+            "what": "expand accordion"
+          }
+        ]
+      }
+    }
+  ]
+}

package/validation/call/specs/scripts/script.json

@@ -0,0 +1,23 @@
+{
+  "id": "script",
+  "what": "call validation",
+  "strict": false,
+  "timeLimit": 30,
+  "acts": [
+    {
+      "type": "placeholder",
+      "which": "main",
+      "launch": "chromium"
+    },
+    {
+      "type": "test",
+      "which": "focAll",
+      "what": "Tab-focusability"
+    },
+    {
+      "type": "test",
+      "which": "bulk",
+      "what": "count of visible elements"
+    }
+  ]
+}

package/validation/compare/comparer.js

@@ -0,0 +1,18 @@
+/*
+  comparer.
+  Creator of parameters for substitution into comparison.html.
+*/
+
+// FUNCTIONS
+
+// Adds parameters to a query for a comparison.
+exports.comparer = (reports, query) => {
+  const entries = reports.map(report => ({
+    target: report.sources.target.what,
+    score: report.score.total
+  }));
+  const entriesHTML = entries
+  .map(entry => `<li>Page of ${entry.target} got score ${entry.score}.</li>`)
+  .join('\n        ');
+  query.list = `<ul>\n        ${entriesHTML}\n      </ul>`;
+};

package/validation/compare/comparison.html

@@ -0,0 +1,19 @@
+<!DOCTYPE HTML>
+<html lang="en-US">
+  <head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1">
+    <title>Comparison</title>
+  </head>
+  <body>
+    <main>
+      <header>
+        <h1>Comparison</h1>
+      </header>
+      <h2>Introduction</h2>
+      <p>This is a comparison of web pages.</p>
+      <h2>Score tabulation</h2>
+      __list__
+    </main>
+  </body>
+</html>

package/validation/compare/report0.json

@@ -0,0 +1,78 @@
+{
+  "id": "report",
+  "what": "Report for scoring validation",
+  "strict": true,
+  "timeLimit": 10,
+  "acts": [
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "Chromium browser",
+      "startTime": 1662474496075,
+      "endTime": 1662474496453
+    },
+    {
+      "type": "url",
+      "which": "https://example.com",
+      "what": "Example0",
+      "startTime": 1662474496453,
+      "result": "https://example.com",
+      "endTime": 1662474501684
+    },
+    {
+      "type": "test",
+      "which": "bulk",
+      "what": "count of visible elements",
+      "startTime": 1662474501684,
+      "url": "https://example.com",
+      "result": {
+        "visibleElements": 100,
+        "success": true
+      },
+      "endTime": 1662474501866
+    }
+  ],
+  "sources": {
+    "script": "script",
+    "batch": "batch",
+    "target": {
+      "id": "example",
+      "what": "Example0"
+    },
+    "requester": "user@domain.tld"
+  },
+  "creationTime": "2023-11-20T15:50:27",
+  "timeStamp": "cc3pl",
+  "jobData": {
+    "log": [
+      {
+        "event": "startTime",
+        "value": "2022-09-06T14:27:55"
+      },
+      {
+        "event": "endTime",
+        "value": "2022-09-06T14:30:47"
+      }
+    ],
+    "timeStamp": "5lezg",
+    "testTimes": [
+      [
+        "bulk",
+        0
+      ]
+    ],
+    "logCount": 10,
+    "logSize": 100,
+    "errorLogCount": 1,
+    "errorLogSize": 10,
+    "prohibitedCount": 0,
+    "visitTimeoutCount": 0,
+    "visitRejectionCount": 0,
+    "visitLatency": 3,
+    "endTime": "2022-09-06T14:30:47",
+    "elapsedSeconds": 5
+  },
+  "score": {
+    "total": 100
+  }
+}

package/validation/compare/report1.json

@@ -0,0 +1,78 @@
+{
+  "id": "report",
+  "what": "Report for scoring validation",
+  "strict": true,
+  "timeLimit": 10,
+  "acts": [
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "Chromium browser",
+      "startTime": 1662474496075,
+      "endTime": 1662474496453
+    },
+    {
+      "type": "url",
+      "which": "https://example.com",
+      "what": "Example1",
+      "startTime": 1662474496453,
+      "result": "https://example.com",
+      "endTime": 1662474501684
+    },
+    {
+      "type": "test",
+      "which": "bulk",
+      "what": "count of visible elements",
+      "startTime": 1662474501684,
+      "url": "https://example.com",
+      "result": {
+        "visibleElements": 101,
+        "success": true
+      },
+      "endTime": 1662474501866
+    }
+  ],
+  "sources": {
+    "script": "script",
+    "batch": "batch",
+    "target": {
+      "id": "example",
+      "what": "Example1"
+    },
+    "requester": "user@domain.tld"
+  },
+  "creationTime": "2023-11-20T15:50:27",
+  "timeStamp": "cc3pl",
+  "jobData": {
+    "log": [
+      {
+        "event": "startTime",
+        "value": "2022-09-06T14:27:55"
+      },
+      {
+        "event": "endTime",
+        "value": "2022-09-06T14:30:47"
+      }
+    ],
+    "timeStamp": "5lezg",
+    "testTimes": [
+      [
+        "bulk",
+        0
+      ]
+    ],
+    "logCount": 10,
+    "logSize": 100,
+    "errorLogCount": 1,
+    "errorLogSize": 10,
+    "prohibitedCount": 0,
+    "visitTimeoutCount": 0,
+    "visitRejectionCount": 0,
+    "visitLatency": 3,
+    "endTime": "2022-09-06T14:30:47",
+    "elapsedSeconds": 5
+  },
+  "score": {
+    "total": 101
+  }
+}

package/validation/compare/validate.js

@@ -0,0 +1,51 @@
+/*
+  validate.js
+  Validates compare module.
+*/
+
+// ########## IMPORTS
+
+// Function to process files.
+const fs = require('fs/promises');
+// Function to digest reports.
+const {compare} = require('../../compare');
+// Digesting function.
+const {comparer} = require('./comparer');
+
+// ########## FUNCTIONS
+
+// Validates the digest module.
+const validate = async () => {
+  // Get the reports.
+  const report0JSON = await fs.readFile(`${__dirname}/report0.json`, 'utf8');
+  const scoredReport0 = JSON.parse(report0JSON);
+  const report1JSON = await fs.readFile(`${__dirname}/report1.json`, 'utf8');
+  const scoredReport1 = JSON.parse(report1JSON);
+  // Get the comparison template.
+  const comparisonTemplate = await fs.readFile(`${__dirname}/comparison.html`, 'utf8');
+  // Perform the comparison.
+  const comparison = compare(comparisonTemplate, comparer, [scoredReport0, scoredReport1]);
+  // Validate the comparison.
+  if (typeof comparison === 'string') {
+    console.log('Success: Comparing left the comparison a string');
+  }
+  else {
+    console.log('ERROR: Comparing changed the comparison type');
+    return;
+  }
+  if (comparison.includes('<h2>Introduction</h2>')) {
+    console.log('Success: Comparing left the static template content unchanged');
+  }
+  else {
+    console.log('ERROR: Comparing changed the static template content');
+    return;
+  }
+  if (comparison.includes('Page of Example0 got score 100')) {
+    console.log('Success: Comparing interpolated the data correctly');
+  }
+  else {
+    console.log('ERROR: Comparing did not interpolate the data correctly');
+    return;
+  }
+};
+validate();

package/validation/digest/digest.html

@@ -0,0 +1,19 @@
+<!DOCTYPE HTML>
+<html lang="en-US">
+  <head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1">
+    <title>Digest</title>
+  </head>
+  <body>
+    <main>
+      <header>
+        <h1>Digest</h1>
+      </header>
+      <h2>Introduction</h2>
+      <p>This is a digest of the web page of __target__.</p>
+      <h2>Score summary</h2>
+      <p>The count of tests was __testCount__.</p>
+    </main>
+  </body>
+</html>

package/validation/digest/digester.js

@@ -0,0 +1,12 @@
+/*
+  digester.
+  Creator of parameters for substitution into digest.html.
+*/
+
+// FUNCTIONS
+
+// Adds parameters to a query for a digest.
+exports.digester = (report, query) => {
+  query.target = report.sources.target.what;
+  query.testCount = report.score.testCount;
+};

package/validation/digest/report.json

@@ -0,0 +1,78 @@
+{
+  "id": "report",
+  "what": "Report for scoring validation",
+  "strict": true,
+  "timeLimit": 10,
+  "acts": [
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "Chromium browser",
+      "startTime": 1662474496075,
+      "endTime": 1662474496453
+    },
+    {
+      "type": "url",
+      "which": "https://example.com",
+      "what": "Example",
+      "startTime": 1662474496453,
+      "result": "https://example.com",
+      "endTime": 1662474501684
+    },
+    {
+      "type": "test",
+      "which": "bulk",
+      "what": "count of visible elements",
+      "startTime": 1662474501684,
+      "url": "https://example.com",
+      "result": {
+        "visibleElements": 100,
+        "success": true
+      },
+      "endTime": 1662474501866
+    }
+  ],
+  "sources": {
+    "script": "script",
+    "batch": "batch",
+    "target": {
+      "id": "example",
+      "what": "Example"
+    },
+    "requester": "user@domain.tld"
+  },
+  "creationTime": "2023-11-20T15:50:27",
+  "timeStamp": "cc3pl",
+  "jobData": {
+    "log": [
+      {
+        "event": "startTime",
+        "value": "2022-09-06T14:27:55"
+      },
+      {
+        "event": "endTime",
+        "value": "2022-09-06T14:30:47"
+      }
+    ],
+    "timeStamp": "5lezg",
+    "testTimes": [
+      [
+        "bulk",
+        0
+      ]
+    ],
+    "logCount": 10,
+    "logSize": 100,
+    "errorLogCount": 1,
+    "errorLogSize": 10,
+    "prohibitedCount": 0,
+    "visitTimeoutCount": 0,
+    "visitRejectionCount": 0,
+    "visitLatency": 3,
+    "endTime": "2022-09-06T14:30:47",
+    "elapsedSeconds": 5
+  },
+  "score": {
+    "testCount": 1
+  }
+}