@jrpool/kilotest 57.2.0 → 57.3.0

package/web/listDiagnoses/listDiagnoses.test.ts

@@ -14,6 +14,7 @@ import {parse} from 'node-html-parser';
 // Mock the util functions called by index.ts before requiring it, so that
 // it imports the mocked versions. Other exports delegate to the real module.
 import * as realUtil from '../../util.ts';
+import * as realWebUtil from '../util.ts';
 let getReportCallCount = 0;
 let failGetReportOnCall = -1;
 let pageDataStringsOverride: any = null;
@@ -26,12 +27,17 @@ mock.module('../../util.ts', {
         return {error: 'Report is invalid (test override)'};
       }
       return (realUtil.getReport as any)(...args);
-    },
+    }
+  }
+} as any);
+mock.module('../util.ts', {
+  exports: {
+    ...realWebUtil,
     getPageDataStrings: async (...args: any[]) => {
       if (pageDataStringsOverride !== null) {
         return pageDataStringsOverride;
       }
-      return (realUtil.getPageDataStrings as any)(...args);
+      return (realWebUtil.getPageDataStrings as any)(...args);
     }
   }
 } as any);

package/web/listIssues/index.ts

@@ -6,19 +6,21 @@
 // IMPORTS
 
 import {
-  getPageData,
-  getPageDataStrings,
   getReport,
-  getEngineNamesString,
   getTestActInstances,
-  getWCAGLink,
-  getWeightName,
   htmlSafe,
   isUsableReport,
   objectSort,
   populateTemplate,
   ruleEngines
 } from '../../util.ts';
+import {
+  getPageData,
+  getPageDataStrings,
+  getEngineNamesString,
+  getWCAGLink,
+  getWeightName
+} from '../util.ts';
 import {issues as issueSpecs} from 'testaro-issues';
 
 // FUNCTIONS

package/web/listIssues/listIssues.test.ts

@@ -13,15 +13,16 @@ import {parse} from 'node-html-parser';
 // Mock the util functions called by index.ts before requiring it, so that
 // it imports the mocked versions. Other exports delegate to the real module.
 import * as realUtil from '../../util.ts';
+import * as realWebUtil from '../util.ts';
 let pageDataStringsOverride: any = null;
-mock.module('../../util.ts', {
+mock.module('../util.ts', {
   exports: {
-    ...realUtil,
+    ...realWebUtil,
     getPageDataStrings: async (...args: any[]) => {
       if (pageDataStringsOverride !== null) {
         return pageDataStringsOverride;
       }
-      return (realUtil.getPageDataStrings as any)(...args);
+      return (realWebUtil.getPageDataStrings as any)(...args);
     }
   }
 } as any);

package/web/listReports/index.ts

@@ -7,18 +7,20 @@
 
 import {
   getAgoDays,
-  getCountString,
   getJobNames,
-  getMultiReportWhats,
   getObject,
-  getPageDataStrings,
   getTestRequests,
-  getReportData,
   getReportExtracts,
   jobsPath,
   objectSort,
   populateTemplate
 } from '../../util.ts';
+import {
+  getCountString,
+  getMultiReportWhats,
+  getPageDataStrings,
+  getReportData
+} from '../util.ts';
 import path from 'node:path';
 
 // FUNCTIONS
@@ -117,6 +119,7 @@ const populateQuery = async (query: Record<string, any>) => {
       preventedEngineNames,
       reporterNames,
       reporterCount,
+      violationCount,
       violatorCount
     } = reportData;
     // Otherwise, i.e. if it succeeded, add lines about the report.
@@ -145,20 +148,22 @@ const populateQuery = async (query: Record<string, any>) => {
       const reporterNamesString = reporterNames.join(' + ');
       reporterString = `${reporterString} (${reporterNamesString})`;
     }
-    const issueCountString = getCountString(issueCount, 'issue was', 'issues were');
-    const violatorString = getCountString(violatorCount, 'violator was', 'violators were');
     lines.tested.push(`${margin}    <li>${reporterString}</li>`);
-    lines.tested.push(`${margin}    <li>${issueCountString} reported</li>`);
-    lines.tested.push(`${margin}    <li>${violatorString} reported</li>`);
+    lines.tested.push(`${margin}    <li>Summary of results:`);
+    lines.tested.push(`${margin}      <ul>`);
+    lines.tested.push(`${margin}        <li>Violations: ${violationCount}</li>`);
+    lines.tested.push(`${margin}        <li>Violators: ${violatorCount}</li>`);
+    lines.tested.push(`${margin}        <li>Issues: ${issueCount}</li>`);
+    lines.tested.push(`${margin}      </ul>`);
+    lines.tested.push(`${margin}    </li>`);
     lines.tested.push(`${margin}  </ul>`);
     lines.tested.push(`${margin}<ul class="nav">`);
     // If any issues were reported:
     if (issueCount) {
-      // Add a question link about the reported issues to the lines.
+      // Add a link to issue details to the lines.
       const href = `href="listIssues.html/${timeStamp}/${jobID}"`;
-      const label = `aria-label="What ${issueCountString} reported for the ${description} page?"`;
-      const questionString = issueCount === 1 ? 'was the issue' : 'were the issues';
-      const link = `<a ${href} ${label}>What ${questionString}?</a>`;
+      const label = `aria-label="issue details for the ${description} page"`;
+      const link = `<a ${href} ${label}>Issue details</a>`;
       lines.tested.push(`${margin}    <li>${link}</li>`);
     }
     let retestString: string = '';

package/web/listReports/listReports.test.ts

@@ -216,3 +216,76 @@ test('listReports shows no-reports message when the database is empty', async ()
     await fs.rm(tmpDir, {recursive: true}).catch(() => {});
   }
 });
+
+// Returns the details element of the report whose summary starts with a description and whose issue link, if required, contains a fragment.
+const getReportDetails = (html: any, description: string, hrefFragment?: string) => {
+  const matches = html.querySelectorAll('details').filter((d: any) => {
+    const summary = d.querySelector('summary')?.text ?? '';
+    if (!summary.startsWith(description)) {
+      return false;
+    }
+    return hrefFragment === undefined
+    || d.querySelectorAll('a').some((a: any) => a.getAttribute('href')?.includes(hrefFragment));
+  });
+  assert.equal(matches.length, 1, `exactly one report matches ${description} ${hrefFragment ?? ''}`);
+  return matches[0];
+};
+
+// Returns the rule-engine line, the prevention line, and the 3 summary amounts of a details element.
+const getResultFacts = (details: any) => {
+  const items = details.querySelectorAll('li');
+  const itemTexts: string[] = items.map((li: any) => li.text.trim());
+  const getAmount = (label: string) => {
+    const text = itemTexts.find(t => t.startsWith(`${label}: `));
+    assert.ok(text, `${label} item exists`);
+    return Number(text.slice(label.length + 2));
+  };
+  // The summary item is the parent of the 3 amount items.
+  const summaryItem = items.find((li: any) => li.text.trim().startsWith('Summary of results:'));
+  assert.ok(summaryItem, 'Summary of results item exists');
+  const amountLabels = summaryItem.querySelectorAll('ul > li').map((li: any) => li.text.trim().split(':')[0]);
+  return {
+    reporterLine: itemTexts.find(t => t.endsWith('reported issues') || t.includes('reported issues (')),
+    preventionLine: itemTexts.find(t => t.startsWith('Page not testable by')),
+    amountLabels,
+    violations: getAmount('Violations'),
+    violators: getAmount('Violators'),
+    issues: getAmount('Issues')
+  };
+};
+
+// Expected facts, hand-computed from the fixtures.
+const expectedFacts: [string, string | undefined, string, number, number, number][] = [
+  // Description, issue-link fragment, reporter line, violations, violators, issues.
+  ['Mixed Outcomes Page', '260101T0000/mix', '2 rule engines reported issues (Alfa + Axe)', 3, 2, 2],
+  ['Mixed Outcomes Page', '260202T0000/new', '1 rule engine reported issues (Axe)', 1, 1, 1],
+  ['All CantTell Page', undefined, '0 rule engines reported issues', 0, 0, 0],
+  ['No Outcomes Page', undefined, '1 rule engine reported issues (Accessibility Checker)', 1, 1, 1],
+  ['Empty Results Page', undefined, '0 rule engines reported issues', 0, 0, 0],
+  ['Prevented Page', undefined, '1 rule engine reported issues (Axe)', 1, 1, 1],
+  ['Multi Violator Page', undefined, '2 rule engines reported issues (Alfa + Axe)', 4, 3, 1],
+  ['Branch Coverage Page', undefined, '1 rule engine reported issues (Axe)', 4, 4, 1]
+];
+
+for (const [description, fragment, reporterLine, violations, violators, issues] of expectedFacts) {
+  test(`listReports gives correct rule-engine count and names and summary amounts for ${description}${fragment ? ` (${fragment})` : ''}`, async () => {
+    const result: any = await answer();
+    const html = parse(result.answerPage);
+    const facts = getResultFacts(getReportDetails(html, description, fragment));
+    assert.equal(facts.reporterLine, reporterLine);
+    assert.deepEqual(facts.amountLabels, ['Violations', 'Violators', 'Issues']);
+    assert.equal(facts.violations, violations);
+    assert.equal(facts.violators, violators);
+    assert.equal(facts.issues, issues);
+  });
+}
+
+test('listReports reports the prevented rule engine only for the report with a prevention', async () => {
+  const result: any = await answer();
+  const html = parse(result.answerPage);
+  const prevented = getResultFacts(getReportDetails(html, 'Prevented Page'));
+  assert.equal(prevented.preventionLine, 'Page not testable by 1 rule engine (Alfa)');
+  const others = html.querySelectorAll('details').filter((d: any) => !d.text.includes('Prevented Page'));
+  assert.equal(others.length, 7);
+  assert.ok(others.every((d: any) => !d.text.includes('Page not testable by')));
+});

package/web/listRules/index.ts

@@ -6,11 +6,13 @@
 // IMPORTS
 
 import {
-  getWeightName,
   htmlSafe,
   populateTemplate,
   ruleEngines
 } from '../../util.ts';
+import {
+  getWeightName
+} from '../util.ts';
 import {issues as issueSpecs, issueRules, rules as ruleSpecs} from 'testaro-issues';
 
 // FUNCTIONS

package/web/listTopIssues/index.ts

@@ -7,16 +7,18 @@
 
 import {sendAlert} from '../../alerts.ts';
 import {
-  getEngineNamesString,
   getReportExtracts,
   getReport,
   getTestActInstances,
-  getWCAGLink,
-  getWeightName,
   isReportError,
   objectSort,
-  populateTemplate,
+  populateTemplate
 } from '../../util.ts';
+import {
+  getEngineNamesString,
+  getWCAGLink,
+  getWeightName
+} from '../util.ts';
 import {issues as issueSpecs} from 'testaro-issues';
 
 // FUNCTIONS

package/web/listViolators/index.ts

@@ -5,20 +5,22 @@
 
 // IMPORTS
 
+import {
+  getReport,
+  getTestActInstances,
+  htmlSafe,
+  isReportError,
+  populateTemplate
+} from '../../util.ts';
 import {
   getPageDataStrings,
   getPathID,
-  getReport,
   getEngineNamesString,
-  getTestActInstances,
   getTextFragmentHref,
   getWCAGLink,
   getWeightName,
-  htmlSafe,
-  isReportError,
-  makeBreakable,
-  populateTemplate,
-} from '../../util.ts';
+  makeBreakable
+} from '../util.ts';
 import {issues as issueSpecs} from 'testaro-issues';
 
 // FUNCTIONS

package/web/listViolators/listViolators.test.ts

@@ -14,6 +14,7 @@ import {parse} from 'node-html-parser';
 // Mock the util functions called by index.ts before requiring it, so that
 // it imports the mocked versions. Other exports delegate to the real module.
 import * as realUtil from '../../util.ts';
+import * as realWebUtil from '../util.ts';
 let getReportCallCount = 0;
 let failGetReportOnCall = -1;
 let pageDataStringsOverride: any = null;
@@ -26,12 +27,17 @@ mock.module('../../util.ts', {
         return {error: 'Report is invalid (test override)'};
       }
       return (realUtil.getReport as any)(...args);
-    },
+    }
+  }
+} as any);
+mock.module('../util.ts', {
+  exports: {
+    ...realWebUtil,
     getPageDataStrings: async (...args: any[]) => {
       if (pageDataStringsOverride !== null) {
         return pageDataStringsOverride;
       }
-      return (realUtil.getPageDataStrings as any)(...args);
+      return (realWebUtil.getPageDataStrings as any)(...args);
     }
   }
 } as any);

package/web/metrics/index.ts

@@ -7,9 +7,16 @@
 // IMPORTS
 
 import {
-  clearMetrics, getDateTimeString, getExclusionCookieValue, getMetrics, isValidAuthCode,
-  metricsExclusionCookieName, populateTemplate
+  clearMetrics,
+  getExclusionCookieValue,
+  getMetrics,
+  isValidAuthCode,
+  metricsExclusionCookieName,
+  populateTemplate
 } from '../../util.ts';
+import {
+  getDateTimeString
+} from '../util.ts';
 
 // FUNCTIONS
 

package/web/reportDeletion.ts

@@ -6,9 +6,16 @@
 // IMPORTS
 
 import {
-  errorMessage, getReportData, isValidAuthCode, objectSort, populateTemplate, readdirOrCreate,
+  errorMessage,
+  isValidAuthCode,
+  objectSort,
+  populateTemplate,
+  readdirOrCreate,
   reportsPath
 } from '../util.ts';
+import {
+  getReportData
+} from './util.ts';
 import fs from 'node:fs/promises';
 import path from 'node:path';
 

package/web/requestRetestForm/index.ts

@@ -5,7 +5,8 @@
 
 // IMPORTS
 
-import {getAgoString, getDateTimeString, getReportExtracts, populateTemplate} from '../../util.ts';
+import {getReportExtracts, populateTemplate} from '../../util.ts';
+import {getAgoString, getDateTimeString} from '../util.ts';
 
 // FUNCTIONS
 

package/web/tutorialAI/index.html

@@ -17,47 +17,34 @@
       <h2>Purpose</h2>
       <p>This tutorial shows you how to make Kilotest available to AI assistants. Suppose:</p>
       <ul>
-        <li>You use an AI platform, like Claude, ChatGPT, Perplexity, or Mistral Vibe.</li>
+        <li>You use an AI platform, like Claude, Mistral Vibe, or Perplexity Pro.</li>
         <li>You want to audit the quality of a web page.</li>
       </ul>
       <p>Then the models on your AI platform can use Kilotest <strong>if</strong> you make Kilotest available on the platform.</p>
       <h2>What AI platform do you use?</h2>
       <ul>
         <li><a href="#claude">Claude.ai in a browser or Claude Desktop</a></li>
-        <li><a href="#chatgpt">ChatGPT</a></li>
-        <li><a href="#perplexity">Perplexity</a></li>
         <li><a href="#vibe">Mistral Vibe</a></li>
+        <li><a href="#perplexity">Perplexity Pro in a browser</a></li>
       </ul>
-      <h2 id="claude">Claude.ai <a href="https://claude.ai">in a browser</a> or <a href="https://downloads.claude.com">Claude Desktop</a></h2>
-      <p>To make Kilotest available on either Claude platform:</p>
+      <h2 id="claude"><a href="https://claude.ai">Claude.ai in a browser</a> or <a href="https://downloads.claude.com">Claude Desktop</a></h2>
       <ol>
         <li><a href="https://claude.ai/new">Start a new task</a>.</li>
         <li>Expand the left sidebar to see the labels.</li>
-        <li>Click <q>Customize</q>.</li>
-        <li>Click <q>Connectors</q>.</li>
-        <li>In the <q>Add</q> list, click <q>Add custom connector</q>.</li>
+        <li>Click the <q>Customize</q> button.</li>
+        <li>Click the <q>Connectors</q> button.</li>
+        <li>In the <q>Add</q> list, click the <q>Add custom connector</q> button.</li>
         <li>Enter <q>Kilotest</q> into the <q>Name</q> input.</li>
         <li>Enter <q>https://kilotest.com/mcp</q> into the <q>Remote MCP server URL</q> input.</li>
         <li>Leave the OAuth inputs empty.</li>
-        <li>Click <q>Add</q>.</li>
+        <li>Click the <q>Add</q> button.</li>
         <li>For maximum autonomy, click <q>Always allow</q> for each tool.</li>
         <li>Click the <code>x</code> button or press the <code>Escape</code> key to close the dialog.</li>
       </ol>
-      <h2 id="chatgpt">ChatGPT</h2>
-      <p>To make Kilotest available on ChatGPT:</p>
-      <ol>
-        <li>Forthcoming</li>
-      </ol>
-      <h2 id="perplexity">Perplexity</h2>
-      <p>To make Kilotest available on Perplexity:</p>
-      <ol>
-        <li>Forthcoming</li>
-      </ol>
-      <h2 id="Vibe">Mistral Vibe</h2>
-      <p>To make Kilotest available on Mistral Vibe:</p>
+      <h2 id="vibe">Mistral Vibe</h2>
       <ol>
         <li>Choose the <a href="https://chat.mistral.ai/work">Work tab</a>.</li>
-        <li>Click <q>Connect your apps for better answers</q></li>
+        <li>Click <q>Connect your apps for better answers</q>.</li>
         <li>Click the <q>+ Add connector</q> button.</li>
         <li>Click the <q>Add a custom connector</q> button.</li>
         <li>Enter <q>Kilotest</q> into the <q>Connector name</q> input.</li>
@@ -65,6 +52,22 @@
         <li>Click the <q>Add connector</q> button.</li>
         <li>Toggle the <q>Ask/Allow</q> buttons to show <q>Allow</q>.</li>
       </ol>
+      <h2 id="perplexity">Perplexity Pro in a browser</h2>
+      <ol>
+        <li>After signing in, click the <q>Customize</q> button in the left sidebar.</li>
+        <li>Click the <q>+ Custom connector</q> menu button.</li>
+        <li>Click the <q>Add MCP connector</q> menu item.</li>
+        <li>Enter <q>Kilotest</q> into the <q>Name</q> input.</li>
+        <li>Enter <q>https://kilotest.com/mcp</q> into the <q>MCP server URL</q> input.</li>
+        <li>Click the <q>Advanced</q> menu button to open the advanced settings.</li>
+        <li>Under <q>Authentication</q>, change the authentication type to <q>None</q>.</li>
+        <li>Check the <q>I understand &hellip;</q> checkbox.</li>
+        <li>Click the <q>Add</q> button.</li>
+      </ol>
+      <p>Once you add Kilotest, it <strong>may</strong> become available in the Perplexity app on your computer or mobile device, too.</p>
+      <h2>Other AI platforms</h2>
+      <p>You can connect Kilotest to some other AI platforms, too. The instructions above are limited to platforms that are either free or relatively inexpensive (US$20 per month or less). If you discover an AI platform that should be added to this page, please submit a comment below.</p>
+      <h2>Trouble?</h2>
       <p>What if this did not work? Use the comment form below to tell us about it.</p>
       <p>You can also submit an issue on the <a href="https://github.com/jrpool/kilotest/issues">Kilotest GitHub repository</a>.</p>
       <section id="suggest-improvement" class="main">

package/web/tutorialAI/index.ts

@@ -6,7 +6,8 @@
 // IMPORTS
 
 import {sendAlert} from '../../alerts.ts';
-import {checkCommentDuplicate, checkCommentLength, describeMax, getEnvMax, getJSON, getNowStamp} from '../../util.ts';
+import {checkCommentDuplicate, describeMax, getEnvMax, getJSON, getNowStamp} from '../../util.ts';
+import {checkCommentLength} from '../util.ts';
 import fs from 'node:fs/promises';
 import path from 'node:path';
 

package/web/tutorialWeb/index.ts

@@ -6,7 +6,8 @@
 // IMPORTS
 
 import {sendAlert} from '../../alerts.ts';
-import {checkCommentDuplicate, checkCommentLength, describeMax, getEnvMax, getJSON, getNowStamp} from '../../util.ts';
+import {checkCommentDuplicate, describeMax, getEnvMax, getJSON, getNowStamp} from '../../util.ts';
+import {checkCommentLength} from '../util.ts';
 import fs from 'node:fs/promises';
 import path from 'node:path';