@jrpool/kilotest 34.0.0 → 35.0.0

package/index.js

@@ -69,8 +69,6 @@ const claimedPath = path.join(jobsPath, 'claimed');
 const failedPath = path.join(jobsPath, 'failed');
 const testaroAgent = process.env.TESTARO_AGENT;
 const testaroAgentPW = process.env.TESTARO_AGENT_PW;
-const researchAgent = process.env.RESEARCH_AGENT;
-const researchAgentPW = process.env.RESEARCH_AGENT_PW;
 // Values that may require alerts.
 const balancePath = path.join(__dirname, 'aiService0Balance.json');
 const WAVE_THRESHOLD = Number(process.env.WAVE_BALANCE_THRESHOLD);
@@ -339,27 +337,21 @@ const requestHandler = async (request, response) => {
       }
       // Otherwise, if the service is provision of issue statistics for a report:
       else if (service === 'reportIssues') {
-        // Get the report identifiers from the path.
-        const [timeStamp, jobID] = specs;
-        const reportSpecsBad = await isHidden(timeStamp, jobID);
-        // If the report is nonexistent or hidden:
-        if (reportSpecsBad) {
-          // Report this.
-          await serveError(
-            {message: reportSpecsBad === true ? 'Report nonexistent or hidden' : reportSpecsBad},
-            response,
-            false
-          );
-        }
-        // Otherwise, i.e. if the report is available:
-        else {
-          // Get the response (potentially error) data.
-          const responseData = await require(path.join(__dirname, 'reportIssues', 'api'))
-          .response(specs);
-          // Send them.
-          setHeaders('application/json', null, 'high');
-          response.end(JSON.stringify(responseData));
-        }
+        // Get the response (potentially error) data.
+        const responseData = await require(path.join(__dirname, 'reportIssues', 'api'))
+        .response(specs);
+        // Send them.
+        setHeaders('application/json', null, 'high');
+        response.end(JSON.stringify(responseData));
+      }
+      // Otherwise, if the service is the description of an issue from a report:
+      else if (service === 'reportIssue') {
+        // Get the response (potentially error) data.
+        const responseData = await require(path.join(__dirname, 'reportIssue', 'api'))
+        .response(specs);
+        // Send them.
+        setHeaders('application/json', null, 'high');
+        response.end(JSON.stringify(responseData));
       }
       // Otherwise, i.e. if the service is invalid:
       else {

package/llms-full.txt

@@ -95,6 +95,25 @@ The implementation is currently in an alpha phase and offers 4 tools:
     - `timeStamp`: initial segment of report identifier
     - `jobID`: final segment of report identifier
   - source of parameters: response to a `summarizeQualityOfAllTestedWebPages` request
+- `describeOneIssueFromOneReport`
+  - method: `GET`
+  - purpose: provide details about one issue from one report
+  - path: `/api/reportIssue/{issueID}/{timeStamp}/{jobID}`
+  - parameters
+    - `issueID`: identifier of the issue
+    - `timeStamp`: initial segment of report identifier
+    - `jobID`: final segment of report identifier
+  - source of parameters: response to a `describeQualityOfOneWebPage` request
+- `describeOneViolatorOfOneIssueFromOneReport`
+  - method: `GET`
+  - purpose: provide diagnoses about one issue exhibited by one HTML element in one report [NOT YET IMPLEMENTED]
+  - path: `/api/diagnoses/{issueID}/{timeStamp}/{jobID}/{catalogIndex}`
+  - parameters
+    - `issueID`: identifier of the issue
+    - `timeStamp`: initial segment of report identifier
+    - `jobID`: final segment of report identifier
+    - `catalogIndex`: index of the catalog entry
+  - source of parameters: response to a `describeOneIssueFromOneReport` request
 - `recommendQualityTestingOfOneWebPage`
   - method: `POST`
   - purpose: recommend quality testing of one web page about which no report is available
@@ -125,9 +144,9 @@ An [OpenAPI specification for Kilotest](https://kilotest.com/openapi.yaml) is av
 
 ## How to report results to users
 
-When you use Kilotest tools, you are free to perform any appropriate interpretation and condensation of the results for presentation to users. However, users expect the sources of facts and interpretations to be truthfully represented. Do not meld facts from Kilotest tools with interpretations of your own with an implied attribution of both to Kilotest.
+When you use Kilotest tools, you are free to perform any appropriate interpretation and condensation of the results for presentation to users. However, users expect the sources of facts and interpretations to be truthfully represented. Do not meld facts from Kilotest tools with interpretations of your own in a manner that implies attribution of both to Kilotest.
 
-An example of a **poor** attribution is “Here are the results from Kilotest: …. The page is at risk of …. Among all the issues, … are critical and require immediate attention.”
+An example of a **poor** attribution is “Here are the results from Kilotest: …. The page is at risk of …. Among all the issues, … are critical and require immediate attention.” This attribution is poor because it incorrectly implies interpretetations and advice to Kilotest.
 
 An example of a **good** attribution is “Kilotest reported these issues: …. On the basis of these results, I conclude that there is a serious risk of …, and, if you are responsible for maintaining the page, I recommend ….”
 

package/llms.txt

@@ -1,6 +1,6 @@
 # Kilotest
 
-Kilotest helps language models and AI platforms to give thorough, accurate and truthful answers when users ask about the front-end quality (i.e. accessibility, usability, and standards conformity) of web pages. Kilotest integrates ten independent rule engines to test web pages and report results with multipage, single-page, and element-level statistics and details.
+Kilotest helps language models and AI platforms to give thorough, accurate and truthful answers when users ask about the front-end quality (i.e. accessibility, usability, and standards conformity) of web pages. Kilotest integrates ten independent rule engines to test any public web page and creates a structured report of the results. Kilotest tools can provide multipage, single-page, and element-level test results.
 
 In the API section below, all endpoints require `GET` requests except as noted.
 
@@ -8,9 +8,10 @@ There is a [detailed explanation of Kilotest and its capabilities for LLMs](http
 
 ## API
 
-- [Identify reports about matching web pages](/api/identifyReportsAboutMatchingWebPages)
-- [Summarize test results for all tested pages](/api/targets)
-- Provide statistics about issues reported in one job: `/api/reportIssues/{timeStamp}/{jobID}`
+- [Find any available reports about a specified web page](/api/identifyReportsAboutMatchingWebPages)
+- [Get summaries of all available reports](/api/targets)
+- Get summarized test results from one report: `/api/reportIssues/{timeStamp}/{jobID}`
+- Get details about one issue from one report: `/api/reportIssue/{issueID}/{timeStamp}/{jobID}`
 - Recommend testing of a web page: `/api/testRecForm` (requires `POST` request)
 - [OpenAPI specification for Kilotest](https://kilotest.com/openapi.yaml)
 

package/mcp.js

@@ -12,6 +12,7 @@ const {isReportAvailable, isURL} = require('./util');
 const targetAPI = require('./target/api');
 const targetsAPI = require('./targets/api');
 const reportIssuesAPI = require('./reportIssues/api');
+const reportIssueAPI = require('./reportIssue/api');
 const testRecFormAPI = require('./testRecForm/api');
 
 // FUNCTIONS
@@ -61,7 +62,7 @@ const createMCPServer = () => {
   server.registerTool(
     'describeQualityOfOneWebPage',
     {
-      description: 'Returns data from a specified Kilotest report about issues of front-end quality (i.e. accessibility, usability, and standards conformity) of a web page. The required timeStamp and jobID parameters identify the report and are obtained from a summarizeQualityOfAllTestedWebPages response.',
+      description: 'Returns data from a specified Kilotest report about issues for the front-end quality (i.e. accessibility, usability, and standards conformity) of a web page. The required timeStamp and jobID parameters identify the report and are obtained from a summarizeQualityOfAllTestedWebPages response.',
       inputSchema: {
         timeStamp: z.string().describe('Report timestamp in YYMMDDTHHMM format, e.g. 260503T0432'),
         jobID: z.string().describe('Job identifier, e.g. x9z')
@@ -79,6 +80,28 @@ const createMCPServer = () => {
       return {content: [{type: 'text', text: JSON.stringify(result)}]};
     }
   );
+  server.registerTool(
+    'describeOneIssueFromOneReport',
+    {
+      description: 'Returns data from a specified Kilotest report about one of the issues for the front-end quality (i.e. accessibility, usability, and standards conformity) of a web page. The required issueID, timeStamp, and jobID parameters identify the issue and the report and are obtained from a describeQualityOfOneWebPage response.',
+      inputSchema: {
+        issueID: z.string().describe('Issue identifier, e.g. contrastPoor'),
+        timeStamp: z.string().describe('Report timestamp in YYMMDDTHHMM format, e.g. 260503T0432'),
+        jobID: z.string().describe('Job identifier, e.g. x9z')
+      },
+      annotations: {
+        title: 'Describe one issue from one report',
+        readOnlyHint: true,
+        idempotentHint: true,
+        destructiveHint: false,
+        openWorldHint: false
+      }
+    },
+    async ({issueID, timeStamp, jobID}) => {
+      const result = await reportIssueAPI.response([issueID, timeStamp, jobID]);
+      return {content: [{type: 'text', text: JSON.stringify(result)}]};
+    }
+  );
   server.registerTool(
     'recommendQualityTestingOfOneWebPage',
     {

package/openapi.yaml

@@ -1,7 +1,7 @@
 openapi: 3.1.0
 info:
   title: Kilotest Agent API
-  description: Kilotest tests web pages for front-end quality (i.e. accessibility, usability, and standards conformity) using an ensemble of ten independent rule engines that employ rule-based and machine-learning-based methods. This API enables AI agents to recommend web pages for testing, discover available test reports, and retrieve data from reports. For background on Kilotest and the advantages of ensemble testing, visit https://kilotest.com.
+  description: Kilotest tests web pages for front-end quality (i.e. accessibility, usability, and standards conformity) using an ensemble of ten independent rule engines that employ rule-based and machine-learning-based methods. This API enables AI agents to recommend web pages for testing, discover available test reports, and retrieve data from reports. Each report describes results of one job that tested one web page. For background on Kilotest and the advantages of ensemble testing, visit https://kilotest.com.
   version: 1.0.0
   contact:
     name: Kilotest
@@ -101,9 +101,9 @@ paths:
 
   /api/reportIssue/{issueID}/{timeStamp}/{jobID}:
     get:
-      operationId: describeHTMLElementsHavingOneQualityIssue
-      summary: Describe HTML elements having one quality issue (NOT YET IMPLEMENTED)
-      description: Get issue-specific data from a specified report about the front-end quality (i.e. accessibility, usability, and standards conformity) of a web page. The data describe the issue, all of the HTML elements of the page that have the issue, and, for each such element, URLs for retrieving diagnoses by rule engines of the issue on the element. NOT YET IMPLEMENTED.
+      operationId: describeOneIssueFromOneReport
+      summary: Describe one issue from one report
+      description: Get issue-specific data from a specified report about the front-end quality (i.e. accessibility, usability, and standards conformity) of a web page. The data describe the issue, all of the HTML elements of the page that have the issue, and, for each such element, URLs for retrieving diagnoses by rule engines of the issue on the element.
       parameters:
         - name: issueID
           in: path
@@ -118,14 +118,18 @@ paths:
           required: true
           schema:
             type: string
+            examples:
+              - 20271124T1647
         - name: jobID
           in: path
           required: true
           schema:
             type: string
+            examples:
+              - x58
       responses:
         '200':
-          description: Details about the specified issue in the specified report
+          description: Details about the specified issue from the specified report
           content:
             application/json:
               schema:
@@ -440,8 +444,139 @@ components:
             issues reported:
               $ref: '#/components/schemas/IssuesByPriority'
 
+    HTMLElementDetail:
+      type: object
+      description: Details about an HTML element reported as exhibiting an issue.
+      properties:
+        identifier:
+          type: string
+          description: Unique identifier of the element in the catalog of the report.
+        tag name:
+          type: string
+          examples:
+            - IMG
+        id attribute:
+          type: string
+          description: Value of the element's id attribute, if any.
+        start tag:
+          type: string
+          description: The opening tag of the element, including attributes.
+        inner text:
+          type: string
+          description: First and last lines of the inner text, if any, of the element.
+        inner text usable as a text fragment for linking:
+          type: boolean
+          description: Whether the inner text can be used as a text fragment for URL linking.
+        x, y, width, height in pixels:
+          type: array
+          items:
+            type: string
+          description: Bounding box coordinates and dimensions of the element.
+        XPath:
+          type: string
+          description: XPath of the element in the document.
+
     ReportIssueResponse:
       allOf:
         - $ref: '#/components/schemas/CommonResponseFields'
         - type: object
-          description: Element-level detail for a specific issue. Schema to be completed once the tier-3 service is implemented.
+          properties:
+            report:
+              type: object
+              properties:
+                identifier:
+                  type: string
+                  examples:
+                    - 20280216T1353-4r9
+                creation date:
+                  type: string
+                  format: date-time
+                days since the creation date:
+                  type: integer
+            tested web page:
+              type: object
+              properties:
+                description:
+                  type: string
+                  examples:
+                    - ARQ Space Exploration Corporation
+                    - Edlir Velaj PF
+                URL:
+                  type: string
+                  format: uri
+                  examples:
+                    - https://tiendalibros.com/
+            rule engines that tried to test the page:
+              type: array
+              items:
+                $ref: '#/components/schemas/RuleEngineInfo'
+            rule engines that were unable to test the page:
+              type: array
+              items:
+                $ref: '#/components/schemas/RuleEngineFailure'
+            rule engines that reported issues:
+              $ref: '#/components/schemas/RuleEnginesSummary'
+            number of issues reported:
+              type: object
+              properties:
+                total:
+                  type: integer
+                by priority:
+                  type: object
+                  properties:
+                    highest priority:
+                      type: integer
+                    high priority:
+                      type: integer
+                    low priority:
+                      type: integer
+                    lowest priority:
+                      type: integer
+            number of HTML elements reported as exhibiting issues:
+              type: integer
+            level of the issue:
+              type: integer
+              enum:
+                - 1
+                - 2
+                - 3
+                - 4
+              description: Priority level of the issue (4 = highest, 1 = lowest).
+            facts about the issue:
+              type: object
+              description: Details about the specified issue and the HTML elements exhibiting it.
+              properties:
+                identifier:
+                  type: string
+                  examples:
+                    - imageNoText
+                summary:
+                  type: string
+                  description: Brief natural-language label for the issue.
+                  examples:
+                    - image not named
+                related WCAG 2.2 standard:
+                  type: object
+                  description: The WCAG 2.2 success criterion or guideline most closely related to the issue.
+                  properties:
+                    layer:
+                      type: string
+                      enum:
+                        - guideline
+                        - success criterion
+                    'numeric identifier':
+                      type: string
+                      pattern: '^\d\.\d(\.\d+)?$'
+                      examples:
+                        - 1.1.1
+                impact on a user:
+                  type: string
+                  description: How this issue is likely to affect users.
+                rule engines reporting the issue:
+                  $ref: '#/components/schemas/RuleEnginesSummary'
+                number of HTML elements reported as exhibiting the issue:
+                  type: integer
+                HTML elements reported as exhibiting the issue:
+                  type: array
+                  items:
+                    $ref: '#/components/schemas/HTMLElementDetail'

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@jrpool/kilotest",
-  "version": "34.0.0",
+  "version": "35.0.0",
   "description": "An ensemble testing service with a focus on accessibility",
   "main": "index.js",
   "scripts": {
@@ -36,5 +36,8 @@
     "@eslint/markdown": "^7.5.1",
     "eslint": "^10.0.3",
     "globals": "^17.4.0"
+  },
+  "allowScripts": {
+    "fsevents@2.3.2": true
   }
 }

package/reportIssue/api.js

@@ -0,0 +1,164 @@
+/*
+  api.js
+  Responds to the report-issue request.
+*/
+
+// IMPORTS
+
+const {getData} = require('../reportIssues/util');
+const {
+  getDateTime,
+  getNowStamp,
+  getRandomString,
+  getReport,
+  getToolsFacts,
+  isHidden,
+  tools
+} = require('../util');
+
+// FUNCTIONS
+
+// Gets facts about an issue.
+const getIssueFacts = async (timeStamp, jobID, issue) => {
+  const {issueID, reporterCount, reporters, summary, violatorCount, wcag, why} = issue;
+  const wcagType = wcag.length === 3 ? 'guideline' : 'success criterion';
+  // Get the report.
+  const report = await getReport(timeStamp, jobID);
+  const violatorIndexSet = new Set();
+  const {acts, catalog} = report;
+  // For each act of the report:
+  acts.forEach(act => {
+    // If it is a test act:
+    if (act.type === 'test') {
+      const {result} = act;
+      const instances = result?.standardResult?.instances ?? [];
+      // For each standard instance of the act:
+      instances.forEach(instance => {
+        const {catalogIndex} = instance;
+        // If its issue is the issue to be described and the instance has a catalog index:
+        if (instance.issueID === issueID && catalogIndex) {
+          // Ensure that the violator is in the temporary data.
+          violatorIndexSet.add(catalogIndex);
+        }
+      });
+    }
+  });
+  return {
+    identifier: issueID,
+    summary,
+    'related WCAG 2.2 standard': {
+      layer: wcagType,
+      'numeric identifier': wcag
+    },
+    'impact on a user': why,
+    'rule engines reporting the issue': {
+      'number': reporterCount,
+      'names': reporters.map(tool => tool.toolName)
+    },
+    'number of HTML elements reported as exhibiting the issue': violatorCount,
+    'HTML elements reported as exhibiting the issue': Array.from(violatorIndexSet).map(index => ({
+      identifier: String(index),
+      'tag name': catalog[index].tagName,
+      'id attribute': catalog[index].id,
+      'start tag': catalog[index].startTag,
+      'inner text': catalog[index].text,
+      'inner text usable as a text fragment for linking': catalog[index].textLinkable,
+      'x, y, width, height in pixels': catalog[index].boxID.split(':'),
+      'XPath': catalog[index].pathID
+    }))
+  };
+};
+// Returns a response to a report-issue request.
+exports.response = async args => {
+  const [issueID, timeStamp, jobID] = args;
+  const reportIsHidden = await isHidden(timeStamp, jobID);
+  // If the report is not available:
+  if (reportIsHidden) {
+    // Return this.
+    return {
+      status: 'error',
+      message: 'Report not available'
+    };
+  }
+  // Otherwise, i.e. if the report is available, get data on the report and its issues.
+  const data = await getData(timeStamp, jobID);
+  const {pageData, issuesData} = data;
+  const {what, url, daysAgo} = pageData;
+  const {issueCount, issues, preventions, reporterCount, reporters, violatorCount} = issuesData;
+  let issue;
+  // Get the level of and the data on the issue.
+  const issueLevel = [4, 3, 2, 1].find(level => {
+    issue = issues[level].find(issue => issue.issueID === issueID);
+    return issue;
+  });
+  // If the issue was not one of those in the report:
+  if (! issue) {
+    // Return this.
+    return {
+      status: 'error',
+      message: 'Issue not found in the report'
+    };
+  }
+  const preventedTools = Object.entries(preventions).map(prevention => ({
+    name: tools[prevention[0]][0],
+    'reason for failure': prevention[1]
+  }));
+  const thisHost = process.env.THIS_KILOTEST_HOST;
+  // Get a response.
+  const content = {
+    summary: `This document fulfills a request made by a language model to a Kilotest tool. The model requested data, drawn from a Kilotest report, about one of the issues for the front-end quality (i.e. accessibility, usability, and standard-conformity) of a web page. Kilotest, with the help of Testaro, Testilo, and an ensemble of ten rule engines, performs tests on web pages, using a combination of rule- and machine-learning-based methods, and produces reports. Kilotest exposes several API endpoints to recommend web pages for testing and to obtain information from Kilotest reports. To learn more about Kilotest and the advangages of testing with an ensemble of rule engines, visit the deployed instance of Kilotest (${process.env.DEPLOYED_KILOTEST_HOST}), which contains an introduction on its home page and a tutorial.`,
+    'tool collection name': 'Kilotest',
+    'tool name': 'describeOneIssueFromOneReport',
+    request: {
+      'type of request': {
+        identifier: 'reportIssue',
+        description: 'Describe one issue from one repeort.'
+      },
+      method: 'GET',
+      URLs: {
+        'URL of your request': `${thisHost}/api/reportIssue/${issueID}/${timeStamp}/${jobID}`,
+        'equivalent URL for humans': `${thisHost}/reportIssue.html/${issueID}/${timeStamp}/${jobID}`
+      },
+      'closest ancestor request': {
+        identifier: 'describeQualityOfOneWebPage',
+        description: 'Describe the quality of one web page.',
+        URLs: {
+          'for you': `${thisHost}/api/reportIssues`,
+          'for humans': `${thisHost}/reportIssues.html`
+        }
+      }
+    },
+    'response metadata': {
+      identifier: `${getNowStamp()}-${getRandomString(3)}`,
+      'date and time': new Date().toISOString()
+    },
+    report: {
+      identifier: `${timeStamp}-${jobID}`,
+      'creation date': getDateTime(timeStamp),
+      'days since the creation date': daysAgo
+    },
+    'tested web page': {
+      description: what,
+      URL: url
+    },
+    'rule engines that tried to test the page': getToolsFacts(Object.keys(tools)),
+    'rule engines that were unable to test the page': preventedTools,
+    'rule engines that reported issues': {
+      number: reporterCount,
+      names: reporters.map(tool => tool.toolName)
+    },
+    'number of issues reported': {
+      total: issueCount,
+      'by priority': {
+        'highest priority': issues[4].length,
+        'high priority': issues[3].length,
+        'low priority': issues[2].length,
+        'lowest priority': issues[1].length
+      }
+    },
+    'number of HTML elements reported as exhibiting issues': violatorCount,
+    'level of the issue': issueLevel,
+    'facts about the issue': await getIssueFacts(timeStamp, jobID, issue)
+  };
+  return content;
+};

package/researchAgent.js

@@ -61,7 +61,7 @@ const getContent = async response => {
         resolve(content);
       }
       // If it is not JSON:
-      catch (error) {
+      catch {
         // Return this.
         resolve({error: `Response content not JSON (${contentString})`});
       }
@@ -139,9 +139,7 @@ const requestService = async () => {
   if (content.error) {
     return;
   }
-  console.log(
-    '======================\nRequest 4: Summarize the issues in a report'
-  );
+  console.log('======================\nRequest 4: Summarize the issues in a report');
   [timeStamp, jobID] = report.identifier?.split('-') ?? ['', ''];
   if (! (timeStamp && jobID)) {
     return;
@@ -152,7 +150,26 @@ const requestService = async () => {
   if (content.error) {
     return;
   }
-  console.log('======================\nRequest 5: Make a permitted test recommendation');
+  console.log('======================\nRequest 5: Describe one issue from one report');
+  if (content['number of HTML elements reported as exhibiting issues'] === 0) {
+    console.log('reportIssue request cannot be submitted, because no issues were reported');
+  }
+  else {
+    // Get the issue IDs.
+    const issueIDs = Object
+    .values(content['issues reported'])
+    .map(levelIssues => levelIssues.map(issue => issue.identifier))
+    .flat();
+    // Choose one at random.
+    const issueID = issueIDs[Math.floor(Math.random() * issueIDs.length)];
+    method = 'GET';
+    path = `/api/reportIssue/${issueID}/${timeStamp}/${jobID}`;
+    content = await submitRequest(results, path, method);
+    if (content.error) {
+      return;
+    }
+  }
+  console.log('======================\nRequest 6: Make a permitted test recommendation');
   method = 'POST';
   path = '/api/testRecForm';
   content = await submitRequest(results, path, method, {
@@ -163,8 +180,8 @@ const requestService = async () => {
   if (content.error) {
     return;
   }
-  console.log('======================\nRequest 6: Make an illicit test recommendation');
-  content = await submitRequest(results, path, method, {
+  console.log('======================\nRequest 7: Make an illicit test recommendation');
+  await submitRequest(results, path, method, {
     'description of the web page': description,
     'URL of the web page': url,
     'reason for testing the web page': 'Just testing'

package/testRecForm/api.js

@@ -5,6 +5,7 @@
 
 // IMPORTS
 
+const {sendAlert} = require('../alerts')
 const {
   getNowStamp,
   getRandomString,
@@ -18,6 +19,11 @@ exports.response = async (what, url, why) => {
   const thisHost = process.env.THIS_KILOTEST_HOST;
   // Record the recommendation.
   await updateRecs(what, url, why);
+  // Alert a manager about it.
+  await sendAlert(
+    `Kilotest: new test recommendation in the API`,
+    `Target: ${what}\nURL: ${url}\nReason: ${why}`
+  );
   // Get a response.
   const content = {
     summary: `This response acknowledges a request made by a language model to a Kilotest tool. The model recommended that Kilotest test, for the first time, the ${what} web page at ${url} for front-end quality (i.e. accessibility, usability, and standards conformity). A Kilotest manager usually approves a recommendation within a day. When the recommendation is approved, the testing will be performed and results will become available. You can check for the availability of the results at ${thisHost}/api/targets. Kilotest performs its testing with the help of Testaro, Testilo, and an ensemble of ten rule engines, using a combination of rule- and machine-learning-based methods. Kilotest exposes several API endpoints and several web UI URLs to obtain information from Kilotest reports. To learn more about Kilotest and the advangages of testing with an ensemble of rule engines, visit the deployed instance of Kilotest (${process.env.DEPLOYED_KILOTEST_HOST}), which contains an introduction on its home page and a tutorial.`,

package/util.js

@@ -640,7 +640,7 @@ const updateRecs = exports.updateRecs = async (what, url, why) => {
   // Save the revised recommendations.
   await fs.writeFile(recsPath, getJSON(recs));
 };
-// Processes a test or retest recommendation.
+// Processes a test or retest recommendation in the UI.
 exports.processRec = async (testType, dirName, what, url, why) => {
   // If the recommendation is valid:
   if (
@@ -658,7 +658,7 @@ exports.processRec = async (testType, dirName, what, url, why) => {
     console.log(`Test recommendation received for ${what}: ${plainWhy}`);
     // Alert a manager about it.
     await sendAlert(
-      `Kilotest: new ${testType} recommendation`,
+      `Kilotest: new ${testType} recommendation in the UI`,
       `Target: ${what}\nURL: ${url}\nReason: ${plainWhy}`
     );
     // Get the template.