@jrpool/kilotest 46.0.11 → 46.1.0

package/.devin/config.local.json

@@ -8,7 +8,28 @@
       "Exec(find)",
       "Exec(git show)",
       "Exec(git commit)",
-      "Exec(git check-ignore)"
+      "Exec(git check-ignore)",
+      "Exec(git remote)",
+      "Exec(node)",
+      "Exec(source)",
+      "Exec(nvm use)",
+      "Exec(npm run)",
+      "Exec(lsof)",
+      "Exec(uname)",
+      "Exec(mkdir)",
+      "Exec(set)",
+      "Exec(git add)",
+      "Exec(gh)",
+      "Exec(/opt/homebrew/bin/colima start)",
+      "Exec(/opt/homebrew/bin/docker info)",
+      "Exec(/opt/homebrew/bin/docker run)",
+      "Exec($DOCKER volume)",
+      "Exec($DOCKER run)",
+      "Exec($DOCKER logs)",
+      "Exec($DOCKER exec)",
+      "Exec($DOCKER stop)",
+      "Exec(sed)",
+      "Exec(awk)"
     ]
   }
 }

package/.github/workflows/ci.yml

@@ -17,7 +17,7 @@ jobs:
       - name: Set Node.js version
         uses: actions/setup-node@v4
         with:
-          node-version: '>=22.12.0'
+          node-version: '>=24.16.0'
 
       - name: Install dependencies
         run: npm ci

package/.github/workflows/publish-mcp.yml

@@ -21,7 +21,7 @@ jobs:
       - name: Set Node.js version
         uses: actions/setup-node@v4
         with:
-          node-version: '>=22.12.0'
+          node-version: '>=24.16.0'
 
       - name: Verify server.json version matches api/version.js
         run: |

package/README.md

@@ -1,10 +1,16 @@
 # Kilotest
 
+[![npm version](https://img.shields.io/npm/v/@jrpool/kilotest?label=npm)](https://www.npmjs.com/package/@jrpool/kilotest)
+[![license](https://img.shields.io/github/license/jrpool/kilotest?label=license)](LICENSE)
+[![MCP Registry](https://img.shields.io/badge/MCP_Registry-active-success)](https://registry.modelcontextprotocol.io/v0/servers?search=kilotest)
+[![GitHub stars](https://img.shields.io/github/stars/jrpool/kilotest?label=stars)](https://github.com/jrpool/kilotest/stargazers)
+[![Indexed on TensorBlock MCP Index](https://mcp-index.tensorblock.co/v1/servers/github-jrpool-kilotest-f518ba36/badge.svg)](https://tensorblock.co/mcp/servers/github-jrpool-kilotest-f518ba36)
+
 An ensemble testing and reporting service for front-end web quality
 
 ## Features
 
-This application uses an ensemble of 10 rule engines to test public web pages for front-end quality (i.e. accessibility, usability, and standards conformity).
+This application uses an ensemble of 12 rule engines to test public web pages for front-end quality (i.e. accessibility, usability, and standards conformity).
 
 The testing paradigm employed by Kilotest is discussed in these papers:
 
@@ -24,7 +30,7 @@ An active production instance of Kilotest may require multiple testing agents to
 
 In the steps below, hosts `T` and `K` may be the same host or two different hosts. Host `T` can be a Debian stable, Ubuntu LTS, Windows, or macOS host. Host `K` can be any server host that can run the latest LTS version of Node.js. If hosts `T` and `K` differ, then they must be open to `https` traffic and host `K` must permit `https` requests from host `T`.
 
-1. Clone the [Testaro project](https://github.com/jrpool/testaro) into a new directory on host `T`.
+1. Clone the [Testaro project](https://github.com/YRA-Tech/testaro) into a new directory on host `T`.
 1. In that directory, install the Testaro dependencies: `npm install`.
 1. Update the Testaro dependencies and rebuild: `npm run deps`.
 1. Clone the Kilotest repository into a new directory on host `K`.
@@ -43,20 +49,22 @@ Contributions are welcome! You can use GitHub issues to initiate discussions and
 
 ## Making Kilotest a service
 
-See the `SERVICE.md` file for instructions on how to make Kilotest a service.
+See the [`SERVICE.md`](docs/SERVICE.md) file for instructions on how to make Kilotest a service.
 
 ## Using Kilotest as an AI tool
 
 Kilotest is not only a web application but also an API and an MCP server. AI platforms and models can use Kilotest via those interfaces.
 
-The URL for models using the MCP server is `http://kilotest.com/mcp`. The MCP server is listed at these services:
+The URL for models using the MCP server is `https://kilotest.com/mcp`. The MCP server is listed at these services:
 
 - [Smithery](https://smithery.ai/servers/pool/kilotest)
 - [Glama](https://glama.ai/mcp/connectors/com.kilotest/kilotest)
 
 There is additional documentation at:
 
-- [AI-TOOLS.md](AI-TOOLS.md)
-- [llms.txt](llms.txt)
-- [llms-full.txt](llms-full.txt)
-- [QAI](https://kilotest.com/qai)
+- [QAI](https://kilotest.com/qai): a tutorial for allowing AI assistants to use Kilotest
+- [AI-TOOLS.md](docs/AI-TOOLS.md): how Kilotest implements the MCP protocol
+- [Summary of Kilotest capabilities](https://kilotest.com/capability.md)
+- [llms.txt](llms.txt): basic documentation for LLMs
+- [llms-full.txt](llms-full.txt): comprehensive documentation for LLMs
+- [lhm.plugin.json](lhm.plugin.json): documentation for registration with the LobeHub MCP Market

package/api/requestFeature.test.js

@@ -5,7 +5,7 @@
 
 // IMPORTS
 
-const {test, before, after} = require('node:test');
+const {test, before, beforeEach, after} = require('node:test');
 const assert = require('node:assert/strict');
 const alerts = require('../alerts');
 
@@ -14,13 +14,17 @@ const alerts = require('../alerts');
 let sendAlertCalls = [];
 
 before(() => {
-  sendAlertCalls = [];
   // @ts-expect-error: Replacing the real function with a mock for testing.
   alerts.sendAlert = async (subject, body) => {
     sendAlertCalls.push({subject, body});
   };
 });
 
+// Reset the call log before each test, so tests do not depend on execution order.
+beforeEach(() => {
+  sendAlertCalls = [];
+});
+
 // Require requestFeature after the mock is in place, so it captures the mocked sendAlert.
 const {response} = require('./requestFeature');
 

package/api/requestRetest.test.js

@@ -5,7 +5,7 @@
 
 // IMPORTS
 
-const {test, before, after} = require('node:test');
+const {test, before, beforeEach, after} = require('node:test');
 const assert = require('node:assert/strict');
 const path = require('node:path');
 const apiUtil = require('./util');
@@ -17,13 +17,17 @@ let processTestRequestCalls = [];
 
 before(() => {
   process.env.DB_DIR = path.join(__dirname, '..', 'test', 'fixtures', 'db');
-  processTestRequestCalls = [];
   // @ts-expect-error: Replacing the real function with a mock for testing.
   apiUtil.processTestRequest = async (testType, what, url, reason) => {
     processTestRequestCalls.push({testType, what, url, reason});
   };
 });
 
+// Reset the call log before each test, so tests do not depend on execution order.
+beforeEach(() => {
+  processTestRequestCalls = [];
+});
+
 // Require requestRetest after the mock is in place, so it captures the mocked processTestRequest.
 const {response} = require('./requestRetest');
 

package/api/requestTest.test.js

@@ -5,7 +5,7 @@
 
 // IMPORTS
 
-const {test, before, after} = require('node:test');
+const {test, before, beforeEach, after} = require('node:test');
 const assert = require('node:assert/strict');
 const path = require('node:path');
 const apiUtil = require('./util');
@@ -17,13 +17,17 @@ let processTestRequestCalls = [];
 
 before(() => {
   process.env.DB_DIR = path.join(__dirname, '..', 'test', 'fixtures', 'db');
-  processTestRequestCalls = [];
   // @ts-expect-error: Replacing the real function with a mock for testing.
   apiUtil.processTestRequest = async (testType, what, url, reason) => {
     processTestRequestCalls.push({testType, what, url, reason});
   };
 });
 
+// Reset the call log before each test, so tests do not depend on execution order.
+beforeEach(() => {
+  processTestRequestCalls = [];
+});
+
 // Require requestTest after the mock is in place, so it captures the mocked processTestRequest.
 const {response} = require('./requestTest');
 

package/api/util.js

@@ -35,7 +35,7 @@ exports.getResponseMetadata = () => ({
 exports.getToolsFacts = () => ({
   'name': 'Kilotest',
   'description': {
-    'what Kilotest does': 'Kilotest tools generate and make available findings about the front-end quality (i.e. accessibility, usability, and standards conformity) of web pages. A Kilotest job generates findings by using Testaro to test a page against more than a thousand rules defined by an ensemble of ten rule engines. Testaro produces a report of the job. The report describes violations of the rules. Kilotest uses Testilo to enhance the report with a classification of the rule violations into about 300 issues. Kilotest makes facts about the issues and the violations retrievable at four levels of granularity.',
+    'what Kilotest does': 'Kilotest tools generate and make available findings about the front-end quality (i.e. accessibility, usability, and standards conformity) of web pages. A Kilotest job generates findings by using Testaro to test a page against about 1300 rules defined by an ensemble of twelve rule engines. Testaro produces a report of the job. The report describes violations of the rules. Kilotest uses Testilo to enhance the report with a classification of the rule violations into about 380 issues. Kilotest makes facts about the issues and the violations retrievable at four levels of granularity.',
     'how to retrieve findings': {
       'level 1': 'Use the listReports tool to get a list of available reports.',
       'level 2': 'Use the listIssues tool to get a list of issues in one report.',

package/capability.md

@@ -0,0 +1,51 @@
+# Kilotest capability manifest
+
+## Capability
+
+Web-page front-end quality audit. Kilotest tests public web pages for front-end quality, namely accessibility, usability, and standards conformity, and makes structured findings available for retrieval.
+
+## Purpose
+
+Language models and AI platforms often need accurate, page-specific data about the front-end quality of a web page to answer user questions. Rule engines, such as `axe-core`, `QualWeb`, and `WAVE`, provide such data, but with large coverage gaps. Orchestrating and reconciling numerous complementary rule engines would be difficult. Kilotest solves that problem by testing pages with an ensemble of numerous independent rule engines, making their results comparable, saving the results as JSON reports, mining the reports for facts at selectable levels of detail.
+
+## Interfaces
+
+- MCP server (Streamable HTTP): `https://kilotest.com/mcp`
+- OpenAPI specification: `https://kilotest.com/openapi.yaml`
+- HTTP API: see `https://kilotest.com/openapi.yaml` for endpoints
+- Web UI: `https://kilotest.com/`
+- LLM documentation: `https://kilotest.com/llms.txt` and `https://kilotest.com/llms-full.txt`
+
+## Initial input
+
+A request for a list of available reports.
+
+## Initial output
+
+A list of available reports.
+
+## Subsequent inputs
+
+- If there is no report about the wanted page, a request to test it, with a page description and its URL.
+- If there is a report about the wanted page, requests for findings from the report at successive levels of detail.
+
+## Subsequent outputs
+
+- From a request to test a page: confirmation of receipt. Upon approval and execution, the list of available reports will include the new report.
+- From a request for findings: Details about issues reported, related WCAG standards, what rules were violated, and which DOM elements violated them.
+
+## Side effects
+
+Kilotest reads the specified public web page during testing. It does not modify the target site. Testing is asynchronous and may take up to approximately one day before reports are available for newly requested pages.
+
+## Cost
+
+Free. No authentication is required for the web UI or the public MCP endpoint.
+
+## License
+
+MIT.
+
+## Repository
+
+`https://github.com/jrpool/kilotest`

package/checkinfo.js

@@ -0,0 +1,146 @@
+/*
+  checkinfo.js
+  Summarizes the validation scope of the lint, test, and test:smoke scripts by deriving file and test-case counts from their actual configurations, so the summary stays accurate as the codebase changes.
+*/
+
+// IMPORTS
+
+const fs = require('fs');
+const path = require('path');
+const {execSync} = require('child_process');
+
+// CONSTANTS
+
+const rootDir = __dirname;
+const excludeDirs = new Set(['node_modules', '.git', 'coverage']);
+
+// FUNCTIONS
+
+// Recursively collects all files under a directory, skipping excluded directories.
+const collectFiles = dir => {
+  const results = [];
+  for (const entry of fs.readdirSync(dir, {withFileTypes: true})) {
+    const fullPath = path.join(dir, entry.name);
+    if (entry.isDirectory()) {
+      if (!excludeDirs.has(entry.name)) {
+        results.push(...collectFiles(fullPath));
+      }
+    }
+    else {
+      results.push(fullPath);
+    }
+  }
+  return results;
+};
+
+// Converts a glob pattern to a RegExp for matching relative paths.
+// Supports * (non-segment), ** (any), and literal characters.
+const globToRegExp = pattern => {
+  const escaped = pattern
+    .replace(/[.+^${}()|[\]\\]/g, '\\$&')
+    .replace(/\*\*/g, '\x00')
+    .replace(/\*/g, '[^/]*')
+    .replace(/\x00/g, '.*');
+  return new RegExp('^' + escaped + '$');
+};
+
+// Returns whether a relative path matches any pattern in a list.
+const matchesAny = (relPath, patterns) => patterns.some(p => globToRegExp(p).test(relPath));
+
+// Extracts the top-level ignores array from eslint.config.mjs.
+const getEslintIgnores = () => {
+  const content = fs.readFileSync(path.join(rootDir, 'eslint.config.mjs'), 'utf8');
+  const match = content.match(/ignores:\s*\[([\s\S]*?)\]/);
+  if (!match) {
+    return [];
+  }
+  return [...match[1].matchAll(/"([^"]+)"/g)].map(m => m[1]);
+};
+
+// Parses .markdownlint-cli2.jsonc and returns its ignores array.
+const getMarkdownlintIgnores = () => {
+  const content = fs.readFileSync(path.join(rootDir, '.markdownlint-cli2.jsonc'), 'utf8');
+  const stripped = content.replace(/\/\/.*$/gm, '').replace(/\/\*[\s\S]*?\*\//g, '');
+  const match = stripped.match(/"ignores"\s*:\s*\[([\s\S]*?)\]/);
+  if (!match) {
+    return [];
+  }
+  return [...match[1].matchAll(/"([^"]+)"/g)].map(m => m[1]);
+};
+
+// Runs the Node test runner with the TAP reporter and parses the test count, so dynamically generated tests (e.g., from for-loops) are counted accurately.
+const getTestCaseCount = () => {
+  const output = execSync(
+    'node --require ./test/setup.cjs --test --test-concurrency=1 --test-timeout=100 --test-reporter=tap',
+    {cwd: rootDir, encoding: 'utf8', stdio: ['pipe', 'pipe', 'pipe']}
+  );
+  const match = output.match(/^# tests (\d+)$/m);
+  return match ? Number(match[1]) : 0;
+};
+
+// MAIN
+
+const allFiles = collectFiles(rootDir);
+const relFiles = allFiles.map(f => path.relative(rootDir, f));
+
+const eslintIgnores = getEslintIgnores();
+const markdownlintIgnores = getMarkdownlintIgnores();
+
+// ESLint file counts by extension, excluding ignored files.
+const eslintExts = {js: 0, json: 0, md: 0, css: 0};
+for (const rel of relFiles) {
+  if (matchesAny(rel, eslintIgnores)) {
+    continue;
+  }
+  if (/\.(js|mjs|cjs)$/.test(rel)) {
+    eslintExts.js++;
+  }
+  else if (/\.json$/.test(rel)) {
+    eslintExts.json++;
+  }
+  else if (/\.md$/.test(rel)) {
+    eslintExts.md++;
+  }
+  else if (/\.css$/.test(rel)) {
+    eslintExts.css++;
+  }
+}
+const eslintTotal = Object.values(eslintExts).reduce((a, b) => a + b, 0);
+
+// markdownlint file count (markdown files not ignored).
+const markdownlintCount = relFiles.filter(
+  rel => rel.endsWith('.md') && !matchesAny(rel, markdownlintIgnores)
+).length;
+
+// Test file and test-case counts.
+const testFiles = relFiles.filter(rel => /\.test\.js$/.test(rel));
+const testCaseCount = getTestCaseCount();
+
+// Smoke-test path counts from the routes table in index.js.
+const {routes} = require('./index');
+const smokeGetCount = routes.GET.length;
+const smokePostCount = routes.POST.length;
+const smokeTotal = smokeGetCount + smokePostCount;
+
+// OUTPUT
+
+const parts = [
+  ['lint', [
+    `ESLint: ${eslintTotal} files (${eslintExts.js} JS, ${eslintExts.json} JSON, ${eslintExts.md} MD, ${eslintExts.css} CSS)`,
+    `markdownlint: ${markdownlintCount} files`
+  ]],
+  ['test', [
+    `${testFiles.length} test files, ${testCaseCount} test cases`
+  ]],
+  ['test:smoke', [
+    `${smokeTotal} paths (${smokeGetCount} GET, ${smokePostCount} POST)`
+  ]]
+];
+
+console.log('Validation summary:');
+for (const [name, lines] of parts) {
+  console.log(`  ${name}:`);
+  for (const line of lines) {
+    console.log(`    ${line}`);
+  }
+}