@jrpool/kilotest 60.6.0 → 60.7.1

package/docs/AI-TOOLS.md

@@ -42,6 +42,7 @@ The external features that support the use of Kilotest as a collection of AI too
 - A [pull request](https://github.com/public-apis/public-apis/pull/6346/changes) to add Kilotest to the list of public APIs in the `public-apis` repository.
 - An [issue](https://github.com/APIs-guru/openapi-directory/issues/2677) to add Kilotest to `openapi-directory`.
 - A [pull request](https://github.com/w3c/wai-evaluation-tools-list/pull/1153) to add Kilotest to the WAI evaluation tools list.
+- An in-progress, incomplete submission of Kilotest as a plugin to OpenAI, under the organization name Kilotest, with organization ID `org-HOt5F01qJGQcl6V0sHj9HWr3`. Submission awaits correction of a defect that prevents submitters from recording their ID cards for identity verification. Upon that correction, the archive `kilotest-overview.zip` in this `docs` directory will be uploaded to OpenAI; a challenge token received from OpenAI will be stored in the `well-known` directory; the OpenAI “Scan Tools” function will be performed; and its requirement for 3 justifications per tool will be satisfied. Example for listDiagnoses: readOnlyHint: true — "The tool only retrieves stored report data; it modifies nothing." openWorldHint: false — "It reads only Kilotest's own database of reports; users can select among stored results but cannot direct it to arbitrary external resources." destructiveHint: false — "It deletes or overwrites nothing."
 - Registration of Kilotest as an active server in the [official MCP Registry](https://registry.modelcontextprotocol.io/v0.1/servers?search=io.github.jrpool/kilotest), maintained by the [Model Context Protocol](https://modelcontextprotocol.io/) project. The [PulseMCP](https://www.pulsemcp.com/servers) directory and the VS Code MCP gallery both crawl this registry, so Kilotest is discoverable through them with no separate submission.
 - Registration of Kilotest with the [Smithery](https://smithery.ai/servers/pool/kilotest) MCP server registry.
 - Registration of Kilotest with the [Glama](https://glama.ai/mcp/connectors/com.kilotest/kilotest) MCP server registry, including a claim of ownership of the MCP connector by the maintainer via a `TXT` DNS record for `_glama-claim.kilotest.com`, with the value `glama_claim_gVV4HrPdcXr9TEfj1p3icEUBJ3_OVJGX`.

package/docs/SERVICE.md

@@ -259,7 +259,7 @@ kilotest.com {
   # Specify the only paths of forwardable requests.
   @allowedGET {
     method GET
-    path /mcp / /index.html /robots.txt /openapi.yaml /openapi.json /swagger.yaml /swagger.json /api-docs /llms.txt /llms-full.txt /capability.md *.html* /fullReport.json/* /api/* /tutorialWeb/images/* /tutorialAI/images/* /media/* /qai /qai/comments /favicon.* /style.css /sitemap.xml
+    path /mcp / /index.html /.well-known/* /robots.txt /openapi.yaml /openapi.json /swagger.yaml /swagger.json /api-docs /llms.txt /llms-full.txt /capability.md *.html* /fullReport.json/* /api/* /tutorialWeb/images/* /tutorialAI/images/* /media/* /qai /qai/comments /favicon.* /style.css /sitemap.xml
   }
   # UptimeRobot's uptime check is the only known HEAD caller, and it targets only the site
   # root (see "Health monitoring" below), so HEAD is forwarded only for that path, not the

package/index.test.ts

@@ -477,6 +477,27 @@ test('GET /media/nonexistent.mp4 returns an error page', async () => {
   assert.ok(res.body.includes('Media file not found'));
 });
 
+test('GET /.well-known serves a well-known resource as text', async () => {
+  // Create a temporary well-known file.
+  const knownPath = path.join(import.meta.dirname, 'well-known', 'test-resource');
+  await fs.writeFile(knownPath, 'test-token-value');
+  try {
+    const res = await request('GET', '/.well-known/test-resource');
+    assert.equal(res.statusCode, 200);
+    assert.ok(res.headers['content-type'].includes('text/plain'));
+    assert.ok(res.body.includes('test-token-value'));
+  }
+  finally {
+    await fs.unlink(knownPath).catch(() => {});
+  }
+});
+
+test('GET /.well-known/nonexistent returns an error page', async () => {
+  const res = await request('GET', '/.well-known/nonexistent');
+  assert.equal(res.statusCode, 400);
+  assert.ok(res.body.includes('Well-known resource not found'));
+});
+
 test('GET /nonexistent.html returns an abuse error', {timeout: 500}, async () => {
   const res = await request('GET', '/nonexistent.html');
   assert.equal(res.statusCode, 400);

package/index.ts

@@ -211,6 +211,7 @@ export const routes = {
   GET: [
     '*.html*',
     '/',
+    '/.well-known/*',
     '/api-docs',
     '/api/*',
     '/capability.md',
@@ -918,6 +919,20 @@ const handleRequest = async (request: IncomingMessage, response: ServerResponse)
         await serveError({message: 'Invalid service request'}, response, false);
       }
     }
+    // Otherwise, if it is for a well-known resource (e.g. the OpenAI domain-verification
+    // challenge token):
+    else if (pathname.startsWith('/.well-known/')) {
+      const knownFile = pathname.slice('/.well-known/'.length);
+      const knownPath = path.join(import.meta.dirname, 'well-known', knownFile);
+      try {
+        const known = await fs.readFile(knownPath);
+        setHeaders('text/plain', null, 'low');
+        response.end(known);
+      }
+      catch {
+        await serveError({message: 'ERROR: Well-known resource not found'}, response, true);
+      }
+    }
     // Otherwise, if it is for a media file (e.g. a demonstration video):
     else if (pathname.startsWith('/media/')) {
       const mediaFile = pathname.slice('/media/'.length);

package/lhm.plugin.json

@@ -4423,5 +4423,5 @@
       }
     }
   ],
-  "version": "60.6.0"
+  "version": "60.7.1"
 }

package/openapi-3.0.yaml

@@ -2,7 +2,7 @@ openapi: 3.0.3
 info:
   title: Kilotest API
   description: 'Kilotest is an ensemble testing and reporting service for front-end web quality. It uses an ensemble of 12 rule engines to test web pages for front-end quality (accessibility, usability, and web standards, including HTML, CSS, ARIA, and WCAG). Kilotest acts as a web server for human users, an MCP server for AI platforms, and an API for programmatic access. With this API you can request that a page be tested or retested, discover available reports, incrementally retrieve facts from a report: from what reports are available, to what issues were reported in one report, to what elements violated one issue, to what diagnoses rule engines gave for one violation.'
-  version: 60.6.0
+  version: 60.7.1
   license:
     name: MIT
     url: https://github.com/jrpool/kilotest/blob/main/LICENSE

package/openapi.yaml

@@ -2,7 +2,7 @@ openapi: 3.1.0
 info:
   title: Kilotest API
   description: 'Kilotest is an ensemble testing and reporting service for front-end web quality. It uses an ensemble of 12 rule engines to test web pages for front-end quality (accessibility, usability, and web standards, including HTML, CSS, ARIA, and WCAG). Kilotest acts as a web server for human users, an MCP server for AI platforms, and an API for programmatic access. With this API you can request that a page be tested or retested, discover available reports, incrementally retrieve facts from a report: from what reports are available, to what issues were reported in one report, to what elements violated one issue, to what diagnoses rule engines gave for one violation.'
-  version: 60.6.0
+  version: 60.7.1
   license:
     name: MIT
     identifier: MIT

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@jrpool/kilotest",
-  "version": "60.6.0",
+  "version": "60.7.1",
   "description": "Ensemble testing for front-end web quality",
   "type": "module",
   "main": "index.ts",

package/server.json

@@ -6,7 +6,7 @@
     "url": "https://github.com/jrpool/kilotest",
     "source": "github"
   },
-  "version": "60.6.0",
+  "version": "60.7.1",
   "remotes": [
     {
       "type": "streamable-http",

package/smokeTest.ts

@@ -16,6 +16,7 @@ const concretePaths: Record<string, Record<string, string>> = {
   GET: {
     '*.html*': '/listPages.html',
     '/': '/',
+    '/.well-known/*': '/.well-known/openai-apps-challenge',
     '/api-docs': '/api-docs',
     '/api/*': '/api/listPages',
     '/capability.md': '/capability.md',

package/web/demo-chatgpt/index.html

@@ -20,7 +20,7 @@
         <div class="demo-stage" id="demo-stage" aria-live="polite">
 
           <section class="frame" data-scene="1">
-            <h2>1. Which of its own pages has Kilotest tested?</h2>
+            <h2>1. Listing tested pages of a website</h2>
             <h3>Prompt 1</h3>
             <div class="msg user"><p><span class="mention">@ Kilotest</span> Name all pages of Kilotest that Kilotest has tested. I need only their names and not their URLs, test dates, test results, or any other information.</p></div>
             <div class="msg tool"><p>Used Kilotest — worked for a few seconds</p></div>
@@ -34,7 +34,7 @@
           </section>
 
           <section class="frame" data-scene="2" hidden>
-            <h2>2. What issues were reported in a page&rsquo;s latest report?</h2>
+            <h2>2. Listing issues reported on a page</h2>
             <h3>Prompt 2</h3>
             <div class="msg user"><p><span class="mention">@ Kilotest</span> Name the issues reported in the latest report about the Human Rights Watch contact page. I need only their names and not their descriptions, priorities, or any other information.</p></div>
             <div class="msg tool"><p>Used Kilotest — worked for 9s</p></div>
@@ -97,7 +97,7 @@
           </section>
 
           <section class="frame" data-scene="3" hidden>
-            <h2>3. Which issue did the most rule engines report, and what did they find?</h2>
+            <h2>3. Getting details about an important issue.</h2>
             <h3>Prompt 3</h3>
             <div class="msg user"><p><span class="mention">@ Kilotest</span> In the latest report about the Wikimedia Foundation (home) page, tell me which highest-priority issue was reported by the largest number of rule engines. For that issue, give me the XPath of the element that was reported as a violator by the largest number of rule engines. Finally, for that element and that issue, give me a one-sentence summary of the diagnoses. I do not need an issue explanation, additional information about the element, the number of diagnoses, their full texts, or the number or names of the rule engines that issued them.</p></div>
             <div class="msg tool"><p>Used Kilotest — worked for 21s</p></div>
@@ -114,7 +114,7 @@
           </section>
 
           <section class="frame" data-scene="4" hidden>
-            <h2>4. How do I get an untested page tested?</h2>
+            <h2>4. Getting a new page tested.</h2>
             <h3>Prompt 4</h3>
             <div class="msg user"><p><span class="mention">@ Kilotest</span> Request a Kilotest test of Example12345 (<a href="https://example12345.info">https://example12345.info</a>) and let me know whether the request was accepted. If it was, tell me how long I should expect to wait before the results will be available.</p></div>
             <div class="msg tool"><p>Used Kilotest — worked for 12s</p></div>
@@ -125,7 +125,7 @@
           </section>
 
           <section class="frame" data-scene="5" hidden>
-            <h2>5. Can a page be retested after it has been remediated?</h2>
+            <h2>5. Checking on changes since the last test of a page.</h2>
             <h3>Prompt 5</h3>
             <div class="msg user"><p><span class="mention">@ Kilotest</span> Order a Kilotest retest of the Example page. When the report is completed, compare it with the previous report about that page and give me two lists: one naming any eliminated issues and the other naming any newly reported issues. I do not need the report dates, the issue counts, issue explanations, or any other information. If the order is rejected, or if the report is not completed within 4 minutes, stop waiting and tell me what happened.</p></div>
             <div class="msg tool"><p>Used Kilotest — worked for 1m 12s</p></div>