@jrpool/kilotest 62.0.0 → 63.1.0

package/README.md

@@ -97,5 +97,6 @@ When you **make an API or tool contract change** in a feature branch:
 8. Wait until `npmjs.com` has processed the publication.
 9. Use `git pull`, `npm ci`, and `pm2 restart kilotest` (but **not** `npm audit fix`) to deploy the revised `main` branch on the public server.
 10. Visit the [RapidAPI Studio](https://rapidapi.com/studio) and update the API definition at `Hub Listing` → `Definitions` → `CI/CD` → `Import OpenAPI` by uploading the regenerated `openapi-3.0.yaml`.
+11. Visit the [Claude directory](https://claude.ai/directory/manage/kilotest?tab=edit), edit any changed entries, and submit the changes.
 
 If any step fails, see the details in `docs/AI-TOOLS.md` for troubleshooting instructions.

package/api/awaitTest.test.ts

@@ -29,6 +29,7 @@ before(() => {
 });
 
 import {response} from './awaitTest.ts';
+import {awaitTestResponseSchema} from './schemas.ts';
 
 after(() => {
   delete process.env.AWAIT_JOB_POLL_MS;
@@ -112,3 +113,11 @@ test('awaitTest reports both orderNewTest and orderRetest as possible ancestors'
     assert.equal(ancestor.method, 'POST');
   }
 });
+
+test('awaitTest response conforms to its response schema', async () => {
+  // parse() catches missing or mistyped keys; comparing the parsed result to the
+  // original catches extra keys that zod strips but that the strict JSON schema
+  // advertised to MCP clients (additionalProperties: false) rejects.
+  const body = await response(['999999T9999-xyz']);
+  assert.deepEqual(awaitTestResponseSchema.parse(body), body);
+});

package/api/getReport.test.ts

@@ -8,6 +8,7 @@
 import {test, before, after} from 'node:test';
 import assert from 'node:assert/strict';
 import {response} from './getReport.ts';
+import {getReportResponseSchema} from './schemas.ts';
 
 // SETUP AND TEARDOWN
 
@@ -59,3 +60,11 @@ test('getReport includes tool name and metadata', async () => {
   assert.equal(body['tool name'], 'getReport');
   assert.ok(body['response metadata'].identifier);
 });
+
+test('getReport response conforms to its response schema', async () => {
+  // parse() catches missing or mistyped keys; comparing the parsed result to the
+  // original catches extra keys that zod strips but that the strict JSON schema
+  // advertised to MCP clients (additionalProperties: false) rejects.
+  const body = await response(['260101T0000-mix']);
+  assert.deepEqual(getReportResponseSchema.parse(body), body);
+});

package/api/listDiagnoses.test.ts

@@ -8,6 +8,7 @@
 import {test, before, after} from 'node:test';
 import assert from 'node:assert/strict';
 import {response} from './listDiagnoses.ts';
+import {listDiagnosesResponseSchema} from './schemas.ts';
 
 // SETUP AND TEARDOWN
 
@@ -129,3 +130,11 @@ test('listDiagnoses returns issue error for a falsy issue ID', async () => {
   const issueBasics = body['response content']['basics about the issue'] as any;
   assert.ok(issueBasics.error);
 });
+
+test('listDiagnoses response conforms to its response schema', async () => {
+  // parse() catches missing or mistyped keys; comparing the parsed result to the
+  // original catches extra keys that zod strips but that the strict JSON schema
+  // advertised to MCP clients (additionalProperties: false) rejects.
+  const body = await response(['0', 'linkNoText', '260101T0000-mix']);
+  assert.deepEqual(listDiagnosesResponseSchema.parse(body), body);
+});

package/api/listIssues.test.ts

@@ -8,6 +8,7 @@
 import {test, before, after} from 'node:test';
 import assert from 'node:assert/strict';
 import {response} from './listIssues.ts';
+import {listIssuesResponseSchema} from './schemas.ts';
 
 // SETUP AND TEARDOWN
 
@@ -145,3 +146,11 @@ test('listIssues gives no history for a nonexistent report', async () => {
   const body = await response(['999999T9999-xyz']);
   assert.equal(body['response content']['history of reports about the page'], null);
 });
+
+test('listIssues response conforms to its response schema', async () => {
+  // parse() catches missing or mistyped keys; comparing the parsed result to the
+  // original catches extra keys that zod strips but that the strict JSON schema
+  // advertised to MCP clients (additionalProperties: false) rejects.
+  const body = await response(['260101T0000-mix']);
+  assert.deepEqual(listIssuesResponseSchema.parse(body), body);
+});

package/api/listPages.test.ts

@@ -8,6 +8,7 @@
 import {test, before, after} from 'node:test';
 import assert from 'node:assert/strict';
 import {response} from './listPages.ts';
+import {listPagesResponseSchema} from './schemas.ts';
 
 // SETUP AND TEARDOWN
 
@@ -91,3 +92,11 @@ test('listPages includes tool name and metadata', async () => {
   assert.ok(body['response metadata'].identifier);
   assert.ok(body['response metadata']['date and time']);
 });
+
+test('listPages response conforms to its response schema', async () => {
+  // parse() catches missing or mistyped keys; comparing the parsed result to the
+  // original catches extra keys that zod strips but that the strict JSON schema
+  // advertised to MCP clients (additionalProperties: false) rejects.
+  const body = await response();
+  assert.deepEqual(listPagesResponseSchema.parse(body), body);
+});

package/api/listViolators.test.ts

@@ -8,6 +8,7 @@
 import {test, before, after} from 'node:test';
 import assert from 'node:assert/strict';
 import {response} from './listViolators.ts';
+import {listViolatorsResponseSchema} from './schemas.ts';
 
 // SETUP AND TEARDOWN
 
@@ -105,3 +106,11 @@ test('listViolators returns an error for a falsy issue ID', async () => {
   const issueBasics = body['response content']['basics about the issue'] as any;
   assert.ok(issueBasics.error);
 });
+
+test('listViolators response conforms to its response schema', async () => {
+  // parse() catches missing or mistyped keys; comparing the parsed result to the
+  // original catches extra keys that zod strips but that the strict JSON schema
+  // advertised to MCP clients (additionalProperties: false) rejects.
+  const body = await response(['linkNoText', '260101T0000-mix']);
+  assert.deepEqual(listViolatorsResponseSchema.parse(body), body);
+});

package/api/orderNewTest.test.ts

@@ -45,6 +45,7 @@ beforeEach(async () => {
 });
 
 import {response} from './orderNewTest.ts';
+import {orderNewTestResponseSchema} from './schemas.ts';
 
 after(() => {
   console.log = originalLog;
@@ -210,3 +211,11 @@ test('orderNewTest response omits a web UI URL for this request but includes the
   assert.equal(similarWeb['this request'], null);
   assert.ok(similarWeb['closest ancestor request'].includes('listPages.html'));
 });
+
+test('orderNewTest response conforms to its response schema', async () => {
+  // parse() catches missing or mistyped keys; comparing the parsed result to the
+  // original catches extra keys that zod strips but that the strict JSON schema
+  // advertised to MCP clients (additionalProperties: false) rejects.
+  const body = await response(['Schema Conformance Ordered Page', 'https://example.com/schema-ordered', 'A reason that is long enough.']);
+  assert.deepEqual(orderNewTestResponseSchema.parse(body), body);
+});

package/api/orderRetest.test.ts

@@ -48,6 +48,7 @@ beforeEach(async () => {
 });
 
 import {response} from './orderRetest.ts';
+import {orderRetestResponseSchema} from './schemas.ts';
 
 after(async () => {
   await fs.unlink(retestFixturePath);
@@ -177,3 +178,11 @@ test('orderRetest response omits a web UI URL for this request but includes the
   assert.equal(similarWeb['this request'], null);
   assert.ok(similarWeb['closest ancestor request'].includes('listIssues.html'));
 });
+
+test('orderRetest response conforms to its response schema', async () => {
+  // parse() catches missing or mistyped keys; comparing the parsed result to the
+  // original catches extra keys that zod strips but that the strict JSON schema
+  // advertised to MCP clients (additionalProperties: false) rejects.
+  const body = await response(['260101T0004-ord', 'A reason that is long enough.']);
+  assert.deepEqual(orderRetestResponseSchema.parse(body), body);
+});

package/api/reportDisagreement.test.ts

@@ -42,6 +42,7 @@ beforeEach(async () => {
 });
 
 import {response} from './reportDisagreement.ts';
+import {reportDisagreementResponseSchema} from './schemas.ts';
 
 after(async () => {
   console.log = originalLog;
@@ -206,3 +207,11 @@ test('reportDisagreement includes tool name and metadata', async () => {
   assert.equal(body['tool name'], 'reportDisagreement');
   assert.ok(body['response metadata'].identifier);
 });
+
+test('reportDisagreement response conforms to its response schema', async () => {
+  // parse() catches missing or mistyped keys; comparing the parsed result to the
+  // original catches extra keys that zod strips but that the strict JSON schema
+  // advertised to MCP clients (additionalProperties: false) rejects.
+  const body = await response(['linkNoText', '260101T0000-mix', '0', 'axe', 'r11', 'A reason submitted only for schema conformance.']);
+  assert.deepEqual(reportDisagreementResponseSchema.parse(body), body);
+});

package/api/requestFeature.test.ts

@@ -37,6 +37,7 @@ beforeEach(async () => {
 });
 
 import {response} from './requestFeature.ts';
+import {requestFeatureResponseSchema} from './schemas.ts';
 
 after(async () => {
   console.log = originalLog;
@@ -186,3 +187,11 @@ test('requestFeature accepts a feature request that differs from an existing one
   const featureRequests = JSON.parse(await fs.readFile(process.env.FEATURE_REQUESTS_PATH!, 'utf8'));
   assert.equal(featureRequests.length, 2);
 });
+
+test('requestFeature response conforms to its response schema', async () => {
+  // parse() catches missing or mistyped keys; comparing the parsed result to the
+  // original catches extra keys that zod strips but that the strict JSON schema
+  // advertised to MCP clients (additionalProperties: false) rejects.
+  const body = await response(['A feature request submitted only for schema conformance.']);
+  assert.deepEqual(requestFeatureResponseSchema.parse(body), body);
+});

package/api/requestNewTest.test.ts

@@ -42,6 +42,7 @@ beforeEach(async () => {
 });
 
 import {response} from './requestNewTest.ts';
+import {requestNewTestResponseSchema} from './schemas.ts';
 
 after(() => {
   console.log = originalLog;
@@ -208,3 +209,11 @@ test('requestNewTest rejects a request with a fallback channel when the queue is
   assert.ok(disposition['what happens next'].includes('https://github.com/jrpool/kilotest/issues'));
   assert.ok(disposition['what happens next'].includes('info@kilotest.com'));
 });
+
+test('requestNewTest response conforms to its response schema', async () => {
+  // parse() catches missing or mistyped keys; comparing the parsed result to the
+  // original catches extra keys that zod strips but that the strict JSON schema
+  // advertised to MCP clients (additionalProperties: false) rejects.
+  const body = await response(['Schema Conformance Page', 'https://example.com/schema-conformance', 'A reason that is long enough.']);
+  assert.deepEqual(requestNewTestResponseSchema.parse(body), body);
+});

package/api/requestRetest.test.ts

@@ -56,6 +56,7 @@ beforeEach(async () => {
 });
 
 import {response} from './requestRetest.ts';
+import {requestRetestResponseSchema} from './schemas.ts';
 
 after(async () => {
   console.log = originalLog;
@@ -193,3 +194,11 @@ test('requestRetest rejects a request with a fallback channel when the queue is
   assert.ok(disposition['what happens next'].includes('https://github.com/jrpool/kilotest/issues'));
   assert.ok(disposition['what happens next'].includes('info@kilotest.com'));
 });
+
+test('requestRetest response conforms to its response schema', async () => {
+  // parse() catches missing or mistyped keys; comparing the parsed result to the
+  // original catches extra keys that zod strips but that the strict JSON schema
+  // advertised to MCP clients (additionalProperties: false) rejects.
+  const body = await response(['260101T0003-ret', 'A reason that is long enough.']);
+  assert.deepEqual(requestRetestResponseSchema.parse(body), body);
+});

package/api/schemas.ts

@@ -95,7 +95,7 @@ const ruleEngineFactsSchema = z.object({
 }).meta({id: 'RuleEngineFacts'});
 
 // Facts about the Kilotest tool collection, included in every response.
-const toolsFactsSchema = z.object({
+export const toolsFactsSchema = z.object({
   name: z.string(),
   description: z.object({
     'what Kilotest does': z.string(),
@@ -108,8 +108,10 @@ const toolsFactsSchema = z.object({
     'how to generate more findings': z.object({
       'new testing': z.string(),
       'retesting': z.string(),
+      'approval': z.string(),
       'latency': z.string(),
-      'confirmation': z.string()
+      'request confirmation': z.string(),
+      'order confirmation': z.string()
     })
   }).describe('Explanation of what Kilotest does and how to use its tools.'),
   URL: z.string().describe('URL of the Kilotest MCP server.'),

package/api/util.test.ts

@@ -17,6 +17,7 @@ for (const key of ['MANAGER_EMAIL', 'ALERT_API_HOST', 'ALERT_API_PATH', 'ALERT_A
 }
 
 import {getReportBasics, getResponseMetadata, getRuleEngineFacts, getRuleEnginesFacts, getIssueSpec, getToolsFacts, getRequestFailureReason} from './util.ts';
+import {toolsFactsSchema} from './schemas.ts';
 import {processTestRequest} from '../util.ts';
 
 // SETUP
@@ -137,6 +138,14 @@ test('getToolsFacts returns facts about the Kilotest tool collection', () => {
   assert.ok(facts.description['how to generate more findings']);
 });
 
+test('getToolsFacts output conforms to toolsFactsSchema', () => {
+  // parse() catches missing or mistyped keys, and comparing the parsed result to
+  // the original catches extra keys that zod strips but that the strict JSON
+  // schema advertised to MCP clients (additionalProperties: false) rejects.
+  const facts = getToolsFacts();
+  assert.deepEqual(toolsFactsSchema.parse(facts), facts);
+});
+
 test('getRequestFailureReason returns the URL-length reason for a urlLength result', () => {
   // processTestRequest can return urlLength for a new-test request whose URL is
   // outside the 12-to-300-character bound. No current caller reaches this

package/docs/AI-TOOLS.md

@@ -49,6 +49,7 @@ The external features that support the use of Kilotest as a collection of AI too
 - Registration of Kilotest with [Awesome MCP Servers](https://www.tensorblock.co/mcp/servers/github-jrpool-kilotest-f518ba36).
 - Registration of Kilotest with the [RapidAPI](https://rapidapi.com/jrpool/api/kilotest/playground/apiendpoint_0f03577a-ff9a-472a-a0ed-533bd198981a) Hub.
 - Registration of Kilotest with the [LobeHub MCP Market](https://lobehub.com/mcp) (identifier: `jrpool-kilotest`), enabled with an `lhm.plugin.json` file.
+- Registration of Kilotest with [MCPTry](https://mcptry.com/servers/io.github.jrpool/kilotest).
 - Deployment of an MCP server in HTTP mode on the Kilotest service host.
 - Submission of the MCP server to the [Claude directory of plugins and connectors](https://claude.ai/directory/manage).
 - Configuration of Claude Desktop on the local development host and the `claude.ai` web application to connect Claude Desktop models to the Kilotest MCP server. The configuration was performed in the UI of each platform with the addition of Kilotest as a _connector_. The user used the `Customize/Connectors/Add connector/Add custom connector` interface, providing these data before activating the `Add` button:

package/index.test.ts

@@ -2334,6 +2334,50 @@ test('startServer starts an HTTPS server when protocol is https', {timeout: 2000
   }
 });
 
+test('startServer throws when THIS_KILOTEST_HOST is unset', async () => {
+  const savedHost = process.env.THIS_KILOTEST_HOST;
+  const savedProtocol = process.env.PROTOCOL;
+  delete process.env.THIS_KILOTEST_HOST;
+  delete process.env.PROTOCOL;
+  try {
+    await assert.rejects(startServer(), /THIS_KILOTEST_HOST/);
+  }
+  finally {
+    if (savedHost !== undefined) {
+      process.env.THIS_KILOTEST_HOST = savedHost;
+    }
+    if (savedProtocol !== undefined) {
+      process.env.PROTOCOL = savedProtocol;
+    }
+  }
+});
+
+test('startServer throws when PROTOCOL is https and KEY and CERT are unset', async () => {
+  const savedProtocol = process.env.PROTOCOL;
+  const savedKey = process.env.KEY;
+  const savedCert = process.env.CERT;
+  process.env.PROTOCOL = 'https';
+  delete process.env.KEY;
+  delete process.env.CERT;
+  try {
+    await assert.rejects(startServer(), /KEY.*CERT|CERT.*KEY/);
+  }
+  finally {
+    if (savedProtocol !== undefined) {
+      process.env.PROTOCOL = savedProtocol;
+    }
+    else {
+      delete process.env.PROTOCOL;
+    }
+    if (savedKey !== undefined) {
+      process.env.KEY = savedKey;
+    }
+    if (savedCert !== undefined) {
+      process.env.CERT = savedCert;
+    }
+  }
+});
+
 test('runIfMain calls startServer when mainModule matches currentModule', async () => {
   let called = false;
   const starter = async () => {
@@ -2358,3 +2402,25 @@ test('runIfMain does not call startServer when mainModule differs from currentMo
   await new Promise<void>(resolve => setImmediate(resolve));
   assert.equal(called, false);
 });
+
+test('runIfMain logs the error and sets a failing exit code when the starter rejects', async () => {
+  const savedExitCode = process.exitCode;
+  const logged: string[] = [];
+  const originalLog = console.log;
+  console.log = (line: string) => logged.push(line);
+  const starter = async () => {
+    throw new Error('injected startup failure');
+  };
+  const fakeModule = {};
+  try {
+    runIfMain(fakeModule, fakeModule, starter);
+    // Wait for the rejection handler's microtasks to run.
+    await new Promise<void>(resolve => setImmediate(resolve));
+    assert.ok(logged.some(line => line.includes('injected startup failure')));
+    assert.equal(process.exitCode, 1);
+  }
+  finally {
+    console.log = originalLog;
+    process.exitCode = savedExitCode;
+  }
+});

package/index.ts

@@ -1529,7 +1529,19 @@ export {serve};
 
 // Starts the server using the configured protocol and credentials.
 export const startServer = async () => {
+  // Fail fast on missing required environment variables. THIS_KILOTEST_HOST is read raw
+  // by getThisHost and interpolated into URLs in every response; KEY and CERT are
+  // required only for HTTPS. Other env vars have documented defaults or designed
+  // degradation (see env.example and docs/SERVICE.md) and are deliberately not required.
+  const requiredEnvVars = ['THIS_KILOTEST_HOST'];
   const startProtocol = process.env.PROTOCOL || 'http';
+  if (startProtocol === 'https') {
+    requiredEnvVars.push('KEY', 'CERT');
+  }
+  const missingEnvVars = requiredEnvVars.filter(name => !process.env[name]);
+  if (missingEnvVars.length) {
+    throw new Error(`Missing required environment variable(s): ${missingEnvVars.join(', ')}`);
+  }
   if (startProtocol === 'http') {
     console.log('Starting HTTP server');
     return serve(http, {});
@@ -1545,7 +1557,10 @@ export const startServer = async () => {
 // Runs the server if the module was loaded directly (not required by a test). The starter is a parameter so tests can inject a spy, since ESM module exports cannot be monkey-patched.
 export const runIfMain = (mainModule: unknown, currentModule: unknown, starter: () => Promise<unknown> = startServer) => {
   if (mainModule === currentModule) {
-    starter().catch(error => console.log(errorMessage(error)));
+    starter().catch(error => {
+      console.log(errorMessage(error));
+      process.exitCode = 1;
+    });
   }
 };
 

package/lhm.plugin.json

@@ -263,18 +263,26 @@
                       "retesting": {
                         "type": "string"
                       },
+                      "approval": {
+                        "type": "string"
+                      },
                       "latency": {
                         "type": "string"
                       },
-                      "confirmation": {
+                      "request confirmation": {
+                        "type": "string"
+                      },
+                      "order confirmation": {
                         "type": "string"
                       }
                     },
                     "required": [
                       "new testing",
                       "retesting",
+                      "approval",
                       "latency",
-                      "confirmation"
+                      "request confirmation",
+                      "order confirmation"
                     ],
                     "additionalProperties": false
                   }
@@ -907,18 +915,26 @@
                       "retesting": {
                         "type": "string"
                       },
+                      "approval": {
+                        "type": "string"
+                      },
                       "latency": {
                         "type": "string"
                       },
-                      "confirmation": {
+                      "request confirmation": {
+                        "type": "string"
+                      },
+                      "order confirmation": {
                         "type": "string"
                       }
                     },
                     "required": [
                       "new testing",
                       "retesting",
+                      "approval",
                       "latency",
-                      "confirmation"
+                      "request confirmation",
+                      "order confirmation"
                     ],
                     "additionalProperties": false
                   }
@@ -1341,18 +1357,26 @@
                       "retesting": {
                         "type": "string"
                       },
+                      "approval": {
+                        "type": "string"
+                      },
                       "latency": {
                         "type": "string"
                       },
-                      "confirmation": {
+                      "request confirmation": {
+                        "type": "string"
+                      },
+                      "order confirmation": {
                         "type": "string"
                       }
                     },
                     "required": [
                       "new testing",
                       "retesting",
+                      "approval",
                       "latency",
-                      "confirmation"
+                      "request confirmation",
+                      "order confirmation"
                     ],
                     "additionalProperties": false
                   }
@@ -1886,18 +1910,26 @@
                       "retesting": {
                         "type": "string"
                       },
+                      "approval": {
+                        "type": "string"
+                      },
                       "latency": {
                         "type": "string"
                       },
-                      "confirmation": {
+                      "request confirmation": {
+                        "type": "string"
+                      },
+                      "order confirmation": {
                         "type": "string"
                       }
                     },
                     "required": [
                       "new testing",
                       "retesting",
+                      "approval",
                       "latency",
-                      "confirmation"
+                      "request confirmation",
+                      "order confirmation"
                     ],
                     "additionalProperties": false
                   }
@@ -2275,18 +2307,26 @@
                       "retesting": {
                         "type": "string"
                       },
+                      "approval": {
+                        "type": "string"
+                      },
                       "latency": {
                         "type": "string"
                       },
-                      "confirmation": {
+                      "request confirmation": {
+                        "type": "string"
+                      },
+                      "order confirmation": {
                         "type": "string"
                       }
                     },
                     "required": [
                       "new testing",
                       "retesting",
+                      "approval",
                       "latency",
-                      "confirmation"
+                      "request confirmation",
+                      "order confirmation"
                     ],
                     "additionalProperties": false
                   }
@@ -2634,18 +2674,26 @@
                       "retesting": {
                         "type": "string"
                       },
+                      "approval": {
+                        "type": "string"
+                      },
                       "latency": {
                         "type": "string"
                       },
-                      "confirmation": {
+                      "request confirmation": {
+                        "type": "string"
+                      },
+                      "order confirmation": {
                         "type": "string"
                       }
                     },
                     "required": [
                       "new testing",
                       "retesting",
+                      "approval",
                       "latency",
-                      "confirmation"
+                      "request confirmation",
+                      "order confirmation"
                     ],
                     "additionalProperties": false
                   }
@@ -2978,18 +3026,26 @@
                       "retesting": {
                         "type": "string"
                       },
+                      "approval": {
+                        "type": "string"
+                      },
                       "latency": {
                         "type": "string"
                       },
-                      "confirmation": {
+                      "request confirmation": {
+                        "type": "string"
+                      },
+                      "order confirmation": {
                         "type": "string"
                       }
                     },
                     "required": [
                       "new testing",
                       "retesting",
+                      "approval",
                       "latency",
-                      "confirmation"
+                      "request confirmation",
+                      "order confirmation"
                     ],
                     "additionalProperties": false
                   }
@@ -3272,18 +3328,26 @@
                       "retesting": {
                         "type": "string"
                       },
+                      "approval": {
+                        "type": "string"
+                      },
                       "latency": {
                         "type": "string"
                       },
-                      "confirmation": {
+                      "request confirmation": {
+                        "type": "string"
+                      },
+                      "order confirmation": {
                         "type": "string"
                       }
                     },
                     "required": [
                       "new testing",
                       "retesting",
+                      "approval",
                       "latency",
-                      "confirmation"
+                      "request confirmation",
+                      "order confirmation"
                     ],
                     "additionalProperties": false
                   }
@@ -3602,18 +3666,26 @@
                       "retesting": {
                         "type": "string"
                       },
+                      "approval": {
+                        "type": "string"
+                      },
                       "latency": {
                         "type": "string"
                       },
-                      "confirmation": {
+                      "request confirmation": {
+                        "type": "string"
+                      },
+                      "order confirmation": {
                         "type": "string"
                       }
                     },
                     "required": [
                       "new testing",
                       "retesting",
+                      "approval",
                       "latency",
-                      "confirmation"
+                      "request confirmation",
+                      "order confirmation"
                     ],
                     "additionalProperties": false
                   }
@@ -3969,18 +4041,26 @@
                       "retesting": {
                         "type": "string"
                       },
+                      "approval": {
+                        "type": "string"
+                      },
                       "latency": {
                         "type": "string"
                       },
-                      "confirmation": {
+                      "request confirmation": {
+                        "type": "string"
+                      },
+                      "order confirmation": {
                         "type": "string"
                       }
                     },
                     "required": [
                       "new testing",
                       "retesting",
+                      "approval",
                       "latency",
-                      "confirmation"
+                      "request confirmation",
+                      "order confirmation"
                     ],
                     "additionalProperties": false
                   }
@@ -4321,18 +4401,26 @@
                       "retesting": {
                         "type": "string"
                       },
+                      "approval": {
+                        "type": "string"
+                      },
                       "latency": {
                         "type": "string"
                       },
-                      "confirmation": {
+                      "request confirmation": {
+                        "type": "string"
+                      },
+                      "order confirmation": {
                         "type": "string"
                       }
                     },
                     "required": [
                       "new testing",
                       "retesting",
+                      "approval",
                       "latency",
-                      "confirmation"
+                      "request confirmation",
+                      "order confirmation"
                     ],
                     "additionalProperties": false
                   }
@@ -4622,18 +4710,26 @@
                       "retesting": {
                         "type": "string"
                       },
+                      "approval": {
+                        "type": "string"
+                      },
                       "latency": {
                         "type": "string"
                       },
-                      "confirmation": {
+                      "request confirmation": {
+                        "type": "string"
+                      },
+                      "order confirmation": {
                         "type": "string"
                       }
                     },
                     "required": [
                       "new testing",
                       "retesting",
+                      "approval",
                       "latency",
-                      "confirmation"
+                      "request confirmation",
+                      "order confirmation"
                     ],
                     "additionalProperties": false
                   }
@@ -4722,5 +4818,5 @@
       }
     }
   ],
-  "version": "62.0.0"
+  "version": "63.1.0"
 }

package/openapi-3.0.yaml

@@ -2,7 +2,7 @@ openapi: 3.0.3
 info:
   title: Kilotest API
   description: 'Kilotest is an ensemble testing and reporting service for front-end web quality. It uses an ensemble of 12 rule engines to test web pages for front-end quality (accessibility, usability, and web standards, including HTML, CSS, ARIA, and WCAG). Kilotest acts as a web server for human users, an MCP server for AI platforms, and an API for programmatic access. With this API you can request that a page be tested or retested, discover available reports, incrementally retrieve facts from a report: from what reports are available, to what issues were reported in one report, to what elements violated one issue, to what diagnoses rule engines gave for one violation.'
-  version: 62.0.0
+  version: 63.1.0
   license:
     name: MIT
     url: https://github.com/jrpool/kilotest/blob/main/LICENSE
@@ -1832,15 +1832,21 @@ components:
                   type: string
                 retesting:
                   type: string
+                approval:
+                  type: string
                 latency:
                   type: string
-                confirmation:
+                request confirmation:
+                  type: string
+                order confirmation:
                   type: string
               required:
                 - new testing
                 - retesting
+                - approval
                 - latency
-                - confirmation
+                - request confirmation
+                - order confirmation
               additionalProperties: false
           required:
             - what Kilotest does

package/openapi.yaml

@@ -2,7 +2,7 @@ openapi: 3.1.0
 info:
   title: Kilotest API
   description: 'Kilotest is an ensemble testing and reporting service for front-end web quality. It uses an ensemble of 12 rule engines to test web pages for front-end quality (accessibility, usability, and web standards, including HTML, CSS, ARIA, and WCAG). Kilotest acts as a web server for human users, an MCP server for AI platforms, and an API for programmatic access. With this API you can request that a page be tested or retested, discover available reports, incrementally retrieve facts from a report: from what reports are available, to what issues were reported in one report, to what elements violated one issue, to what diagnoses rule engines gave for one violation.'
-  version: 62.0.0
+  version: 63.1.0
   license:
     name: MIT
     identifier: MIT
@@ -1814,15 +1814,21 @@ components:
                   type: string
                 retesting:
                   type: string
+                approval:
+                  type: string
                 latency:
                   type: string
-                confirmation:
+                request confirmation:
+                  type: string
+                order confirmation:
                   type: string
               required:
                 - new testing
                 - retesting
+                - approval
                 - latency
-                - confirmation
+                - request confirmation
+                - order confirmation
               additionalProperties: false
           required:
             - what Kilotest does

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@jrpool/kilotest",
-  "version": "62.0.0",
+  "version": "63.1.0",
   "description": "Ensemble testing for front-end web quality",
   "type": "module",
   "main": "index.ts",

package/server.json

@@ -6,7 +6,7 @@
     "url": "https://github.com/jrpool/kilotest",
     "source": "github"
   },
-  "version": "62.0.0",
+  "version": "63.1.0",
   "remotes": [
     {
       "type": "streamable-http",
@@ -14,5 +14,14 @@
     }
   ],
   "title": "Kilotest",
-  "websiteUrl": "https://kilotest.com"
+  "websiteUrl": "https://kilotest.com",
+  "icons": [
+    {
+      "src": "https://kilotest.com/favicon.svg",
+      "mimeType": "image/svg+xml",
+      "sizes": [
+        "any"
+      ]
+    }
+  ]
 }

package/test/setup.ts

@@ -17,3 +17,7 @@ for (const key of ['MANAGER_EMAIL', 'ALERT_API_HOST', 'ALERT_API_PATH', 'ALERT_A
 // to pass the resolution check that isAllowedTarget performs. A test of that check
 // itself sets this env var back to unset (or false) around the specific call being tested.
 process.env.ALLOW_INTERNAL_TARGETS = 'true';
+// Give every response a deterministic host. Without this, getThisHost returns
+// undefined, so URL-valued response fields fail schema validation; setting it here
+// rather than relying on a developer's .env keeps tests independent of the environment.
+process.env.THIS_KILOTEST_HOST = 'https://kilotest.example.com';

package/web/tutorialAI/index.html

@@ -58,6 +58,19 @@
         </ol>
         <p>Once you add Kilotest, it also becomes available in the Gemini app on your mobile device. To make Gemini use Kilotest for a prompt, enter <q>@</q> and select Kilotest.</p>
       </details>
+      <details id="github-copilot">
+        <summary>GitHub Copilot</summary>
+        <p>These instructions apply to <a href="https://github.com/features/copilot">GitHub Copilot</a> in the <a href="https://code.visualstudio.com">Visual Studio Code</a> application, version 1.99 or later, on any Copilot plan, including the Copilot Free plan. As prerequisites, you must have <a href="https://code.visualstudio.com/docs/setup/copilot">enabled Copilot</a> in the application, and you must be signed in to your GitHub account.</p>
+        <ol>
+          <li>Open the Command Palette and run <q>MCP: Add Server</q>.</li>
+          <li>Select <q>HTTP (HTTP or Server-Sent Events)</q>.</li>
+          <li>Enter <q>https://kilotest.com/mcp</q> as the server URL.</li>
+          <li>Enter <q>kilotest</q> as the server ID.</li>
+          <li>Select <q>Global</q> (and <q>Copilot Global</q>, if prompted) to make Kilotest available in all your workspaces.</li>
+          <li>Accept the prompt to trust and start the server.</li>
+        </ol>
+        <p>In the Copilot Chat view, select the <q>Agent</q> mode; the Kilotest tools then become available to Copilot. In Visual Studio 2022 version 17.14 or later, you can instead open the chat tool picker, select the <q>+</q> button, and choose <q>Add custom MCP server</q> to enter the same name and URL.</p>
+      </details>
       <details id="grok">
         <summary>Grok</summary>
         <p>These instructions apply to <a href="https://grok.com">Grok</a> on any plan, including the free plan.</p>
@@ -82,6 +95,21 @@
           <li>Save the connector.</li>
         </ol>
       </details>
+      <details id="microsoft-foundry">
+        <summary>Microsoft Foundry</summary>
+        <p>These instructions apply to <a href="https://ai.azure.com">Microsoft Foundry</a> (formerly Azure AI Foundry), where agents are billed pay-as-you-go through an Azure subscription. A new Azure account currently includes a US$200 credit. Before connecting Kilotest, you need a Foundry project with a deployed model and an agent.</p>
+        <ol>
+          <li>In the Foundry portal, select the <q>Build</q> tab and select your agent.</li>
+          <li>In the <q>Playground</q> tab, expand the <q>Tools</q> dropdown and select <q>Add</q>.</li>
+          <li>In the <q>Custom</q> tab, select <q>Model Context Protocol (MCP)</q>, then <q>Create</q>.</li>
+          <li>Enter <q>Kilotest</q> as the <q>Name</q>.</li>
+          <li>Enter <q>https://kilotest.com/mcp</q> as the <q>Remote MCP Server endpoint</q>.</li>
+          <li>Set the <q>Authentication</q> to <q>Unauthenticated</q>.</li>
+          <li>Select <q>Connect</q>.</li>
+          <li>Select <q>Save</q> to save the tool configuration in your agent.</li>
+        </ol>
+        <p>When your agent wants to call a Kilotest tool, review the tool name and arguments and select <q>Approve</q> to allow the call.</p>
+      </details>
       <details id="perplexity">
         <summary>Perplexity</summary>
         <p>These instructions apply to <a href="https://www.perplexity.ai/">Perplexity</a> Pro in a browser.</p>
@@ -114,7 +142,7 @@
       <h2>Demonstration</h2>
       <p>A <a href="/demo-chatgpt.html">step-through demonstration</a> shows ChatGPT using Kilotest to discover tested pages, inspect reported issues, and request tests and retests.</p>
       <h2 id="other">Other AI platforms</h2>
-      <p>You can connect Kilotest to some other AI platforms, too. The instructions above are limited to consumer platforms that are either free or relatively inexpensive (US$20 per month or less). Business platforms such as ChatGPT Business, and developer platforms such as Devin Desktop, also permit you to enable Kilotest.</p>
+      <p>You can connect Kilotest to some other AI platforms, too. The instructions above are limited to platforms available to individuals that are free, relatively inexpensive (US$20 per month or less), or billed pay-as-you-go. Business platforms such as ChatGPT Business and Microsoft Copilot Studio, and developer platforms such as Devin Desktop, also permit you to enable Kilotest.</p>
       <p>Feel free to submit a comment below about empowering any AI platform to use Kilotest.</p>
       <p>You can also submit an issue on the <a href="https://github.com/jrpool/kilotest/issues">Kilotest GitHub repository</a>.</p>
       <section id="suggest-improvement">