@jrpool/kilotest 52.0.0 → 57.0.1

package/openapi.yaml

@@ -1,8 +1,8 @@
 openapi: 3.1.0
 info:
   title: Kilotest API
-  description: 'Kilotest is an ensemble testing and reporting service for front-end web quality. It uses an ensemble of 12 rule engines to test public web pages for front-end quality (accessibility, usability, and standards conformity). Kilotest acts as a web server for human users, an MCP server for AI platforms, and an API for programmatic access. With this API you can request that a page be tested or retested, discover available reports, incrementally retrieve facts from a report: from what reports are available, to what issues were reported in one report, to what elements violated one issue, to what diagnoses rule engines gave for one violation.'
-  version: 2.1.0
+  description: 'Kilotest is an ensemble testing and reporting service for front-end web quality. It uses an ensemble of 12 rule engines to test web pages for front-end quality (accessibility, usability, and standards conformity). Kilotest acts as a web server for human users, an MCP server for AI platforms, and an API for programmatic access. With this API you can request that a page be tested or retested, discover available reports, incrementally retrieve facts from a report: from what reports are available, to what issues were reported in one report, to what elements violated one issue, to what diagnoses rule engines gave for one violation.'
+  version: 57.0.0
   license:
     name: MIT
     identifier: MIT
@@ -810,9 +810,9 @@ paths:
                   - response metadata
                   - response content
                 additionalProperties: false
-  /api/requestTest:
+  /api/requestNewTest:
     post:
-      operationId: requestTest
+      operationId: requestNewTest
       summary: Request that a page be tested
       requestBody:
         content:
@@ -822,7 +822,7 @@ paths:
               properties:
                 description:
                   type: string
-                  description: 10- to 100-character description of the page conforming to the naming convention used in the listReports output
+                  description: 1- to 100-character description of the page conforming to the naming convention used in the listReports output
                 URL:
                   type: string
                   description: 12- to 300-character URL of the page, including the https:// scheme and any query
@@ -860,7 +860,7 @@ paths:
                         properties:
                           description:
                             type: string
-                            description: 10- to 100-character description of the page conforming to the naming convention used in the listReports output
+                            description: 1- to 100-character description of the page conforming to the naming convention used in the listReports output
                           URL:
                             type: string
                             description: 12- to 300-character URL of the page, including the https:// scheme and any query
@@ -1099,7 +1099,7 @@ paths:
               properties:
                 feature:
                   type: string
-                  description: description of requested feature improvement or new feature
+                  description: 20- to 1000-character description of requested feature improvement or new feature
               required:
                 - feature
       responses:
@@ -1129,7 +1129,7 @@ paths:
                         properties:
                           feature:
                             type: string
-                            description: description of requested feature improvement or new feature
+                            description: 20- to 1000-character description of requested feature improvement or new feature
                         required:
                           - feature
                         additionalProperties: false
@@ -1181,6 +1181,438 @@ paths:
                   - response metadata
                   - response content
                 additionalProperties: false
+  /api/orderNewTest:
+    post:
+      operationId: orderNewTest
+      summary: Order that a page be tested immediately, without manual approval
+      requestBody:
+        content:
+          application/json:
+            schema:
+              type: object
+              properties:
+                description:
+                  type: string
+                  description: 1- to 100-character description of the page conforming to the naming convention used in the listReports output
+                URL:
+                  type: string
+                  description: 12- to 300-character URL of the page, including the https:// scheme and any query
+                reason:
+                  type: string
+                  description: 20- to 100-character reason why the page should be tested
+              required:
+                - description
+                - URL
+                - reason
+      responses:
+        '200':
+          description: Order that a page be tested immediately, without manual approval
+          content:
+            application/json:
+              schema:
+                type: object
+                properties:
+                  tool collection:
+                    $ref: '#/components/schemas/ToolsFacts'
+                  tool name:
+                    type: string
+                  this request:
+                    type: object
+                    properties:
+                      description:
+                        type: string
+                      method:
+                        type: string
+                        const: POST
+                      URL:
+                        type: string
+                      body:
+                        type: object
+                        properties:
+                          description:
+                            type: string
+                            description: 1- to 100-character description of the page conforming to the naming convention used in the listReports output
+                          URL:
+                            type: string
+                            description: 12- to 300-character URL of the page, including the https:// scheme and any query
+                          reason:
+                            type: string
+                            description: 20- to 100-character reason why the page should be tested
+                        required:
+                          - description
+                          - URL
+                          - reason
+                        additionalProperties: false
+                      closest ancestor request:
+                        anyOf:
+                          - $ref: '#/components/schemas/RequestReference'
+                          - type: 'null'
+                    required:
+                      - description
+                      - method
+                      - URL
+                      - body
+                      - closest ancestor request
+                    additionalProperties: false
+                  URLs of similar requests for web users:
+                    type: object
+                    properties:
+                      this request:
+                        type: 'null'
+                      closest ancestor request:
+                        type:
+                          - string
+                          - 'null'
+                    required:
+                      - this request
+                      - closest ancestor request
+                    additionalProperties: false
+                  response metadata:
+                    $ref: '#/components/schemas/ResponseMetadata'
+                  response content:
+                    type: object
+                    properties:
+                      details about your order:
+                        anyOf:
+                          - type: object
+                            properties:
+                              error:
+                                type: string
+                            required:
+                              - error
+                            additionalProperties: false
+                          - type: object
+                            properties:
+                              date and time received:
+                                type: string
+                              page to be tested:
+                                type: object
+                                properties:
+                                  description:
+                                    type: string
+                                  URL:
+                                    type: string
+                                required:
+                                  - description
+                                  - URL
+                                additionalProperties: false
+                              reason why the page should be tested:
+                                type: string
+                            required:
+                              - date and time received
+                              - page to be tested
+                              - reason why the page should be tested
+                            additionalProperties: false
+                      disposition of your order:
+                        anyOf:
+                          - type: object
+                            properties:
+                              what happens next:
+                                type: string
+                              report identifier:
+                                anyOf:
+                                  - $ref: '#/components/schemas/ReportIdentifier'
+                                  - type: 'null'
+                              how you can check for completion:
+                                type: string
+                              do you want to wait for completion:
+                                type: string
+                            required:
+                              - what happens next
+                              - report identifier
+                              - how you can check for completion
+                              - do you want to wait for completion
+                            additionalProperties: false
+                          - type: 'null'
+                    required:
+                      - details about your order
+                      - disposition of your order
+                    additionalProperties: false
+                required:
+                  - tool collection
+                  - tool name
+                  - this request
+                  - URLs of similar requests for web users
+                  - response metadata
+                  - response content
+                additionalProperties: false
+  /api/orderRetest/{timeStamp}/{jobID}:
+    post:
+      operationId: orderRetest
+      summary: Order that a page be retested immediately, without manual approval
+      parameters:
+        - in: path
+          name: timeStamp
+          schema:
+            type: string
+            description: 'Timestamp of the latest report about the page in YYMMDDTHHmm format (example: 260503T0432)'
+          required: true
+          description: 'Timestamp of the latest report about the page in YYMMDDTHHmm format (example: 260503T0432)'
+        - in: path
+          name: jobID
+          schema:
+            type: string
+            description: 'Job identifier of the latest report about the page (example: x9z)'
+          required: true
+          description: 'Job identifier of the latest report about the page (example: x9z)'
+      requestBody:
+        content:
+          application/json:
+            schema:
+              type: object
+              properties:
+                reason:
+                  type: string
+                  description: 20- to 100-character reason why the page should be retested
+              required:
+                - reason
+      responses:
+        '200':
+          description: Order that a page be retested immediately, without manual approval
+          content:
+            application/json:
+              schema:
+                type: object
+                properties:
+                  tool collection:
+                    $ref: '#/components/schemas/ToolsFacts'
+                  tool name:
+                    type: string
+                  this request:
+                    type: object
+                    properties:
+                      description:
+                        type: string
+                      method:
+                        type: string
+                        const: POST
+                      URL:
+                        type: string
+                      body:
+                        type: object
+                        properties:
+                          reason:
+                            type: string
+                            description: 20- to 100-character reason why the page should be retested
+                        required:
+                          - reason
+                        additionalProperties: false
+                      closest ancestor request:
+                        anyOf:
+                          - $ref: '#/components/schemas/RequestReference'
+                          - type: 'null'
+                    required:
+                      - description
+                      - method
+                      - URL
+                      - body
+                      - closest ancestor request
+                    additionalProperties: false
+                  URLs of similar requests for web users:
+                    type: object
+                    properties:
+                      this request:
+                        type: 'null'
+                      closest ancestor request:
+                        type:
+                          - string
+                          - 'null'
+                    required:
+                      - this request
+                      - closest ancestor request
+                    additionalProperties: false
+                  response metadata:
+                    $ref: '#/components/schemas/ResponseMetadata'
+                  response content:
+                    type: object
+                    properties:
+                      details about your order:
+                        anyOf:
+                          - type: object
+                            properties:
+                              error:
+                                type: string
+                            required:
+                              - error
+                            additionalProperties: false
+                          - type: object
+                            properties:
+                              date and time received:
+                                type: string
+                              page to be retested:
+                                type: object
+                                properties:
+                                  description:
+                                    type: string
+                                  URL:
+                                    type: string
+                                required:
+                                  - description
+                                  - URL
+                                additionalProperties: false
+                              reason why the page should be retested:
+                                type: string
+                            required:
+                              - date and time received
+                              - page to be retested
+                              - reason why the page should be retested
+                            additionalProperties: false
+                      disposition of your order:
+                        anyOf:
+                          - type: object
+                            properties:
+                              what happens next:
+                                type: string
+                              report identifier:
+                                anyOf:
+                                  - $ref: '#/components/schemas/ReportIdentifier'
+                                  - type: 'null'
+                              how you can check for completion:
+                                type: string
+                              do you want to wait for completion:
+                                type: string
+                            required:
+                              - what happens next
+                              - report identifier
+                              - how you can check for completion
+                              - do you want to wait for completion
+                            additionalProperties: false
+                          - type: 'null'
+                    required:
+                      - details about your order
+                      - disposition of your order
+                    additionalProperties: false
+                required:
+                  - tool collection
+                  - tool name
+                  - this request
+                  - URLs of similar requests for web users
+                  - response metadata
+                  - response content
+                additionalProperties: false
+  /api/awaitTest/{timeStamp}/{jobID}:
+    post:
+      operationId: awaitTest
+      summary: Wait for a job ordered via orderNewTest or orderRetest to complete
+      parameters:
+        - in: path
+          name: timeStamp
+          schema:
+            type: string
+            description: 'Timestamp of the ordered job, from the report identifier returned by orderNewTest, in YYMMDDTHHmm format (example: 260503T0432)'
+          required: true
+          description: 'Timestamp of the ordered job, from the report identifier returned by orderNewTest, in YYMMDDTHHmm format (example: 260503T0432)'
+        - in: path
+          name: jobID
+          schema:
+            type: string
+            description: 'Job identifier of the ordered job, from the report identifier returned by orderNewTest (example: x9z)'
+          required: true
+          description: 'Job identifier of the ordered job, from the report identifier returned by orderNewTest (example: x9z)'
+      requestBody:
+        content:
+          application/json:
+            schema:
+              type: object
+              properties: {}
+      responses:
+        '200':
+          description: Wait for a job ordered via orderNewTest or orderRetest to complete
+          content:
+            application/json:
+              schema:
+                type: object
+                properties:
+                  tool collection:
+                    $ref: '#/components/schemas/ToolsFacts'
+                  tool name:
+                    type: string
+                  this request:
+                    type: object
+                    properties:
+                      description:
+                        type: string
+                      method:
+                        type: string
+                        const: POST
+                      URL:
+                        type: string
+                      closest ancestor request:
+                        minItems: 2
+                        maxItems: 2
+                        type: array
+                        items:
+                          $ref: '#/components/schemas/RequestReference'
+                    required:
+                      - description
+                      - method
+                      - URL
+                      - closest ancestor request
+                    additionalProperties: false
+                  URLs of similar requests for web users:
+                    type: object
+                    properties:
+                      this request:
+                        type: 'null'
+                      closest ancestor request:
+                        type: 'null'
+                    required:
+                      - this request
+                      - closest ancestor request
+                    additionalProperties: false
+                  response metadata:
+                    $ref: '#/components/schemas/ResponseMetadata'
+                  response content:
+                    type: object
+                    properties:
+                      details about your wait:
+                        anyOf:
+                          - type: object
+                            properties:
+                              error:
+                                type: string
+                            required:
+                              - error
+                            additionalProperties: false
+                          - type: object
+                            properties:
+                              report identifier:
+                                $ref: '#/components/schemas/ReportIdentifier'
+                            required:
+                              - report identifier
+                            additionalProperties: false
+                      disposition of your wait:
+                        anyOf:
+                          - type: object
+                            properties:
+                              outcome:
+                                type: string
+                                enum:
+                                  - completed
+                                  - failed
+                                  - timedOut
+                              what happened:
+                                type: string
+                              how you can check for completion:
+                                type: string
+                            required:
+                              - outcome
+                              - what happened
+                              - how you can check for completion
+                            additionalProperties: false
+                          - type: 'null'
+                    required:
+                      - details about your wait
+                      - disposition of your wait
+                    additionalProperties: false
+                required:
+                  - tool collection
+                  - tool name
+                  - this request
+                  - URLs of similar requests for web users
+                  - response metadata
+                  - response content
+                additionalProperties: false
 components:
   schemas:
     ToolsFacts:
@@ -1253,7 +1685,9 @@ components:
           type: string
         method:
           type: string
-          const: GET
+          enum:
+            - GET
+            - POST
         URL:
           type: string
       required:
@@ -1394,3 +1828,16 @@ components:
           required:
             - error
           additionalProperties: false
+    ReportIdentifier:
+      type: object
+      properties:
+        timeStamp:
+          type: string
+          description: Timestamp to pass to listIssues once the report is ready.
+        jobID:
+          type: string
+          description: Job identifier to pass to listIssues once the report is ready.
+      required:
+        - timeStamp
+        - jobID
+      additionalProperties: false

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@jrpool/kilotest",
-  "version": "52.0.0",
+  "version": "57.0.1",
   "description": "Ensemble testing for front-end web quality",
   "type": "module",
   "main": "index.ts",
@@ -38,6 +38,7 @@
   "dependencies": {
     "@modelcontextprotocol/sdk": "*",
     "dotenv": "*",
+    "ipaddr.js": "*",
     "testaro-issues": "*",
     "zod": "*"
   },

package/routes.test.ts

@@ -42,7 +42,7 @@ test('routes GET includes all known GET paths', () => {
 test('routes POST includes all known POST paths', () => {
   const required = [
     '/mcp',
-    '/requestTest.html',
+    '/requestNewTest.html',
     '/requestAction.html',
     '/reannotate.html',
     '/renewWCAG.html',

package/routing.test.ts

@@ -62,8 +62,8 @@ const get = (requestPath: string): Promise<any> => new Promise((resolve, reject)
 
 // TESTS
 
-test('GET /api/requestTest returns an error, not a test-request response', async () => {
-  const result = await get('/api/requestTest');
+test('GET /api/requestNewTest returns an error, not a test-request response', async () => {
+  const result = await get('/api/requestNewTest');
   assert.ok(result.body.includes('Invalid service request'));
 });
 

package/scripts/generate-openapi.ts

@@ -58,7 +58,7 @@ const generate = () => {
     openapi: '3.1.0',
     info: {
       title: 'Kilotest API',
-      description: 'Kilotest is an ensemble testing and reporting service for front-end web quality. It uses an ensemble of 12 rule engines to test public web pages for front-end quality (accessibility, usability, and standards conformity). Kilotest acts as a web server for human users, an MCP server for AI platforms, and an API for programmatic access. With this API you can request that a page be tested or retested, discover available reports, incrementally retrieve facts from a report: from what reports are available, to what issues were reported in one report, to what elements violated one issue, to what diagnoses rule engines gave for one violation.',
+      description: 'Kilotest is an ensemble testing and reporting service for front-end web quality. It uses an ensemble of 12 rule engines to test web pages for front-end quality (accessibility, usability, and standards conformity). Kilotest acts as a web server for human users, an MCP server for AI platforms, and an API for programmatic access. With this API you can request that a page be tested or retested, discover available reports, incrementally retrieve facts from a report: from what reports are available, to what issues were reported in one report, to what elements violated one issue, to what diagnoses rule engines gave for one violation.',
       version,
       license: {
         name: license,

package/server.json

@@ -6,7 +6,7 @@
     "url": "https://github.com/jrpool/kilotest",
     "source": "github"
   },
-  "version": "2.1.0",
+  "version": "57.0.0",
   "remotes": [
     {
       "type": "streamable-http",

package/sitemap.xml

@@ -3,7 +3,7 @@
   <url><loc>https://kilotest.com/</loc></url>
   <url><loc>https://kilotest.com/listReports.html</loc></url>
   <url><loc>https://kilotest.com/listTopIssues.html</loc></url>
-  <url><loc>https://kilotest.com/requestTestForm.html</loc></url>
+  <url><loc>https://kilotest.com/requestNewTestForm.html</loc></url>
   <url><loc>https://kilotest.com/manage.html</loc></url>
   <url><loc>https://kilotest.com/tutorial.html</loc></url>
   <url><loc>https://kilotest.com/openapi.yaml</loc></url>

package/smokeTest.ts

@@ -51,7 +51,7 @@ const concretePaths: Record<string, Record<string, string>> = {
     '/requestAction.html': '/requestAction.html',
     '/renewWCAG.html': '/renewWCAG.html',
     '/requestRetest.html/*': '/requestRetest.html/260101T0001/ct',
-    '/requestTest.html': '/requestTest.html',
+    '/requestNewTest.html': '/requestNewTest.html',
     '/showHiddenReportsForm.html': '/showHiddenReportsForm.html',
     '/tutorialAIComment.html': '/tutorialAIComment.html',
     '/tutorialWebComment.html': '/tutorialWebComment.html',
@@ -77,7 +77,7 @@ const postBodies: Record<string, object> = {
   },
   '/renewWCAG.html': {authCode: 'invalid'},
   '/requestRetest.html/260101T0001/ct': {why: 'smoke test'},
-  '/requestTest.html': {description: 'Smoke Test Page', url: 'https://smoketest.example.com', why: 'smoke test'},
+  '/requestNewTest.html': {description: 'Smoke Test Page', url: 'https://smoketest.example.com', why: 'smoke test'},
   '/showHiddenReportsForm.html': {authCode: 'invalid'},
   '/tutorialAIComment.html': {content: 'smoke test'},
   '/unhideReportForm.html': {authCode: 'invalid'},