@xoxoai/checkmate 0.6.6 → 0.7.0

package/package.json

@@ -1,111 +1,25 @@
 {
 	"name": "@xoxoai/checkmate",
-	"version": "0.6.6",
-	"description": "Agent-first test automation harness with versioned requests, bounded execution, and durable evidence",
-	"homepage": "https://github.com/dawiddiwad/checkmate",
-	"repository": {
-		"type": "git",
-		"url": "git+https://github.com/dawiddiwad/checkmate.git"
+	"version": "0.7.0",
+	"description": "Run Checkmate QA workflows from the command line with Claude Code",
+	"type": "module",
+	"bin": {
+		"checkmate": "dist/checkmate.js"
 	},
-	"keywords": [
-		"test-automation",
-		"e2e-testing",
-		"ai-testing",
-		"agents",
-		"test-harness",
-		"cli",
-		"playwright"
-	],
 	"files": [
-		"bin",
 		"dist",
-		"schemas",
-		"docs/CLI.md",
-		"docs/CONFIGURATION.md",
-		"docs/DRIVERS.md",
-		"docs/EVIDENCE.md",
-		"README.md",
-		"LICENSE"
+		"plugin"
 	],
-	"bin": {
-		"checkmate": "bin/checkmate.js"
-	},
-	"publishConfig": {
-		"access": "public"
-	},
-	"main": "dist/index.js",
-	"types": "dist/index.d.ts",
-	"type": "module",
-	"exports": {
-		".": {
-			"types": "./dist/index.d.ts",
-			"default": "./dist/index.js"
-		},
-		"./driver": {
-			"types": "./dist/driver.d.ts",
-			"default": "./dist/driver.js"
-		},
-		"./driver-web": {
-			"types": "./dist/drivers/web/index.d.ts",
-			"default": "./dist/drivers/web/index.js"
-		},
-		"./driver-web/checkmate-driver.json": "./dist/drivers/web/checkmate-driver.json",
-		"./schemas/*": "./schemas/*"
+	"engines": {
+		"node": ">=24.12.0"
 	},
 	"scripts": {
-		"checkmate:install": "npm install && npx playwright install",
-		"build": "npm run validation:check && npm run build:package",
-		"build:dist": "tsc -p tsconfig.build.json",
-		"build:package": "npm run clean && npm run build:dist && node scripts/copy-package-assets.mjs",
-		"clean": "rm -rf dist schemas",
-		"prepack": "npm run build:package",
-		"phase:verify": "node test/package/lifecycle.mjs",
-		"test:package:active": "node test/package/active-exports.mjs",
-		"test:acceptance:agent": "node test/acceptance/agent-workflow.mjs",
-		"test:e2e:ollama": "node test/acceptance/ollama-cli.mjs",
-		"validation:check": "npm run compile:check && npm run lint:check && npm run format:check && npm run test:unit:run",
-		"compile:check": "npx tsc --noEmit",
-		"lint:check": "eslint .",
-		"lint:fix": "eslint . --fix",
-		"format:check": "prettier . --check",
-		"format:fix": "prettier . --write",
-		"test:unit": "vitest --config src/test/vitest.config.ts",
-		"test:unit:ui": "vitest --ui --config src/test/vitest.config.ts",
-		"test:unit:coverage": "vitest --coverage --config src/test/vitest.config.ts",
-		"test:unit:run": "vitest run --config src/test/vitest.config.ts",
-		"test:package:final": "node test/package/final-surface.mjs"
-	},
-	"author": "Dawid Dobrowolski SoftQA",
-	"license": "MIT",
-	"dependencies": {
-		"@huggingface/transformers": "^4.2.0",
-		"ajv": "^8.20.0",
-		"ajv-formats": "^3.0.1",
-		"openai": "^7.10.0",
-		"playwright": "^1.63.0",
-		"sharp": "^0.35.4",
-		"yaml": "^2.9.0",
-		"zod": "^4.5.4"
+		"prepack": "node ../scripts/build-cli.ts"
 	},
-	"devDependencies": {
-		"@eslint/js": "^10.0.1",
-		"@types/node": "^26.5.0",
-		"@vitest/coverage-v8": "^5.0.0",
-		"@vitest/ui": "^5.0.0",
-		"dotenv": "^18.0.3",
-		"eslint": "^10.10.0",
-		"eslint-config-prettier": "^10.1.8",
-		"prettier": "^3.9.6",
-		"tsx": "^4.23.13",
-		"typescript": "^6.0.3",
-		"typescript-eslint": "^8.70.0",
-		"vitest": "^5.0.0"
-	},
-	"directories": {
-		"doc": "docs",
-		"test": "test"
+	"repository": {
+		"type": "git",
+		"url": "git+https://github.com/dawiddiwad/checkmate.git",
+		"directory": "cli"
 	},
-	"bugs": {
-		"url": "https://github.com/dawiddiwad/checkmate/issues"
-	}
+	"license": "MIT"
 }

package/plugin/.claude-plugin/plugin.json

@@ -0,0 +1,10 @@
+{
+	"name": "checkmate",
+	"version": "0.7.0",
+	"description": "Plan tests, resolve gaps, and collect evidence.",
+	"author": {
+		"name": "Dawid Dobrowolski"
+	},
+	"repository": "https://github.com/dawiddiwad/checkmate",
+	"license": "MIT"
+}

package/plugin/bin/checkmate.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+import { main } from '../src/cli.ts'
+await main(process.argv.slice(2))

package/plugin/contracts/finding.schema.json

@@ -0,0 +1,78 @@
+{
+	"$schema": "http://json-schema.org/draft-07/schema#",
+	"$id": "finding.schema.json",
+	"type": "object",
+	"properties": {
+		"id": {
+			"type": "string",
+			"pattern": "^[A-Za-z0-9][A-Za-z0-9_-]{0,95}$"
+		},
+		"type": {
+			"enum": ["defect", "potential_issue"]
+		},
+		"severity": {
+			"enum": ["low", "medium", "high", "critical"]
+		},
+		"assertionIds": {
+			"type": "array",
+			"items": {
+				"type": "string",
+				"pattern": "^[A-Za-z0-9][A-Za-z0-9_-]{0,95}\\.[A-Za-z0-9][A-Za-z0-9_-]{0,95}$"
+			},
+			"minItems": 1,
+			"uniqueItems": true
+		},
+		"requirementIds": {
+			"type": "array",
+			"items": {
+				"type": "string",
+				"pattern": "^[A-Za-z0-9][A-Za-z0-9_-]{0,95}$"
+			},
+			"minItems": 1,
+			"uniqueItems": true
+		},
+		"title": {
+			"type": "string",
+			"minLength": 1
+		},
+		"expected": {
+			"type": "string",
+			"minLength": 1
+		},
+		"observed": {
+			"type": "string",
+			"minLength": 1
+		},
+		"reproduction": {
+			"type": "array",
+			"items": {
+				"type": "string",
+				"minLength": 1
+			},
+			"minItems": 1,
+			"uniqueItems": true
+		},
+		"evidenceIds": {
+			"type": "array",
+			"items": {
+				"type": "string",
+				"pattern": "^[A-Za-z0-9][A-Za-z0-9_-]{0,95}$"
+			},
+			"minItems": 1,
+			"uniqueItems": true
+		}
+	},
+	"required": [
+		"id",
+		"type",
+		"severity",
+		"assertionIds",
+		"requirementIds",
+		"title",
+		"expected",
+		"observed",
+		"reproduction",
+		"evidenceIds"
+	],
+	"additionalProperties": false
+}

package/plugin/contracts/gap.schema.json

@@ -0,0 +1,56 @@
+{
+	"$schema": "http://json-schema.org/draft-07/schema#",
+	"$id": "gap.schema.json",
+	"type": "object",
+	"properties": {
+		"id": {
+			"type": "string",
+			"pattern": "^[A-Za-z0-9][A-Za-z0-9_-]{0,95}$"
+		},
+		"severity": {
+			"enum": ["blocking", "non_blocking"]
+		},
+		"status": {
+			"enum": ["open", "resolved", "deferred"]
+		},
+		"requirementIds": {
+			"type": "array",
+			"items": {
+				"type": "string",
+				"pattern": "^[A-Za-z0-9][A-Za-z0-9_-]{0,95}$"
+			},
+			"minItems": 0,
+			"uniqueItems": true
+		},
+		"testIds": {
+			"type": "array",
+			"items": {
+				"type": "string",
+				"pattern": "^([A-Za-z0-9][A-Za-z0-9_-]{0,95}:)?[A-Za-z0-9][A-Za-z0-9_-]{0,95}$"
+			},
+			"minItems": 0,
+			"uniqueItems": true
+		},
+		"question": {
+			"type": "string",
+			"minLength": 1
+		},
+		"consequence": {
+			"type": "string",
+			"minLength": 1
+		},
+		"decisionId": {
+			"anyOf": [
+				{
+					"type": "string",
+					"pattern": "^[A-Za-z0-9][A-Za-z0-9_-]{0,95}$"
+				},
+				{
+					"type": "null"
+				}
+			]
+		}
+	},
+	"required": ["id", "severity", "status", "requirementIds", "testIds", "question", "consequence", "decisionId"],
+	"additionalProperties": false
+}

package/plugin/contracts/plan-candidate.schema.json

@@ -0,0 +1,103 @@
+{
+	"$schema": "http://json-schema.org/draft-07/schema#",
+	"$id": "plan-candidate.schema.json",
+	"type": "object",
+	"properties": {
+		"requirements": {
+			"$ref": "plan.schema.json#/properties/requirements"
+		},
+		"tests": {
+			"type": "array",
+			"items": {
+				"type": "object",
+				"properties": {
+					"id": {
+						"type": "string",
+						"pattern": "^[A-Za-z0-9][A-Za-z0-9_-]{0,95}$"
+					},
+					"title": {
+						"type": "string",
+						"minLength": 1,
+						"maxLength": 200
+					},
+					"requirementIds": {
+						"type": "array",
+						"items": {
+							"type": "string",
+							"pattern": "^[A-Za-z0-9][A-Za-z0-9_-]{0,95}$"
+						},
+						"minItems": 1,
+						"uniqueItems": true
+					},
+					"capability": {
+						"type": "string",
+						"pattern": "^[A-Za-z0-9][A-Za-z0-9_-]{0,95}$"
+					},
+					"operations": {
+						"type": "array",
+						"items": {
+							"type": "string",
+							"pattern": "^[A-Za-z0-9][A-Za-z0-9_-]{0,95}$"
+						},
+						"minItems": 1,
+						"uniqueItems": true
+					},
+					"dependsOn": {
+						"type": "array",
+						"items": {
+							"type": "string",
+							"pattern": "^([A-Za-z0-9][A-Za-z0-9_-]{0,95}:)?[A-Za-z0-9][A-Za-z0-9_-]{0,95}$"
+						},
+						"minItems": 0,
+						"uniqueItems": true
+					},
+					"preconditions": {
+						"type": "array",
+						"items": {
+							"type": "string",
+							"minLength": 1
+						},
+						"minItems": 0,
+						"uniqueItems": true
+					},
+					"action": {
+						"type": "string",
+						"minLength": 1
+					},
+					"assertions": {
+						"type": "array",
+						"items": {
+							"$ref": "plan.schema.json#/definitions/assertion"
+						},
+						"minItems": 0,
+						"uniqueItems": true
+					}
+				},
+				"required": [
+					"id",
+					"title",
+					"requirementIds",
+					"capability",
+					"operations",
+					"dependsOn",
+					"preconditions",
+					"action",
+					"assertions"
+				],
+				"additionalProperties": false
+			},
+			"minItems": 0,
+			"uniqueItems": true
+		},
+		"gaps": {
+			"type": "array",
+			"items": {
+				"$ref": "gap.schema.json"
+			},
+			"minItems": 0,
+			"uniqueItems": true
+		}
+	},
+	"required": ["tests", "gaps"],
+	"additionalProperties": false
+}

package/plugin/contracts/plan-delta.schema.json

@@ -0,0 +1,63 @@
+{
+	"$schema": "http://json-schema.org/draft-07/schema#",
+	"$id": "plan-delta.schema.json",
+	"type": "object",
+	"properties": {
+		"tests": {
+			"type": "object",
+			"propertyNames": {
+				"pattern": "^[A-Za-z0-9][A-Za-z0-9_-]{0,95}$"
+			},
+			"additionalProperties": {
+				"type": "object",
+				"properties": {
+					"action": {
+						"type": "string",
+						"minLength": 1
+					},
+					"preconditions": {
+						"type": "array",
+						"items": {
+							"type": "string",
+							"minLength": 1
+						},
+						"minItems": 0,
+						"uniqueItems": true
+					},
+					"assertions": {
+						"type": "object",
+						"propertyNames": {
+							"pattern": "^[A-Za-z0-9][A-Za-z0-9_-]{0,95}$"
+						},
+						"additionalProperties": {
+							"anyOf": [
+								{
+									"type": "object",
+									"properties": {
+										"check": {
+											"type": "string",
+											"minLength": 1
+										},
+										"checkKind": {
+											"enum": ["deterministic", "agent_observation"]
+										}
+									},
+									"additionalProperties": false,
+									"minProperties": 1
+								},
+								{
+									"type": "null"
+								}
+							]
+						},
+						"minProperties": 1
+					}
+				},
+				"additionalProperties": false,
+				"minProperties": 1
+			}
+		}
+	},
+	"required": ["tests"],
+	"additionalProperties": false
+}

package/plugin/contracts/plan-patch.schema.json

@@ -0,0 +1,116 @@
+{
+	"$schema": "http://json-schema.org/draft-07/schema#",
+	"$id": "plan-patch.schema.json",
+	"type": "object",
+	"properties": {
+		"requirements": {
+			"type": "object",
+			"propertyNames": {
+				"pattern": "^[A-Za-z0-9][A-Za-z0-9_-]{0,95}$"
+			},
+			"additionalProperties": {
+				"anyOf": [
+					{
+						"type": "object",
+						"properties": {
+							"text": {
+								"type": "string",
+								"minLength": 1
+							},
+							"source": {
+								"type": "string",
+								"minLength": 1
+							}
+						},
+						"additionalProperties": false,
+						"minProperties": 1
+					},
+					{
+						"type": "null"
+					}
+				]
+			}
+		},
+		"tests": {
+			"type": "object",
+			"propertyNames": {
+				"pattern": "^[A-Za-z0-9][A-Za-z0-9_-]{0,95}$"
+			},
+			"additionalProperties": {
+				"anyOf": [
+					{
+						"type": "object",
+						"properties": {
+							"title": {
+								"$ref": "plan-candidate.schema.json#/properties/tests/items/properties/title"
+							},
+							"requirementIds": {
+								"$ref": "plan-candidate.schema.json#/properties/tests/items/properties/requirementIds"
+							},
+							"capability": {
+								"$ref": "plan-candidate.schema.json#/properties/tests/items/properties/capability"
+							},
+							"operations": {
+								"$ref": "plan-candidate.schema.json#/properties/tests/items/properties/operations"
+							},
+							"dependsOn": {
+								"$ref": "plan-candidate.schema.json#/properties/tests/items/properties/dependsOn"
+							},
+							"preconditions": {
+								"$ref": "plan-candidate.schema.json#/properties/tests/items/properties/preconditions"
+							},
+							"action": {
+								"$ref": "plan-candidate.schema.json#/properties/tests/items/properties/action"
+							},
+							"assertions": {
+								"$ref": "plan-delta.schema.json#/properties/tests/additionalProperties/properties/assertions"
+							}
+						},
+						"additionalProperties": false,
+						"minProperties": 1
+					},
+					{
+						"type": "null"
+					}
+				]
+			}
+		},
+		"gaps": {
+			"type": "object",
+			"propertyNames": {
+				"pattern": "^[A-Za-z0-9][A-Za-z0-9_-]{0,95}$"
+			},
+			"additionalProperties": {
+				"anyOf": [
+					{
+						"type": "object",
+						"properties": {
+							"severity": {
+								"$ref": "gap.schema.json#/properties/severity"
+							},
+							"requirementIds": {
+								"$ref": "gap.schema.json#/properties/requirementIds"
+							},
+							"testIds": {
+								"$ref": "gap.schema.json#/properties/testIds"
+							},
+							"question": {
+								"$ref": "gap.schema.json#/properties/question"
+							},
+							"consequence": {
+								"$ref": "gap.schema.json#/properties/consequence"
+							}
+						},
+						"additionalProperties": false,
+						"minProperties": 1
+					},
+					{
+						"type": "null"
+					}
+				]
+			}
+		}
+	},
+	"additionalProperties": false,
+	"minProperties": 1
+}

package/plugin/contracts/plan-request.schema.json

@@ -0,0 +1,108 @@
+{
+	"$schema": "http://json-schema.org/draft-07/schema#",
+	"$id": "plan-request.schema.json",
+	"type": "object",
+	"properties": {
+		"objective": {
+			"type": "string",
+			"minLength": 1
+		},
+		"requirements": {
+			"type": "array",
+			"items": {
+				"type": "object",
+				"properties": {
+					"id": {
+						"type": "string",
+						"pattern": "^[A-Za-z0-9][A-Za-z0-9_-]{0,95}$"
+					},
+					"text": {
+						"type": "string",
+						"minLength": 1
+					},
+					"source": {
+						"type": "string",
+						"minLength": 1
+					}
+				},
+				"required": ["id", "text", "source"],
+				"additionalProperties": false
+			},
+			"minItems": 1,
+			"uniqueItems": true
+		},
+		"sourceContext": {
+			"type": "array",
+			"items": {
+				"type": "object",
+				"properties": {
+					"uri": {
+						"type": "string",
+						"minLength": 1
+					},
+					"content": {
+						"type": "string",
+						"minLength": 1
+					}
+				},
+				"required": ["uri", "content"],
+				"additionalProperties": false
+			},
+			"minItems": 0,
+			"uniqueItems": true
+		},
+		"context": {
+			"type": "object",
+			"properties": {
+				"sources": {
+					"type": "array",
+					"items": {
+						"type": "string",
+						"minLength": 1
+					},
+					"minItems": 0,
+					"uniqueItems": true
+				},
+				"instructions": {
+					"type": "string",
+					"minLength": 1
+				}
+			},
+			"required": ["sources"],
+			"additionalProperties": false
+		},
+		"tools": {
+			"type": "array",
+			"items": {
+				"anyOf": [
+					{
+						"type": "string",
+						"minLength": 1
+					},
+					{
+						"type": "object",
+						"properties": {
+							"name": {
+								"type": "string",
+								"minLength": 1
+							},
+							"kind": {
+								"enum": ["cli", "mcp", "skill"]
+							},
+							"purpose": {
+								"type": "string",
+								"minLength": 1
+							}
+						},
+						"required": ["name", "kind", "purpose"],
+						"additionalProperties": false
+					}
+				]
+			},
+			"minItems": 0,
+			"uniqueItems": true
+		}
+	},
+	"required": ["objective"],
+	"additionalProperties": false
+}