probatio 0.1.3 → 0.3.0

package/dist/swarm/check-kill.js

@@ -4,8 +4,8 @@ import { SCHEMA_VERSION } from "../contract.js";
 import { directImporters } from "../mutate/affected.js";
 import { filesInDiff } from "../mutate/patch.js";
 import { killLabel } from "../mutate/kill-label.js";
-import { runMutants } from "../mutate/run.js";
-import { campaignSummary } from "../mutate/suite-decision.js";
+import { normalizeResult, runMutants } from "../mutate/run.js";
+import { campaignSummary, UNVIABLE_NEXT } from "../mutate/suite-decision.js";
 /** The gap is done only when this mutant is killed and the baseline suite is green. */
 export async function checkKill(id, options) {
     const importers = importersOf(id, options);
@@ -48,18 +48,24 @@ export async function checkKill(id, options) {
     let outcome = null;
     let killedBy = [];
     if (existsSync(resultFile)) {
-        const result = JSON.parse(readFileSync(resultFile, "utf8"));
+        const result = normalizeResult(JSON.parse(readFileSync(resultFile, "utf8")));
         outcome = result.outcome ?? null;
         killedBy = Array.isArray(result.killedBy) ? result.killedBy : [];
     }
-    const done = suiteGreen && outcome === "killed";
-    const label = done ? killLabel(killedBy) : null;
+    // A mutant that does not build needs no test. The task is closed, and it is not called a kill.
+    const unviableMutant = suiteGreen && outcome === "unviable";
+    const done = (suiteGreen && outcome === "killed") || unviableMutant;
+    const label = unviableMutant ? { cause: "build", next: UNVIABLE_NEXT } : done ? killLabel(killedBy) : null;
     const head = checkHead(report);
     return {
         schemaVersion: SCHEMA_VERSION,
         ok: done,
         command: "check-kill",
-        summary: done ? `${head} ${id} is dead and the suite is green.` : `${head} ${id} is not done.`,
+        summary: unviableMutant
+            ? `${head} ${id} does not build. No test is needed.`
+            : done
+                ? `${head} ${id} is dead and the suite is green.`
+                : `${head} ${id} is not done.`,
         next: label?.next ?? (done ? "The gap-fixing task is done." : "The task is not done."),
         nextCall: null,
         done,
@@ -78,11 +84,12 @@ function importersOf(id, options) {
     return directImporters(options.packageDir, rels, options.testsDir);
 }
 function checkHead(report) {
-    const finished = report.killed + report.survived + report.flaky + report.timeouts + report.errors + report.noCoverage;
+    const finished = report.killed + report.unviable + report.survived + report.flaky + report.timeouts + report.errors + report.noCoverage;
     return campaignSummary({
         noCoverage: report.noCoverage,
         survived: report.survived,
         killed: report.killed,
+        unviable: report.unviable,
         flaky: report.flaky,
         timeouts: report.timeouts,
         errors: report.errors,

package/dist/verify/change.js

@@ -40,7 +40,7 @@ export async function verifyChange(options) {
         const text = showFile(repo, options.commit, file);
         if (!text)
             continue;
-        const found = findInSource(rel, text);
+        const found = findInSource(rel, text, options.operators ?? "core");
         const lineSet = new Set(lines);
         for (const point of found.points) {
             if (!lineSet.has(point.line))

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "probatio",
-  "version": "0.1.3",
+  "version": "0.3.0",
   "description": "Mutation runner for AI agents. Scores a test suite by the bugs it catches.",
   "type": "module",
   "bin": {
@@ -8,7 +8,8 @@
     "probatio-mcp": "dist/mcp.js"
   },
   "files": [
-    "dist"
+    "dist",
+    "schemas"
   ],
   "repository": {
     "type": "git",
@@ -20,10 +21,12 @@
     "url": "https://github.com/IronAdamant/Probatio/issues"
   },
   "scripts": {
-    "build": "tsc -p tsconfig.json && mkdir -p dist/mutate && cp src/mutate/fail-reporter.mjs src/mutate/node-coverage.mjs src/mutate/precise-lines.mjs src/mutate/child-lines.mjs src/mutate/mocha-coverage.cjs src/mutate/node-batch.mjs src/mutate/node-batch-loader.mjs src/mutate/py-reporter.py src/mutate/py-pytest-reporter.py src/mutate/probatio-jacoco-run.java dist/mutate/",
+    "build": "tsc -p tsconfig.json && mkdir -p dist/mutate && cp src/mutate/fail-reporter.mjs src/mutate/node-coverage.mjs src/mutate/precise-lines.mjs src/mutate/child-lines.mjs src/mutate/mocha-coverage.cjs src/mutate/node-batch.mjs src/mutate/node-batch-loader.mjs src/mutate/load-failure.mjs src/mutate/py-reporter.py src/mutate/py-pytest-reporter.py src/mutate/probatio-jacoco-run.java dist/mutate/ && mkdir -p dist/golden && cp src/golden/recorder.mjs dist/golden/",
     "prepack": "npm run build",
     "test": "tsx --test tests/*.test.ts",
-    "probatio": "tsx src/cli.ts"
+    "probatio": "tsx src/cli.ts",
+    "prepublishOnly": "node scripts/release-check.mjs",
+    "release:check": "node scripts/release-check.mjs"
   },
   "engines": {
     "node": ">=22.6"
@@ -33,6 +36,7 @@
   },
   "devDependencies": {
     "@types/node": "^22.10.2",
+    "ajv": "^8.17.1",
     "tsx": "^4.19.2"
   }
 }

package/schemas/check-kill.schema.json

@@ -0,0 +1,93 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://github.com/IronAdamant/Probatio/blob/main/schemas/check-kill.schema.json",
+  "title": "probatio check-kill",
+  "description": "Done only when the mutant is killed (or does not build) and the suite is still green. Every command prints one JSON object. schemaVersion changes when a field is renamed, removed, or changes meaning. A new field does not change it.",
+  "type": "object",
+  "required": [
+    "schemaVersion",
+    "ok",
+    "command",
+    "summary",
+    "next",
+    "nextCall"
+  ],
+  "properties": {
+    "schemaVersion": {
+      "const": 2
+    },
+    "ok": {
+      "type": "boolean"
+    },
+    "command": {
+      "const": "check-kill"
+    },
+    "summary": {
+      "type": "string"
+    },
+    "next": {
+      "type": "string"
+    },
+    "nextCall": {
+      "oneOf": [
+        {
+          "type": "null"
+        },
+        {
+          "type": "object",
+          "properties": {
+            "argv": {
+              "type": "array",
+              "items": {
+                "type": "string"
+              }
+            }
+          },
+          "required": [
+            "argv"
+          ]
+        }
+      ]
+    },
+    "done": {
+      "type": "boolean"
+    },
+    "outcome": {
+      "type": [
+        "string",
+        "null"
+      ]
+    },
+    "cause": {
+      "enum": [
+        null,
+        "test",
+        "build"
+      ]
+    },
+    "killedBy": {
+      "type": "array",
+      "items": {
+        "type": "string"
+      }
+    },
+    "suiteGreen": {
+      "type": "boolean"
+    }
+  },
+  "if": {
+    "properties": {
+      "ok": {
+        "const": true
+      }
+    }
+  },
+  "then": {
+    "required": [
+      "done",
+      "outcome",
+      "killedBy",
+      "suiteGreen"
+    ]
+  }
+}

package/schemas/findings.add.schema.json

@@ -0,0 +1,53 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://github.com/IronAdamant/Probatio/blob/main/schemas/findings.add.schema.json",
+  "title": "probatio findings.add",
+  "description": "Appends a decision to the findings log. Every command prints one JSON object. schemaVersion changes when a field is renamed, removed, or changes meaning. A new field does not change it.",
+  "type": "object",
+  "required": [
+    "schemaVersion",
+    "ok",
+    "command",
+    "summary",
+    "next",
+    "nextCall"
+  ],
+  "properties": {
+    "schemaVersion": {
+      "const": 2
+    },
+    "ok": {
+      "type": "boolean"
+    },
+    "command": {
+      "const": "findings.add"
+    },
+    "summary": {
+      "type": "string"
+    },
+    "next": {
+      "type": "string"
+    },
+    "nextCall": {
+      "oneOf": [
+        {
+          "type": "null"
+        },
+        {
+          "type": "object",
+          "properties": {
+            "argv": {
+              "type": "array",
+              "items": {
+                "type": "string"
+              }
+            }
+          },
+          "required": [
+            "argv"
+          ]
+        }
+      ]
+    }
+  }
+}

package/schemas/gap.fix.schema.json

@@ -0,0 +1,53 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://github.com/IronAdamant/Probatio/blob/main/schemas/gap.fix.schema.json",
+  "title": "probatio gap.fix",
+  "description": "Records a gap as fixed, with the guard that now catches it. Every command prints one JSON object. schemaVersion changes when a field is renamed, removed, or changes meaning. A new field does not change it.",
+  "type": "object",
+  "required": [
+    "schemaVersion",
+    "ok",
+    "command",
+    "summary",
+    "next",
+    "nextCall"
+  ],
+  "properties": {
+    "schemaVersion": {
+      "const": 2
+    },
+    "ok": {
+      "type": "boolean"
+    },
+    "command": {
+      "const": "gap.fix"
+    },
+    "summary": {
+      "type": "string"
+    },
+    "next": {
+      "type": "string"
+    },
+    "nextCall": {
+      "oneOf": [
+        {
+          "type": "null"
+        },
+        {
+          "type": "object",
+          "properties": {
+            "argv": {
+              "type": "array",
+              "items": {
+                "type": "string"
+              }
+            }
+          },
+          "required": [
+            "argv"
+          ]
+        }
+      ]
+    }
+  }
+}

package/schemas/gap.revert.schema.json

@@ -0,0 +1,53 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://github.com/IronAdamant/Probatio/blob/main/schemas/gap.revert.schema.json",
+  "title": "probatio gap.revert",
+  "description": "Reports a fixed gap that came back, naming the original fix and guard. Every command prints one JSON object. schemaVersion changes when a field is renamed, removed, or changes meaning. A new field does not change it.",
+  "type": "object",
+  "required": [
+    "schemaVersion",
+    "ok",
+    "command",
+    "summary",
+    "next",
+    "nextCall"
+  ],
+  "properties": {
+    "schemaVersion": {
+      "const": 2
+    },
+    "ok": {
+      "type": "boolean"
+    },
+    "command": {
+      "const": "gap.revert"
+    },
+    "summary": {
+      "type": "string"
+    },
+    "next": {
+      "type": "string"
+    },
+    "nextCall": {
+      "oneOf": [
+        {
+          "type": "null"
+        },
+        {
+          "type": "object",
+          "properties": {
+            "argv": {
+              "type": "array",
+              "items": {
+                "type": "string"
+              }
+            }
+          },
+          "required": [
+            "argv"
+          ]
+        }
+      ]
+    }
+  }
+}

package/schemas/golden.check.schema.json

@@ -0,0 +1,89 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://github.com/IronAdamant/Probatio/blob/main/schemas/golden.check.schema.json",
+  "title": "probatio golden.check",
+  "description": "Compares a recorded golden table with a new one. Contract changes need a Golden-Change trailer. Every command prints one JSON object. schemaVersion changes when a field is renamed, removed, or changes meaning. A new field does not change it.",
+  "type": "object",
+  "required": [
+    "schemaVersion",
+    "ok",
+    "command",
+    "summary",
+    "next",
+    "nextCall"
+  ],
+  "properties": {
+    "schemaVersion": {
+      "const": 2
+    },
+    "ok": {
+      "type": "boolean"
+    },
+    "command": {
+      "const": "golden.check"
+    },
+    "summary": {
+      "type": "string"
+    },
+    "next": {
+      "type": "string"
+    },
+    "nextCall": {
+      "oneOf": [
+        {
+          "type": "null"
+        },
+        {
+          "type": "object",
+          "properties": {
+            "argv": {
+              "type": "array",
+              "items": {
+                "type": "string"
+              }
+            }
+          },
+          "required": [
+            "argv"
+          ]
+        }
+      ]
+    },
+    "wording": {
+      "type": "array",
+      "items": {
+        "type": "string"
+      }
+    },
+    "contract": {
+      "type": "array",
+      "items": {
+        "type": "string"
+      }
+    },
+    "invariant": {
+      "type": "array",
+      "items": {
+        "type": "string"
+      }
+    },
+    "updated": {
+      "type": "boolean"
+    }
+  },
+  "if": {
+    "properties": {
+      "ok": {
+        "const": true
+      }
+    }
+  },
+  "then": {
+    "required": [
+      "wording",
+      "contract",
+      "invariant",
+      "updated"
+    ]
+  }
+}

package/schemas/golden.compare.schema.json

@@ -0,0 +1,151 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://github.com/IronAdamant/Probatio/blob/main/schemas/golden.compare.schema.json",
+  "title": "probatio golden.compare",
+  "description": "Scores the same mutants with only the unit tests and with only the golden replay. Nothing is deleted. Every command prints one JSON object. schemaVersion changes when a field is renamed, removed, or changes meaning. A new field does not change it.",
+  "type": "object",
+  "required": [
+    "schemaVersion",
+    "ok",
+    "command",
+    "summary",
+    "next",
+    "nextCall"
+  ],
+  "properties": {
+    "schemaVersion": {
+      "const": 2
+    },
+    "ok": {
+      "type": "boolean"
+    },
+    "command": {
+      "const": "golden.compare"
+    },
+    "summary": {
+      "type": "string"
+    },
+    "next": {
+      "type": "string"
+    },
+    "nextCall": {
+      "oneOf": [
+        {
+          "type": "null"
+        },
+        {
+          "type": "object",
+          "properties": {
+            "argv": {
+              "type": "array",
+              "items": {
+                "type": "string"
+              }
+            }
+          },
+          "required": [
+            "argv"
+          ]
+        }
+      ]
+    },
+    "operators": {
+      "enum": [
+        "core",
+        "wide"
+      ]
+    },
+    "unitKills": {
+      "type": "integer",
+      "minimum": 0
+    },
+    "goldenKills": {
+      "type": "integer",
+      "minimum": 0
+    },
+    "both": {
+      "type": "integer",
+      "minimum": 0
+    },
+    "unitOnly": {
+      "type": "array",
+      "items": {
+        "type": "string"
+      }
+    },
+    "goldenOnly": {
+      "type": "array",
+      "items": {
+        "type": "string"
+      }
+    },
+    "rest": {
+      "type": "integer",
+      "minimum": 0
+    },
+    "unit": {
+      "type": "object",
+      "properties": {
+        "summary": {
+          "type": "string"
+        },
+        "full": {
+          "type": "string"
+        }
+      },
+      "required": [
+        "summary"
+      ]
+    },
+    "golden": {
+      "type": "object",
+      "properties": {
+        "summary": {
+          "type": "string"
+        },
+        "full": {
+          "type": "string"
+        }
+      },
+      "required": [
+        "summary"
+      ]
+    },
+    "pruning": {
+      "type": "object",
+      "properties": {
+        "mode": {
+          "const": "advisory"
+        },
+        "deletedTests": {
+          "const": 0
+        }
+      },
+      "required": [
+        "mode",
+        "deletedTests"
+      ]
+    }
+  },
+  "if": {
+    "properties": {
+      "ok": {
+        "const": true
+      }
+    }
+  },
+  "then": {
+    "required": [
+      "operators",
+      "unitKills",
+      "goldenKills",
+      "both",
+      "unitOnly",
+      "goldenOnly",
+      "rest",
+      "unit",
+      "golden",
+      "pruning"
+    ]
+  }
+}