@reneturcios/greenlight 0.4.0 → 0.6.0

package/dist/verify-comment.d.ts

@@ -0,0 +1,75 @@
+/**
+ * Verified-comment mode.
+ *
+ * Some repos take no outside PRs at all. The proven examples are
+ * modelcontextprotocol/inspector ("Pull requests against this repo are
+ * opened by the repo maintainers only") and modelcontextprotocol/servers
+ * ("We accept issues, not pull requests"): outside PRs are closed on
+ * sight, and the contribution that lands is a detailed, verified issue
+ * comment instead — a reproduced problem, a located root cause, a
+ * fix sketch, and honest notes on what was actually run.
+ *
+ * This module assembles that comment from contributor-supplied inputs.
+ * It never posts anything (there is no post path), and it never invents
+ * facts: any section the contributor did not fill renders as an explicit
+ * gap marker ("not yet run", "not yet isolated", "not recorded") so a
+ * maintainer can see exactly what is verified and what is not. A
+ * plausible-looking filled-in section would be a lie; a labeled gap is
+ * the product.
+ */
+import type { Gate } from "./types.js";
+export interface VerifiedCommentFields {
+    /** One-line claim of the problem (usually the issue title restated). */
+    claim: string;
+    /** Environment: repo, ref/commit, date, platform. */
+    environment: string;
+    /** Reproduction steps, in order, exact commands. */
+    reproduction: string[];
+    /** What was observed when the repro ran. */
+    observed: string;
+    /** What should have happened instead. */
+    expected: string;
+    /** Root cause: file paths and line refs when known. */
+    rootCause: string;
+    /** Proposed fix sketch, not a code dump. */
+    fixSketch: string;
+    /** What was actually run (commands, counts). */
+    ran: string;
+    /** Who ran it. */
+    verifiedBy: string;
+}
+export type VerifiedCommentInput = Partial<VerifiedCommentFields>;
+export interface BuiltComment {
+    markdown: string;
+    /** Names of sections that rendered as gap markers. */
+    gaps: string[];
+}
+/**
+ * Assemble the verified comment. Everything comes from the contributor's
+ * inputs (or the --from-file parse); nothing is fetched and nothing is
+ * invented. The greenlight version in the footer is a real fact about the
+ * tool that assembled the comment, not a fact about the bug.
+ */
+export declare function buildVerifiedComment(issueUrl: string, fields: VerifiedCommentInput, greenlightVersion: string): BuiltComment;
+/**
+ * True when the repo class is maintainer-only PRs: outside PRs are
+ * refused on sight, so the useful contribution is a verified comment.
+ * That is Greenlight's `collaborators_only` gate (inspector and servers
+ * both land there: their policy text is matched by the gate parser).
+ */
+export declare function suggestsVerifiedComment(gates: Gate[]): boolean;
+/** The suggestion line check_issue prints for maintainer-only repos. */
+export declare function verifiedCommentSuggestion(issueUrl: string): string;
+export interface ParsedNoteFile {
+    fields: VerifiedCommentInput;
+    /** Sections that did not map to a known field, kept verbatim. */
+    additionalNotes: string;
+}
+/**
+ * Parse a markdown notes file into comment fields. Lines under a heading
+ * map to that section; unmapped headings are preserved under
+ * "Additional notes" instead of being dropped, so contributor content is
+ * never silently lost. Unheaded text at the top of the file becomes the
+ * claim.
+ */
+export declare function parseNoteFile(text: string): ParsedNoteFile;

package/dist/verify-comment.js

@@ -0,0 +1,149 @@
+const GAP = (label) => `*${label}: not recorded*`;
+function section(title, body, gaps, gapName) {
+    if (body.trim().length === 0)
+        gaps.push(gapName);
+    return `## ${title}\n\n${body.trim().length > 0 ? body.trim() : GAP("not yet filled in")}\n`;
+}
+/**
+ * Assemble the verified comment. Everything comes from the contributor's
+ * inputs (or the --from-file parse); nothing is fetched and nothing is
+ * invented. The greenlight version in the footer is a real fact about the
+ * tool that assembled the comment, not a fact about the bug.
+ */
+export function buildVerifiedComment(issueUrl, fields, greenlightVersion) {
+    const gaps = [];
+    const f = (k) => fields[k] instanceof Array
+        ? fields[k].join("\n")
+        : (fields[k] ?? "").trim();
+    const parts = [];
+    parts.push(`<!-- greenlight-verified-comment v1 -->`);
+    parts.push(`# Verified finding for ${issueUrl}`);
+    parts.push(``);
+    parts.push(section("Claim of the problem", f("claim"), gaps, "claim"));
+    parts.push(section("Environment", f("environment"), gaps, "environment"));
+    const repro = fields.reproduction ?? [];
+    const reproBody = repro.length > 0
+        ? repro.map((s, i) => `${i + 1}. ${s.trim()}`).join("\n")
+        : `*Repro: not yet run*`;
+    if (repro.length === 0)
+        gaps.push("reproduction");
+    parts.push(`## Reproduction\n\n${reproBody}\n`);
+    parts.push(section("Observed vs expected", [f("observed"), f("expected")].some((s) => s.length > 0)
+        ? `**Observed:** ${f("observed") || "*not recorded*"}\n\n**Expected:** ${f("expected") || "*not recorded*"}`
+        : "", gaps, "observed/expected"));
+    parts.push(section("Root cause", f("rootCause"), gaps, "root-cause").replace("not yet filled in", "not yet isolated"));
+    parts.push(section("Proposed fix", f("fixSketch"), gaps, "fix-sketch").replace("not yet filled in", "not sketched yet"));
+    const ran = f("ran");
+    if (ran.length === 0)
+        gaps.push("verification");
+    const by = f("verifiedBy");
+    parts.push(`## Verification\n\n` +
+        `What was actually run: ${ran.length > 0 ? ran : "*not yet run*"}\n\n` +
+        `Verified by: ${by.length > 0 ? by : "*contributor not stated*"}\n\n` +
+        `---\n` +
+        `*Comment drafted with Greenlight v${greenlightVersion} (verified-comment mode). ` +
+        `Assembled locally from the contributor's notes; nothing here was posted automatically.*\n`);
+    return { markdown: parts.join("\n"), gaps };
+}
+/**
+ * True when the repo class is maintainer-only PRs: outside PRs are
+ * refused on sight, so the useful contribution is a verified comment.
+ * That is Greenlight's `collaborators_only` gate (inspector and servers
+ * both land there: their policy text is matched by the gate parser).
+ */
+export function suggestsVerifiedComment(gates) {
+    return gates.some((g) => g.detected && g.kind === "collaborators_only");
+}
+/** The suggestion line check_issue prints for maintainer-only repos. */
+export function verifiedCommentSuggestion(issueUrl) {
+    return `This repo takes verified comments instead of PRs: draft one with greenlight verify-comment ${issueUrl}`;
+}
+// ---------------------------------------------------------------------------
+// --from-file parsing: headings map onto sections, everything else is kept.
+// ---------------------------------------------------------------------------
+const HEADING_MAP = [
+    { match: /^(claim|problem|summary|title)$/i, field: "claim" },
+    { match: /^(environment|env|setup|context)$/i, field: "environment" },
+    { match: /^(repro|reproduction|reproduction steps|steps|how to reproduce)$/i, field: "reproduction" },
+    { match: /^(observed)$/i, field: "observed" },
+    { match: /^(expected)$/i, field: "expected" },
+    { match: /^(observed vs expected|observed\/expected|behavior)$/i, field: "observed" },
+    { match: /^(root cause|cause|analysis)$/i, field: "rootCause" },
+    { match: /^(fix|proposed fix|fix sketch|proposal|solution)$/i, field: "fixSketch" },
+    { match: /^(ran|verification|what was run|testing|test results)$/i, field: "ran" },
+    { match: /^(by|verified by|author|contributor)$/i, field: "verifiedBy" },
+];
+/**
+ * Parse a markdown notes file into comment fields. Lines under a heading
+ * map to that section; unmapped headings are preserved under
+ * "Additional notes" instead of being dropped, so contributor content is
+ * never silently lost. Unheaded text at the top of the file becomes the
+ * claim.
+ */
+export function parseNoteFile(text) {
+    const fields = {};
+    const extras = [];
+    const lines = text.split("\n");
+    let current = {
+        field: null,
+        extraTitle: null,
+    };
+    const buffers = new Map();
+    const push = (key, line) => {
+        const b = buffers.get(key) ?? [];
+        b.push(line);
+        buffers.set(key, b);
+    };
+    const flushExtra = () => {
+        if (current.extraTitle) {
+            const b = buffers.get(`extra:${current.extraTitle}`) ?? [];
+            if (b.join("\n").trim().length > 0) {
+                extras.push(`### ${current.extraTitle}\n\n${b.join("\n").trim()}`);
+            }
+            current.extraTitle = null;
+        }
+    };
+    for (const line of lines) {
+        const m = /^(#{1,3})\s+(.+?)\s*$/.exec(line);
+        if (m) {
+            flushExtra();
+            const title = m[2].trim();
+            const hit = HEADING_MAP.find((h) => h.match.test(title));
+            current = hit
+                ? { field: hit.field, extraTitle: null }
+                : { field: null, extraTitle: title };
+            if (!hit)
+                buffers.set(`extra:${title}`, []);
+            continue;
+        }
+        if (current.field) {
+            push(current.field, line);
+        }
+        else if (current.extraTitle) {
+            push(`extra:${current.extraTitle}`, line);
+        }
+        else {
+            // Unheaded leading text: treat as the claim of the problem.
+            push("claim", line);
+        }
+    }
+    flushExtra();
+    for (const [k, b] of buffers) {
+        if (k.startsWith("extra:"))
+            continue;
+        const value = b.join("\n").trim();
+        if (value.length === 0)
+            continue;
+        if (k === "reproduction") {
+            fields.reproduction = value
+                .split("\n")
+                .map((s) => s.replace(/^\s*(?:\d+[.)]|[-*])\s+/, "").trim())
+                .filter((s) => s.length > 0);
+        }
+        else {
+            fields[k] = value;
+        }
+    }
+    return { fields, additionalNotes: extras.join("\n\n") };
+}
+//# sourceMappingURL=verify-comment.js.map

package/dist/verify-comment.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"verify-comment.js","sourceRoot":"","sources":["../src/verify-comment.ts"],"names":[],"mappings":"AAkDA,MAAM,GAAG,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,IAAI,KAAK,iBAAiB,CAAC;AAE1D,SAAS,OAAO,CAAC,KAAa,EAAE,IAAY,EAAE,IAAc,EAAE,OAAe;IAC3E,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;QAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACjD,OAAO,MAAM,KAAK,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,mBAAmB,CAAC,IAAI,CAAC;AAC/F,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,oBAAoB,CAClC,QAAgB,EAChB,MAA4B,EAC5B,iBAAyB;IAEzB,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,MAAM,CAAC,GAAG,CAAC,CAA8B,EAAU,EAAE,CAClD,MAAM,CAAC,CAAC,CAAmC,YAAY,KAAK;QAC3D,CAAC,CAAE,MAAM,CAAC,CAAC,CAAc,CAAC,IAAI,CAAC,IAAI,CAAC;QACpC,CAAC,CAAC,CAAE,MAAM,CAAC,CAAC,CAAwB,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAEvD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,CAAC,IAAI,CAAC,yCAAyC,CAAC,CAAC;IACtD,KAAK,CAAC,IAAI,CAAC,0BAA0B,QAAQ,EAAE,CAAC,CAAC;IACjD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CACR,OAAO,CACL,sBAAsB,EACtB,CAAC,CAAC,OAAO,CAAC,EACV,IAAI,EACJ,OAAO,CACR,CACF,CAAC;IACF,KAAK,CAAC,IAAI,CACR,OAAO,CACL,aAAa,EACb,CAAC,CAAC,aAAa,CAAC,EAChB,IAAI,EACJ,aAAa,CACd,CACF,CAAC;IACF,MAAM,KAAK,GAAG,MAAM,CAAC,YAAY,IAAI,EAAE,CAAC;IACxC,MAAM,SAAS,GACb,KAAK,CAAC,MAAM,GAAG,CAAC;QACd,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QACzD,CAAC,CAAC,sBAAsB,CAAC;IAC7B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAClD,KAAK,CAAC,IAAI,CAAC,sBAAsB,SAAS,IAAI,CAAC,CAAC;IAChD,KAAK,CAAC,IAAI,CACR,OAAO,CACL,sBAAsB,EACtB,CAAC,CAAC,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;QACtD,CAAC,CAAC,iBAAiB,CAAC,CAAC,UAAU,CAAC,IAAI,gBAAgB,qBAAqB,CAAC,CAAC,UAAU,CAAC,IAAI,gBAAgB,EAAE;QAC5G,CAAC,CAAC,EAAE,EACN,IAAI,EACJ,mBAAmB,CACpB,CACF,CAAC;IACF,KAAK,CAAC,IAAI,CACR,OAAO,CACL,YAAY,EACZ,CAAC,CAAC,WAAW,CAAC,EACd,IAAI,EACJ,YAAY,CACb,CAAC,OAAO,CAAC,mBAAmB,EAAE,kBAAkB,CAAC,CACnD,CAAC;IACF,KAAK,CAAC,IAAI,CACR,OAAO,CACL,cAAc,EACd,CAAC,CAAC,WAAW,CAAC,EACd,IAAI,EACJ,YAAY,CACb,CAAC,OAAO,CAAC,mBAAmB,EAAE,kBAAkB,CAAC,CACnD,CAAC;IACF,MAAM,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IACrB,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAChD,MAAM,EAAE,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC;IAC3B,KAAK,CAAC,IAAI,CACR,qBAAqB;QACnB,0BAA0B,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,eAAe,MAAM;QACtE,gBAAgB,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,0BAA0B,MAAM;QACrE,OAAO;QACP,qCAAqC,iBAAiB,4BAA4B;QAClF,2FAA2F,CAC9F,CAAC;IACF,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC;AAC9C,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,uBAAuB,CAAC,KAAa;IACnD,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,IAAI,KAAK,oBAAoB,CAAC,CAAC;AAC1E,CAAC;AAED,wEAAwE;AACxE,MAAM,UAAU,yBAAyB,CAAC,QAAgB;IACxD,OAAO,8FAA8F,QAAQ,EAAE,CAAC;AAClH,CAAC;AAED,8EAA8E;AAC9E,4EAA4E;AAC5E,8EAA8E;AAE9E,MAAM,WAAW,GAAiE;IAChF,EAAE,KAAK,EAAE,kCAAkC,EAAE,KAAK,EAAE,OAAO,EAAE;IAC7D,EAAE,KAAK,EAAE,oCAAoC,EAAE,KAAK,EAAE,aAAa,EAAE;IACrE,EAAE,KAAK,EAAE,mEAAmE,EAAE,KAAK,EAAE,cAAc,EAAE;IACrG,EAAE,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE,UAAU,EAAE;IAC7C,EAAE,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE,UAAU,EAAE;IAC7C,EAAE,KAAK,EAAE,uDAAuD,EAAE,KAAK,EAAE,UAAU,EAAE;IACrF,EAAE,KAAK,EAAE,gCAAgC,EAAE,KAAK,EAAE,WAAW,EAAE;IAC/D,EAAE,KAAK,EAAE,oDAAoD,EAAE,KAAK,EAAE,WAAW,EAAE;IACnF,EAAE,KAAK,EAAE,yDAAyD,EAAE,KAAK,EAAE,KAAK,EAAE;IAClF,EAAE,KAAK,EAAE,wCAAwC,EAAE,KAAK,EAAE,YAAY,EAAE;CACzE,CAAC;AAQF;;;;;;GAMG;AACH,MAAM,UAAU,aAAa,CAAC,IAAY;IACxC,MAAM,MAAM,GAAyB,EAAE,CAAC;IACxC,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/B,IAAI,OAAO,GAA6E;QACtF,KAAK,EAAE,IAAI;QACX,UAAU,EAAE,IAAI;KACjB,CAAC;IACF,MAAM,OAAO,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC5C,MAAM,IAAI,GAAG,CAAC,GAAW,EAAE,IAAY,EAAE,EAAE;QACzC,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;QACjC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACb,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IACtB,CAAC,CAAC;IACF,MAAM,UAAU,GAAG,GAAG,EAAE;QACtB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YACvB,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,OAAO,CAAC,UAAU,EAAE,CAAC,IAAI,EAAE,CAAC;YAC3D,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACnC,MAAM,CAAC,IAAI,CAAC,OAAO,OAAO,CAAC,UAAU,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACrE,CAAC;YACD,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;QAC5B,CAAC;IACH,CAAC,CAAC;IAEF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,CAAC,GAAG,uBAAuB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7C,IAAI,CAAC,EAAE,CAAC;YACN,UAAU,EAAE,CAAC;YACb,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC1B,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YACzD,OAAO,GAAG,GAAG;gBACX,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE;gBACxC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;YACvC,IAAI,CAAC,GAAG;gBAAE,OAAO,CAAC,GAAG,CAAC,SAAS,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;YAC5C,SAAS;QACX,CAAC;QACD,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAC5B,CAAC;aAAM,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YAC9B,IAAI,CAAC,SAAS,OAAO,CAAC,UAAU,EAAE,EAAE,IAAI,CAAC,CAAC;QAC5C,CAAC;aAAM,CAAC;YACN,4DAA4D;YAC5D,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IACD,UAAU,EAAE,CAAC;IAEb,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,SAAS;QACrC,MAAM,KAAK,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QAClC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QACjC,IAAI,CAAC,KAAK,cAAc,EAAE,CAAC;YACzB,MAAM,CAAC,YAAY,GAAG,KAAK;iBACxB,KAAK,CAAC,IAAI,CAAC;iBACX,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,yBAAyB,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;iBAC3D,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACjC,CAAC;aAAM,CAAC;YACL,MAAiC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;QAChD,CAAC;IACH,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;AAC1D,CAAC"}

package/dist/verify-parsers.d.ts

@@ -0,0 +1,25 @@
+/**
+ * Test-output parsers for `greenlight verify`.
+ *
+ * The delta (base vs head) is only honest if it is derived from parsed
+ * test identities, never from raw log lines. Each parser turns one
+ * runner's output into the same shape: named passing tests and named
+ * failing tests. Runners slot in by implementing TestRunnerParser; the
+ * pipeline picks the first parser whose canParse matches the test
+ * command.
+ */
+export interface ParsedTests {
+    passed: string[];
+    failed: string[];
+}
+export interface TestRunnerParser {
+    /** Human name, e.g. "node:test". */
+    name: string;
+    /** True when this parser claims the given test command. */
+    canParse(command: string): boolean;
+    /** Parse one full run's stdout+stderr. */
+    parse(output: string): ParsedTests;
+}
+export declare const RUNNER_PARSERS: TestRunnerParser[];
+/** Pick the parser for a test command, or null when none claims it. */
+export declare function parserForCommand(command: string): TestRunnerParser | null;

package/dist/verify-parsers.js

@@ -0,0 +1,56 @@
+function dedupe(xs) {
+    return [...new Set(xs)];
+}
+const nodeTest = {
+    name: "node:test",
+    canParse: (cmd) => /(^|\s)(node\s+--test|tsx?\s+--test)/.test(cmd) || /\bvitest\b/.test(cmd),
+    parse(output) {
+        const passed = [];
+        const failed = [];
+        for (const line of output.split("\n")) {
+            // node --test: "✔ name (1.23ms)" / "✖ name (1.23ms)"; leading spaces ok.
+            // The summary headers "✖ failing tests:" / "✔ passing tests:" are not
+            // tests (the live greenlight-verify run on 2026-10-16 caught "failing
+            // tests:" being counted as a failure).
+            const ok = /^\s*✔\s+(.+?)(?:\s+\(\d[\d.,]*m?s\))?\s*$/.exec(line);
+            if (ok && !/^(passing|failing) tests:?$/i.test(ok[1].trim())) {
+                passed.push(ok[1].trim());
+                continue;
+            }
+            const bad = /^\s*✖\s+(.+?)(?:\s+\(\d[\d.,]*m?s\))?\s*$/.exec(line);
+            if (bad && !/^(passing|failing) tests:?$/i.test(bad[1].trim())) {
+                failed.push(bad[1].trim());
+                continue;
+            }
+            // vitest run: "✓ src/foo.test.ts (3 tests)" is file-level; real
+            // per-test lines come from node --test above. Skip to avoid mixing
+            // granularities.
+        }
+        return { passed: dedupe(passed), failed: dedupe(failed) };
+    },
+};
+const pytest = {
+    name: "pytest",
+    canParse: (cmd) => /(^|\s)pytest(\s|$)/.test(cmd),
+    parse(output) {
+        const passed = [];
+        const failed = [];
+        for (const line of output.split("\n")) {
+            // -v output: "tests/x.py::TestY::test_z PASSED" / FAILED / ERROR
+            const m = /^(\S+::\S+)\s+(PASSED|FAILED|ERROR)\b/.exec(line.trim());
+            if (!m)
+                continue;
+            if (m[2] === "PASSED")
+                passed.push(m[1]);
+            else
+                failed.push(m[1]);
+        }
+        return { passed: dedupe(passed), failed: dedupe(failed) };
+    },
+};
+export const RUNNER_PARSERS = [nodeTest, pytest];
+/** Pick the parser for a test command, or null when none claims it. */
+export function parserForCommand(command) {
+    return RUNNER_PARSERS.find((p) => p.canParse(command)) ?? null;
+}
+//# sourceMappingURL=verify-parsers.js.map

package/dist/verify-parsers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"verify-parsers.js","sourceRoot":"","sources":["../src/verify-parsers.ts"],"names":[],"mappings":"AAwBA,SAAS,MAAM,CAAC,EAAY;IAC1B,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,QAAQ,GAAqB;IACjC,IAAI,EAAE,WAAW;IACjB,QAAQ,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,qCAAqC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC;IAC5F,KAAK,CAAC,MAAM;QACV,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACtC,yEAAyE;YACzE,sEAAsE;YACtE,sEAAsE;YACtE,uCAAuC;YACvC,MAAM,EAAE,GAAG,2CAA2C,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClE,IAAI,EAAE,IAAI,CAAC,8BAA8B,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;gBAC7D,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC1B,SAAS;YACX,CAAC;YACD,MAAM,GAAG,GAAG,2CAA2C,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnE,IAAI,GAAG,IAAI,CAAC,8BAA8B,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;gBAC/D,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC3B,SAAS;YACX,CAAC;YACD,gEAAgE;YAChE,mEAAmE;YACnE,iBAAiB;QACnB,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;IAC5D,CAAC;CACF,CAAC;AAEF,MAAM,MAAM,GAAqB;IAC/B,IAAI,EAAE,QAAQ;IACd,QAAQ,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,oBAAoB,CAAC,IAAI,CAAC,GAAG,CAAC;IACjD,KAAK,CAAC,MAAM;QACV,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACtC,iEAAiE;YACjE,MAAM,CAAC,GAAG,uCAAuC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YACpE,IAAI,CAAC,CAAC;gBAAE,SAAS;YACjB,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,QAAQ;gBAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;;gBACpC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;IAC5D,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAuB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;AAErE,uEAAuE;AACvE,MAAM,UAAU,gBAAgB,CAAC,OAAe;IAC9C,OAAO,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,IAAI,CAAC;AACjE,CAAC"}

package/dist/verify.d.ts

@@ -0,0 +1,52 @@
+export interface VerifyOptions {
+    /** Base ref for the comparison (default: merge-base with upstream, or origin/main). */
+    base?: string;
+    /** Override the detected test command. */
+    cmd?: string;
+    /** Override the parser choice (parser name, e.g. "node:test", "pytest"). */
+    parser?: string;
+    /** Per-run timeout in seconds. */
+    timeoutSecs?: number;
+    /** Run even when the working tree has uncommitted changes. */
+    allowDirty?: boolean;
+}
+export interface VerifyDelta {
+    newlyFailing: string[];
+    newlyPassing: string[];
+    stillFailing: string[];
+    baseTotal: {
+        passed: number;
+        failed: number;
+    };
+    headTotal: {
+        passed: number;
+        failed: number;
+    };
+}
+export interface VerifyResult {
+    ok: boolean;
+    /** Machine form of the outcome. */
+    outcome: "fixed" | "broke" | "clean" | "no-change" | "unverifiable";
+    /** "unverifiable" only: why the comparison could not be made. */
+    reason?: string;
+    command?: string;
+    parser?: string;
+    base?: string;
+    delta?: VerifyDelta;
+    markdown: string;
+}
+/**
+ * Detect the repo's test command from its manifest files. Returns null
+ * when nothing is detectable; the caller must then report unverifiable
+ * rather than guess a command.
+ */
+export declare function detectTestCommand(dir: string): string | null;
+/** Resolve the default base ref: upstream merge-base, else local origin/main. */
+export declare function defaultBase(dir: string): string | null;
+export declare function renderVerifyMarkdown(r: VerifyResult): string;
+/**
+ * Run the red-green comparison. All failure paths are explicit: this
+ * function would rather say "unverifiable" with a reason than report a
+ * delta it cannot defend.
+ */
+export declare function verifyRepo(dir: string, opts?: VerifyOptions): VerifyResult;

package/dist/verify.js

@@ -0,0 +1,276 @@
+/**
+ * Honest verify: the red-green runner.
+ *
+ * `greenlight verify` answers one question with evidence: did my change
+ * fix the failing test, break something new, or neither? It runs the
+ * repo's test command on a base worktree and on the current tree, parses
+ * both runs into test identities with verify-parsers, and reports the
+ * DELTA: newly failing (yours), newly passing (fixed), still failing
+ * (pre-existing, not yours). Counts come from parsed output, never raw
+ * log lines.
+ *
+ * CLI only, on purpose: this runs test suites on the machine where the
+ * code lives, and suites can take minutes. The MCP server is for agents
+ * on other machines; the thing that runs your tests belongs in the CLI.
+ */
+import { execFileSync, spawnSync } from "node:child_process";
+import { existsSync, mkdtempSync, readFileSync, rmSync } from "node:fs";
+import { tmpdir } from "node:os";
+import { join } from "node:path";
+import { parserForCommand, RUNNER_PARSERS } from "./verify-parsers.js";
+function sh(dir, args) {
+    return execFileSync("git", args, { cwd: dir, encoding: "utf8" }).trim();
+}
+function isGitRepo(dir) {
+    try {
+        sh(dir, ["rev-parse", "--git-dir"]);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+function isTreeClean(dir) {
+    try {
+        return sh(dir, ["status", "--porcelain"]).length === 0;
+    }
+    catch {
+        return false;
+    }
+}
+/**
+ * Detect the repo's test command from its manifest files. Returns null
+ * when nothing is detectable; the caller must then report unverifiable
+ * rather than guess a command.
+ */
+export function detectTestCommand(dir) {
+    const pkg = join(dir, "package.json");
+    if (existsSync(pkg)) {
+        try {
+            const doc = JSON.parse(readFileSync(pkg, "utf8"));
+            // Return the script itself, not "npm test": the parser needs to see
+            // the real runner (node --test, vitest, pytest) to claim the output.
+            if (doc.scripts?.test)
+                return doc.scripts.test;
+        }
+        catch {
+            // fall through
+        }
+    }
+    if (existsSync(join(dir, "pyproject.toml")) || existsSync(join(dir, "pytest.ini")) || existsSync(join(dir, "setup.cfg"))) {
+        return "pytest -q";
+    }
+    if (existsSync(join(dir, "go.mod")))
+        return "go test ./...";
+    if (existsSync(join(dir, "Cargo.toml")))
+        return "cargo test";
+    return null;
+}
+/** Resolve the default base ref: upstream merge-base, else local origin/main. */
+export function defaultBase(dir) {
+    try {
+        const upstream = sh(dir, ["rev-parse", "--abbrev-ref", "--symbolic-full-name", "@{u}"]);
+        return sh(dir, ["merge-base", "HEAD", upstream]);
+    }
+    catch {
+        // no upstream tracking
+    }
+    for (const cand of ["origin/main", "origin/master"]) {
+        try {
+            sh(dir, ["rev-parse", "--verify", cand]);
+            return sh(dir, ["merge-base", "HEAD", cand]);
+        }
+        catch {
+            // try next
+        }
+    }
+    return null;
+}
+/** Run a shell command in dir with a timeout, capturing merged output. */
+function runCommand(dir, command, timeoutMs) {
+    try {
+        const r = spawnSync("sh", ["-c", command], {
+            cwd: dir,
+            encoding: "utf8",
+            timeout: timeoutMs,
+            maxBuffer: 64 * 1024 * 1024,
+        });
+        if (r.error) {
+            const err = r.error;
+            if (err.code === "ENOENT")
+                return { output: "", exitCode: -1, timedOut: false, spawnFailed: true };
+            if (err.killed)
+                return { output: r.stdout + r.stderr, exitCode: -1, timedOut: true, spawnFailed: false };
+            return { output: String(err.message), exitCode: -1, timedOut: false, spawnFailed: true };
+        }
+        return {
+            output: (r.stdout ?? "") + (r.stderr ?? ""),
+            exitCode: r.status ?? -1,
+            timedOut: false,
+            spawnFailed: false,
+        };
+    }
+    catch (err) {
+        return { output: String(err), exitCode: -1, timedOut: false, spawnFailed: true };
+    }
+}
+function deltaOf(baseFailed, headFailed) {
+    const b = new Set(baseFailed);
+    const h = new Set(headFailed);
+    return {
+        newlyFailing: [...h].filter((t) => !b.has(t)),
+        newlyPassing: [...b].filter((t) => !h.has(t)),
+        stillFailing: [...h].filter((t) => b.has(t)),
+        baseTotal: { passed: 0, failed: baseFailed.length },
+        headTotal: { passed: 0, failed: headFailed.length },
+    };
+}
+export function renderVerifyMarkdown(r) {
+    if (r.outcome === "unverifiable") {
+        return `## Verify: unverifiable\n\n${r.reason ?? "no reason given"}\n`;
+    }
+    const d = r.delta;
+    const lines = [
+        `## Verify: base \`${r.base}\` vs working tree`,
+        ``,
+        `Test command: \`${r.command}\` (parsed with ${r.parser})`,
+        `Base: ${d.baseTotal.failed} failing | Head: ${d.headTotal.failed} failing`,
+        ``,
+    ];
+    if (d.newlyPassing.length > 0) {
+        lines.push(`### Fixed by your change (${d.newlyPassing.length})`);
+        for (const t of d.newlyPassing)
+            lines.push(`- ${t}`);
+        lines.push(``);
+    }
+    if (d.newlyFailing.length > 0) {
+        lines.push(`### Newly failing: these are yours (${d.newlyFailing.length})`);
+        for (const t of d.newlyFailing)
+            lines.push(`- ${t}`);
+        lines.push(``);
+    }
+    if (d.stillFailing.length > 0) {
+        lines.push(`### Still failing: pre-existing, not yours (${d.stillFailing.length})`);
+        for (const t of d.stillFailing)
+            lines.push(`- ${t}`);
+        lines.push(``);
+    }
+    if (d.newlyPassing.length === 0 && d.newlyFailing.length === 0 && d.stillFailing.length === 0) {
+        lines.push(`No failing tests on either side; nothing to report.`);
+    }
+    return lines.join("\n");
+}
+/**
+ * Run the red-green comparison. All failure paths are explicit: this
+ * function would rather say "unverifiable" with a reason than report a
+ * delta it cannot defend.
+ */
+export function verifyRepo(dir, opts = {}) {
+    const timeoutMs = (opts.timeoutSecs ?? 600) * 1000;
+    if (!isGitRepo(dir)) {
+        return { ok: false, outcome: "unverifiable", reason: `${dir} is not a git repository`, markdown: "" };
+    }
+    if (!opts.allowDirty && !isTreeClean(dir)) {
+        return {
+            ok: false,
+            outcome: "unverifiable",
+            reason: "working tree has uncommitted changes; commit or stash first, or re-run with --allow-dirty (the head run will then include your uncommitted changes)",
+            markdown: "",
+        };
+    }
+    const base = opts.base ?? defaultBase(dir);
+    if (!base) {
+        return {
+            ok: false,
+            outcome: "unverifiable",
+            reason: "could not determine a base ref (no upstream tracking branch, no local origin/main); pass --base <ref>",
+            markdown: "",
+        };
+    }
+    const command = opts.cmd ?? detectTestCommand(dir);
+    if (!command) {
+        return {
+            ok: false,
+            outcome: "unverifiable",
+            reason: "no test command detected (checked package.json scripts.test, pytest, go, cargo); pass --cmd \"<test command>\"",
+            markdown: "",
+        };
+    }
+    const parser = opts.parser
+        ? (RUNNER_PARSERS.find((p) => p.name === opts.parser) ?? null)
+        : parserForCommand(command);
+    if (!parser) {
+        return {
+            ok: false,
+            outcome: "unverifiable",
+            reason: `no output parser claims "${command}" (parsers: ${["node:test", "pytest"].join(", ")}); pass --cmd with a supported runner`,
+            markdown: "",
+        };
+    }
+    // Base runs in a detached temp worktree so the working tree is never
+    // touched. Removed afterwards even on failure.
+    const baseDir = mkdtempSync(join(tmpdir(), "greenlight-verify-base-"));
+    try {
+        try {
+            sh(dir, ["worktree", "add", "--detach", baseDir, base]);
+        }
+        catch (err) {
+            return { ok: false, outcome: "unverifiable", reason: `could not create base worktree: ${err instanceof Error ? err.message : String(err)}`, markdown: "" };
+        }
+        const baseRun = runCommand(baseDir, command, timeoutMs);
+        const headRun = runCommand(dir, command, timeoutMs);
+        for (const [name, run] of [["base", baseRun], ["head", headRun]]) {
+            if (run.spawnFailed) {
+                return { ok: false, outcome: "unverifiable", reason: `could not run the test command on ${name}: ${run.output || "spawn failed"}`, markdown: "" };
+            }
+            if (run.timedOut) {
+                return { ok: false, outcome: "unverifiable", reason: `test command timed out on ${name} after ${opts.timeoutSecs ?? 600}s`, markdown: "" };
+            }
+        }
+        const baseParsed = parser.parse(baseRun.output);
+        const headParsed = parser.parse(headRun.output);
+        if (baseParsed.passed.length + baseParsed.failed.length === 0 || headParsed.passed.length + headParsed.failed.length === 0) {
+            return {
+                ok: false,
+                outcome: "unverifiable",
+                reason: `parsed zero tests from the ${parser.name} output (base: ${baseParsed.passed.length + baseParsed.failed.length}, head: ${headParsed.passed.length + headParsed.failed.length}); the parser may not understand this runner's output format`,
+                markdown: "",
+            };
+        }
+        const delta = deltaOf(baseParsed.failed, headParsed.failed);
+        delta.baseTotal = { passed: baseParsed.passed.length, failed: baseParsed.failed.length };
+        delta.headTotal = { passed: headParsed.passed.length, failed: headParsed.failed.length };
+        const outcome = delta.newlyFailing.length > 0
+            ? "broke"
+            : delta.newlyPassing.length > 0
+                ? "fixed"
+                : delta.stillFailing.length > 0
+                    ? "no-change"
+                    : "clean";
+        const result = {
+            ok: true,
+            outcome,
+            command,
+            parser: parser.name,
+            base,
+            delta,
+            markdown: "",
+        };
+        result.markdown = renderVerifyMarkdown(result);
+        return result;
+    }
+    finally {
+        try {
+            sh(dir, ["worktree", "remove", "--force", baseDir]);
+        }
+        catch {
+            try {
+                rmSync(baseDir, { recursive: true, force: true });
+            }
+            catch {
+                // best effort; a stale worktree dir is cleaned by git gc
+            }
+        }
+    }
+}
+//# sourceMappingURL=verify.js.map