flakelab 0.1.0

package/dist/ci/changed-tests.js

@@ -0,0 +1,104 @@
+import { execFile } from "node:child_process";
+import { readdir } from "node:fs/promises";
+import { join, posix, relative, resolve, sep } from "node:path";
+import { promisify } from "node:util";
+const execFileAsync = promisify(execFile);
+const MAX_CHANGED_FILES = 500;
+const MAX_SELECTED_TESTS = 20;
+const BEHAVIOR_TEST_PATTERN = /^tests\/(?:e2e|fixtures)\/.+\.(?:spec|test)\.[cm]?[jt]sx?$/u;
+function validateRevision(reference, label) {
+    if (!reference || reference.length > 200 || /[\r\n\0]/u.test(reference)) {
+        throw new Error(`${label} must be a single Git revision no longer than 200 characters`);
+    }
+}
+async function git(repositoryRoot, args) {
+    const result = await execFileAsync("git", args, {
+        cwd: repositoryRoot,
+        encoding: "utf8",
+        maxBuffer: 4 * 1024 * 1024,
+        windowsHide: true,
+    });
+    return result.stdout;
+}
+function projectFile(repositoryFile, projectPath) {
+    if (projectPath === "") {
+        return repositoryFile;
+    }
+    const prefix = `${projectPath}/`;
+    return repositoryFile.startsWith(prefix) ? repositoryFile.slice(prefix.length) : undefined;
+}
+async function listFiles(root, directory) {
+    const entries = await readdir(directory, { withFileTypes: true });
+    const files = [];
+    for (const entry of entries) {
+        const path = join(directory, entry.name);
+        if (entry.isDirectory()) {
+            files.push(...await listFiles(root, path));
+        }
+        else if (entry.isFile()) {
+            files.push(relative(root, path).split(sep).join(posix.sep));
+        }
+    }
+    return files;
+}
+async function behaviorTests(projectRoot) {
+    const testRoot = join(projectRoot, "tests");
+    try {
+        return (await listFiles(projectRoot, testRoot))
+            .filter((path) => BEHAVIOR_TEST_PATTERN.test(path))
+            .sort((left, right) => left.localeCompare(right));
+    }
+    catch (error) {
+        const code = error instanceof Error && "code" in error ? String(error.code) : "";
+        if (code === "ENOENT") {
+            return [];
+        }
+        throw error;
+    }
+}
+function affectsBehavior(path) {
+    return /^(?:src\/|tests\/support\/|playwright\.config\.|package\.json$|pnpm-lock\.yaml$)/u
+        .test(path);
+}
+export async function selectChangedTests(projectRoot, baseRevision, headRevision) {
+    validateRevision(baseRevision, "base revision");
+    validateRevision(headRevision, "head revision");
+    const repositoryRoot = resolve((await git(projectRoot, ["rev-parse", "--show-toplevel"])).trim());
+    const relativeProject = relative(repositoryRoot, resolve(projectRoot)).split(sep).join(posix.sep);
+    if (relativeProject.startsWith("..")) {
+        throw new Error("project must remain inside its Git repository");
+    }
+    const output = await git(repositoryRoot, [
+        "diff",
+        "--name-only",
+        "--diff-filter=ACMR",
+        "-z",
+        `${baseRevision}...${headRevision}`,
+    ]);
+    const repositoryFiles = output.split("\0").filter(Boolean);
+    if (repositoryFiles.length > MAX_CHANGED_FILES) {
+        throw new Error(`change set exceeds the ${MAX_CHANGED_FILES}-file safety limit`);
+    }
+    const changedFiles = repositoryFiles
+        .map((path) => projectFile(path, relativeProject))
+        .filter((path) => path !== undefined)
+        .sort((left, right) => left.localeCompare(right));
+    const direct = changedFiles.filter((path) => BEHAVIOR_TEST_PATTERN.test(path));
+    let candidates = [];
+    let mode = "none";
+    if (direct.length > 0) {
+        candidates = direct;
+        mode = "direct";
+    }
+    else if (changedFiles.some(affectsBehavior)) {
+        candidates = await behaviorTests(projectRoot);
+        mode = candidates.length > 0 ? "affected-suite" : "none";
+    }
+    return {
+        changedFiles,
+        mode,
+        tests: candidates.slice(0, MAX_SELECTED_TESTS),
+        truncated: candidates.length > MAX_SELECTED_TESTS,
+    };
+}
+//# sourceMappingURL=changed-tests.js.map

package/dist/ci/changed-tests.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"changed-tests.js","sourceRoot":"","sources":["../../src/ci/changed-tests.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAA;AAC7C,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAA;AAC1C,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAA;AAC/D,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAA;AAErC,MAAM,aAAa,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAA;AACzC,MAAM,iBAAiB,GAAG,GAAG,CAAA;AAC7B,MAAM,kBAAkB,GAAG,EAAE,CAAA;AAC7B,MAAM,qBAAqB,GAAG,6DAA6D,CAAA;AAS3F,SAAS,gBAAgB,CAAC,SAAiB,EAAE,KAAa;IACxD,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,MAAM,GAAG,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;QACxE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,8DAA8D,CAAC,CAAA;IACzF,CAAC;AACH,CAAC;AAED,KAAK,UAAU,GAAG,CAAC,cAAsB,EAAE,IAAc;IACvD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,IAAI,EAAE;QAC9C,GAAG,EAAE,cAAc;QACnB,QAAQ,EAAE,MAAM;QAChB,SAAS,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI;QAC1B,WAAW,EAAE,IAAI;KAClB,CAAC,CAAA;IACF,OAAO,MAAM,CAAC,MAAM,CAAA;AACtB,CAAC;AAED,SAAS,WAAW,CAAC,cAAsB,EAAE,WAAmB;IAC9D,IAAI,WAAW,KAAK,EAAE,EAAE,CAAC;QACvB,OAAO,cAAc,CAAA;IACvB,CAAC;IACD,MAAM,MAAM,GAAG,GAAG,WAAW,GAAG,CAAA;IAChC,OAAO,cAAc,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;AAC5F,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,IAAY,EAAE,SAAiB;IACtD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAA;IACjE,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;QACxC,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAA;QAC5C,CAAC;aAAM,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1B,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAA;QAC7D,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,WAAmB;IAC9C,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAA;IAC3C,IAAI,CAAC;QACH,OAAO,CAAC,MAAM,SAAS,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;aAC5C,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;aAClD,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAA;IACrD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,GAAG,KAAK,YAAY,KAAK,IAAI,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;QAChF,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtB,OAAO,EAAE,CAAA;QACX,CAAC;QACD,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,IAAY;IACnC,OAAO,mFAAmF;SACvF,IAAI,CAAC,IAAI,CAAC,CAAA;AACf,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,WAAmB,EACnB,YAAoB,EACpB,YAAoB;IAEpB,gBAAgB,CAAC,YAAY,EAAE,eAAe,CAAC,CAAA;IAC/C,gBAAgB,CAAC,YAAY,EAAE,eAAe,CAAC,CAAA;IAC/C,MAAM,cAAc,GAAG,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC,WAAW,EAAE,iBAAiB,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;IACjG,MAAM,eAAe,GAAG,QAAQ,CAAC,cAAc,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IACjG,IAAI,eAAe,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QACrC,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAA;IAClE,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,cAAc,EAAE;QACvC,MAAM;QACN,aAAa;QACb,oBAAoB;QACpB,IAAI;QACJ,GAAG,YAAY,MAAM,YAAY,EAAE;KACpC,CAAC,CAAA;IACF,MAAM,eAAe,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;IAC1D,IAAI,eAAe,CAAC,MAAM,GAAG,iBAAiB,EAAE,CAAC;QAC/C,MAAM,IAAI,KAAK,CAAC,0BAA0B,iBAAiB,oBAAoB,CAAC,CAAA;IAClF,CAAC;IACD,MAAM,YAAY,GAAG,eAAe;SACjC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;SACjD,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,SAAS,CAAC;SACpC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAA;IACnD,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;IAC9E,IAAI,UAAU,GAAa,EAAE,CAAA;IAC7B,IAAI,IAAI,GAAiC,MAAM,CAAA;IAC/C,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,UAAU,GAAG,MAAM,CAAA;QACnB,IAAI,GAAG,QAAQ,CAAA;IACjB,CAAC;SAAM,IAAI,YAAY,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC;QAC9C,UAAU,GAAG,MAAM,aAAa,CAAC,WAAW,CAAC,CAAA;QAC7C,IAAI,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,MAAM,CAAA;IAC1D,CAAC;IACD,OAAO;QACL,YAAY;QACZ,IAAI;QACJ,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,kBAAkB,CAAC;QAC9C,SAAS,EAAE,UAAU,CAAC,MAAM,GAAG,kBAAkB;KAClD,CAAA;AACH,CAAC"}

package/dist/ci/job-summary.d.ts

@@ -0,0 +1,11 @@
+import type { InvestigationReport } from "../investigator/schema.js";
+import type { ProofOfFix } from "../repair/schema.js";
+import type { Reproducer } from "../reproducer/schema.js";
+interface JobSummaryInput {
+    artifactUrl?: string;
+    investigation: InvestigationReport;
+    proof: ProofOfFix;
+    reproducer: Reproducer;
+}
+export declare function buildJobSummary(input: JobSummaryInput): string;
+export {};

package/dist/ci/job-summary.js

@@ -0,0 +1,45 @@
+function safeText(value) {
+    let withoutControls = "";
+    for (const character of value) {
+        const code = character.codePointAt(0) ?? 0;
+        withoutControls += code < 32 || code === 127 ? " " : character;
+    }
+    return withoutControls
+        .replaceAll("&", "&amp;")
+        .replaceAll("<", "&lt;")
+        .replaceAll(">", "&gt;")
+        .replaceAll("|", "\\|")
+        .trim();
+}
+function ratio(passed, trials) {
+    return `${passed}/${trials} passed`;
+}
+export function buildJobSummary(input) {
+    const fault = input.reproducer.faults[0];
+    const result = input.proof.patchAccepted ? "Candidate fix proved" : "Candidate fix rejected";
+    const reportLink = input.artifactUrl?.startsWith("https://github.com/")
+        ? `[Download the portable evidence report](${input.artifactUrl})`
+        : "Portable evidence report attached to this workflow run.";
+    return `# FlakeLab
+
+## ${result}
+
+**Test:** \`${safeText(input.reproducer.test)}\`  
+**Confirmed hypothesis:** \`${safeText(input.investigation.conclusionHypothesisId)}\`  
+**Minimal trigger:** ${fault.delayMs} ms delay matching \`${safeText(fault.pattern)}\`
+
+${safeText(input.investigation.conclusion)}
+
+| Proof condition | Result | Failure rate |
+| --- | ---: | ---: |
+| Hostile before patch | ${ratio(input.proof.beforeHostile.passed, input.proof.beforeHostile.trials)} | ${(input.proof.beforeHostile.failureRate * 100).toFixed(0)}% |
+| Hostile after patch | ${ratio(input.proof.afterHostile.passed, input.proof.afterHostile.trials)} | ${(input.proof.afterHostile.failureRate * 100).toFixed(0)}% |
+| Normal after patch | ${ratio(input.proof.afterControl.passed, input.proof.afterControl.trials)} | ${(input.proof.afterControl.failureRate * 100).toFixed(0)}% |
+
+Static checks: typecheck ${input.proof.staticChecks.typecheck ? "passed" : "failed"}; lint ${input.proof.staticChecks.lint ? "passed" : "failed"}.  
+Model: \`${safeText(input.investigation.model)}\`; estimated model cost: $${input.investigation.usage.estimatedCostUsd.toFixed(4)}.
+
+${reportLink}
+`;
+}
+//# sourceMappingURL=job-summary.js.map

package/dist/ci/job-summary.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"job-summary.js","sourceRoot":"","sources":["../../src/ci/job-summary.ts"],"names":[],"mappings":"AAWA,SAAS,QAAQ,CAAC,KAAa;IAC7B,IAAI,eAAe,GAAG,EAAE,CAAA;IACxB,KAAK,MAAM,SAAS,IAAI,KAAK,EAAE,CAAC;QAC9B,MAAM,IAAI,GAAG,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;QAC1C,eAAe,IAAI,IAAI,GAAG,EAAE,IAAI,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAA;IAChE,CAAC;IACD,OAAO,eAAe;SACnB,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC;SACxB,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC;SACvB,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC;SACvB,UAAU,CAAC,GAAG,EAAE,KAAK,CAAC;SACtB,IAAI,EAAE,CAAA;AACX,CAAC;AAED,SAAS,KAAK,CAAC,MAAc,EAAE,MAAc;IAC3C,OAAO,GAAG,MAAM,IAAI,MAAM,SAAS,CAAA;AACrC,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,KAAsB;IACpD,MAAM,KAAK,GAAG,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;IACxC,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,wBAAwB,CAAA;IAC5F,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAAE,UAAU,CAAC,qBAAqB,CAAC;QACrE,CAAC,CAAC,2CAA2C,KAAK,CAAC,WAAW,GAAG;QACjE,CAAC,CAAC,yDAAyD,CAAA;IAC7D,OAAO;;KAEJ,MAAM;;cAEG,QAAQ,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC;8BACf,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,sBAAsB,CAAC;uBAC3D,KAAK,CAAC,OAAO,wBAAwB,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC;;EAEjF,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,UAAU,CAAC;;;;2BAIf,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;0BACxI,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;yBACrI,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;;2BAElI,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,UAAU,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;WACrI,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,8BAA8B,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC;;EAE/H,UAAU;CACX,CAAA;AACD,CAAC"}

package/dist/ci/select-command.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/ci/select-command.js

@@ -0,0 +1,49 @@
+import { appendFile, mkdir, writeFile } from "node:fs/promises";
+import { dirname, isAbsolute, resolve } from "node:path";
+import { parseArgs } from "node:util";
+import { selectChangedTests } from "./changed-tests.js";
+function required(value, name) {
+    if (!value) {
+        throw new Error(`${name} is required`);
+    }
+    return value;
+}
+function safeOutputValue(value) {
+    if (!/^[a-zA-Z0-9._\/-]*$/u.test(value)) {
+        throw new Error("selected test path contains unsupported characters for GitHub output");
+    }
+    return value;
+}
+async function writeGitHubOutput(path, test, count) {
+    if (!isAbsolute(path) || /[\r\n\0]/u.test(path)) {
+        throw new Error("GITHUB_OUTPUT must be an absolute file path");
+    }
+    await appendFile(path, `has_tests=${count > 0}\nfirst_test=${safeOutputValue(test)}\ntest_count=${count}\n`, "utf8");
+}
+async function main() {
+    const { values } = parseArgs({
+        options: {
+            base: { type: "string" },
+            head: { type: "string", default: "HEAD" },
+            output: { type: "string", default: ".flakelab/changed-tests.json" },
+        },
+    });
+    const selection = await selectChangedTests(process.cwd(), required(values.base, "--base"), values.head);
+    const outputPath = resolve(values.output);
+    await mkdir(dirname(outputPath), { recursive: true });
+    await writeFile(outputPath, `${JSON.stringify(selection, null, 2)}\n`, "utf8");
+    const firstTest = selection.tests[0] ?? "";
+    const githubOutput = process.env.GITHUB_OUTPUT;
+    if (githubOutput) {
+        await writeGitHubOutput(githubOutput, firstTest, selection.tests.length);
+    }
+    console.log(JSON.stringify({ outputPath, ...selection }, null, 2));
+}
+try {
+    await main();
+}
+catch (error) {
+    console.error(error instanceof Error ? error.message : "Changed-test selection failed");
+    process.exitCode = 1;
+}
+//# sourceMappingURL=select-command.js.map

package/dist/ci/select-command.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"select-command.js","sourceRoot":"","sources":["../../src/ci/select-command.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AAC/D,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AACxD,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAA;AAErC,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAA;AAEvD,SAAS,QAAQ,CAAC,KAAyB,EAAE,IAAY;IACvD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,cAAc,CAAC,CAAA;IACxC,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,eAAe,CAAC,KAAa;IACpC,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,sEAAsE,CAAC,CAAA;IACzF,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,IAAY,EAAE,IAAY,EAAE,KAAa;IACxE,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAChD,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAA;IAChE,CAAC;IACD,MAAM,UAAU,CACd,IAAI,EACJ,aAAa,KAAK,GAAG,CAAC,gBAAgB,eAAe,CAAC,IAAI,CAAC,gBAAgB,KAAK,IAAI,EACpF,MAAM,CACP,CAAA;AACH,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC;QAC3B,OAAO,EAAE;YACP,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YACxB,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE;YACzC,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,8BAA8B,EAAE;SACpE;KACF,CAAC,CAAA;IACF,MAAM,SAAS,GAAG,MAAM,kBAAkB,CACxC,OAAO,CAAC,GAAG,EAAE,EACb,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,EAC/B,MAAM,CAAC,IAAI,CACZ,CAAA;IACD,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;IACzC,MAAM,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IACrD,MAAM,SAAS,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;IAC9E,MAAM,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;IAC1C,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,CAAA;IAC9C,IAAI,YAAY,EAAE,CAAC;QACjB,MAAM,iBAAiB,CAAC,YAAY,EAAE,SAAS,EAAE,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;IAC1E,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,GAAG,SAAS,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;AACpE,CAAC;AAED,IAAI,CAAC;IACH,MAAM,IAAI,EAAE,CAAA;AACd,CAAC;AAAC,OAAO,KAAK,EAAE,CAAC;IACf,OAAO,CAAC,KAAK,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,+BAA+B,CAAC,CAAA;IACvF,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAA;AACtB,CAAC"}

package/dist/ci/summary-command.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/ci/summary-command.js

@@ -0,0 +1,46 @@
+import { parse } from "yaml";
+import { appendFile, mkdir, readFile, writeFile } from "node:fs/promises";
+import { dirname, isAbsolute, resolve } from "node:path";
+import { parseArgs } from "node:util";
+import { investigationReportSchema } from "../investigator/schema.js";
+import { proofOfFixSchema } from "../repair/schema.js";
+import { reproducerSchema } from "../reproducer/schema.js";
+import { buildJobSummary } from "./job-summary.js";
+async function readJson(path) {
+    return JSON.parse(await readFile(resolve(path), "utf8"));
+}
+async function main() {
+    const { values } = parseArgs({
+        options: {
+            investigation: { type: "string", default: "flakelab.investigation.json" },
+            output: { type: "string", default: ".flakelab/job-summary.md" },
+            proof: { type: "string", default: "flakelab.proof.json" },
+            reproducer: { type: "string", default: "flakelab.repro.yaml" },
+        },
+    });
+    const summary = buildJobSummary({
+        artifactUrl: process.env.FLAKELAB_ARTIFACT_URL,
+        investigation: investigationReportSchema.parse(await readJson(values.investigation)),
+        proof: proofOfFixSchema.parse(await readJson(values.proof)),
+        reproducer: reproducerSchema.parse(parse(await readFile(resolve(values.reproducer), "utf8"))),
+    });
+    const outputPath = resolve(values.output);
+    await mkdir(dirname(outputPath), { recursive: true });
+    await writeFile(outputPath, summary, "utf8");
+    const githubSummary = process.env.GITHUB_STEP_SUMMARY;
+    if (githubSummary) {
+        if (!isAbsolute(githubSummary) || /[\r\n\0]/u.test(githubSummary)) {
+            throw new Error("GITHUB_STEP_SUMMARY must be an absolute file path");
+        }
+        await appendFile(githubSummary, summary, "utf8");
+    }
+    console.log(JSON.stringify({ outputPath }, null, 2));
+}
+try {
+    await main();
+}
+catch (error) {
+    console.error(error instanceof Error ? error.message : "Job-summary generation failed");
+    process.exitCode = 1;
+}
+//# sourceMappingURL=summary-command.js.map

package/dist/ci/summary-command.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"summary-command.js","sourceRoot":"","sources":["../../src/ci/summary-command.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,MAAM,CAAA;AAC5B,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AACzE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AACxD,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAA;AAErC,OAAO,EAAE,yBAAyB,EAAE,MAAM,2BAA2B,CAAA;AACrE,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAA;AACtD,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAA;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA;AAElD,KAAK,UAAU,QAAQ,CAAC,IAAY;IAClC,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAW,CAAA;AACpE,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC;QAC3B,OAAO,EAAE;YACP,aAAa,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,6BAA6B,EAAE;YACzE,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,0BAA0B,EAAE;YAC/D,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,qBAAqB,EAAE;YACzD,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,qBAAqB,EAAE;SAC/D;KACF,CAAC,CAAA;IACF,MAAM,OAAO,GAAG,eAAe,CAAC;QAC9B,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,qBAAqB;QAC9C,aAAa,EAAE,yBAAyB,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;QACpF,KAAK,EAAE,gBAAgB,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC3D,UAAU,EAAE,gBAAgB,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;KAC9F,CAAC,CAAA;IACF,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;IACzC,MAAM,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IACrD,MAAM,SAAS,CAAC,UAAU,EAAE,OAAO,EAAE,MAAM,CAAC,CAAA;IAC5C,MAAM,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAA;IACrD,IAAI,aAAa,EAAE,CAAC;QAClB,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC;YAClE,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAA;QACtE,CAAC;QACD,MAAM,UAAU,CAAC,aAAa,EAAE,OAAO,EAAE,MAAM,CAAC,CAAA;IAClD,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;AACtD,CAAC;AAED,IAAI,CAAC;IACH,MAAM,IAAI,EAAE,CAAA;AACd,CAAC;AAAC,OAAO,KAAK,EAAE,CAAC;IACf,OAAO,CAAC,KAAK,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,+BAA+B,CAAC,CAAA;IACvF,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAA;AACtB,CAAC"}

package/dist/cli-help.d.ts

@@ -0,0 +1,2 @@
+export declare const VERSION = "0.1.0";
+export declare function helpText(): string;

package/dist/cli-help.js

@@ -0,0 +1,47 @@
+export const VERSION = "0.1.0";
+export function helpText() {
+    return `FlakeLab ${VERSION} — find and prove flaky Playwright tests
+
+Usage
+  flakelab <path> [options]
+  flakelab <command> <target> [options]
+
+Easiest run
+  npx flakelab@latest .
+
+Common examples
+  npx flakelab@latest tests/checkout.spec.ts --runs 20
+  npx flakelab@latest tests/checkout.spec.ts --verbose
+  npx flakelab@latest tests/checkout.spec.ts --prove --pattern "**/api/checkout"
+
+Default scan options
+  --runs <number>          Repetitions to run (default: 4)
+  --concurrency <number>   Parallel test processes (default: 4)
+  --seed <number>          Deterministic seed (default: 1)
+  --artifacts <directory>  Evidence directory (default: .flakelab/runs)
+  --verbose                Include machine-readable evidence
+  --prove                  Run discovery, AI investigation, isolated repair, and report
+  --prompt-credentials     Securely replace provider keys for this run
+  --open                   Open the generated report
+
+Advanced commands
+  doctor                   Check local readiness and credential safety
+  diagnose <test>          Compare control and network-delay trials
+  discover <test>          Minimize a reproducible network trigger
+  replay <reproducer>      Verify a saved reproducer
+  investigate <test>       Run the bounded Groq investigator
+  repair <investigation>   Prove a candidate repair in Solari
+  report <investigation>   Build the portable evidence report
+  bisect --good <revision> Locate the introducing commit in Solari
+
+Environment
+  GROQ_API_KEY             Required for investigate, repair, and --prove
+  SOLARI_API_KEY           Required for repair, bisect, publish, and --prove
+  Missing keys are requested through hidden, run-once terminal prompts.
+  Provider keys are never passed to Playwright test processes.
+
+Detailed command documentation
+https://github.com/Astraque-Softwares/solari-cookbook/tree/main/projects/flakelab
+`;
+}
+//# sourceMappingURL=cli-help.js.map

package/dist/cli-help.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli-help.js","sourceRoot":"","sources":["../src/cli-help.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,OAAO,GAAG,OAAO,CAAA;AAE9B,MAAM,UAAU,QAAQ;IACtB,OAAO,YAAY,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA0C3B,CAAA;AACD,CAAC"}

package/dist/cli.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/cli.js

@@ -0,0 +1,121 @@
+import { parseArgs } from "node:util";
+import { helpText, VERSION } from "./cli-help.js";
+import { bisect } from "./commands/bisect.js";
+import { diagnose } from "./commands/diagnose.js";
+import { discover } from "./commands/discover.js";
+import { doctor } from "./commands/doctor.js";
+import { investigate } from "./commands/investigate.js";
+import { prove } from "./commands/prove.js";
+import { repair } from "./commands/repair.js";
+import { replay } from "./commands/replay.js";
+import { generateReport } from "./commands/report.js";
+import { scan } from "./commands/scan.js";
+import { cliErrorMessage } from "./providers/errors.js";
+const ADVANCED_COMMANDS = new Set([
+    "bisect",
+    "diagnose",
+    "discover",
+    "doctor",
+    "investigate",
+    "repair",
+    "replay",
+    "report",
+    "scan",
+]);
+async function runAdvanced(command, target, values) {
+    if (command === "doctor") {
+        if (target) {
+            throw new Error("doctor does not accept a target");
+        }
+        await doctor();
+        return;
+    }
+    if (command === "bisect") {
+        await bisect(values);
+        return;
+    }
+    const selectedTarget = target ?? (command === "scan" ? "." : undefined);
+    if (!selectedTarget) {
+        throw new Error(`${command} requires a target. Run flakelab --help for examples.`);
+    }
+    const commands = {
+        diagnose,
+        discover,
+        investigate,
+        repair,
+        replay,
+        report: generateReport,
+        scan: async (value, options) => {
+            await scan(value, options);
+        },
+    };
+    await commands[command](selectedTarget, values);
+}
+async function main() {
+    const { positionals, values } = parseArgs({
+        allowPositionals: true,
+        options: {
+            artifacts: { type: "string", default: ".flakelab/runs" },
+            bad: { type: "string", default: "HEAD" },
+            "bisect-parallelism": { type: "string", default: "2" },
+            "bisect-report": { type: "string", default: "flakelab.bisect.json" },
+            concurrency: { type: "string", default: "4" },
+            "delay-ms": { type: "string", default: "250" },
+            "max-cost": { type: "string", default: "0.25" },
+            "max-delay": { type: "string", default: "250" },
+            "max-experiments": { type: "string", default: "3" },
+            "max-seconds": { type: "string", default: "90" },
+            "max-steps": { type: "string", default: "3" },
+            "max-trials": { type: "string", default: "12" },
+            "min-rate": { type: "string", default: "0.7" },
+            html: { type: "string", default: "flakelab.report.html" },
+            good: { type: "string", default: "" },
+            help: { type: "boolean", short: "h", default: false },
+            model: { type: "string", default: "qwen/qwen3.8-27b" },
+            open: { type: "boolean", default: false },
+            output: { type: "string", default: "flakelab.repro.yaml" },
+            patch: { type: "string", default: "candidate.diff" },
+            pattern: { type: "string", default: "**/api/checkout" },
+            publish: { type: "boolean", default: false },
+            proof: { type: "string", default: "flakelab.proof.json" },
+            "prompt-credentials": { type: "boolean", default: false },
+            prove: { type: "boolean", default: false },
+            report: { type: "string", default: "flakelab.investigation.json" },
+            reproducer: { type: "string", default: "flakelab.repro.yaml" },
+            runs: { type: "string", default: "4" },
+            seed: { type: "string", default: "1" },
+            trials: { type: "string", default: "4" },
+            verbose: { type: "boolean", default: false },
+            version: { type: "boolean", short: "v", default: false },
+        },
+    });
+    if (values.version) {
+        process.stdout.write(`${VERSION}\n`);
+        return;
+    }
+    if (values.help || positionals.length === 0) {
+        process.stdout.write(helpText());
+        return;
+    }
+    const [first, second] = positionals;
+    if (ADVANCED_COMMANDS.has(first)) {
+        await runAdvanced(first, second, values);
+        return;
+    }
+    if (second) {
+        throw new Error("Default scan accepts one path. Run flakelab --help for command usage.");
+    }
+    if (values.prove) {
+        await prove(first, values);
+        return;
+    }
+    await scan(first, values);
+}
+try {
+    await main();
+}
+catch (error) {
+    console.error(error instanceof Error ? cliErrorMessage(error) : "FlakeLab failed");
+    process.exitCode = 1;
+}
+//# sourceMappingURL=cli.js.map

package/dist/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAA;AAErC,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,eAAe,CAAA;AACjD,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAA;AAC7C,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAA;AACjD,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAA;AACjD,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAA;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AAEvD,OAAO,EAAE,KAAK,EAAE,MAAM,qBAAqB,CAAA;AAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAA;AAC7C,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAA;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAA;AACrD,OAAO,EAAE,IAAI,EAAE,MAAM,oBAAoB,CAAA;AACzC,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAA;AAEvD,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;IAChC,QAAQ;IACR,UAAU;IACV,UAAU;IACV,QAAQ;IACR,aAAa;IACb,QAAQ;IACR,QAAQ;IACR,QAAQ;IACR,MAAM;CACP,CAAC,CAAA;AAEF,KAAK,UAAU,WAAW,CAAC,OAAe,EAAE,MAA0B,EAAE,MAAiB;IACvF,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;QACzB,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAA;QACpD,CAAC;QACD,MAAM,MAAM,EAAE,CAAA;QACd,OAAM;IACR,CAAC;IACD,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;QACzB,MAAM,MAAM,CAAC,MAAM,CAAC,CAAA;QACpB,OAAM;IACR,CAAC;IACD,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAA;IACvE,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,GAAG,OAAO,uDAAuD,CAAC,CAAA;IACpF,CAAC;IACD,MAAM,QAAQ,GAAyE;QACrF,QAAQ;QACR,QAAQ;QACR,WAAW;QACX,MAAM;QACN,MAAM;QACN,MAAM,EAAE,cAAc;QACtB,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;YAC7B,MAAM,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;QAC5B,CAAC;KACF,CAAA;IACD,MAAM,QAAQ,CAAC,OAAO,CAAC,CAAC,cAAc,EAAE,MAAM,CAAC,CAAA;AACjD,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC;QACxC,gBAAgB,EAAE,IAAI;QACtB,OAAO,EAAE;YACP,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,gBAAgB,EAAE;YACxD,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE;YACxC,oBAAoB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE;YACtD,eAAe,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,sBAAsB,EAAE;YACpE,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE;YAC7C,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE;YAC9C,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE;YAC/C,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE;YAC/C,iBAAiB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE;YACnD,aAAa,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE;YAChD,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE;YAC7C,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE;YAC/C,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE;YAC9C,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,sBAAsB,EAAE;YACzD,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE;YACrC,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE;YACrD,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,kBAAkB,EAAE;YACtD,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE;YACzC,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,qBAAqB,EAAE;YAC1D,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,gBAAgB,EAAE;YACpD,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,iBAAiB,EAAE;YACvD,OAAO,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE;YAC5C,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,qBAAqB,EAAE;YACzD,oBAAoB,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE;YACzD,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE;YAC1C,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,6BAA6B,EAAE;YAClE,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,qBAAqB,EAAE;YAC9D,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE;YACtC,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE;YACtC,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE;YACxC,OAAO,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE;YAC5C,OAAO,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE;SACzD;KACF,CAAC,CAAA;IACF,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,OAAO,IAAI,CAAC,CAAA;QACpC,OAAM;IACR,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5C,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAA;QAChC,OAAM;IACR,CAAC;IACD,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,WAAW,CAAA;IACnC,IAAI,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QACjC,MAAM,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;QACxC,OAAM;IACR,CAAC;IACD,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,uEAAuE,CAAC,CAAA;IAC1F,CAAC;IACD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QACjB,MAAM,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;QAC1B,OAAM;IACR,CAAC;IACD,MAAM,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;AAC3B,CAAC;AAED,IAAI,CAAC;IACH,MAAM,IAAI,EAAE,CAAA;AACd,CAAC;AAAC,OAAO,KAAK,EAAE,CAAC;IACf,OAAO,CAAC,KAAK,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAA;IAClF,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAA;AACtB,CAAC"}

package/dist/commands/bisect.d.ts

@@ -0,0 +1,2 @@
+import type { CliValues } from "./options.js";
+export declare function bisect(values: CliValues): Promise<void>;

package/dist/commands/bisect.js

@@ -0,0 +1,63 @@
+import { writeFile } from "node:fs/promises";
+import { resolve } from "node:path";
+import { statisticalBisect } from "../bisect/engine.js";
+import { resolveGitHistory } from "../bisect/git.js";
+import { bisectReportSchema } from "../bisect/schema.js";
+import { SolariRevisionEvaluator } from "../bisect/solari-evaluator.js";
+import { readReproducer } from "../reproducer/file.js";
+import { requireCredential } from "../security/credentials.js";
+import { withSolariTransport } from "../solari/transport.js";
+import { ProgressReporter } from "../ui/progress.js";
+import { integerOption, rateOption, withInterruption } from "./options.js";
+export async function bisect(values) {
+    const apiKey = await requireCredential("solari", {
+        forcePrompt: values["prompt-credentials"],
+    });
+    if (!values.good) {
+        throw new Error("--good is required");
+    }
+    const projectRoot = process.cwd();
+    const reproducer = await readReproducer(resolve(projectRoot, values.reproducer));
+    const history = await resolveGitHistory(projectRoot, values.good, values.bad);
+    const reportPath = resolve(projectRoot, values["bisect-report"]);
+    const minimumFailureRate = rateOption(values["min-rate"]);
+    const parallelism = integerOption(values["bisect-parallelism"], "bisect-parallelism");
+    const totalConcurrency = integerOption(values.concurrency, "concurrency");
+    const revisionConcurrency = Math.max(1, Math.floor(totalConcurrency / parallelism));
+    const progress = new ProgressReporter();
+    progress.start(`Evaluating ${history.revisions.length} historical revisions in Solari`);
+    const report = await withSolariTransport(async () => withInterruption(async (signal) => {
+        const evaluator = new SolariRevisionEvaluator({
+            apiKey,
+            baseUrl: process.env.SOLARI_BASE_URL?.trim() ?? "https://api.getsolari.com",
+            concurrency: revisionConcurrency,
+            maxTrials: integerOption(values["max-trials"], "max-trials"),
+            minimumFailureRate,
+            projectPath: history.projectPath,
+            repositoryRoot: history.repositoryRoot,
+            reproducer,
+            signal,
+        });
+        try {
+            return await statisticalBisect({
+                evaluate: evaluator.evaluate,
+                minimumFailureRate,
+                parallelism,
+                revisions: history.revisions,
+            });
+        }
+        finally {
+            await evaluator.dispose();
+        }
+    }));
+    const validated = bisectReportSchema.parse(report);
+    await writeFile(reportPath, `${JSON.stringify(validated, null, 2)}\n`, "utf8");
+    progress.done(validated.exact
+        ? `first failing commit ${validated.firstFailingCommit?.shortHash ?? "unavailable"}`
+        : `earliest proven bad commit ${validated.earliestKnownBadCommit.shortHash}`);
+    console.log(JSON.stringify({ reportPath, ...validated }, null, 2));
+    if (!validated.exact) {
+        process.exitCode = 2;
+    }
+}
+//# sourceMappingURL=bisect.js.map

package/dist/commands/bisect.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bisect.js","sourceRoot":"","sources":["../../src/commands/bisect.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AAC5C,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAEnC,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAA;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAA;AACpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAA;AACxD,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAA;AACvE,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAA;AACtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAA;AAC9D,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAA;AAC5D,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAA;AAEpD,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAA;AAE1E,MAAM,CAAC,KAAK,UAAU,MAAM,CAAC,MAAiB;IAC5C,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,QAAQ,EAAE;QAC/C,WAAW,EAAE,MAAM,CAAC,oBAAoB,CAAC;KAC1C,CAAC,CAAA;IACF,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAA;IACvC,CAAC;IACD,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,EAAE,CAAA;IACjC,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,WAAW,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC,CAAA;IAChF,MAAM,OAAO,GAAG,MAAM,iBAAiB,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,CAAA;IAC7E,MAAM,UAAU,GAAG,OAAO,CAAC,WAAW,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC,CAAA;IAChE,MAAM,kBAAkB,GAAG,UAAU,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAA;IACzD,MAAM,WAAW,GAAG,aAAa,CAAC,MAAM,CAAC,oBAAoB,CAAC,EAAE,oBAAoB,CAAC,CAAA;IACrF,MAAM,gBAAgB,GAAG,aAAa,CAAC,MAAM,CAAC,WAAW,EAAE,aAAa,CAAC,CAAA;IACzE,MAAM,mBAAmB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,WAAW,CAAC,CAAC,CAAA;IACnF,MAAM,QAAQ,GAAG,IAAI,gBAAgB,EAAE,CAAA;IACvC,QAAQ,CAAC,KAAK,CAAC,cAAc,OAAO,CAAC,SAAS,CAAC,MAAM,iCAAiC,CAAC,CAAA;IACvF,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,KAAK,IAAI,EAAE,CAClD,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;QAChC,MAAM,SAAS,GAAG,IAAI,uBAAuB,CAAC;YAC5C,MAAM;YACN,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,IAAI,EAAE,IAAI,2BAA2B;YAC3E,WAAW,EAAE,mBAAmB;YAChC,SAAS,EAAE,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,YAAY,CAAC;YAC5D,kBAAkB;YAClB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,cAAc,EAAE,OAAO,CAAC,cAAc;YACtC,UAAU;YACV,MAAM;SACP,CAAC,CAAA;QACF,IAAI,CAAC;YACH,OAAO,MAAM,iBAAiB,CAAC;gBAC7B,QAAQ,EAAE,SAAS,CAAC,QAAQ;gBAC5B,kBAAkB;gBAClB,WAAW;gBACX,SAAS,EAAE,OAAO,CAAC,SAAS;aAC7B,CAAC,CAAA;QACJ,CAAC;gBAAS,CAAC;YACT,MAAM,SAAS,CAAC,OAAO,EAAE,CAAA;QAC3B,CAAC;IACH,CAAC,CAAC,CACH,CAAA;IACD,MAAM,SAAS,GAAG,kBAAkB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;IAClD,MAAM,SAAS,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;IAC9E,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK;QAC3B,CAAC,CAAC,wBAAwB,SAAS,CAAC,kBAAkB,EAAE,SAAS,IAAI,aAAa,EAAE;QACpF,CAAC,CAAC,8BAA8B,SAAS,CAAC,sBAAsB,CAAC,SAAS,EAAE,CAAC,CAAA;IAC/E,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,GAAG,SAAS,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;IAClE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACrB,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAA;IACtB,CAAC;AACH,CAAC"}

package/dist/commands/diagnose.d.ts

@@ -0,0 +1,2 @@
+import type { CliValues } from "./options.js";
+export declare function diagnose(selector: string, values: CliValues): Promise<void>;

package/dist/commands/diagnose.js

@@ -0,0 +1,27 @@
+import { resolve } from "node:path";
+import { createNdjsonWriter } from "../artifacts/ndjson.js";
+import { runRequestSchema } from "../domain/schema.js";
+import { runLocalDiagnostics } from "../runner/local.js";
+import { createPlaywrightExecutor } from "../runner/playwright-executor.js";
+import { integerOption, withInterruption } from "./options.js";
+export async function diagnose(selector, values) {
+    const projectRoot = process.cwd();
+    const request = runRequestSchema.parse({
+        selector,
+        runs: integerOption(values.runs, "runs"),
+        seed: integerOption(values.seed, "seed"),
+        artifactDirectory: resolve(projectRoot, values.artifacts),
+        fault: {
+            kind: "network-delay",
+            pattern: values.pattern,
+            delayMs: integerOption(values["delay-ms"], "delay-ms"),
+        },
+    });
+    const artifactPath = resolve(request.artifactDirectory, `run-${Date.now()}`, "events.ndjson");
+    const result = await withInterruption(async (signal) => runLocalDiagnostics(request, createPlaywrightExecutor(projectRoot, selector, { signal }), createNdjsonWriter(artifactPath), { concurrency: integerOption(values.concurrency, "concurrency"), signal }));
+    console.log(JSON.stringify({ ...result, artifactPath }, null, 2));
+    if (result.summary.errors > 0) {
+        process.exitCode = 1;
+    }
+}
+//# sourceMappingURL=diagnose.js.map

package/dist/commands/diagnose.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"diagnose.js","sourceRoot":"","sources":["../../src/commands/diagnose.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAEnC,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAA;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAA;AACtD,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAA;AACxD,OAAO,EAAE,wBAAwB,EAAE,MAAM,kCAAkC,CAAA;AAE3E,OAAO,EAAE,aAAa,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAA;AAE9D,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,QAAgB,EAAE,MAAiB;IAChE,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,EAAE,CAAA;IACjC,MAAM,OAAO,GAAG,gBAAgB,CAAC,KAAK,CAAC;QACrC,QAAQ;QACR,IAAI,EAAE,aAAa,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC;QACxC,IAAI,EAAE,aAAa,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC;QACxC,iBAAiB,EAAE,OAAO,CAAC,WAAW,EAAE,MAAM,CAAC,SAAS,CAAC;QACzD,KAAK,EAAE;YACL,IAAI,EAAE,eAAe;YACrB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,UAAU,CAAC;SACvD;KACF,CAAC,CAAA;IACF,MAAM,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,iBAAiB,EAAE,OAAO,IAAI,CAAC,GAAG,EAAE,EAAE,EAAE,eAAe,CAAC,CAAA;IAC7F,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,mBAAmB,CACzE,OAAO,EACP,wBAAwB,CAAC,WAAW,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,CAAC,EAC3D,kBAAkB,CAAC,YAAY,CAAC,EAChC,EAAE,WAAW,EAAE,aAAa,CAAC,MAAM,CAAC,WAAW,EAAE,aAAa,CAAC,EAAE,MAAM,EAAE,CAC1E,CAAC,CAAA;IACF,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,MAAM,EAAE,YAAY,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;IACjE,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAA;IACtB,CAAC;AACH,CAAC"}

package/dist/commands/discover.d.ts

@@ -0,0 +1,2 @@
+import type { CliValues } from "./options.js";
+export declare function discover(selector: string, values: CliValues): Promise<void>;