flakelab 0.1.0

package/dist/commands/discover.js

@@ -0,0 +1,46 @@
+import { writeFile } from "node:fs/promises";
+import { basename, dirname, extname, resolve } from "node:path";
+import { discoverNetworkDelay } from "../discovery/minimize.js";
+import { writeReproducer } from "../reproducer/file.js";
+import { createPlaywrightExecutor } from "../runner/playwright-executor.js";
+import { integerOption, rateOption, withInterruption } from "./options.js";
+export async function discover(selector, values) {
+    const projectRoot = process.cwd();
+    const outputPath = resolve(projectRoot, values.output);
+    const seed = integerOption(values.seed, "seed");
+    const trials = integerOption(values.trials, "trials");
+    const minimumFailureRate = rateOption(values["min-rate"]);
+    const result = await withInterruption(async (signal) => discoverNetworkDelay(createPlaywrightExecutor(projectRoot, selector, { signal }), {
+        concurrency: integerOption(values.concurrency, "concurrency"),
+        maximumDelayMs: integerOption(values["max-delay"], "max-delay"),
+        minimumFailureRate,
+        pattern: values.pattern,
+        seed,
+        signal,
+        trials,
+    }));
+    await writeReproducer(outputPath, {
+        version: 1,
+        test: selector,
+        seed,
+        trials,
+        faults: [result.trigger],
+        expectedFailure: {
+            minimumRate: minimumFailureRate,
+            ...(result.triggerResult.dominantFailureSignature
+                ? { signature: result.triggerResult.dominantFailureSignature }
+                : {}),
+        },
+    });
+    const discoveryPath = resolve(dirname(outputPath), `${basename(outputPath, extname(outputPath))}.discovery.json`);
+    await writeFile(discoveryPath, `${JSON.stringify(result, null, 2)}\n`, { encoding: "utf8" });
+    console.log(JSON.stringify({
+        baseline: result.baseline,
+        experiments: result.experiments.length,
+        reproducerPath: outputPath,
+        discoveryPath,
+        trigger: result.trigger,
+        triggerResult: result.triggerResult,
+    }, null, 2));
+}
+//# sourceMappingURL=discover.js.map

package/dist/commands/discover.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"discover.js","sourceRoot":"","sources":["../../src/commands/discover.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AAC5C,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAE/D,OAAO,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAA;AAC/D,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAA;AACvD,OAAO,EAAE,wBAAwB,EAAE,MAAM,kCAAkC,CAAA;AAE3E,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAA;AAE1E,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,QAAgB,EAAE,MAAiB;IAChE,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,EAAE,CAAA;IACjC,MAAM,UAAU,GAAG,OAAO,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,CAAA;IACtD,MAAM,IAAI,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;IAC/C,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;IACrD,MAAM,kBAAkB,GAAG,UAAU,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAA;IACzD,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,oBAAoB,CAC1E,wBAAwB,CAAC,WAAW,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,CAAC,EAC3D;QACE,WAAW,EAAE,aAAa,CAAC,MAAM,CAAC,WAAW,EAAE,aAAa,CAAC;QAC7D,cAAc,EAAE,aAAa,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,WAAW,CAAC;QAC/D,kBAAkB;QAClB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,IAAI;QACJ,MAAM;QACN,MAAM;KACP,CACF,CAAC,CAAA;IACF,MAAM,eAAe,CAAC,UAAU,EAAE;QAChC,OAAO,EAAE,CAAC;QACV,IAAI,EAAE,QAAQ;QACd,IAAI;QACJ,MAAM;QACN,MAAM,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC;QACxB,eAAe,EAAE;YACf,WAAW,EAAE,kBAAkB;YAC/B,GAAG,CAAC,MAAM,CAAC,aAAa,CAAC,wBAAwB;gBAC/C,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,aAAa,CAAC,wBAAwB,EAAE;gBAC9D,CAAC,CAAC,EAAE,CAAC;SACR;KACF,CAAC,CAAA;IACF,MAAM,aAAa,GAAG,OAAO,CAC3B,OAAO,CAAC,UAAU,CAAC,EACnB,GAAG,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC,iBAAiB,CAC9D,CAAA;IACD,MAAM,SAAS,CAAC,aAAa,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAA;IAC5F,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC;QACzB,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,WAAW,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM;QACtC,cAAc,EAAE,UAAU;QAC1B,aAAa;QACb,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,aAAa,EAAE,MAAM,CAAC,aAAa;KACpC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;AACd,CAAC"}

package/dist/commands/doctor.d.ts

@@ -0,0 +1,8 @@
+interface DoctorOptions {
+    environment?: NodeJS.ProcessEnv;
+    loadEnvironmentFile?: boolean;
+    projectRoot?: string;
+    write?: (message: string) => void;
+}
+export declare function doctor(options?: DoctorOptions): Promise<void>;
+export {};

package/dist/commands/doctor.js

@@ -0,0 +1,78 @@
+import { chromium } from "@playwright/test";
+import { execFile } from "node:child_process";
+import { existsSync } from "node:fs";
+import { resolve } from "node:path";
+import { promisify } from "node:util";
+import { credentialStatus } from "../security/credentials.js";
+const execFileAsync = promisify(execFile);
+const PLAYWRIGHT_CONFIGS = [
+    "playwright.config.ts",
+    "playwright.config.js",
+    "playwright.config.mts",
+    "playwright.config.mjs",
+    "playwright.config.cts",
+    "playwright.config.cjs",
+];
+function check(label, passed, detail) {
+    return { detail, label, status: passed ? "pass" : "warn" };
+}
+function credentialCheck(provider, status) {
+    if (status.configured) {
+        return {
+            detail: `configured via ${status.source?.replaceAll("-", " ") ?? "private input"}`,
+            label: status.environmentName,
+            status: "pass",
+        };
+    }
+    return {
+        detail: provider === "groq"
+            ? "optional for local scans; prompted when AI is requested"
+            : "optional for local scans; prompted when isolated proof is requested",
+        label: status.environmentName,
+        status: "warn",
+    };
+}
+async function evidenceDirectoryIgnored(projectRoot) {
+    try {
+        await execFileAsync("git", ["check-ignore", "--quiet", ".flakelab/runs/scan.json"], {
+            cwd: projectRoot,
+            windowsHide: true,
+        });
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+function formatCheck(result) {
+    const symbol = result.status === "pass" ? "✓" : "!";
+    return `${symbol} ${result.label} · ${result.detail}`;
+}
+export async function doctor(options = {}) {
+    const projectRoot = options.projectRoot ?? process.cwd();
+    const environment = options.environment ?? process.env;
+    const majorNodeVersion = Number.parseInt(process.versions.node.split(".")[0] ?? "0", 10);
+    const hasPlaywrightConfig = PLAYWRIGHT_CONFIGS.some((file) => existsSync(resolve(projectRoot, file)));
+    const results = [
+        check("Node.js", majorNodeVersion >= 20, `${process.versions.node} · requires 20 or newer`),
+        check("Playwright project", hasPlaywrightConfig, hasPlaywrightConfig
+            ? "configuration detected"
+            : "no playwright.config file detected"),
+        check("Chromium", existsSync(chromium.executablePath()), existsSync(chromium.executablePath())
+            ? "browser executable available"
+            : "run npx playwright install chromium"),
+        check("Evidence privacy", await evidenceDirectoryIgnored(projectRoot), ".flakelab output is ignored by Git"),
+        credentialCheck("groq", credentialStatus("groq", {
+            environment,
+            loadEnvironmentFile: options.loadEnvironmentFile,
+        })),
+        credentialCheck("solari", credentialStatus("solari", {
+            environment,
+            loadEnvironmentFile: options.loadEnvironmentFile,
+        })),
+        check("Credential isolation", true, "provider keys are removed from Playwright processes"),
+    ];
+    const write = options.write ?? ((message) => process.stdout.write(message));
+    write(`FlakeLab doctor\n\n${results.map(formatCheck).join("\n")}\n`);
+}
+//# sourceMappingURL=doctor.js.map

package/dist/commands/doctor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"doctor.js","sourceRoot":"","sources":["../../src/commands/doctor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAC3C,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAA;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AACpC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AACnC,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAA;AAErC,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAA;AAM7D,MAAM,aAAa,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAA;AACzC,MAAM,kBAAkB,GAAG;IACzB,sBAAsB;IACtB,sBAAsB;IACtB,uBAAuB;IACvB,uBAAuB;IACvB,uBAAuB;IACvB,uBAAuB;CACxB,CAAA;AAeD,SAAS,KAAK,CAAC,KAAa,EAAE,MAAe,EAAE,MAAc;IAC3D,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAA;AAC5D,CAAC;AAED,SAAS,eAAe,CAAC,QAA4B,EAAE,MAAwB;IAC7E,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;QACtB,OAAO;YACL,MAAM,EAAE,kBAAkB,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,eAAe,EAAE;YAClF,KAAK,EAAE,MAAM,CAAC,eAAe;YAC7B,MAAM,EAAE,MAAM;SACf,CAAA;IACH,CAAC;IACD,OAAO;QACL,MAAM,EAAE,QAAQ,KAAK,MAAM;YACzB,CAAC,CAAC,yDAAyD;YAC3D,CAAC,CAAC,qEAAqE;QACzE,KAAK,EAAE,MAAM,CAAC,eAAe;QAC7B,MAAM,EAAE,MAAM;KACf,CAAA;AACH,CAAC;AAED,KAAK,UAAU,wBAAwB,CAAC,WAAmB;IACzD,IAAI,CAAC;QACH,MAAM,aAAa,CAAC,KAAK,EAAE,CAAC,cAAc,EAAE,SAAS,EAAE,0BAA0B,CAAC,EAAE;YAClF,GAAG,EAAE,WAAW;YAChB,WAAW,EAAE,IAAI;SAClB,CAAC,CAAA;QACF,OAAO,IAAI,CAAA;IACb,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAA;IACd,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,MAAmB;IACtC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAA;IACnD,OAAO,GAAG,MAAM,IAAI,MAAM,CAAC,KAAK,MAAM,MAAM,CAAC,MAAM,EAAE,CAAA;AACvD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,MAAM,CAAC,UAAyB,EAAE;IACtD,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,EAAE,CAAA;IACxD,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAA;IACtD,MAAM,gBAAgB,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC,CAAA;IACxF,MAAM,mBAAmB,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,CAAC,CAAA;IACrG,MAAM,OAAO,GAAG;QACd,KAAK,CAAC,SAAS,EAAE,gBAAgB,IAAI,EAAE,EAAE,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,yBAAyB,CAAC;QAC3F,KAAK,CAAC,oBAAoB,EAAE,mBAAmB,EAAE,mBAAmB;YAClE,CAAC,CAAC,wBAAwB;YAC1B,CAAC,CAAC,oCAAoC,CAAC;QACzC,KAAK,CAAC,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC,EAAE,UAAU,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC;YAC5F,CAAC,CAAC,8BAA8B;YAChC,CAAC,CAAC,qCAAqC,CAAC;QAC1C,KAAK,CAAC,kBAAkB,EAAE,MAAM,wBAAwB,CAAC,WAAW,CAAC,EACnE,oCAAoC,CAAC;QACvC,eAAe,CAAC,MAAM,EAAE,gBAAgB,CAAC,MAAM,EAAE;YAC/C,WAAW;YACX,mBAAmB,EAAE,OAAO,CAAC,mBAAmB;SACjD,CAAC,CAAC;QACH,eAAe,CAAC,QAAQ,EAAE,gBAAgB,CAAC,QAAQ,EAAE;YACnD,WAAW;YACX,mBAAmB,EAAE,OAAO,CAAC,mBAAmB;SACjD,CAAC,CAAC;QACH,KAAK,CAAC,sBAAsB,EAAE,IAAI,EAAE,qDAAqD,CAAC;KAC3F,CAAA;IACD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,CAAC,CAAC,OAAe,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAA;IACnF,KAAK,CAAC,sBAAsB,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACtE,CAAC"}

package/dist/commands/investigate.d.ts

@@ -0,0 +1,2 @@
+import type { CliValues } from "./options.js";
+export declare function investigate(selector: string, values: CliValues): Promise<void>;

package/dist/commands/investigate.js

@@ -0,0 +1,43 @@
+import { writeFile } from "node:fs/promises";
+import { resolve } from "node:path";
+import { runInvestigation } from "../investigator/agent.js";
+import { createGroqInvestigatorModel, QWEN_INPUT_USD_PER_MILLION, QWEN_OUTPUT_USD_PER_MILLION, } from "../investigator/groq.js";
+import { createPlaywrightExecutor } from "../runner/playwright-executor.js";
+import { requireCredential } from "../security/credentials.js";
+import { ProgressReporter } from "../ui/progress.js";
+import { integerOption, positiveNumberOption, rateOption, withInterruption, } from "./options.js";
+export async function investigate(selector, values) {
+    const apiKey = await requireCredential("groq", {
+        forcePrompt: values["prompt-credentials"],
+    });
+    const projectRoot = process.cwd();
+    const progress = new ProgressReporter();
+    progress.start("Planning and running causal experiments");
+    const report = await withInterruption(async (signal) => runInvestigation({
+        concurrency: integerOption(values.concurrency, "concurrency"),
+        execute: createPlaywrightExecutor(projectRoot, selector, { signal }),
+        inputUsdPerMillion: QWEN_INPUT_USD_PER_MILLION,
+        maxCostUsd: positiveNumberOption(values["max-cost"], "max-cost"),
+        maxExperiments: integerOption(values["max-experiments"], "max-experiments"),
+        maximumDelayMs: integerOption(values["max-delay"], "max-delay"),
+        maxSeconds: integerOption(values["max-seconds"], "max-seconds"),
+        maxSteps: integerOption(values["max-steps"], "max-steps"),
+        maxTrials: integerOption(values["max-trials"], "max-trials"),
+        minimumFailureRate: rateOption(values["min-rate"]),
+        model: createGroqInvestigatorModel(apiKey, values.model),
+        modelId: values.model,
+        outputTokenLimit: 512,
+        outputUsdPerMillion: QWEN_OUTPUT_USD_PER_MILLION,
+        pattern: values.pattern,
+        projectRoot,
+        seed: integerOption(values.seed, "seed"),
+        signal,
+        test: selector,
+        trialsPerExperiment: integerOption(values.trials, "trials"),
+    }));
+    progress.done(`${report.experiments.length} experiments`);
+    const reportPath = resolve(projectRoot, values.report);
+    await writeFile(reportPath, `${JSON.stringify(report, null, 2)}\n`, { encoding: "utf8" });
+    console.log(JSON.stringify({ reportPath, ...report }, null, 2));
+}
+//# sourceMappingURL=investigate.js.map

package/dist/commands/investigate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"investigate.js","sourceRoot":"","sources":["../../src/commands/investigate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AAC5C,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAEnC,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAA;AAC3D,OAAO,EACL,2BAA2B,EAC3B,0BAA0B,EAC1B,2BAA2B,GAC5B,MAAM,yBAAyB,CAAA;AAChC,OAAO,EAAE,wBAAwB,EAAE,MAAM,kCAAkC,CAAA;AAC3E,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAA;AAC9D,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAA;AAEpD,OAAO,EACL,aAAa,EACb,oBAAoB,EACpB,UAAU,EACV,gBAAgB,GACjB,MAAM,cAAc,CAAA;AAErB,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,QAAgB,EAAE,MAAiB;IACnE,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE;QAC7C,WAAW,EAAE,MAAM,CAAC,oBAAoB,CAAC;KAC1C,CAAC,CAAA;IACF,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,EAAE,CAAA;IACjC,MAAM,QAAQ,GAAG,IAAI,gBAAgB,EAAE,CAAA;IACvC,QAAQ,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAA;IACzD,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,gBAAgB,CAAC;QACvE,WAAW,EAAE,aAAa,CAAC,MAAM,CAAC,WAAW,EAAE,aAAa,CAAC;QAC7D,OAAO,EAAE,wBAAwB,CAAC,WAAW,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,CAAC;QACpE,kBAAkB,EAAE,0BAA0B;QAC9C,UAAU,EAAE,oBAAoB,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,UAAU,CAAC;QAChE,cAAc,EAAE,aAAa,CAAC,MAAM,CAAC,iBAAiB,CAAC,EAAE,iBAAiB,CAAC;QAC3E,cAAc,EAAE,aAAa,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,WAAW,CAAC;QAC/D,UAAU,EAAE,aAAa,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,aAAa,CAAC;QAC/D,QAAQ,EAAE,aAAa,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,WAAW,CAAC;QACzD,SAAS,EAAE,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,YAAY,CAAC;QAC5D,kBAAkB,EAAE,UAAU,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAClD,KAAK,EAAE,2BAA2B,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC;QACxD,OAAO,EAAE,MAAM,CAAC,KAAK;QACrB,gBAAgB,EAAE,GAAG;QACrB,mBAAmB,EAAE,2BAA2B;QAChD,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,WAAW;QACX,IAAI,EAAE,aAAa,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC;QACxC,MAAM;QACN,IAAI,EAAE,QAAQ;QACd,mBAAmB,EAAE,aAAa,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC;KAC5D,CAAC,CAAC,CAAA;IACH,QAAQ,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,cAAc,CAAC,CAAA;IACzD,MAAM,UAAU,GAAG,OAAO,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,CAAA;IACtD,MAAM,SAAS,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAA;IACzF,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,GAAG,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;AACjE,CAAC"}

package/dist/commands/options.d.ts

@@ -0,0 +1,38 @@
+export interface CliValues {
+    artifacts: string;
+    bad: string;
+    "bisect-parallelism": string;
+    "bisect-report": string;
+    concurrency: string;
+    "delay-ms": string;
+    "max-cost": string;
+    "max-delay": string;
+    "max-experiments": string;
+    "max-seconds": string;
+    "max-steps": string;
+    "max-trials": string;
+    "min-rate": string;
+    html: string;
+    good: string;
+    help: boolean;
+    model: string;
+    open: boolean;
+    output: string;
+    patch: string;
+    publish: boolean;
+    proof: string;
+    "prompt-credentials": boolean;
+    prove: boolean;
+    report: string;
+    reproducer: string;
+    pattern: string;
+    runs: string;
+    seed: string;
+    trials: string;
+    verbose: boolean;
+    version: boolean;
+}
+export declare function positiveNumberOption(value: string, name: string): number;
+export declare function integerOption(value: string, name: string): number;
+export declare function rateOption(value: string): number;
+export declare function withInterruption<T>(operation: (signal: AbortSignal) => Promise<T>): Promise<T>;

package/dist/commands/options.js

@@ -0,0 +1,35 @@
+export function positiveNumberOption(value, name) {
+    const parsed = Number(value);
+    if (!Number.isFinite(parsed) || parsed <= 0) {
+        throw new Error(`${name} must be greater than zero`);
+    }
+    return parsed;
+}
+export function integerOption(value, name) {
+    const parsed = Number(value);
+    if (!Number.isInteger(parsed)) {
+        throw new Error(`${name} must be an integer`);
+    }
+    return parsed;
+}
+export function rateOption(value) {
+    const parsed = Number(value);
+    if (!Number.isFinite(parsed) || parsed <= 0 || parsed > 1) {
+        throw new Error("min-rate must be greater than 0 and at most 1");
+    }
+    return parsed;
+}
+export async function withInterruption(operation) {
+    const controller = new AbortController();
+    const abort = () => {
+        controller.abort();
+    };
+    process.once("SIGINT", abort);
+    try {
+        return await operation(controller.signal);
+    }
+    finally {
+        process.removeListener("SIGINT", abort);
+    }
+}
+//# sourceMappingURL=options.js.map

package/dist/commands/options.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"options.js","sourceRoot":"","sources":["../../src/commands/options.ts"],"names":[],"mappings":"AAmCA,MAAM,UAAU,oBAAoB,CAAC,KAAa,EAAE,IAAY;IAC9D,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAA;IAC5B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;QAC5C,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,4BAA4B,CAAC,CAAA;IACtD,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,KAAa,EAAE,IAAY;IACvD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAA;IAC5B,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,qBAAqB,CAAC,CAAA;IAC/C,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,KAAa;IACtC,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAA;IAC5B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,CAAC,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1D,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAA;IAClE,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,SAA8C;IAE9C,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAA;IACxC,MAAM,KAAK,GAAG,GAAS,EAAE;QACvB,UAAU,CAAC,KAAK,EAAE,CAAA;IACpB,CAAC,CAAA;IACD,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAA;IAC7B,IAAI,CAAC;QACH,OAAO,MAAM,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC,CAAA;IAC3C,CAAC;YAAS,CAAC;QACT,OAAO,CAAC,cAAc,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAA;IACzC,CAAC;AACH,CAAC"}

package/dist/commands/prove.d.ts

@@ -0,0 +1,2 @@
+import type { CliValues } from "./options.js";
+export declare function prove(target: string, values: CliValues): Promise<void>;

package/dist/commands/prove.js

@@ -0,0 +1,21 @@
+import { discover } from "./discover.js";
+import { investigate } from "./investigate.js";
+import { repair } from "./repair.js";
+import { replay } from "./replay.js";
+import { generateReport } from "./report.js";
+function ensureSuccessfulStage(stage) {
+    if (process.exitCode && process.exitCode !== 0) {
+        throw new Error(`${stage} did not produce acceptable evidence`);
+    }
+}
+export async function prove(target, values) {
+    process.stderr.write("FlakeLab · Full proof uses Groq and disposable Solari resources.\n");
+    await discover(target, values);
+    await replay(values.output, values);
+    ensureSuccessfulStage("Reproducer replay");
+    await investigate(target, values);
+    await repair(values.report, values);
+    ensureSuccessfulStage("Candidate repair");
+    await generateReport(values.report, values);
+}
+//# sourceMappingURL=prove.js.map

package/dist/commands/prove.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prove.js","sourceRoot":"","sources":["../../src/commands/prove.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAA;AACxC,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAA;AAE9C,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AACpC,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AACpC,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAE5C,SAAS,qBAAqB,CAAC,KAAa;IAC1C,IAAI,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;QAC/C,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,sCAAsC,CAAC,CAAA;IACjE,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,KAAK,CAAC,MAAc,EAAE,MAAiB;IAC3D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,oEAAoE,CAAC,CAAA;IAC1F,MAAM,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAC9B,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IACnC,qBAAqB,CAAC,mBAAmB,CAAC,CAAA;IAC1C,MAAM,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IACjC,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IACnC,qBAAqB,CAAC,kBAAkB,CAAC,CAAA;IACzC,MAAM,cAAc,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;AAC7C,CAAC"}

package/dist/commands/repair.d.ts

@@ -0,0 +1,2 @@
+import type { CliValues } from "./options.js";
+export declare function repair(investigationPath: string, values: CliValues): Promise<void>;

package/dist/commands/repair.js

@@ -0,0 +1,55 @@
+import { writeFile } from "node:fs/promises";
+import { resolve } from "node:path";
+import { readInvestigationReport } from "../investigator/file.js";
+import { createGroqInvestigatorModel } from "../investigator/groq.js";
+import { generateCandidatePatch } from "../repair/generator.js";
+import { validateProofOfFix } from "../repair/validator.js";
+import { readReproducer } from "../reproducer/file.js";
+import { requireCredential } from "../security/credentials.js";
+import { withSolariTransport } from "../solari/transport.js";
+import { ProgressReporter } from "../ui/progress.js";
+import { integerOption, withInterruption } from "./options.js";
+export async function repair(investigationPath, values) {
+    const apiKey = await requireCredential("groq", {
+        forcePrompt: values["prompt-credentials"],
+    });
+    const solariApiKey = await requireCredential("solari", {
+        forcePrompt: values["prompt-credentials"],
+    });
+    const baseUrl = process.env.SOLARI_BASE_URL?.trim() ?? "https://api.getsolari.com";
+    const projectRoot = process.cwd();
+    const investigation = await readInvestigationReport(resolve(projectRoot, investigationPath));
+    const reproducer = await readReproducer(resolve(projectRoot, values.reproducer));
+    const patchPath = resolve(projectRoot, values.patch);
+    const proofPath = resolve(projectRoot, values.proof);
+    const progress = new ProgressReporter();
+    progress.start("Generating a policy-bounded candidate");
+    const result = await withInterruption(async (signal) => {
+        const candidate = await generateCandidatePatch({
+            investigation,
+            maxSeconds: integerOption(values["max-seconds"], "max-seconds"),
+            model: createGroqInvestigatorModel(apiKey, values.model),
+            projectRoot,
+            signal,
+        });
+        progress.done(`${candidate.edits.length} source edit${candidate.edits.length === 1 ? "" : "s"}`);
+        progress.start("Proving the candidate in a Solari microVM");
+        return withSolariTransport(async () => validateProofOfFix({
+            apiKey: solariApiKey,
+            baseUrl,
+            candidate,
+            concurrency: integerOption(values.concurrency, "concurrency"),
+            projectRoot,
+            reproducer,
+            signal,
+        }, patchPath));
+    });
+    progress.done(result.proof.patchAccepted ? "accepted" : "rejected");
+    await writeFile(patchPath, result.diff, "utf8");
+    await writeFile(proofPath, `${JSON.stringify(result.proof, null, 2)}\n`, "utf8");
+    console.log(JSON.stringify({ proofPath, ...result.proof }, null, 2));
+    if (!result.proof.patchAccepted) {
+        process.exitCode = 1;
+    }
+}
+//# sourceMappingURL=repair.js.map

package/dist/commands/repair.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"repair.js","sourceRoot":"","sources":["../../src/commands/repair.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AAC5C,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAEnC,OAAO,EAAE,uBAAuB,EAAE,MAAM,yBAAyB,CAAA;AACjE,OAAO,EAAE,2BAA2B,EAAE,MAAM,yBAAyB,CAAA;AACrE,OAAO,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAA;AAC/D,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAA;AAC3D,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAA;AACtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAA;AAC9D,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAA;AAC5D,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAA;AAEpD,OAAO,EAAE,aAAa,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAA;AAE9D,MAAM,CAAC,KAAK,UAAU,MAAM,CAAC,iBAAyB,EAAE,MAAiB;IACvE,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE;QAC7C,WAAW,EAAE,MAAM,CAAC,oBAAoB,CAAC;KAC1C,CAAC,CAAA;IACF,MAAM,YAAY,GAAG,MAAM,iBAAiB,CAAC,QAAQ,EAAE;QACrD,WAAW,EAAE,MAAM,CAAC,oBAAoB,CAAC;KAC1C,CAAC,CAAA;IACF,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,IAAI,EAAE,IAAI,2BAA2B,CAAA;IAClF,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,EAAE,CAAA;IACjC,MAAM,aAAa,GAAG,MAAM,uBAAuB,CAAC,OAAO,CAAC,WAAW,EAAE,iBAAiB,CAAC,CAAC,CAAA;IAC5F,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,WAAW,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC,CAAA;IAChF,MAAM,SAAS,GAAG,OAAO,CAAC,WAAW,EAAE,MAAM,CAAC,KAAK,CAAC,CAAA;IACpD,MAAM,SAAS,GAAG,OAAO,CAAC,WAAW,EAAE,MAAM,CAAC,KAAK,CAAC,CAAA;IACpD,MAAM,QAAQ,GAAG,IAAI,gBAAgB,EAAE,CAAA;IACvC,QAAQ,CAAC,KAAK,CAAC,uCAAuC,CAAC,CAAA;IACvD,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;QACrD,MAAM,SAAS,GAAG,MAAM,sBAAsB,CAAC;YAC7C,aAAa;YACb,UAAU,EAAE,aAAa,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,aAAa,CAAC;YAC/D,KAAK,EAAE,2BAA2B,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC;YACxD,WAAW;YACX,MAAM;SACP,CAAC,CAAA;QACF,QAAQ,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,MAAM,eAAe,SAAS,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAA;QAChG,QAAQ,CAAC,KAAK,CAAC,2CAA2C,CAAC,CAAA;QAC3D,OAAO,mBAAmB,CAAC,KAAK,IAAI,EAAE,CAAC,kBAAkB,CACvD;YACE,MAAM,EAAE,YAAY;YACpB,OAAO;YACP,SAAS;YACT,WAAW,EAAE,aAAa,CAAC,MAAM,CAAC,WAAW,EAAE,aAAa,CAAC;YAC7D,WAAW;YACX,UAAU;YACV,MAAM;SACP,EACD,SAAS,CACV,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IACF,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAA;IACnE,MAAM,SAAS,CAAC,SAAS,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;IAC/C,MAAM,SAAS,CAAC,SAAS,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;IAChF,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,GAAG,MAAM,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;IACpE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;QAChC,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAA;IACtB,CAAC;AACH,CAAC"}

package/dist/commands/replay.d.ts

@@ -0,0 +1,2 @@
+import type { CliValues } from "./options.js";
+export declare function replay(filePath: string, values: CliValues): Promise<void>;

package/dist/commands/replay.js

@@ -0,0 +1,26 @@
+import { resolve } from "node:path";
+import { evaluateExperiment } from "../discovery/evaluate.js";
+import { readReproducer } from "../reproducer/file.js";
+import { createPlaywrightExecutor } from "../runner/playwright-executor.js";
+import { integerOption, withInterruption } from "./options.js";
+export async function replay(filePath, values) {
+    const projectRoot = process.cwd();
+    const reproducer = await readReproducer(resolve(projectRoot, filePath));
+    const fault = reproducer.faults[0];
+    const result = await withInterruption(async (signal) => evaluateExperiment(createPlaywrightExecutor(projectRoot, reproducer.test, { signal }), {
+        concurrency: integerOption(values.concurrency, "concurrency"),
+        fault,
+        minimumFailureRate: reproducer.expectedFailure.minimumRate,
+        seed: reproducer.seed,
+        signal,
+        trials: reproducer.trials,
+    }));
+    const signatureMatches = !reproducer.expectedFailure.signature
+        || reproducer.expectedFailure.signature === result.dominantFailureSignature;
+    const reproduced = result.confirmed && signatureMatches;
+    console.log(JSON.stringify({ reproduced, signatureMatches, result }, null, 2));
+    if (!reproduced) {
+        process.exitCode = 1;
+    }
+}
+//# sourceMappingURL=replay.js.map

package/dist/commands/replay.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"replay.js","sourceRoot":"","sources":["../../src/commands/replay.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAEnC,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAA;AAC7D,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAA;AACtD,OAAO,EAAE,wBAAwB,EAAE,MAAM,kCAAkC,CAAA;AAE3E,OAAO,EAAE,aAAa,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAA;AAE9D,MAAM,CAAC,KAAK,UAAU,MAAM,CAAC,QAAgB,EAAE,MAAiB;IAC9D,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,EAAE,CAAA;IACjC,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC,CAAA;IACvE,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;IAClC,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,kBAAkB,CACxE,wBAAwB,CAAC,WAAW,EAAE,UAAU,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,CAAC,EAClE;QACE,WAAW,EAAE,aAAa,CAAC,MAAM,CAAC,WAAW,EAAE,aAAa,CAAC;QAC7D,KAAK;QACL,kBAAkB,EAAE,UAAU,CAAC,eAAe,CAAC,WAAW;QAC1D,IAAI,EAAE,UAAU,CAAC,IAAI;QACrB,MAAM;QACN,MAAM,EAAE,UAAU,CAAC,MAAM;KAC1B,CACF,CAAC,CAAA;IACF,MAAM,gBAAgB,GAAG,CAAC,UAAU,CAAC,eAAe,CAAC,SAAS;WACzD,UAAU,CAAC,eAAe,CAAC,SAAS,KAAK,MAAM,CAAC,wBAAwB,CAAA;IAC7E,MAAM,UAAU,GAAG,MAAM,CAAC,SAAS,IAAI,gBAAgB,CAAA;IACvD,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;IAC9E,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAA;IACtB,CAAC;AACH,CAAC"}

package/dist/commands/report.d.ts

@@ -0,0 +1,2 @@
+import type { CliValues } from "./options.js";
+export declare function generateReport(investigationPath: string, values: CliValues): Promise<void>;

package/dist/commands/report.js

@@ -0,0 +1,79 @@
+import { stat } from "node:fs/promises";
+import { relative, resolve } from "node:path";
+import { readInvestigationReport } from "../investigator/file.js";
+import { readProofOfFix } from "../repair/file.js";
+import { writePortableReport } from "../report/bundle.js";
+import { buildEvidenceReport } from "../report/model.js";
+import { openLocalReport } from "../report/open.js";
+import { confirmReportPublication, publishReport } from "../report/publish.js";
+import { readReproducer } from "../reproducer/file.js";
+import { requireCredential } from "../security/credentials.js";
+import { ProgressReporter } from "../ui/progress.js";
+function portablePath(projectRoot, path) {
+    const portable = relative(projectRoot, resolve(projectRoot, path)).replaceAll("\\", "/");
+    if (portable.startsWith("../") || portable === "..") {
+        throw new Error("Report artifacts must stay inside the project");
+    }
+    return portable;
+}
+export async function generateReport(investigationPath, values) {
+    const projectRoot = process.cwd();
+    const progress = new ProgressReporter();
+    progress.start("Loading validated evidence");
+    const [investigation, reproducer, proof] = await Promise.all([
+        readInvestigationReport(resolve(projectRoot, investigationPath)),
+        readReproducer(resolve(projectRoot, values.reproducer)),
+        readProofOfFix(resolve(projectRoot, values.proof)),
+    ]);
+    progress.done(`${investigation.experiments.length} experiments`);
+    progress.start("Classifying ownership and redacting evidence");
+    const report = buildEvidenceReport({
+        investigation,
+        paths: {
+            investigation: portablePath(projectRoot, investigationPath),
+            patch: portablePath(projectRoot, values.patch),
+            proof: portablePath(projectRoot, values.proof),
+            reproducer: portablePath(projectRoot, values.reproducer),
+        },
+        proof,
+        reproducer,
+    });
+    progress.done(report.ownership.classification);
+    const outputPath = resolve(projectRoot, values.html);
+    progress.start("Bundling portable evidence report");
+    await writePortableReport(projectRoot, outputPath, report);
+    const output = await stat(outputPath);
+    progress.done(`${Math.ceil(output.size / 1_024)} KiB`);
+    if (values.open) {
+        openLocalReport(outputPath);
+    }
+    let publishedUrl;
+    let expiresAt;
+    if (values.publish) {
+        const confirmed = await confirmReportPublication();
+        if (confirmed) {
+            const apiKey = await requireCredential("solari", {
+                forcePrompt: values["prompt-credentials"],
+            });
+            progress.start("Publishing the redacted report");
+            const published = await publishReport(outputPath, {
+                apiKey,
+                baseUrl: process.env.SOLARI_BASE_URL?.trim() ?? "https://api.getsolari.com",
+            });
+            publishedUrl = published.url;
+            expiresAt = published.expiresAt;
+            progress.done("expires automatically");
+        }
+        else {
+            process.stderr.write("Publication cancelled · local report kept\n");
+        }
+    }
+    console.log(JSON.stringify({
+        outputPath,
+        opened: values.open,
+        status: report.status,
+        ownership: report.ownership.classification,
+        ...(publishedUrl ? { publishedUrl, expiresAt } : {}),
+    }, null, 2));
+}
+//# sourceMappingURL=report.js.map

package/dist/commands/report.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"report.js","sourceRoot":"","sources":["../../src/commands/report.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAA;AACvC,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAE7C,OAAO,EAAE,uBAAuB,EAAE,MAAM,yBAAyB,CAAA;AACjE,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAA;AAClD,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAA;AACzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAA;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAA;AACnD,OAAO,EAAE,wBAAwB,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AAC9E,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAA;AACtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAA;AAC9D,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAA;AAGpD,SAAS,YAAY,CAAC,WAAmB,EAAE,IAAY;IACrD,MAAM,QAAQ,GAAG,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;IACxF,IAAI,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;QACpD,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAA;IAClE,CAAC;IACD,OAAO,QAAQ,CAAA;AACjB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,iBAAyB,EACzB,MAAiB;IAEjB,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,EAAE,CAAA;IACjC,MAAM,QAAQ,GAAG,IAAI,gBAAgB,EAAE,CAAA;IACvC,QAAQ,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAA;IAC5C,MAAM,CAAC,aAAa,EAAE,UAAU,EAAE,KAAK,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAC3D,uBAAuB,CAAC,OAAO,CAAC,WAAW,EAAE,iBAAiB,CAAC,CAAC;QAChE,cAAc,CAAC,OAAO,CAAC,WAAW,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;QACvD,cAAc,CAAC,OAAO,CAAC,WAAW,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;KACnD,CAAC,CAAA;IACF,QAAQ,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,WAAW,CAAC,MAAM,cAAc,CAAC,CAAA;IAEhE,QAAQ,CAAC,KAAK,CAAC,8CAA8C,CAAC,CAAA;IAC9D,MAAM,MAAM,GAAG,mBAAmB,CAAC;QACjC,aAAa;QACb,KAAK,EAAE;YACL,aAAa,EAAE,YAAY,CAAC,WAAW,EAAE,iBAAiB,CAAC;YAC3D,KAAK,EAAE,YAAY,CAAC,WAAW,EAAE,MAAM,CAAC,KAAK,CAAC;YAC9C,KAAK,EAAE,YAAY,CAAC,WAAW,EAAE,MAAM,CAAC,KAAK,CAAC;YAC9C,UAAU,EAAE,YAAY,CAAC,WAAW,EAAE,MAAM,CAAC,UAAU,CAAC;SACzD;QACD,KAAK;QACL,UAAU;KACX,CAAC,CAAA;IACF,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,CAAA;IAE9C,MAAM,UAAU,GAAG,OAAO,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,CAAA;IACpD,QAAQ,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAA;IACnD,MAAM,mBAAmB,CAAC,WAAW,EAAE,UAAU,EAAE,MAAM,CAAC,CAAA;IAC1D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,CAAA;IACrC,QAAQ,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAA;IAEtD,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAChB,eAAe,CAAC,UAAU,CAAC,CAAA;IAC7B,CAAC;IACD,IAAI,YAAgC,CAAA;IACpC,IAAI,SAA6B,CAAA;IACjC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,MAAM,SAAS,GAAG,MAAM,wBAAwB,EAAE,CAAA;QAClD,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,QAAQ,EAAE;gBAC/C,WAAW,EAAE,MAAM,CAAC,oBAAoB,CAAC;aAC1C,CAAC,CAAA;YACF,QAAQ,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAA;YAChD,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,UAAU,EAAE;gBAChD,MAAM;gBACN,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,IAAI,EAAE,IAAI,2BAA2B;aAC5E,CAAC,CAAA;YACF,YAAY,GAAG,SAAS,CAAC,GAAG,CAAA;YAC5B,SAAS,GAAG,SAAS,CAAC,SAAS,CAAA;YAC/B,QAAQ,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAA;QACxC,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,6CAA6C,CAAC,CAAA;QACrE,CAAC;IACH,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC;QACzB,UAAU;QACV,MAAM,EAAE,MAAM,CAAC,IAAI;QACnB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,SAAS,EAAE,MAAM,CAAC,SAAS,CAAC,cAAc;QAC1C,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACrD,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;AACd,CAAC"}

package/dist/commands/scan.d.ts

@@ -0,0 +1,12 @@
+import type { ExperimentResult } from "../discovery/evaluate.js";
+import type { CliValues } from "./options.js";
+export type ScanStatus = "consistent-failure" | "flaky" | "inconclusive" | "no-failure-observed";
+export interface ScanResult {
+    artifactPath: string;
+    result: ExperimentResult;
+    status: ScanStatus;
+    target: string;
+}
+export declare function classifyScan(result: ExperimentResult): ScanStatus;
+export declare function formatScanSummary(scan: ScanResult): string;
+export declare function scan(target: string, values: CliValues): Promise<ScanResult>;

package/dist/commands/scan.js

@@ -0,0 +1,86 @@
+import { mkdir, writeFile } from "node:fs/promises";
+import { dirname, resolve } from "node:path";
+import { evaluateExperiment } from "../discovery/evaluate.js";
+import { createPlaywrightExecutor } from "../runner/playwright-executor.js";
+import { ProgressReporter } from "../ui/progress.js";
+import { integerOption, withInterruption } from "./options.js";
+export function classifyScan(result) {
+    if (result.errors > 0) {
+        return "inconclusive";
+    }
+    if (result.failed === 0) {
+        return "no-failure-observed";
+    }
+    if (result.passed === 0) {
+        return "consistent-failure";
+    }
+    return "flaky";
+}
+function percentage(value) {
+    return `${Math.round(value * 100)}%`;
+}
+function finding(status) {
+    const findings = {
+        "consistent-failure": "The target failed consistently; this looks like a regular test failure.",
+        flaky: "Flaky behavior observed: the same target both passed and failed.",
+        inconclusive: "The scan was inconclusive because one or more test processes could not run.",
+        "no-failure-observed": "No failure was observed in this bounded scan.",
+    };
+    return findings[status];
+}
+export function formatScanSummary(scan) {
+    const lines = [
+        "",
+        "FlakeLab stability scan",
+        `  Target       ${scan.target}`,
+        `  Runs         ${scan.result.trials}`,
+        `  Passed       ${scan.result.passed}`,
+        `  Failed       ${scan.result.failed}`,
+        `  Failure rate ${percentage(scan.result.failureRate)}`,
+        "",
+        finding(scan.status),
+    ];
+    if (scan.result.dominantFailureReason) {
+        const reason = scan.result.dominantFailureReason
+            .split("\n")
+            .map((line) => `  ${line}`);
+        lines.push("", "Most common failure", ...reason);
+    }
+    lines.push("", `Evidence saved to ${scan.artifactPath}`);
+    if (scan.status === "no-failure-observed") {
+        lines.push("Run again with --runs 20 for a stronger scan.");
+    }
+    return lines.join("\n");
+}
+export async function scan(target, values) {
+    const projectRoot = process.cwd();
+    const artifactPath = resolve(projectRoot, values.artifacts, "scan.json");
+    const progress = new ProgressReporter();
+    const runs = integerOption(values.runs, "runs");
+    progress.start(`Running ${runs} isolated Playwright repetitions`);
+    const result = await withInterruption(async (signal) => evaluateExperiment(createPlaywrightExecutor(projectRoot, target, { signal }), {
+        concurrency: integerOption(values.concurrency, "concurrency"),
+        minimumFailureRate: 0.5,
+        seed: integerOption(values.seed, "seed"),
+        signal,
+        trials: runs,
+    }));
+    progress.done(`${result.passed} passed · ${result.failed} failed · ${result.errors} errors`);
+    const scanResult = {
+        artifactPath,
+        result,
+        status: classifyScan(result),
+        target,
+    };
+    await mkdir(dirname(artifactPath), { recursive: true });
+    await writeFile(artifactPath, `${JSON.stringify(scanResult, null, 2)}\n`, "utf8");
+    process.stdout.write(`${formatScanSummary(scanResult)}\n`);
+    if (values.verbose) {
+        process.stdout.write(`\n${JSON.stringify(scanResult, null, 2)}\n`);
+    }
+    if (scanResult.status !== "no-failure-observed") {
+        process.exitCode = 1;
+    }
+    return scanResult;
+}
+//# sourceMappingURL=scan.js.map

package/dist/commands/scan.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scan.js","sourceRoot":"","sources":["../../src/commands/scan.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AACnD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAG5C,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAA;AAC7D,OAAO,EAAE,wBAAwB,EAAE,MAAM,kCAAkC,CAAA;AAC3E,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAA;AAEpD,OAAO,EAAE,aAAa,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAA;AAe9D,MAAM,UAAU,YAAY,CAAC,MAAwB;IACnD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,OAAO,cAAc,CAAA;IACvB,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,qBAAqB,CAAA;IAC9B,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,oBAAoB,CAAA;IAC7B,CAAC;IACD,OAAO,OAAO,CAAA;AAChB,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAC/B,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,GAAG,CAAA;AACtC,CAAC;AAED,SAAS,OAAO,CAAC,MAAkB;IACjC,MAAM,QAAQ,GAA+B;QAC3C,oBAAoB,EAAE,yEAAyE;QAC/F,KAAK,EAAE,kEAAkE;QACzE,YAAY,EAAE,6EAA6E;QAC3F,qBAAqB,EAAE,+CAA+C;KACvE,CAAA;IACD,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAA;AACzB,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,IAAgB;IAChD,MAAM,KAAK,GAAG;QACZ,EAAE;QACF,yBAAyB;QACzB,kBAAkB,IAAI,CAAC,MAAM,EAAE;QAC/B,kBAAkB,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;QACtC,kBAAkB,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;QACtC,kBAAkB,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;QACtC,kBAAkB,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE;QACvD,EAAE;QACF,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC;KACrB,CAAA;IACD,IAAI,IAAI,CAAC,MAAM,CAAC,qBAAqB,EAAE,CAAC;QACtC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,qBAAqB;aAC7C,KAAK,CAAC,IAAI,CAAC;aACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,CAAA;QAC7B,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,qBAAqB,EAAE,GAAG,MAAM,CAAC,CAAA;IAClD,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,qBAAqB,IAAI,CAAC,YAAY,EAAE,CAAC,CAAA;IACxD,IAAI,IAAI,CAAC,MAAM,KAAK,qBAAqB,EAAE,CAAC;QAC1C,KAAK,CAAC,IAAI,CAAC,+CAA+C,CAAC,CAAA;IAC7D,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACzB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,IAAI,CAAC,MAAc,EAAE,MAAiB;IAC1D,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,EAAE,CAAA;IACjC,MAAM,YAAY,GAAG,OAAO,CAAC,WAAW,EAAE,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,CAAA;IACxE,MAAM,QAAQ,GAAG,IAAI,gBAAgB,EAAE,CAAA;IACvC,MAAM,IAAI,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;IAC/C,QAAQ,CAAC,KAAK,CAAC,WAAW,IAAI,kCAAkC,CAAC,CAAA;IACjE,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,kBAAkB,CACxE,wBAAwB,CAAC,WAAW,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,EACzD;QACE,WAAW,EAAE,aAAa,CAAC,MAAM,CAAC,WAAW,EAAE,aAAa,CAAC;QAC7D,kBAAkB,EAAE,GAAG;QACvB,IAAI,EAAE,aAAa,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC;QACxC,MAAM;QACN,MAAM,EAAE,IAAI;KACb,CACF,CAAC,CAAA;IACF,QAAQ,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,aAAa,MAAM,CAAC,MAAM,aAAa,MAAM,CAAC,MAAM,SAAS,CAAC,CAAA;IAC5F,MAAM,UAAU,GAAe;QAC7B,YAAY;QACZ,MAAM;QACN,MAAM,EAAE,YAAY,CAAC,MAAM,CAAC;QAC5B,MAAM;KACP,CAAA;IACD,MAAM,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IACvD,MAAM,SAAS,CAAC,YAAY,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;IACjF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,iBAAiB,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;IAC1D,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAA;IACpE,CAAC;IACD,IAAI,UAAU,CAAC,MAAM,KAAK,qBAAqB,EAAE,CAAC;QAChD,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAA;IACtB,CAAC;IACD,OAAO,UAAU,CAAA;AACnB,CAAC"}

package/dist/core/plan.d.ts

@@ -0,0 +1,3 @@
+import type { RunRequest, TrialPlan } from "../domain/schema.js";
+export declare function deriveTrialSeed(seed: number, index: number): number;
+export declare function planTrials(request: RunRequest): TrialPlan[];