flakelab 0.1.0

package/dist/repair/remote-proof-runner.js

@@ -0,0 +1,53 @@
+import { parseArgs } from "node:util";
+import { evaluateExperiment } from "../discovery/evaluate.js";
+import { createPlaywrightExecutor } from "../runner/playwright-executor.js";
+function required(value, name) {
+    if (!value) {
+        throw new Error(`${name} is required`);
+    }
+    return value;
+}
+function integer(value, name) {
+    const parsed = Number(required(value, name));
+    if (!Number.isInteger(parsed)) {
+        throw new Error(`${name} must be an integer`);
+    }
+    return parsed;
+}
+async function main() {
+    const { values } = parseArgs({
+        options: {
+            concurrency: { type: "string" },
+            "delay-ms": { type: "string" },
+            hostile: { type: "boolean", default: false },
+            "min-rate": { type: "string" },
+            pattern: { type: "string" },
+            seed: { type: "string" },
+            selector: { type: "string" },
+            trials: { type: "string" },
+        },
+    });
+    const fault = values.hostile
+        ? {
+            kind: "network-delay",
+            delayMs: integer(values["delay-ms"], "delay-ms"),
+            pattern: required(values.pattern, "pattern"),
+        }
+        : undefined;
+    const result = await evaluateExperiment(createPlaywrightExecutor(process.cwd(), required(values.selector, "selector")), {
+        concurrency: integer(values.concurrency, "concurrency"),
+        fault,
+        minimumFailureRate: Number(required(values["min-rate"], "min-rate")),
+        seed: integer(values.seed, "seed"),
+        trials: integer(values.trials, "trials"),
+    });
+    console.log(JSON.stringify(result));
+}
+try {
+    await main();
+}
+catch (error) {
+    console.error(error instanceof Error ? error.message : "Remote proof runner failed");
+    process.exitCode = 1;
+}
+//# sourceMappingURL=remote-proof-runner.js.map

package/dist/repair/remote-proof-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"remote-proof-runner.js","sourceRoot":"","sources":["../../src/repair/remote-proof-runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAA;AAErC,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAA;AAE7D,OAAO,EAAE,wBAAwB,EAAE,MAAM,kCAAkC,CAAA;AAE3E,SAAS,QAAQ,CAAC,KAAyB,EAAE,IAAY;IACvD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,cAAc,CAAC,CAAA;IACxC,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,OAAO,CAAC,KAAyB,EAAE,IAAY;IACtD,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAA;IAC5C,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,qBAAqB,CAAC,CAAA;IAC/C,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC;QAC3B,OAAO,EAAE;YACP,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC/B,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC9B,OAAO,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE;YAC5C,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC9B,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC3B,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YACxB,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC5B,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;SAC3B;KACF,CAAC,CAAA;IACF,MAAM,KAAK,GAAsB,MAAM,CAAC,OAAO;QAC7C,CAAC,CAAC;YACE,IAAI,EAAE,eAAe;YACrB,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,UAAU,CAAC;YAChD,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC;SAC7C;QACH,CAAC,CAAC,SAAS,CAAA;IACb,MAAM,MAAM,GAAG,MAAM,kBAAkB,CACrC,wBAAwB,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,EAC9E;QACE,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE,aAAa,CAAC;QACvD,KAAK;QACL,kBAAkB,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,UAAU,CAAC,CAAC;QACpE,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC;QAClC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC;KACzC,CACF,CAAA;IACD,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAA;AACrC,CAAC;AAED,IAAI,CAAC;IACH,MAAM,IAAI,EAAE,CAAA;AACd,CAAC;AAAC,OAAO,KAAK,EAAE,CAAC;IACf,OAAO,CAAC,KAAK,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,4BAA4B,CAAC,CAAA;IACpF,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAA;AACtB,CAAC"}

package/dist/repair/schema.d.ts

@@ -0,0 +1,78 @@
+import { z } from "zod";
+export declare const patchEditSchema: z.ZodObject<{
+    path: z.ZodString;
+    before: z.ZodString;
+    after: z.ZodString;
+}, z.core.$strip>;
+export declare const candidatePatchSchema: z.ZodObject<{
+    summary: z.ZodString;
+    rationale: z.ZodString;
+    edits: z.ZodArray<z.ZodObject<{
+        path: z.ZodString;
+        before: z.ZodString;
+        after: z.ZodString;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+export declare const proofOfFixSchema: z.ZodObject<{
+    version: z.ZodLiteral<1>;
+    execution: z.ZodLiteral<"solari-microvm">;
+    patchAccepted: z.ZodBoolean;
+    patchPath: z.ZodString;
+    staticChecks: z.ZodObject<{
+        typecheck: z.ZodBoolean;
+        lint: z.ZodBoolean;
+    }, z.core.$strip>;
+    staticDiagnostics: z.ZodObject<{
+        typecheck: z.ZodOptional<z.ZodString>;
+        lint: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>;
+    beforeHostile: z.ZodObject<{
+        confirmed: z.ZodBoolean;
+        dominantFailureSignature: z.ZodOptional<z.ZodString>;
+        dominantFailureReason: z.ZodOptional<z.ZodString>;
+        errors: z.ZodNumber;
+        failed: z.ZodNumber;
+        failureRate: z.ZodNumber;
+        lowerBound80: z.ZodNumber;
+        passed: z.ZodNumber;
+        trials: z.ZodNumber;
+    }, z.core.$strip>;
+    afterHostile: z.ZodObject<{
+        confirmed: z.ZodBoolean;
+        dominantFailureSignature: z.ZodOptional<z.ZodString>;
+        dominantFailureReason: z.ZodOptional<z.ZodString>;
+        errors: z.ZodNumber;
+        failed: z.ZodNumber;
+        failureRate: z.ZodNumber;
+        lowerBound80: z.ZodNumber;
+        passed: z.ZodNumber;
+        trials: z.ZodNumber;
+    }, z.core.$strip>;
+    afterControl: z.ZodObject<{
+        confirmed: z.ZodBoolean;
+        dominantFailureSignature: z.ZodOptional<z.ZodString>;
+        dominantFailureReason: z.ZodOptional<z.ZodString>;
+        errors: z.ZodNumber;
+        failed: z.ZodNumber;
+        failureRate: z.ZodNumber;
+        lowerBound80: z.ZodNumber;
+        passed: z.ZodNumber;
+        trials: z.ZodNumber;
+    }, z.core.$strip>;
+    regressions: z.ZodArray<z.ZodObject<{
+        selector: z.ZodString;
+        result: z.ZodObject<{
+            confirmed: z.ZodBoolean;
+            dominantFailureSignature: z.ZodOptional<z.ZodString>;
+            dominantFailureReason: z.ZodOptional<z.ZodString>;
+            errors: z.ZodNumber;
+            failed: z.ZodNumber;
+            failureRate: z.ZodNumber;
+            lowerBound80: z.ZodNumber;
+            passed: z.ZodNumber;
+            trials: z.ZodNumber;
+        }, z.core.$strip>;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+export type CandidatePatch = z.infer<typeof candidatePatchSchema>;
+export type ProofOfFix = z.infer<typeof proofOfFixSchema>;

package/dist/repair/schema.js

@@ -0,0 +1,44 @@
+import { z } from "zod";
+export const patchEditSchema = z.object({
+    path: z.string().min(1).max(500),
+    before: z.string().min(1).max(12_000),
+    after: z.string().min(1).max(12_000),
+});
+export const candidatePatchSchema = z.object({
+    summary: z.string().min(20).max(1_000),
+    rationale: z.string().min(20).max(2_000),
+    edits: z.array(patchEditSchema).min(1).max(3),
+});
+const validationResultSchema = z.object({
+    confirmed: z.boolean(),
+    dominantFailureSignature: z.string().min(1).optional(),
+    dominantFailureReason: z.string().min(1).max(2_000).optional(),
+    errors: z.number().int().nonnegative(),
+    failed: z.number().int().nonnegative(),
+    failureRate: z.number().min(0).max(1),
+    lowerBound80: z.number().min(0).max(1),
+    passed: z.number().int().nonnegative(),
+    trials: z.number().int().nonnegative(),
+});
+export const proofOfFixSchema = z.object({
+    version: z.literal(1),
+    execution: z.literal("solari-microvm"),
+    patchAccepted: z.boolean(),
+    patchPath: z.string().min(1),
+    staticChecks: z.object({
+        typecheck: z.boolean(),
+        lint: z.boolean(),
+    }),
+    staticDiagnostics: z.object({
+        typecheck: z.string().max(2_000).optional(),
+        lint: z.string().max(2_000).optional(),
+    }),
+    beforeHostile: validationResultSchema,
+    afterHostile: validationResultSchema,
+    afterControl: validationResultSchema,
+    regressions: z.array(z.object({
+        selector: z.string().min(1),
+        result: validationResultSchema,
+    })),
+});
+//# sourceMappingURL=schema.js.map

package/dist/repair/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../src/repair/schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC,MAAM,CAAC;IACtC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC;IAChC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC;IACrC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC;CACrC,CAAC,CAAA;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC;IACtC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC;IACxC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;CAC9C,CAAC,CAAA;AAEF,MAAM,sBAAsB,GAAG,CAAC,CAAC,MAAM,CAAC;IACtC,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE;IACtB,wBAAwB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IACtD,qBAAqB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE;IAC9D,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACtC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACtC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACrC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACtC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACtC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;CACvC,CAAC,CAAA;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IACvC,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IACrB,SAAS,EAAE,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC;IACtC,aAAa,EAAE,CAAC,CAAC,OAAO,EAAE;IAC1B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5B,YAAY,EAAE,CAAC,CAAC,MAAM,CAAC;QACrB,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE;QACtB,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE;KAClB,CAAC;IACF,iBAAiB,EAAE,CAAC,CAAC,MAAM,CAAC;QAC1B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE;QAC3C,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE;KACvC,CAAC;IACF,aAAa,EAAE,sBAAsB;IACrC,YAAY,EAAE,sBAAsB;IACpC,YAAY,EAAE,sBAAsB;IACpC,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;QAC5B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3B,MAAM,EAAE,sBAAsB;KAC/B,CAAC,CAAC;CACJ,CAAC,CAAA"}

package/dist/repair/solari-validator.d.ts

@@ -0,0 +1,25 @@
+import type { ExperimentResult } from "../discovery/evaluate.js";
+import type { Reproducer } from "../reproducer/schema.js";
+interface RemoteValidationOptions {
+    apiKey: string;
+    baseUrl: string;
+    concurrency: number;
+    regressionSelectors: string[];
+    reproducer: Reproducer;
+    signal?: AbortSignal;
+    workspaceRoot: string;
+}
+export interface RemoteValidationResult {
+    afterControl: ExperimentResult;
+    afterHostile: ExperimentResult;
+    lint: boolean;
+    lintDiagnostic?: string;
+    regressions: {
+        selector: string;
+        result: ExperimentResult;
+    }[];
+    typecheck: boolean;
+    typecheckDiagnostic?: string;
+}
+export declare function validatePatchInSolari(options: RemoteValidationOptions): Promise<RemoteValidationResult>;
+export {};

package/dist/repair/solari-validator.js

@@ -0,0 +1,231 @@
+import { SandboxClient } from "@solarisdk/sandbox";
+import { readdir, readFile } from "node:fs/promises";
+import { join, posix, relative, resolve, sep } from "node:path";
+import { setTimeout as delay } from "node:timers/promises";
+import { experimentResultSchema } from "../investigator/schema.js";
+import { retryTransient } from "../solari/retry.js";
+const REMOTE_ROOT = "/work/flakelab";
+const REMOTE_SETUP_ROOT = "/work/flakelab/.flakelab/setup";
+const SANDBOX_TIMEOUT_MS = 15 * 60_000;
+const COMMAND_TIMEOUT_MS = 10 * 60_000;
+const UPLOAD_BATCH_SIZE = 8;
+const SETUP_POLL_ATTEMPTS = 300;
+async function listProjectFiles(root, directory = root) {
+    const entries = await readdir(directory, { withFileTypes: true });
+    const files = [];
+    for (const entry of entries) {
+        const localPath = join(directory, entry.name);
+        if (entry.isDirectory()) {
+            files.push(...await listProjectFiles(root, localPath));
+        }
+        else if (entry.isFile()) {
+            const projectPath = relative(root, localPath).split(sep).join(posix.sep);
+            files.push({ localPath, remotePath: posix.join(REMOTE_ROOT, projectPath) });
+        }
+    }
+    return files;
+}
+async function uploadProject(sandbox, workspaceRoot) {
+    const files = await listProjectFiles(workspaceRoot);
+    const directories = [...new Set(files.map((file) => posix.dirname(file.remotePath)))];
+    const mkdir = await sandbox.commands.run("mkdir", { args: ["-p", ...directories] });
+    if (mkdir.exitCode !== 0) {
+        throw new Error("Solari could not prepare the isolated project directory");
+    }
+    for (let index = 0; index < files.length; index += UPLOAD_BATCH_SIZE) {
+        const batch = files.slice(index, index + UPLOAD_BATCH_SIZE);
+        await Promise.all(batch.map(async (file) => {
+            const content = await readFile(file.localPath);
+            await sandbox.files.write(file.remotePath, content);
+        }));
+    }
+}
+async function runCommand(sandbox, command, args) {
+    for (let attempt = 1; attempt <= 2; attempt += 1) {
+        try {
+            const result = await sandbox.commands.run(command, {
+                args,
+                cwd: REMOTE_ROOT,
+                timeoutMs: COMMAND_TIMEOUT_MS,
+            });
+            return { exitCode: result.exitCode, stdout: result.stdout, stderr: result.stderr };
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : "Solari command failed";
+            const reconnectable = /control channel closed|connection/iu.test(message);
+            if (!reconnectable || attempt === 2) {
+                throw error;
+            }
+            await sandbox.reconnect();
+        }
+    }
+    throw new Error("Solari command retry budget exhausted");
+}
+function safeDiagnostic(stdout, stderr) {
+    const redacted = `${stdout}\n${stderr}`.split(" ").map((token) => {
+        const schemeEnd = token.indexOf("://");
+        const credentialEnd = token.indexOf("@", schemeEnd + 3);
+        if (schemeEnd < 0 || credentialEnd < 0) {
+            return token;
+        }
+        return `${token.slice(0, schemeEnd + 3)}<redacted>${token.slice(credentialEnd)}`;
+    }).join(" ");
+    return redacted
+        .split(/\r?\n/u)
+        .map((line) => line.trim())
+        .filter((line) => line.length > 0)
+        .slice(-12)
+        .join(" | ")
+        .slice(0, 2_000);
+}
+async function requireCommand(sandbox, command, label, args) {
+    const result = await runCommand(sandbox, command, args);
+    if (result.exitCode !== 0) {
+        const diagnostic = safeDiagnostic(result.stdout, result.stderr);
+        throw new Error(`Solari ${label} failed with exit code ${result.exitCode}`
+            + (diagnostic ? `: ${diagnostic}` : ""));
+    }
+}
+async function runDetachedSetup(sandbox, label, script, statusPath, signal) {
+    await runCommand(sandbox, "rm", ["-f", statusPath]);
+    const started = await sandbox.commands.run("sh", {
+        args: ["-c", script],
+        background: true,
+        cwd: REMOTE_ROOT,
+    });
+    if (started.exitCode !== 0) {
+        throw new Error(`Solari could not start ${label}`);
+    }
+    for (let attempt = 1; attempt <= SETUP_POLL_ATTEMPTS; attempt += 1) {
+        signal?.throwIfAborted();
+        try {
+            const status = await sandbox.files.readText(statusPath);
+            const exitCode = Number(status.trim());
+            if (exitCode !== 0) {
+                throw new Error(`Solari ${label} failed with exit code ${exitCode}`);
+            }
+            return;
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : "";
+            if (/control channel closed|connection/iu.test(message)) {
+                await sandbox.reconnect();
+            }
+            else if (!/enoent|not found|no such file/iu.test(message)) {
+                throw error;
+            }
+        }
+        await delay(1_000, undefined, { signal });
+    }
+    throw new Error(`Solari ${label} exceeded its timeout`);
+}
+function proofArguments(options, selector, trials, hostile) {
+    const fault = options.reproducer.faults[0];
+    return [
+        "exec",
+        "tsx",
+        "src/repair/remote-proof-runner.ts",
+        "--selector",
+        selector,
+        "--trials",
+        String(trials),
+        "--concurrency",
+        String(options.concurrency),
+        "--seed",
+        String(options.reproducer.seed),
+        "--min-rate",
+        String(options.reproducer.expectedFailure.minimumRate),
+        "--delay-ms",
+        String(fault.delayMs),
+        "--pattern",
+        fault.pattern,
+        ...(hostile ? ["--hostile"] : []),
+    ];
+}
+async function runExperiment(sandbox, options, selector, trials, hostile) {
+    const result = await runCommand(sandbox, "pnpm", proofArguments(options, selector, trials, hostile));
+    if (result.exitCode !== 0) {
+        throw new Error(`Solari proof runner failed with exit code ${result.exitCode}`);
+    }
+    const output = result.stdout.trim().split(/\r?\n/u).at(-1);
+    if (!output) {
+        throw new Error("Solari proof runner returned no result");
+    }
+    return experimentResultSchema.parse(JSON.parse(output));
+}
+async function validateInSandbox(sandbox, options) {
+    await sandbox.connect();
+    await uploadProject(sandbox, resolve(options.workspaceRoot));
+    await runCommand(sandbox, "mkdir", ["-p", REMOTE_SETUP_ROOT]);
+    await requireCommand(sandbox, "npm", "Node.js bootstrap", [
+        "install",
+        "--global",
+        "node@22.14.0",
+    ]);
+    await requireCommand(sandbox, "npm", "pnpm bootstrap", [
+        "install",
+        "--global",
+        "pnpm@11.6.0",
+    ]);
+    await requireCommand(sandbox, "pnpm", "dependency installation", [
+        "install",
+        "--frozen-lockfile",
+    ]);
+    options.signal?.throwIfAborted();
+    const typecheckResult = await runCommand(sandbox, "pnpm", ["typecheck"]);
+    const lintResult = await runCommand(sandbox, "pnpm", ["lint"]);
+    const typecheck = typecheckResult.exitCode === 0;
+    const lint = lintResult.exitCode === 0;
+    await runDetachedSetup(sandbox, "browser system dependency installation", "pnpm exec playwright install-deps chromium >.flakelab/setup/browser-deps.log 2>&1; printf '%s' $? >.flakelab/setup/browser-deps.exit", `${REMOTE_SETUP_ROOT}/browser-deps.exit`, options.signal);
+    await runDetachedSetup(sandbox, "browser download", "pnpm exec playwright install chromium >.flakelab/setup/browser.log 2>&1; printf '%s' $? >.flakelab/setup/browser.exit", `${REMOTE_SETUP_ROOT}/browser.exit`, options.signal);
+    const afterHostile = await runExperiment(sandbox, options, options.reproducer.test, options.reproducer.trials, true);
+    const afterControl = await runExperiment(sandbox, options, options.reproducer.test, options.reproducer.trials, false);
+    const regressions = [];
+    for (const selector of options.regressionSelectors) {
+        regressions.push({
+            selector,
+            result: await runExperiment(sandbox, options, selector, 2, false),
+        });
+    }
+    return {
+        afterControl,
+        afterHostile,
+        lint,
+        ...(lint ? {} : {
+            lintDiagnostic: safeDiagnostic(lintResult.stdout, lintResult.stderr),
+        }),
+        regressions,
+        typecheck,
+        ...(typecheck ? {} : {
+            typecheckDiagnostic: safeDiagnostic(typecheckResult.stdout, typecheckResult.stderr),
+        }),
+    };
+}
+export async function validatePatchInSolari(options) {
+    options.signal?.throwIfAborted();
+    const client = new SandboxClient({
+        apiKey: options.apiKey,
+        baseUrl: options.baseUrl,
+        callTimeoutMs: COMMAND_TIMEOUT_MS,
+    });
+    const sandbox = await retryTransient(async () => client.create({
+        template: "base",
+        cpu: 4,
+        memMb: 8_192,
+        timeoutMs: SANDBOX_TIMEOUT_MS,
+        lifecycle: { onTimeout: "kill" },
+        metadata: { product: "flakelab", role: "patch-proof" },
+    }), {
+        attempts: 5,
+        baseDelayMs: 500,
+        signal: options.signal,
+    });
+    try {
+        return await validateInSandbox(sandbox, options);
+    }
+    finally {
+        sandbox.close();
+        await sandbox.kill();
+    }
+}
+//# sourceMappingURL=solari-validator.js.map

package/dist/repair/solari-validator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"solari-validator.js","sourceRoot":"","sources":["../../src/repair/solari-validator.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAA;AAClD,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AACpD,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAA;AAC/D,OAAO,EAAE,UAAU,IAAI,KAAK,EAAE,MAAM,sBAAsB,CAAA;AAG1D,OAAO,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAA;AAElE,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAA;AAEnD,MAAM,WAAW,GAAG,gBAAgB,CAAA;AACpC,MAAM,iBAAiB,GAAG,gCAAgC,CAAA;AAC1D,MAAM,kBAAkB,GAAG,EAAE,GAAG,MAAM,CAAA;AACtC,MAAM,kBAAkB,GAAG,EAAE,GAAG,MAAM,CAAA;AACtC,MAAM,iBAAiB,GAAG,CAAC,CAAA;AAC3B,MAAM,mBAAmB,GAAG,GAAG,CAAA;AA2B/B,KAAK,UAAU,gBAAgB,CAAC,IAAY,EAAE,SAAS,GAAG,IAAI;IAC5D,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAA;IACjE,MAAM,KAAK,GAAkB,EAAE,CAAA;IAC/B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;QAC7C,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAA;QACxD,CAAC;aAAM,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1B,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;YACxE,KAAK,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,WAAW,CAAC,EAAE,CAAC,CAAA;QAC7E,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,OAAgB,EAAE,aAAqB;IAClE,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,aAAa,CAAC,CAAA;IACnD,MAAM,WAAW,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAA;IACrF,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,GAAG,WAAW,CAAC,EAAE,CAAC,CAAA;IACnF,IAAI,KAAK,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAA;IAC5E,CAAC;IACD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,IAAI,iBAAiB,EAAE,CAAC;QACrE,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,iBAAiB,CAAC,CAAA;QAC3D,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;YACzC,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YAC9C,MAAM,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,CAAA;QACrD,CAAC,CAAC,CAAC,CAAA;IACL,CAAC;AACH,CAAC;AAED,KAAK,UAAU,UAAU,CACvB,OAAgB,EAChB,OAAe,EACf,IAAc;IAEd,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,CAAC,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;QACjD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,EAAE;gBACjD,IAAI;gBACJ,GAAG,EAAE,WAAW;gBAChB,SAAS,EAAE,kBAAkB;aAC9B,CAAC,CAAA;YACF,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAA;QACpF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,uBAAuB,CAAA;YAChF,MAAM,aAAa,GAAG,qCAAqC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YACzE,IAAI,CAAC,aAAa,IAAI,OAAO,KAAK,CAAC,EAAE,CAAC;gBACpC,MAAM,KAAK,CAAA;YACb,CAAC;YACD,MAAM,OAAO,CAAC,SAAS,EAAE,CAAA;QAC3B,CAAC;IACH,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAA;AAC1D,CAAC;AAED,SAAS,cAAc,CAAC,MAAc,EAAE,MAAc;IACpD,MAAM,QAAQ,GAAG,GAAG,MAAM,KAAK,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QAC/D,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;QACtC,MAAM,aAAa,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,SAAS,GAAG,CAAC,CAAC,CAAA;QACvD,IAAI,SAAS,GAAG,CAAC,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;YACvC,OAAO,KAAK,CAAA;QACd,CAAC;QACD,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,GAAG,CAAC,CAAC,aAAa,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,CAAA;IAClF,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACZ,OAAO,QAAQ;SACZ,KAAK,CAAC,QAAQ,CAAC;SACf,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC1B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;SACjC,KAAK,CAAC,CAAC,EAAE,CAAC;SACV,IAAI,CAAC,KAAK,CAAC;SACX,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAA;AACpB,CAAC;AAED,KAAK,UAAU,cAAc,CAC3B,OAAgB,EAChB,OAAe,EACf,KAAa,EACb,IAAc;IAEd,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,CAAA;IACvD,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,UAAU,GAAG,cAAc,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAA;QAC/D,MAAM,IAAI,KAAK,CACb,UAAU,KAAK,0BAA0B,MAAM,CAAC,QAAQ,EAAE;cACxD,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CACxC,CAAA;IACH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC7B,OAAgB,EAChB,KAAa,EACb,MAAc,EACd,UAAkB,EAClB,MAAoB;IAEpB,MAAM,UAAU,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,CAAA;IACnD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE;QAC/C,IAAI,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE,IAAI;QAChB,GAAG,EAAE,WAAW;KACjB,CAAC,CAAA;IACF,IAAI,OAAO,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,0BAA0B,KAAK,EAAE,CAAC,CAAA;IACpD,CAAC;IACD,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,mBAAmB,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;QACnE,MAAM,EAAE,cAAc,EAAE,CAAA;QACxB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAA;YACvD,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAA;YACtC,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;gBACnB,MAAM,IAAI,KAAK,CAAC,UAAU,KAAK,0BAA0B,QAAQ,EAAE,CAAC,CAAA;YACtE,CAAC;YACD,OAAM;QACR,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAA;YAC3D,IAAI,qCAAqC,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBACxD,MAAM,OAAO,CAAC,SAAS,EAAE,CAAA;YAC3B,CAAC;iBAAM,IAAI,CAAC,iCAAiC,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC5D,MAAM,KAAK,CAAA;YACb,CAAC;QACH,CAAC;QACD,MAAM,KAAK,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,CAAA;IAC3C,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,UAAU,KAAK,uBAAuB,CAAC,CAAA;AACzD,CAAC;AAED,SAAS,cAAc,CACrB,OAAgC,EAChC,QAAgB,EAChB,MAAc,EACd,OAAgB;IAEhB,MAAM,KAAK,GAAG,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;IAC1C,OAAO;QACL,MAAM;QACN,KAAK;QACL,mCAAmC;QACnC,YAAY;QACZ,QAAQ;QACR,UAAU;QACV,MAAM,CAAC,MAAM,CAAC;QACd,eAAe;QACf,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC;QAC3B,QAAQ;QACR,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC;QAC/B,YAAY;QACZ,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,eAAe,CAAC,WAAW,CAAC;QACtD,YAAY;QACZ,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC;QACrB,WAAW;QACX,KAAK,CAAC,OAAO;QACb,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;KAClC,CAAA;AACH,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,OAAgB,EAChB,OAAgC,EAChC,QAAgB,EAChB,MAAc,EACd,OAAgB;IAEhB,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,OAAO,EAAE,MAAM,EAAE,cAAc,CAC7D,OAAO,EACP,QAAQ,EACR,MAAM,EACN,OAAO,CACR,CAAC,CAAA;IACF,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,6CAA6C,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAA;IACjF,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;IAC1D,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAA;IAC3D,CAAC;IACD,OAAO,sBAAsB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAA;AACzD,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,OAAgB,EAChB,OAAgC;IAEhC,MAAM,OAAO,CAAC,OAAO,EAAE,CAAA;IACvB,MAAM,aAAa,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAA;IAC5D,MAAM,UAAU,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,iBAAiB,CAAC,CAAC,CAAA;IAC7D,MAAM,cAAc,CAAC,OAAO,EAAE,KAAK,EAAE,mBAAmB,EAAE;QACxD,SAAS;QACT,UAAU;QACV,cAAc;KACf,CAAC,CAAA;IACF,MAAM,cAAc,CAAC,OAAO,EAAE,KAAK,EAAE,gBAAgB,EAAE;QACrD,SAAS;QACT,UAAU;QACV,aAAa;KACd,CAAC,CAAA;IACF,MAAM,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,yBAAyB,EAAE;QAC/D,SAAS;QACT,mBAAmB;KACpB,CAAC,CAAA;IACF,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAA;IAChC,MAAM,eAAe,GAAG,MAAM,UAAU,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC,WAAW,CAAC,CAAC,CAAA;IACxE,MAAM,UAAU,GAAG,MAAM,UAAU,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC,MAAM,CAAC,CAAC,CAAA;IAC9D,MAAM,SAAS,GAAG,eAAe,CAAC,QAAQ,KAAK,CAAC,CAAA;IAChD,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,KAAK,CAAC,CAAA;IACtC,MAAM,gBAAgB,CACpB,OAAO,EACP,wCAAwC,EACxC,sIAAsI,EACtI,GAAG,iBAAiB,oBAAoB,EACxC,OAAO,CAAC,MAAM,CACf,CAAA;IACD,MAAM,gBAAgB,CACpB,OAAO,EACP,kBAAkB,EAClB,uHAAuH,EACvH,GAAG,iBAAiB,eAAe,EACnC,OAAO,CAAC,MAAM,CACf,CAAA;IACD,MAAM,YAAY,GAAG,MAAM,aAAa,CACtC,OAAO,EACP,OAAO,EACP,OAAO,CAAC,UAAU,CAAC,IAAI,EACvB,OAAO,CAAC,UAAU,CAAC,MAAM,EACzB,IAAI,CACL,CAAA;IACD,MAAM,YAAY,GAAG,MAAM,aAAa,CACtC,OAAO,EACP,OAAO,EACP,OAAO,CAAC,UAAU,CAAC,IAAI,EACvB,OAAO,CAAC,UAAU,CAAC,MAAM,EACzB,KAAK,CACN,CAAA;IACD,MAAM,WAAW,GAAG,EAAE,CAAA;IACtB,KAAK,MAAM,QAAQ,IAAI,OAAO,CAAC,mBAAmB,EAAE,CAAC;QACnD,WAAW,CAAC,IAAI,CAAC;YACf,QAAQ;YACR,MAAM,EAAE,MAAM,aAAa,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,KAAK,CAAC;SAClE,CAAC,CAAA;IACJ,CAAC;IACD,OAAO;QACL,YAAY;QACZ,YAAY;QACZ,IAAI;QACJ,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACd,cAAc,EAAE,cAAc,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC;SACrE,CAAC;QACF,WAAW;QACX,SAAS;QACT,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACnB,mBAAmB,EAAE,cAAc,CAAC,eAAe,CAAC,MAAM,EAAE,eAAe,CAAC,MAAM,CAAC;SACpF,CAAC;KACH,CAAA;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,OAAgC;IAEhC,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAA;IAChC,MAAM,MAAM,GAAG,IAAI,aAAa,CAAC;QAC/B,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,aAAa,EAAE,kBAAkB;KAClC,CAAC,CAAA;IACF,MAAM,OAAO,GAAG,MAAM,cAAc,CAClC,KAAK,IAAI,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;QACxB,QAAQ,EAAE,MAAM;QAChB,GAAG,EAAE,CAAC;QACN,KAAK,EAAE,KAAK;QACZ,SAAS,EAAE,kBAAkB;QAC7B,SAAS,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE;QAChC,QAAQ,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,aAAa,EAAE;KACvD,CAAC,EACF;QACE,QAAQ,EAAE,CAAC;QACX,WAAW,EAAE,GAAG;QAChB,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,CACF,CAAA;IACD,IAAI,CAAC;QACH,OAAO,MAAM,iBAAiB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IAClD,CAAC;YAAS,CAAC;QACT,OAAO,CAAC,KAAK,EAAE,CAAA;QACf,MAAM,OAAO,CAAC,IAAI,EAAE,CAAA;IACtB,CAAC;AACH,CAAC"}

package/dist/repair/validator.d.ts

@@ -0,0 +1,16 @@
+import type { Reproducer } from "../reproducer/schema.js";
+import type { CandidatePatch, ProofOfFix } from "./schema.js";
+interface ValidationOptions {
+    apiKey: string;
+    baseUrl: string;
+    candidate: CandidatePatch;
+    concurrency: number;
+    projectRoot: string;
+    reproducer: Reproducer;
+    signal?: AbortSignal;
+}
+export declare function validateProofOfFix(options: ValidationOptions, patchPath: string): Promise<{
+    diff: string;
+    proof: ProofOfFix;
+}>;
+export {};

package/dist/repair/validator.js

@@ -0,0 +1,81 @@
+import { readdir } from "node:fs/promises";
+import { dirname, relative, resolve } from "node:path";
+import { evaluateExperiment } from "../discovery/evaluate.js";
+import { createPlaywrightExecutor } from "../runner/playwright-executor.js";
+import { proofOfFixSchema } from "./schema.js";
+import { validatePatchInSolari } from "./solari-validator.js";
+import { applyCandidatePatch, createPatchWorkspace } from "./workspace.js";
+async function evaluate(root, selector, options, hostile, trials) {
+    return evaluateExperiment(createPlaywrightExecutor(root, selector, { signal: options.signal }), {
+        concurrency: options.concurrency,
+        fault: hostile ? options.reproducer.faults[0] : undefined,
+        minimumFailureRate: options.reproducer.expectedFailure.minimumRate,
+        seed: options.reproducer.seed,
+        signal: options.signal,
+        trials,
+    });
+}
+async function nearbyRegressionSelectors(root, selectedTest) {
+    const directory = dirname(resolve(root, selectedTest));
+    const selected = resolve(root, selectedTest);
+    const entries = await readdir(directory, { withFileTypes: true });
+    return entries
+        .filter((entry) => entry.isFile() && entry.name.endsWith(".spec.ts"))
+        .map((entry) => resolve(directory, entry.name))
+        .filter((path) => path !== selected)
+        .map((path) => relative(root, path).replaceAll("\\", "/"));
+}
+function passes(result) {
+    return result.errors === 0 && result.failed === 0 && result.passed === result.trials;
+}
+export async function validateProofOfFix(options, patchPath) {
+    const beforeHostile = await evaluate(options.projectRoot, options.reproducer.test, options, true, options.reproducer.trials);
+    const signatureMatches = !options.reproducer.expectedFailure.signature
+        || beforeHostile.dominantFailureSignature === options.reproducer.expectedFailure.signature;
+    if (!beforeHostile.confirmed || !signatureMatches) {
+        throw new Error("Original source no longer reproduces the expected hostile failure");
+    }
+    const workspace = await createPatchWorkspace(options.projectRoot);
+    try {
+        const diff = await applyCandidatePatch(workspace.root, options.candidate);
+        const regressionSelectors = await nearbyRegressionSelectors(workspace.root, options.reproducer.test);
+        const remote = await validatePatchInSolari({
+            apiKey: options.apiKey,
+            baseUrl: options.baseUrl,
+            concurrency: options.concurrency,
+            regressionSelectors,
+            reproducer: options.reproducer,
+            signal: options.signal,
+            workspaceRoot: workspace.root,
+        });
+        const patchAccepted = remote.typecheck
+            && remote.lint
+            && passes(remote.afterHostile)
+            && passes(remote.afterControl)
+            && remote.regressions.every((entry) => passes(entry.result));
+        return {
+            diff,
+            proof: proofOfFixSchema.parse({
+                version: 1,
+                execution: "solari-microvm",
+                patchAccepted,
+                patchPath,
+                staticChecks: { typecheck: remote.typecheck, lint: remote.lint },
+                staticDiagnostics: {
+                    ...(remote.typecheckDiagnostic
+                        ? { typecheck: remote.typecheckDiagnostic }
+                        : {}),
+                    ...(remote.lintDiagnostic ? { lint: remote.lintDiagnostic } : {}),
+                },
+                beforeHostile,
+                afterHostile: remote.afterHostile,
+                afterControl: remote.afterControl,
+                regressions: remote.regressions,
+            }),
+        };
+    }
+    finally {
+        await workspace.cleanup();
+    }
+}
+//# sourceMappingURL=validator.js.map

package/dist/repair/validator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validator.js","sourceRoot":"","sources":["../../src/repair/validator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAA;AAC1C,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAGtD,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAA;AAE7D,OAAO,EAAE,wBAAwB,EAAE,MAAM,kCAAkC,CAAA;AAE3E,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAA;AAC9C,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAA;AAC7D,OAAO,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAA;AAY1E,KAAK,UAAU,QAAQ,CACrB,IAAY,EACZ,QAAgB,EAChB,OAA0B,EAC1B,OAAgB,EAChB,MAAc;IAEd,OAAO,kBAAkB,CAAC,wBAAwB,CAAC,IAAI,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE;QAC9F,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;QACzD,kBAAkB,EAAE,OAAO,CAAC,UAAU,CAAC,eAAe,CAAC,WAAW;QAClE,IAAI,EAAE,OAAO,CAAC,UAAU,CAAC,IAAI;QAC7B,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,MAAM;KACP,CAAC,CAAA;AACJ,CAAC;AAED,KAAK,UAAU,yBAAyB,CAAC,IAAY,EAAE,YAAoB;IACzE,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC,CAAA;IACtD,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,EAAE,YAAY,CAAC,CAAA;IAC5C,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAA;IACjE,OAAO,OAAO;SACX,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;SACpE,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;SAC9C,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,QAAQ,CAAC;SACnC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAA;AAC9D,CAAC;AAED,SAAS,MAAM,CAAC,MAAwB;IACtC,OAAO,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,CAAA;AACtF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,OAA0B,EAC1B,SAAiB;IAEjB,MAAM,aAAa,GAAG,MAAM,QAAQ,CAClC,OAAO,CAAC,WAAW,EACnB,OAAO,CAAC,UAAU,CAAC,IAAI,EACvB,OAAO,EACP,IAAI,EACJ,OAAO,CAAC,UAAU,CAAC,MAAM,CAC1B,CAAA;IACD,MAAM,gBAAgB,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,eAAe,CAAC,SAAS;WACjE,aAAa,CAAC,wBAAwB,KAAK,OAAO,CAAC,UAAU,CAAC,eAAe,CAAC,SAAS,CAAA;IAC5F,IAAI,CAAC,aAAa,CAAC,SAAS,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAClD,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAA;IACtF,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,oBAAoB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAA;IACjE,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,mBAAmB,CAAC,SAAS,CAAC,IAAI,EAAE,OAAO,CAAC,SAAS,CAAC,CAAA;QACzE,MAAM,mBAAmB,GAAG,MAAM,yBAAyB,CACzD,SAAS,CAAC,IAAI,EACd,OAAO,CAAC,UAAU,CAAC,IAAI,CACxB,CAAA;QACD,MAAM,MAAM,GAAG,MAAM,qBAAqB,CAAC;YACzC,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,mBAAmB;YACnB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,aAAa,EAAE,SAAS,CAAC,IAAI;SAC9B,CAAC,CAAA;QACF,MAAM,aAAa,GACjB,MAAM,CAAC,SAAS;eACb,MAAM,CAAC,IAAI;eACX,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC;eAC3B,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC;eAC3B,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAA;QAC9D,OAAO;YACL,IAAI;YACJ,KAAK,EAAE,gBAAgB,CAAC,KAAK,CAAC;gBAC5B,OAAO,EAAE,CAAC;gBACV,SAAS,EAAE,gBAAgB;gBAC3B,aAAa;gBACb,SAAS;gBACT,YAAY,EAAE,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE;gBAChE,iBAAiB,EAAE;oBACjB,GAAG,CAAC,MAAM,CAAC,mBAAmB;wBAC5B,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,mBAAmB,EAAE;wBAC3C,CAAC,CAAC,EAAE,CAAC;oBACP,GAAG,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAClE;gBACD,aAAa;gBACb,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,WAAW,EAAE,MAAM,CAAC,WAAW;aAChC,CAAC;SACH,CAAA;IACH,CAAC;YAAS,CAAC;QACT,MAAM,SAAS,CAAC,OAAO,EAAE,CAAA;IAC3B,CAAC;AACH,CAAC"}

package/dist/repair/workspace.d.ts

@@ -0,0 +1,7 @@
+import type { CandidatePatch } from "./schema.js";
+export interface PatchWorkspace {
+    root: string;
+    cleanup: () => Promise<void>;
+}
+export declare function createPatchWorkspace(projectRoot: string): Promise<PatchWorkspace>;
+export declare function applyCandidatePatch(workspaceRoot: string, candidate: CandidatePatch): Promise<string>;

package/dist/repair/workspace.js

@@ -0,0 +1,40 @@
+import { createTwoFilesPatch } from "diff";
+import { cp, mkdir, mkdtemp, readFile, rm, writeFile } from "node:fs/promises";
+import { resolve } from "node:path";
+const COPY_ENTRIES = [
+    "src",
+    "tests",
+    "eslint.config.mjs",
+    "package.json",
+    "pnpm-lock.yaml",
+    "pnpm-workspace.yaml",
+    "playwright.config.ts",
+    "tsconfig.json",
+];
+export async function createPatchWorkspace(projectRoot) {
+    const parent = resolve(projectRoot, ".flakelab", "patch-sandboxes");
+    await mkdir(parent, { recursive: true });
+    const root = await mkdtemp(resolve(parent, "candidate-"));
+    for (const entry of COPY_ENTRIES) {
+        await cp(resolve(projectRoot, entry), resolve(root, entry), { recursive: true });
+    }
+    return {
+        root,
+        cleanup: async () => rm(root, { force: true, recursive: true }),
+    };
+}
+export async function applyCandidatePatch(workspaceRoot, candidate) {
+    const patches = [];
+    for (const edit of candidate.edits) {
+        const filePath = resolve(workspaceRoot, edit.path);
+        const beforeFile = await readFile(filePath, "utf8");
+        const afterFile = beforeFile.replace(edit.before, edit.after);
+        if (afterFile === beforeFile) {
+            throw new Error(`Candidate edit did not change ${edit.path}`);
+        }
+        await writeFile(filePath, afterFile, "utf8");
+        patches.push(createTwoFilesPatch(`a/${edit.path}`, `b/${edit.path}`, beforeFile, afterFile, "before", "candidate", { context: 3 }));
+    }
+    return patches.join("\n");
+}
+//# sourceMappingURL=workspace.js.map

package/dist/repair/workspace.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"workspace.js","sourceRoot":"","sources":["../../src/repair/workspace.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,MAAM,CAAA;AAC1C,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AAC9E,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAInC,MAAM,YAAY,GAAG;IACnB,KAAK;IACL,OAAO;IACP,mBAAmB;IACnB,cAAc;IACd,gBAAgB;IAChB,qBAAqB;IACrB,sBAAsB;IACtB,eAAe;CACP,CAAA;AAOV,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,WAAmB;IAC5D,MAAM,MAAM,GAAG,OAAO,CAAC,WAAW,EAAE,WAAW,EAAE,iBAAiB,CAAC,CAAA;IACnE,MAAM,KAAK,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IACxC,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,CAAA;IACzD,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;QACjC,MAAM,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,CAAC,EAAE,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IAClF,CAAC;IACD,OAAO;QACL,IAAI;QACJ,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;KAChE,CAAA;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,aAAqB,EACrB,SAAyB;IAEzB,MAAM,OAAO,GAAa,EAAE,CAAA;IAC5B,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,KAAK,EAAE,CAAC;QACnC,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,EAAE,IAAI,CAAC,IAAI,CAAC,CAAA;QAClD,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;QACnD,MAAM,SAAS,GAAG,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,CAAA;QAC7D,IAAI,SAAS,KAAK,UAAU,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,iCAAiC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAA;QAC/D,CAAC;QACD,MAAM,SAAS,CAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,CAAC,CAAA;QAC5C,OAAO,CAAC,IAAI,CAAC,mBAAmB,CAC9B,KAAK,IAAI,CAAC,IAAI,EAAE,EAChB,KAAK,IAAI,CAAC,IAAI,EAAE,EAChB,UAAU,EACV,SAAS,EACT,QAAQ,EACR,WAAW,EACX,EAAE,OAAO,EAAE,CAAC,EAAE,CACf,CAAC,CAAA;IACJ,CAAC;IACD,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AAC3B,CAAC"}

package/dist/report/browser-entry.d.ts

@@ -0,0 +1,2 @@
+import "./report.css";
+import "./report-details.css";

package/dist/report/browser-entry.js

@@ -0,0 +1,15 @@
+import { jsx as _jsx } from "react/jsx-runtime";
+import { StrictMode } from "react";
+import { createRoot } from "react-dom/client";
+import { ReportApp } from "./report-app.js";
+import "./report.css";
+import "./report-details.css";
+import { evidenceReportSchema } from "./schema.js";
+const dataElement = document.querySelector("#flakelab-report");
+const rootElement = document.querySelector("#root");
+if (!dataElement?.textContent || !rootElement) {
+    throw new Error("FlakeLab report payload is missing");
+}
+const report = evidenceReportSchema.parse(JSON.parse(dataElement.textContent));
+createRoot(rootElement).render(_jsx(StrictMode, { children: _jsx(ReportApp, { report: report }) }));
+//# sourceMappingURL=browser-entry.js.map

package/dist/report/browser-entry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"browser-entry.js","sourceRoot":"","sources":["../../src/report/browser-entry.tsx"],"names":[],"mappings":";AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,OAAO,CAAA;AAClC,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAA;AAE7C,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAA;AAC3C,OAAO,cAAc,CAAA;AACrB,OAAO,sBAAsB,CAAA;AAC7B,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAA;AAElD,MAAM,WAAW,GAAG,QAAQ,CAAC,aAAa,CAAoB,kBAAkB,CAAC,CAAA;AACjF,MAAM,WAAW,GAAG,QAAQ,CAAC,aAAa,CAAc,OAAO,CAAC,CAAA;AAChE,IAAI,CAAC,WAAW,EAAE,WAAW,IAAI,CAAC,WAAW,EAAE,CAAC;IAC9C,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAA;AACvD,CAAC;AACD,MAAM,MAAM,GAAG,oBAAoB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAA;AAC9E,UAAU,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC,KAAC,UAAU,cAAC,KAAC,SAAS,IAAC,MAAM,EAAE,MAAM,GAAI,GAAa,CAAC,CAAA"}