flakelab 0.1.0

package/dist/solari/websocket-proxy.js

@@ -0,0 +1,131 @@
+import { createServer } from "node:http";
+import { connect as connectNet } from "node:net";
+import { connect as connectTls } from "node:tls";
+const CONNECT_TIMEOUT_MS = 10_000;
+function openTlsSocket(url) {
+    return new Promise((resolve, reject) => {
+        const port = Number(url.port || "443");
+        const tcpSocket = connectNet({ host: url.hostname, port, family: 4 });
+        const timeout = setTimeout(() => {
+            tcpSocket.destroy();
+            reject(new Error("Solari WebSocket TLS connection timed out"));
+        }, CONNECT_TIMEOUT_MS);
+        tcpSocket.once("error", (error) => {
+            clearTimeout(timeout);
+            reject(error instanceof Error ? error : new Error("Solari TCP connection failed"));
+        });
+        tcpSocket.once("connect", () => {
+            const socket = connectTls({
+                socket: tcpSocket,
+                servername: url.hostname,
+                maxVersion: "TLSv1.2",
+                ALPNProtocols: ["http/1.1"],
+            });
+            socket.once("secureConnect", () => {
+                clearTimeout(timeout);
+                resolve(socket);
+            });
+            socket.once("error", (error) => {
+                clearTimeout(timeout);
+                reject(error instanceof Error ? error : new Error("Solari TLS connection failed"));
+            });
+        });
+    });
+}
+function upstreamRequest(request, url) {
+    const port = url.port || "443";
+    const lines = [`GET ${url.pathname}${url.search} HTTP/1.1`, `Host: ${url.hostname}:${port}`];
+    for (const [name, value] of Object.entries(request.headers)) {
+        if (name.toLowerCase() === "host" || value === undefined) {
+            continue;
+        }
+        const values = Array.isArray(value) ? value : [value];
+        for (const item of values) {
+            lines.push(`${name}: ${item}`);
+        }
+    }
+    return `${lines.join("\r\n")}\r\n\r\n`;
+}
+export class SecureWebSocketProxy {
+    #sockets = new Set();
+    #upstream;
+    #server;
+    constructor(upstream) {
+        this.#upstream = upstream;
+    }
+    static async create(upstreamEndpoint) {
+        const upstream = new URL(upstreamEndpoint);
+        if (upstream.protocol !== "wss:") {
+            throw new Error("Solari browser endpoint must use secure WebSockets");
+        }
+        const proxy = new SecureWebSocketProxy(upstream);
+        await proxy.#listen();
+        return proxy;
+    }
+    endpoint() {
+        const address = this.#server?.address();
+        if (!address || typeof address === "string") {
+            throw new Error("Solari WebSocket proxy is not listening");
+        }
+        return `ws://127.0.0.1:${address.port}/session`;
+    }
+    async close() {
+        for (const socket of this.#sockets) {
+            socket.destroy();
+        }
+        this.#sockets.clear();
+        const server = this.#server;
+        this.#server = undefined;
+        if (!server) {
+            return;
+        }
+        await new Promise((resolve, reject) => {
+            server.close((error) => {
+                if (error) {
+                    reject(error);
+                    return;
+                }
+                resolve();
+            });
+        });
+    }
+    async #listen() {
+        const server = createServer();
+        server.on("upgrade", (request, client, head) => {
+            void this.#connect(request, client, head).catch(() => {
+                client.destroy();
+            });
+        });
+        await new Promise((resolve, reject) => {
+            server.once("error", reject);
+            server.listen(0, "127.0.0.1", resolve);
+        });
+        this.#server = server;
+    }
+    async #connect(request, client, head) {
+        if (request.url !== "/session") {
+            client.destroy();
+            return;
+        }
+        const upstream = await openTlsSocket(this.#upstream);
+        this.#sockets.add(client);
+        this.#sockets.add(upstream);
+        const cleanup = () => {
+            this.#sockets.delete(client);
+            this.#sockets.delete(upstream);
+            client.destroy();
+            upstream.destroy();
+        };
+        client.once("error", cleanup);
+        client.once("close", cleanup);
+        upstream.once("error", cleanup);
+        upstream.once("close", cleanup);
+        upstream.write(upstreamRequest(request, this.#upstream));
+        if (head.length > 0) {
+            upstream.write(head);
+        }
+        upstream.pipe(client);
+        client.pipe(upstream);
+    }
+}
+//# sourceMappingURL=websocket-proxy.js.map

package/dist/solari/websocket-proxy.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"websocket-proxy.js","sourceRoot":"","sources":["../../src/solari/websocket-proxy.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AAExC,OAAO,EAAE,OAAO,IAAI,UAAU,EAAE,MAAM,UAAU,CAAA;AAEhD,OAAO,EAAE,OAAO,IAAI,UAAU,EAAE,MAAM,UAAU,CAAA;AAGhD,MAAM,kBAAkB,GAAG,MAAM,CAAA;AAEjC,SAAS,aAAa,CAAC,GAAQ;IAC7B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI,KAAK,CAAC,CAAA;QACtC,MAAM,SAAS,GAAG,UAAU,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAA;QACrE,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;YAC9B,SAAS,CAAC,OAAO,EAAE,CAAA;YACnB,MAAM,CAAC,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC,CAAA;QAChE,CAAC,EAAE,kBAAkB,CAAC,CAAA;QACtB,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YAChC,YAAY,CAAC,OAAO,CAAC,CAAA;YACrB,MAAM,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC,CAAA;QACpF,CAAC,CAAC,CAAA;QACF,SAAS,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,EAAE;YAC7B,MAAM,MAAM,GAAG,UAAU,CAAC;gBACxB,MAAM,EAAE,SAAS;gBACjB,UAAU,EAAE,GAAG,CAAC,QAAQ;gBACxB,UAAU,EAAE,SAAS;gBACrB,aAAa,EAAE,CAAC,UAAU,CAAC;aAC5B,CAAC,CAAA;YACF,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE,GAAG,EAAE;gBAChC,YAAY,CAAC,OAAO,CAAC,CAAA;gBACrB,OAAO,CAAC,MAAM,CAAC,CAAA;YACjB,CAAC,CAAC,CAAA;YACF,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;gBAC7B,YAAY,CAAC,OAAO,CAAC,CAAA;gBACrB,MAAM,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC,CAAA;YACpF,CAAC,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,OAAwB,EAAE,GAAQ;IACzD,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,IAAI,KAAK,CAAA;IAC9B,MAAM,KAAK,GAAG,CAAC,OAAO,GAAG,CAAC,QAAQ,GAAG,GAAG,CAAC,MAAM,WAAW,EAAE,SAAS,GAAG,CAAC,QAAQ,IAAI,IAAI,EAAE,CAAC,CAAA;IAC5F,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5D,IAAI,IAAI,CAAC,WAAW,EAAE,KAAK,MAAM,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACzD,SAAQ;QACV,CAAC;QACD,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;QACrD,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;YAC1B,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,KAAK,IAAI,EAAE,CAAC,CAAA;QAChC,CAAC;IACH,CAAC;IACD,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAA;AACxC,CAAC;AAED,MAAM,OAAO,oBAAoB;IACtB,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAA;IAC5B,SAAS,CAAK;IACvB,OAAO,CAAoB;IAE3B,YAAoB,QAAa;QAC/B,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAA;IAC3B,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,gBAAwB;QAC1C,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,gBAAgB,CAAC,CAAA;QAC1C,IAAI,QAAQ,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAC;YACjC,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAA;QACvE,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,oBAAoB,CAAC,QAAQ,CAAC,CAAA;QAChD,MAAM,KAAK,CAAC,OAAO,EAAE,CAAA;QACrB,OAAO,KAAK,CAAA;IACd,CAAC;IAED,QAAQ;QACN,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,CAAA;QACvC,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAC5C,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAA;QAC5D,CAAC;QACD,OAAO,kBAAkB,OAAO,CAAC,IAAI,UAAU,CAAA;IACjD,CAAC;IAED,KAAK,CAAC,KAAK;QACT,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnC,MAAM,CAAC,OAAO,EAAE,CAAA;QAClB,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAA;QACrB,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAA;QAC3B,IAAI,CAAC,OAAO,GAAG,SAAS,CAAA;QACxB,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAM;QACR,CAAC;QACD,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBACrB,IAAI,KAAK,EAAE,CAAC;oBACV,MAAM,CAAC,KAAK,CAAC,CAAA;oBACb,OAAM;gBACR,CAAC;gBACD,OAAO,EAAE,CAAA;YACX,CAAC,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,MAAM,GAAG,YAAY,EAAE,CAAA;QAC7B,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE;YAC7C,KAAK,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE;gBACnD,MAAM,CAAC,OAAO,EAAE,CAAA;YAClB,CAAC,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;QACF,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;YAC5B,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,CAAA;QACxC,CAAC,CAAC,CAAA;QACF,IAAI,CAAC,OAAO,GAAG,MAAM,CAAA;IACvB,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,OAAwB,EAAE,MAAc,EAAE,IAAY;QACnE,IAAI,OAAO,CAAC,GAAG,KAAK,UAAU,EAAE,CAAC;YAC/B,MAAM,CAAC,OAAO,EAAE,CAAA;YAChB,OAAM;QACR,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QACpD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;QACzB,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QAC3B,MAAM,OAAO,GAAG,GAAS,EAAE;YACzB,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;YAC5B,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;YAC9B,MAAM,CAAC,OAAO,EAAE,CAAA;YAChB,QAAQ,CAAC,OAAO,EAAE,CAAA;QACpB,CAAC,CAAA;QACD,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;QAC7B,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;QAC7B,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;QAC/B,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;QAC/B,QAAQ,CAAC,KAAK,CAAC,eAAe,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAA;QACxD,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QACtB,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QACrB,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;IACvB,CAAC;CACF"}

package/dist/ui/progress.d.ts

@@ -0,0 +1,5 @@
+export declare class ProgressReporter {
+    #private;
+    start(label: string): void;
+    done(detail?: string): void;
+}

package/dist/ui/progress.js

@@ -0,0 +1,16 @@
+export class ProgressReporter {
+    #lastLabel;
+    start(label) {
+        this.#lastLabel = label;
+        process.stderr.write(`FlakeLab · ${label}...\n`);
+    }
+    done(detail) {
+        if (!this.#lastLabel) {
+            return;
+        }
+        const detailSuffix = detail ? ` · ${detail}` : "";
+        process.stderr.write(`✓ ${this.#lastLabel}${detailSuffix}\n`);
+        this.#lastLabel = undefined;
+    }
+}
+//# sourceMappingURL=progress.js.map

package/dist/ui/progress.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"progress.js","sourceRoot":"","sources":["../../src/ui/progress.ts"],"names":[],"mappings":"AAAA,MAAM,OAAO,gBAAgB;IAC3B,UAAU,CAAoB;IAE9B,KAAK,CAAC,KAAa;QACjB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAA;QACvB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,KAAK,OAAO,CAAC,CAAA;IAClD,CAAC;IAED,IAAI,CAAC,MAAe;QAClB,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,OAAM;QACR,CAAC;QACD,MAAM,YAAY,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;QACjD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,UAAU,GAAG,YAAY,IAAI,CAAC,CAAA;QAC7D,IAAI,CAAC,UAAU,GAAG,SAAS,CAAA;IAC7B,CAAC;CACF"}

package/package.json

@@ -0,0 +1,79 @@
+{
+  "name": "flakelab",
+  "version": "0.1.0",
+  "description": "Find, reproduce, and prove fixes for flaky Playwright tests.",
+  "type": "module",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/Astraque-Softwares/solari-cookbook.git",
+    "directory": "projects/flakelab"
+  },
+  "homepage": "https://github.com/Astraque-Softwares/solari-cookbook/tree/main/projects/flakelab",
+  "engines": {
+    "node": ">=20"
+  },
+  "bin": {
+    "flakelab": "./bin/flakelab.mjs"
+  },
+  "exports": {
+    "./playwright": {
+      "types": "./dist/playwright.d.ts",
+      "import": "./dist/playwright.js"
+    }
+  },
+  "files": [
+    "dist",
+    "bin",
+    "README.md"
+  ],
+  "publishConfig": {
+    "access": "public"
+  },
+  "dependencies": {
+    "@ai-sdk/groq": "^4.0.35",
+    "@fontsource-variable/geist-mono": "^5.3.0",
+    "@solarisdk/browser": "^0.1.2",
+    "@solarisdk/sandbox": "^0.1.2",
+    "ai": "^7.0.87",
+    "diff": "^9.0.0",
+    "dotenv": "^17.2.2",
+    "react": "^19.2.8",
+    "react-dom": "^19.2.8",
+    "recharts": "^3.10.1",
+    "undici": "^7.29.0",
+    "vite": "^8.2.2",
+    "yaml": "^2.9.0",
+    "zod": "^4.5.4"
+  },
+  "peerDependencies": {
+    "@playwright/test": ">=1.50.0 <2"
+  },
+  "devDependencies": {
+    "@hono/eslint-config": "^2.1.1",
+    "@playwright/test": "^1.62.1",
+    "@types/node": "^22.18.1",
+    "@types/react": "^19.2.18",
+    "@types/react-dom": "^19.2.5",
+    "eslint": "^10.9.1",
+    "eslint-plugin-sonarjs": "^4.2.0",
+    "tsx": "^4.20.5",
+    "typescript": "^5.9.2",
+    "typescript-eslint": "^8.69.0"
+  },
+  "scripts": {
+    "build": "node scripts/clean-build.mjs && tsc -p tsconfig.build.json && node scripts/copy-assets.mjs",
+    "ci:select": "tsx src/ci/select-command.ts",
+    "ci:summary": "tsx src/ci/summary-command.ts",
+    "flakelab": "tsx src/cli.ts",
+    "lint": "eslint . --max-warnings=0",
+    "lint:fix": "eslint . --fix --max-warnings=0",
+    "test": "playwright test --pass-with-no-tests",
+    "test:headed": "playwright test --headed",
+    "typecheck": "tsc --noEmit",
+    "quality": "pnpm typecheck && pnpm lint && pnpm test",
+    "verify:solari-parallel": "tsx src/verify-solari-parallel.ts",
+    "verify:solari": "tsx src/verify-solari.ts",
+    "verify:bisect": "tsx src/verify-bisect.ts"
+  }
+}