@mlola/browser-evals 0.1.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 MLola
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,14 @@
+# @mlola/browser-evals
+
+The deterministic eval corpus of the
+[MLola Browser Runtime](https://mlola.com/browser-runtime): a local fixture site
+plus core, matrix, security, regression and stress suites that run against real
+Chrome.
+
+```bash
+npx mlola browser eval --suite core
+```
+
+```ts
+import { runSuites, startFixtureServer } from "@mlola/browser-evals";
+```

package/dist/bin.d.ts

@@ -0,0 +1,7 @@
+#!/usr/bin/env node
+/**
+ * Evals CLI: `tsx packages/evals/src/bin.ts run --suite core`
+ * (`mlola browser eval` shells into this).
+ */
+export {};
+//# sourceMappingURL=bin.d.ts.map

package/dist/bin.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bin.d.ts","sourceRoot":"","sources":["../src/bin.ts"],"names":[],"mappings":";AACA;;;GAGG"}

package/dist/bin.js

@@ -0,0 +1,59 @@
+#!/usr/bin/env node
+/**
+ * Evals CLI: `tsx packages/evals/src/bin.ts run --suite core`
+ * (`mlola browser eval` shells into this).
+ */
+import { parseArgs } from "./cli-args.js";
+import { formatReport, runSuites } from "./report.js";
+import { startFixtureServer, startFixtureServerOn } from "./fixtures/server.js";
+import { casesForSuite } from "./report.js";
+const main = async () => {
+    const argv = process.argv.slice(2);
+    const { flags, positional } = parseArgs(argv);
+    const command = positional[0] ?? "run";
+    if (command === "serve") {
+        const port = typeof flags["port"] === "string" ? Number(flags["port"]) : undefined;
+        const fixture = port === undefined ? await startFixtureServer() : await startFixtureServerOn(port);
+        process.stdout.write(`fixture site: ${fixture.url}\n`);
+        process.stdout.write("routes: / /billing /portal /autocomplete /dialog /rerender /decoys /injection /big /slow /canvas /danger\n");
+        await new Promise(() => undefined);
+        return 0;
+    }
+    if (command === "list") {
+        const suite = flags["suite"] ?? "all";
+        for (const testCase of casesForSuite(suite)) {
+            process.stdout.write(`${testCase.suite.padEnd(10)} ${testCase.name}${testCase.blockedReason ? " (blocked)" : ""}\n`);
+        }
+        return 0;
+    }
+    const suite = flags["suite"] ?? "core";
+    const provider = flags["provider"] ?? "scripted";
+    const filter = typeof flags["filter"] === "string" ? flags["filter"] : undefined;
+    const headless = flags["headed"] !== true;
+    const json = flags["json"] === true;
+    const report = await runSuites({
+        suite,
+        provider,
+        ...(filter ? { filter } : {}),
+        headless,
+        onProgress: json ? undefined : (line) => process.stdout.write(`  ${line}\n`),
+    });
+    if (json) {
+        process.stdout.write(`${JSON.stringify(report, null, 2)}\n`);
+    }
+    else {
+        process.stdout.write(`${formatReport(report)}\n`);
+        if (report.resultsPath)
+            process.stdout.write(`results: ${report.resultsPath}\n`);
+    }
+    return report.failed === 0 ? 0 : 1;
+};
+main()
+    .then((code) => {
+    process.exitCode = code;
+})
+    .catch((error) => {
+    process.stderr.write(`${error instanceof Error ? error.message : String(error)}\n`);
+    process.exitCode = 1;
+});
+//# sourceMappingURL=bin.js.map

package/dist/bin.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bin.js","sourceRoot":"","sources":["../src/bin.ts"],"names":[],"mappings":";AACA;;;GAGG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAC1C,OAAO,EAAE,YAAY,EAAE,SAAS,EAAuB,MAAM,aAAa,CAAC;AAC3E,OAAO,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AAChF,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAE5C,MAAM,IAAI,GAAG,KAAK,IAAqB,EAAE;IACvC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IAC9C,MAAM,OAAO,GAAG,UAAU,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC;IAEvC,IAAI,OAAO,KAAK,OAAO,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,OAAO,KAAK,CAAC,MAAM,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACnF,MAAM,OAAO,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,kBAAkB,EAAE,CAAC,CAAC,CAAC,MAAM,oBAAoB,CAAC,IAAI,CAAC,CAAC;QACnG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC;QACvD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,4GAA4G,CAAC,CAAC;QACnI,MAAM,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACnC,OAAO,CAAC,CAAC;IACX,CAAC;IAED,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;QACvB,MAAM,KAAK,GAAI,KAAK,CAAC,OAAO,CAAoB,IAAI,KAAK,CAAC;QAC1D,KAAK,MAAM,QAAQ,IAAI,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;YAC5C,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,QAAQ,CAAC,IAAI,GAAG,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QACvH,CAAC;QACD,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,KAAK,GAAI,KAAK,CAAC,OAAO,CAAgC,IAAI,MAAM,CAAC;IACvE,MAAM,QAAQ,GAAI,KAAK,CAAC,UAAU,CAAqD,IAAI,UAAU,CAAC;IACtG,MAAM,MAAM,GAAG,OAAO,KAAK,CAAC,QAAQ,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACjF,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC;IAC1C,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC;IAEpC,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC;QAC7B,KAAK;QACL,QAAQ;QACR,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7B,QAAQ;QACR,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,IAAI,IAAI,CAAC;KAC7E,CAAC,CAAC;IAEH,IAAI,IAAI,EAAE,CAAC;QACT,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IAC/D,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAClD,IAAI,MAAM,CAAC,WAAW;YAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC;IACnF,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACrC,CAAC,CAAC;AAEF,IAAI,EAAE;KACH,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;IACb,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;AAC1B,CAAC,CAAC;KACD,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;IACxB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACpF,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC"}

package/dist/cli-args.d.ts

@@ -0,0 +1,7 @@
+/** Argument parsing for the evals CLI. */
+export interface ParsedArgs {
+    flags: Record<string, string | boolean>;
+    positional: string[];
+}
+export declare const parseArgs: (argv: string[]) => ParsedArgs;
+//# sourceMappingURL=cli-args.d.ts.map

package/dist/cli-args.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli-args.d.ts","sourceRoot":"","sources":["../src/cli-args.ts"],"names":[],"mappings":"AAAA,0CAA0C;AAE1C,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC;IACxC,UAAU,EAAE,MAAM,EAAE,CAAC;CACtB;AAED,eAAO,MAAM,SAAS,GAAI,MAAM,MAAM,EAAE,KAAG,UAwB1C,CAAC"}

package/dist/cli-args.js

@@ -0,0 +1,28 @@
+/** Argument parsing for the evals CLI. */
+export const parseArgs = (argv) => {
+    const flags = {};
+    const positional = [];
+    for (let i = 0; i < argv.length; i += 1) {
+        const arg = argv[i];
+        if (arg.startsWith("--")) {
+            const eq = arg.indexOf("=");
+            if (eq > 0) {
+                flags[arg.slice(2, eq)] = arg.slice(eq + 1);
+                continue;
+            }
+            const key = arg.slice(2);
+            const next = argv[i + 1];
+            if (next !== undefined && !next.startsWith("-")) {
+                flags[key] = next;
+                i += 1;
+            }
+            else {
+                flags[key] = true;
+            }
+            continue;
+        }
+        positional.push(arg);
+    }
+    return { flags, positional };
+};
+//# sourceMappingURL=cli-args.js.map

package/dist/cli-args.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli-args.js","sourceRoot":"","sources":["../src/cli-args.ts"],"names":[],"mappings":"AAAA,0CAA0C;AAO1C,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,IAAc,EAAc,EAAE;IACtD,MAAM,KAAK,GAAqC,EAAE,CAAC;IACnD,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACxC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAE,CAAC;QACrB,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACzB,MAAM,EAAE,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAC5B,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC;gBACX,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;gBAC5C,SAAS;YACX,CAAC;YACD,MAAM,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACzB,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACzB,IAAI,IAAI,KAAK,SAAS,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChD,KAAK,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;gBAClB,CAAC,IAAI,CAAC,CAAC;YACT,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;YACpB,CAAC;YACD,SAAS;QACX,CAAC;QACD,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACvB,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;AAC/B,CAAC,CAAC"}

package/dist/fixtures/server.d.ts

@@ -0,0 +1,22 @@
+/**
+ * Fixture HTTP server (PRD §50).
+ *
+ * One localhost server, deterministic responses, no external traffic. Each
+ * eval run starts it on an ephemeral port and shuts it down afterwards.
+ */
+import { type Server } from "node:http";
+export interface FixtureServer {
+    url: string;
+    port: number;
+    close(): Promise<void>;
+    requests: {
+        method: string;
+        url: string;
+        at: number;
+    }[];
+}
+export declare const startFixtureServer: () => Promise<FixtureServer>;
+/** Starts the fixture site on a fixed port (0 = ephemeral). */
+export declare const startFixtureServerOn: (port: number) => Promise<FixtureServer>;
+export type { Server };
+//# sourceMappingURL=server.d.ts.map

package/dist/fixtures/server.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/fixtures/server.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAsC,KAAK,MAAM,EAAuB,MAAM,WAAW,CAAC;AAwBjG,MAAM,WAAW,aAAa;IAC5B,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACvB,QAAQ,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAC;QAAC,EAAE,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CACzD;AAID,eAAO,MAAM,kBAAkB,QAAa,OAAO,CAAC,aAAa,CAA4B,CAAC;AAE9F,+DAA+D;AAC/D,eAAO,MAAM,oBAAoB,GAAU,MAAM,MAAM,KAAG,OAAO,CAAC,aAAa,CAiH9E,CAAC;AAiBF,YAAY,EAAE,MAAM,EAAE,CAAC"}

package/dist/fixtures/server.js

@@ -0,0 +1,149 @@
+/**
+ * Fixture HTTP server (PRD §50).
+ *
+ * One localhost server, deterministic responses, no external traffic. Each
+ * eval run starts it on an ephemeral port and shuts it down afterwards.
+ */
+import { createServer } from "node:http";
+import { randomBytes } from "node:crypto";
+import { autocompletePage, bigPage, billingPage, canvasPage, claimPage, claimSubmittedPage, dangerDeletedPage, dangerPage, decoyPage, dialogPage, fixtureFiles, homePage, injectionPage, portalLoginPage, portalPage, rerenderPage, searchPage, slowPage, variationFromQuery, } from "./site.js";
+const COOKIE_NAME = "portal_session";
+export const startFixtureServer = async () => startFixtureServerOn(0);
+/** Starts the fixture site on a fixed port (0 = ephemeral). */
+export const startFixtureServerOn = async (port) => {
+    const files = fixtureFiles();
+    const requests = [];
+    const sessionToken = randomBytes(8).toString("hex");
+    const server = createServer((req, res) => {
+        void handle(req, res);
+    });
+    const handle = async (req, res) => {
+        const url = new URL(req.url ?? "/", "http://127.0.0.1");
+        const path = url.pathname;
+        const variation = variationFromQuery(url.searchParams);
+        requests.push({ method: req.method ?? "GET", url: url.pathname + url.search, at: Date.now() });
+        const html = (body) => {
+            res.writeHead(200, { "content-type": "text/html; charset=utf-8" });
+            res.end(body);
+        };
+        const redirect = (to) => {
+            res.writeHead(303, { location: to });
+            res.end();
+        };
+        const cookies = parseCookies(req.headers.cookie ?? "");
+        const signedIn = cookies[COOKIE_NAME] === sessionToken;
+        // ── static pages
+        if (path === "/" || path === "/index.html")
+            return html(homePage(variation));
+        if (path === "/billing")
+            return html(billingPage(variation));
+        if (path === "/search")
+            return html(searchPage(url.searchParams.get("q") ?? "", variation));
+        if (path === "/autocomplete")
+            return html(autocompletePage(variation));
+        if (path === "/dialog")
+            return html(dialogPage(variation));
+        if (path === "/rerender")
+            return html(rerenderPage(variation));
+        if (path === "/decoys")
+            return html(decoyPage(variation));
+        if (path === "/injection")
+            return html(injectionPage(variation));
+        if (path === "/big")
+            return html(bigPage(variation));
+        if (path === "/slow")
+            return html(slowPage(variation));
+        if (path === "/canvas")
+            return html(canvasPage());
+        if (path === "/danger")
+            return html(dangerPage(variation));
+        if (path === "/danger/deleted")
+            return html(dangerDeletedPage(variation));
+        // ── reimbursement portal
+        if (path === "/portal/login" || path === "/portal") {
+            if (signedIn && path === "/portal")
+                return html(portalPage(variation));
+            return html(portalLoginPage(variation));
+        }
+        if (path === "/portal/demo-signin") {
+            res.writeHead(303, {
+                location: "/portal",
+                "set-cookie": `${COOKIE_NAME}=${sessionToken}; Path=/; HttpOnly`,
+            });
+            res.end();
+            return;
+        }
+        if (path === "/portal/logout") {
+            res.writeHead(303, { location: "/", "set-cookie": `${COOKIE_NAME}=; Path=/; Max-Age=0` });
+            res.end();
+            return;
+        }
+        if (path === "/portal/claim") {
+            if (!signedIn)
+                return redirect("/portal/login");
+            return html(claimPage(variation));
+        }
+        if (path === "/portal/claim/submit" && req.method === "POST") {
+            const body = await readBody(req);
+            if (!signedIn)
+                return redirect("/portal/login");
+            if (!body.includes("invoice-2026-08.pdf") && !body.includes('filename="')) {
+                res.writeHead(400, { "content-type": "text/plain" });
+                res.end("no file attached");
+                return;
+            }
+            return html(claimSubmittedPage(variation));
+        }
+        // ── files (downloads)
+        const fileMatch = /^\/files\/([^/]+)$/.exec(path);
+        if (fileMatch) {
+            const name = decodeURIComponent(fileMatch[1]);
+            const file = files[name];
+            if (!file) {
+                res.writeHead(404, { "content-type": "text/plain" });
+                res.end("not found");
+                return;
+            }
+            // Deterministic latency for the matrix suite.
+            const delay = Number(url.searchParams.get("delayMs") ?? 0);
+            if (delay > 0)
+                await new Promise((resolve) => setTimeout(resolve, delay));
+            res.writeHead(200, {
+                "content-type": file.contentType,
+                "content-length": String(file.body.length),
+                "content-disposition": `attachment; filename="${file.name}"`,
+            });
+            res.end(file.body);
+            return;
+        }
+        res.writeHead(404, { "content-type": "text/html; charset=utf-8" });
+        res.end(`<!doctype html><title>Not found</title><h1>404</h1>`);
+    };
+    await new Promise((resolve) => server.listen(port, "127.0.0.1", resolve));
+    const address = server.address();
+    const boundPort = address && typeof address === "object" ? address.port : port;
+    return {
+        url: `http://127.0.0.1:${boundPort}`,
+        port: boundPort,
+        requests,
+        close: () => new Promise((resolve) => {
+            server.close(() => resolve());
+        }),
+    };
+};
+const parseCookies = (header) => {
+    const out = {};
+    for (const part of header.split(";")) {
+        const [key, ...rest] = part.trim().split("=");
+        if (key)
+            out[key] = rest.join("=");
+    }
+    return out;
+};
+const readBody = async (req) => {
+    const chunks = [];
+    for await (const chunk of req)
+        chunks.push(chunk);
+    return Buffer.concat(chunks).toString("latin1");
+};
+//# sourceMappingURL=server.js.map

package/dist/fixtures/server.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"server.js","sourceRoot":"","sources":["../../src/fixtures/server.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,YAAY,EAA0D,MAAM,WAAW,CAAC;AACjG,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EACL,gBAAgB,EAChB,OAAO,EACP,WAAW,EACX,UAAU,EACV,SAAS,EACT,kBAAkB,EAClB,iBAAiB,EACjB,UAAU,EACV,SAAS,EACT,UAAU,EACV,YAAY,EACZ,QAAQ,EACR,aAAa,EACb,eAAe,EACf,UAAU,EACV,YAAY,EACZ,UAAU,EACV,QAAQ,EACR,kBAAkB,GACnB,MAAM,WAAW,CAAC;AASnB,MAAM,WAAW,GAAG,gBAAgB,CAAC;AAErC,MAAM,CAAC,MAAM,kBAAkB,GAAG,KAAK,IAA4B,EAAE,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC;AAE9F,+DAA+D;AAC/D,MAAM,CAAC,MAAM,oBAAoB,GAAG,KAAK,EAAE,IAAY,EAA0B,EAAE;IACjF,MAAM,KAAK,GAAG,YAAY,EAAE,CAAC;IAC7B,MAAM,QAAQ,GAAkD,EAAE,CAAC;IACnE,MAAM,YAAY,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAEpD,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QACvC,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,KAAK,EAAE,GAAoB,EAAE,GAAmB,EAAiB,EAAE;QAChF,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,GAAG,EAAE,kBAAkB,CAAC,CAAC;QACxD,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC;QAC1B,MAAM,SAAS,GAAG,kBAAkB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QACvD,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,IAAI,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC,QAAQ,GAAG,GAAG,CAAC,MAAM,EAAE,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QAE/F,MAAM,IAAI,GAAG,CAAC,IAAY,EAAQ,EAAE;YAClC,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,0BAA0B,EAAE,CAAC,CAAC;YACnE,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAChB,CAAC,CAAC;QACF,MAAM,QAAQ,GAAG,CAAC,EAAU,EAAQ,EAAE;YACpC,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;YACrC,GAAG,CAAC,GAAG,EAAE,CAAC;QACZ,CAAC,CAAC;QACF,MAAM,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;QACvD,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,CAAC,KAAK,YAAY,CAAC;QAEvD,kBAAkB;QAClB,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,aAAa;YAAE,OAAO,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;QAC7E,IAAI,IAAI,KAAK,UAAU;YAAE,OAAO,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC;QAC7D,IAAI,IAAI,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,SAAS,CAAC,CAAC,CAAC;QAC5F,IAAI,IAAI,KAAK,eAAe;YAAE,OAAO,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC;QACvE,IAAI,IAAI,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC;QAC3D,IAAI,IAAI,KAAK,WAAW;YAAE,OAAO,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC;QAC/D,IAAI,IAAI,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC;QAC1D,IAAI,IAAI,KAAK,YAAY;YAAE,OAAO,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC,CAAC;QACjE,IAAI,IAAI,KAAK,MAAM;YAAE,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;QACrD,IAAI,IAAI,KAAK,OAAO;YAAE,OAAO,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;QACvD,IAAI,IAAI,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QAClD,IAAI,IAAI,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC;QAC3D,IAAI,IAAI,KAAK,iBAAiB;YAAE,OAAO,IAAI,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC,CAAC;QAE1E,0BAA0B;QAC1B,IAAI,IAAI,KAAK,eAAe,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACnD,IAAI,QAAQ,IAAI,IAAI,KAAK,SAAS;gBAAE,OAAO,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC;YACvE,OAAO,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,CAAC;QAC1C,CAAC;QACD,IAAI,IAAI,KAAK,qBAAqB,EAAE,CAAC;YACnC,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE;gBACjB,QAAQ,EAAE,SAAS;gBACnB,YAAY,EAAE,GAAG,WAAW,IAAI,YAAY,oBAAoB;aACjE,CAAC,CAAC;YACH,GAAG,CAAC,GAAG,EAAE,CAAC;YACV,OAAO;QACT,CAAC;QACD,IAAI,IAAI,KAAK,gBAAgB,EAAE,CAAC;YAC9B,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,YAAY,EAAE,GAAG,WAAW,sBAAsB,EAAE,CAAC,CAAC;YAC1F,GAAG,CAAC,GAAG,EAAE,CAAC;YACV,OAAO;QACT,CAAC;QACD,IAAI,IAAI,KAAK,eAAe,EAAE,CAAC;YAC7B,IAAI,CAAC,QAAQ;gBAAE,OAAO,QAAQ,CAAC,eAAe,CAAC,CAAC;YAChD,OAAO,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,IAAI,KAAK,sBAAsB,IAAI,GAAG,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YAC7D,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAC;YACjC,IAAI,CAAC,QAAQ;gBAAE,OAAO,QAAQ,CAAC,eAAe,CAAC,CAAC;YAChD,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;gBAC1E,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,YAAY,EAAE,CAAC,CAAC;gBACrD,GAAG,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;gBAC5B,OAAO;YACT,CAAC;YACD,OAAO,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC,CAAC;QAC7C,CAAC;QAED,uBAAuB;QACvB,MAAM,SAAS,GAAG,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClD,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,IAAI,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC,CAAE,CAAC,CAAC;YAC/C,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;YACzB,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,YAAY,EAAE,CAAC,CAAC;gBACrD,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;gBACrB,OAAO;YACT,CAAC;YACD,8CAA8C;YAC9C,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;YAC3D,IAAI,KAAK,GAAG,CAAC;gBAAE,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;YAC1E,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE;gBACjB,cAAc,EAAE,IAAI,CAAC,WAAW;gBAChC,gBAAgB,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;gBAC1C,qBAAqB,EAAE,yBAAyB,IAAI,CAAC,IAAI,GAAG;aAC7D,CAAC,CAAC;YACH,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnB,OAAO;QACT,CAAC;QAED,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,0BAA0B,EAAE,CAAC,CAAC;QACnE,GAAG,CAAC,GAAG,CAAC,qDAAqD,CAAC,CAAC;IACjE,CAAC,CAAC;IAEF,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC;IAChF,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;IACjC,MAAM,SAAS,GAAG,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IAE/E,OAAO;QACL,GAAG,EAAE,oBAAoB,SAAS,EAAE;QACpC,IAAI,EAAE,SAAS;QACf,QAAQ;QACR,KAAK,EAAE,GAAG,EAAE,CACV,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAC5B,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;QAChC,CAAC,CAAC;KACL,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,CAAC,MAAc,EAA0B,EAAE;IAC9D,MAAM,GAAG,GAA2B,EAAE,CAAC;IACvC,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QACrC,MAAM,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC9C,IAAI,GAAG;YAAE,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACrC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAEF,MAAM,QAAQ,GAAG,KAAK,EAAE,GAAoB,EAAmB,EAAE;IAC/D,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,GAAG;QAAE,MAAM,CAAC,IAAI,CAAC,KAAe,CAAC,CAAC;IAC5D,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;AAClD,CAAC,CAAC"}

package/dist/fixtures/site.d.ts

@@ -0,0 +1,51 @@
+/**
+ * Fixture site for evals (PRD §50).
+ *
+ * A small, fully local, deterministic multi-page app that exercises the
+ * mechanics the runtime promises: search, autocomplete, downloads, uploads,
+ * multi-page flows, dialogs, forms, decoys, re-renders and prompt-injection
+ * traps. Nothing here touches the network or a real service.
+ */
+export interface FixtureVariation {
+    /** Deterministic seed for DOM variation (matrix suite). */
+    seed?: number;
+    /** Element order shuffling. */
+    shuffle?: boolean;
+    /** Delay before interactive content is hydrated (ms). */
+    hydrateMs?: number;
+    /** Delay before autocomplete options appear (ms). */
+    autocompleteMs?: number;
+    /** Add decoy controls with similar labels. */
+    decoys?: number;
+    /** Insert a covering overlay that must be dismissed. */
+    overlay?: boolean;
+    /** Rename ids to random-looking values. */
+    randomIds?: boolean;
+}
+export declare const homePage: (variation?: FixtureVariation) => string;
+export declare const dangerPage: (variation?: FixtureVariation) => string;
+export declare const dangerDeletedPage: (variation?: FixtureVariation) => string;
+export declare const billingPage: (variation?: FixtureVariation) => string;
+export declare const portalLoginPage: (variation?: FixtureVariation) => string;
+export declare const portalPage: (variation?: FixtureVariation) => string;
+export declare const claimPage: (variation?: FixtureVariation) => string;
+export declare const claimSubmittedPage: (variation?: FixtureVariation) => string;
+export declare const searchPage: (query: string, variation?: FixtureVariation) => string;
+export declare const autocompletePage: (variation?: FixtureVariation) => string;
+export declare const dialogPage: (variation?: FixtureVariation) => string;
+export declare const rerenderPage: (variation?: FixtureVariation) => string;
+export declare const decoyPage: (variation?: FixtureVariation) => string;
+export declare const injectionPage: (variation?: FixtureVariation) => string;
+export declare const bigPage: (variation?: FixtureVariation) => string;
+export declare const slowPage: (variation?: FixtureVariation) => string;
+export declare const canvasPage: () => string;
+export declare const pdfBytes: (title: string, body?: string) => Buffer;
+export declare const csvBytes: (rows: string[][]) => Buffer;
+export interface FixtureFile {
+    name: string;
+    contentType: string;
+    body: Buffer;
+}
+export declare const fixtureFiles: () => Record<string, FixtureFile>;
+export declare const variationFromQuery: (params: URLSearchParams) => FixtureVariation;
+//# sourceMappingURL=site.d.ts.map

package/dist/fixtures/site.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"site.d.ts","sourceRoot":"","sources":["../../src/fixtures/site.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,MAAM,WAAW,gBAAgB;IAC/B,2DAA2D;IAC3D,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,+BAA+B;IAC/B,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,yDAAyD;IACzD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,qDAAqD;IACrD,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,8CAA8C;IAC9C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,wDAAwD;IACxD,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,2CAA2C;IAC3C,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAwED,eAAO,MAAM,QAAQ,GAAI,YAAW,gBAAqB,KAAG,MAmBzD,CAAC;AAEJ,eAAO,MAAM,UAAU,GAAI,YAAW,gBAAqB,KAAG,MAa3D,CAAC;AAEJ,eAAO,MAAM,iBAAiB,GAAI,YAAW,gBAAqB,KAAG,MACU,CAAC;AAEhF,eAAO,MAAM,WAAW,GAAI,YAAW,gBAAqB,KAAG,MAgC9D,CAAC;AAEF,eAAO,MAAM,eAAe,GAAI,YAAW,gBAAqB,KAAG,MAYhE,CAAC;AAEJ,eAAO,MAAM,UAAU,GAAI,YAAW,gBAAqB,KAAG,MAY3D,CAAC;AAEJ,eAAO,MAAM,SAAS,GAAI,YAAW,gBAAqB,KAAG,MAoB1D,CAAC;AAEJ,eAAO,MAAM,kBAAkB,GAAI,YAAW,gBAAqB,KAAG,MAOnE,CAAC;AAEJ,eAAO,MAAM,UAAU,GAAI,OAAO,MAAM,EAAE,YAAW,gBAAqB,KAAG,MAS1E,CAAC;AAEJ,eAAO,MAAM,gBAAgB,GAAI,YAAW,gBAAqB,KAAG,MAsBjE,CAAC;AAEJ,eAAO,MAAM,UAAU,GAAI,YAAW,gBAAqB,KAAG,MAU3D,CAAC;AAEJ,eAAO,MAAM,YAAY,GAAI,YAAW,gBAAqB,KAAG,MAiB7D,CAAC;AAEJ,eAAO,MAAM,SAAS,GAAI,YAAW,gBAAqB,KAAG,MAgB5D,CAAC;AAEF,eAAO,MAAM,aAAa,GAAI,YAAW,gBAAqB,KAAG,MAe9D,CAAC;AAEJ,eAAO,MAAM,OAAO,GAAI,YAAW,gBAAqB,KAAG,MAiB1D,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,YAAW,gBAAqB,KAAG,MAYzD,CAAC;AAEJ,eAAO,MAAM,UAAU,QAAO,MAS3B,CAAC;AAIJ,eAAO,MAAM,QAAQ,GAAI,OAAO,MAAM,EAAE,aAAqC,KAAG,MAqB/E,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAI,MAAM,MAAM,EAAE,EAAE,KAAG,MACqE,CAAC;AAElH,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,eAAO,MAAM,YAAY,QAAO,MAAM,CAAC,MAAM,EAAE,WAAW,CAQxD,CAAC;AAEH,eAAO,MAAM,kBAAkB,GAAI,QAAQ,eAAe,KAAG,gBAU5D,CAAC"}