@aplaytest/runner-playwright 0.1.0

package/dist-cjs/reporter.js

@@ -0,0 +1,282 @@
+"use strict";
+/**
+ * The atest Playwright reporter.
+ *
+ * INVARIANT: this reporter must never change a run's verdict. It reports no
+ * status from `onEnd`, swallows its own errors to stderr, and does its I/O
+ * after the run rather than inside it. If atest breaks, the suite still tells
+ * the truth about the application — that property is what makes adopting it a
+ * one-line, revertible change.
+ *
+ * Work is COLLECTED in `onTestEnd` (synchronous, cheap: a couple of object
+ * references) and FLUSHED in `onEnd` (asynchronous: attachment reads, JSON
+ * writes). Playwright's `onTestEnd` cannot await, and doing file I/O per test
+ * inside a parallel run is exactly the kind of overhead that would make people
+ * turn the tool off.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ATEST_VERSION = void 0;
+exports.runFileName = runFileName;
+const promises_1 = require("node:fs/promises");
+const promises_2 = require("node:fs/promises");
+const node_path_1 = require("node:path");
+const core_1 = require("@aplaytest/core");
+Object.defineProperty(exports, "ATEST_VERSION", { enumerable: true, get: function () { return core_1.ATEST_VERSION; } });
+const assemble_js_1 = require("./assemble.js");
+const sidecar_js_1 = require("./sidecar.js");
+const DEFAULTS = {
+    evidenceDir: '.atest/evidence',
+    runsDir: '.atest/runs',
+    retainRuns: 50,
+    redactKeys: ['password', 'token', 'authorization', 'cookie', 'secret', 'api-key'],
+};
+function toOutcome(status) {
+    switch (status) {
+        case 'passed':
+            return 'passed';
+        case 'failed':
+            return 'failed';
+        case 'timedOut':
+            return 'timedOut';
+        case 'skipped':
+            return 'skipped';
+        case 'interrupted':
+            return 'interrupted';
+        default:
+            return 'failed';
+    }
+}
+function warn(message) {
+    process.stderr.write(`[atest] ${message}\n`);
+}
+class AtestReporter {
+    options;
+    collected = [];
+    workerTests = new Map();
+    config;
+    runId = '';
+    startedAt = '';
+    enabled = true;
+    constructor(options = {}) {
+        this.options = options;
+    }
+    /** We add a short footer only; other reporters own the main output. */
+    printsToStdio() {
+        return false;
+    }
+    onBegin(config) {
+        this.config = config;
+        this.enabled = this.options.enabled ?? process.env['ATEST'] !== '0';
+        this.startedAt = new Date().toISOString();
+        const fromOptions = typeof this.options.runId === 'function' ? this.options.runId() : this.options.runId;
+        // Environment wins over config, deliberately. Every shard of a CI run must
+        // share one run id, and only the runtime knows it — a value baked into
+        // playwright.config.ts cannot vary per invocation, so config-wins would
+        // make sharded runs silently collapse into a single overwritten record.
+        this.runId =
+            process.env['ATEST_RUN_ID'] ??
+                fromOptions ??
+                `${this.startedAt.replace(/[:.]/g, '-')}-${process.pid}`;
+    }
+    onTestEnd(test, result) {
+        if (!this.enabled)
+            return;
+        // Cheap and synchronous by design — two references and a string push.
+        this.collected.push({ test, result });
+        const onWorker = this.workerTests.get(result.workerIndex) ?? [];
+        onWorker.push(test.id);
+        this.workerTests.set(result.workerIndex, onWorker);
+    }
+    async onEnd(_result) {
+        if (!this.enabled)
+            return;
+        try {
+            await this.flush();
+        }
+        catch (error) {
+            // A reporting failure must never become a test failure.
+            warn(`failed to write evidence: ${error instanceof Error ? error.message : String(error)}`);
+        }
+    }
+    async flush() {
+        const evidenceStore = new core_1.EvidenceStore({
+            dir: this.options.evidenceDir ?? DEFAULTS.evidenceDir,
+            redactKeys: this.options.redactKeys ?? DEFAULTS.redactKeys,
+            retainRuns: this.options.retainRuns ?? DEFAULTS.retainRuns,
+        });
+        const attempts = [];
+        let bundlesWritten = 0;
+        for (const { test, result } of this.collected) {
+            const outcome = toOutcome(result.status);
+            // Playwright names the implicit project '' when a config declares no
+            // projects. Empty string is a poor grouping key: it is part of the
+            // scoring key and the evidence id, and it reads as missing data in
+            // every report.
+            const projectName = test.parent.project()?.name;
+            const project = projectName === undefined || projectName === '' ? 'default' : projectName;
+            const traceId = this.options.traceId?.({ id: test.id }, result.retry) ?? null;
+            let failureKind = null;
+            let evidenceIdValue = null;
+            // Coverage is read for EVERY attempt, not only failures: what a passing
+            // test visited is precisely what future selection needs.
+            const coverage = await this.readCoverage(result);
+            if ((0, core_1.isFailure)(outcome)) {
+                try {
+                    const sidecars = await this.readSidecars(result);
+                    const bundle = (0, assemble_js_1.assembleBundle)({
+                        test: {
+                            id: test.id,
+                            title: test.title,
+                            titlePath: () => test.titlePath(),
+                            location: { file: test.location.file, line: test.location.line },
+                            tags: test.tags,
+                        },
+                        result: result,
+                        sidecars,
+                        context: {
+                            runId: this.runId,
+                            traceId,
+                            project,
+                            shard: this.config?.shard ?? null,
+                            workers: this.config?.workers ?? 1,
+                            appEnv: process.env['APP_ENV'] ?? 'unknown',
+                            baseUrl: process.env['BASE_URL'] ?? '',
+                            browser: project,
+                            platform: process.platform,
+                            commit: process.env['GITHUB_SHA'] ?? '',
+                            changedPaths: [],
+                            timeoutMs: test.timeout,
+                        },
+                    });
+                    await evidenceStore.write(bundle);
+                    bundlesWritten += 1;
+                    failureKind = bundle.failure.kind;
+                    evidenceIdValue = bundle.id;
+                }
+                catch (error) {
+                    if (error instanceof sidecar_js_1.SidecarParseError) {
+                        // Loud, named, and actionable — a drifted contract is a bug in the
+                        // fixtures, not something to paper over with an empty bundle.
+                        warn(error.message);
+                    }
+                    else {
+                        warn(`could not build evidence for "${test.title}": ` +
+                            `${error instanceof Error ? error.message : String(error)}`);
+                    }
+                    failureKind = (0, assemble_js_1.classifyResult)(result, EMPTY, test.timeout).kind;
+                }
+            }
+            attempts.push({
+                testId: test.id,
+                title: test.title,
+                titlePath: test.titlePath(),
+                file: test.location.file,
+                line: test.location.line,
+                project,
+                tags: test.tags,
+                retry: result.retry,
+                outcome,
+                failureKind,
+                durationMs: result.duration,
+                workerIndex: result.workerIndex,
+                shard: this.config?.shard ?? null,
+                traceId,
+                evidenceId: evidenceIdValue,
+                coScheduled: (this.workerTests.get(result.workerIndex) ?? []).filter(id => id !== test.id),
+                routes: coverage,
+            });
+        }
+        const run = {
+            schemaVersion: core_1.RUN_SCHEMA_VERSION,
+            runId: this.runId,
+            startedAt: this.startedAt,
+            finishedAt: new Date().toISOString(),
+            commit: process.env['GITHUB_SHA'] ?? null,
+            branch: process.env['GITHUB_REF_NAME'] ?? null,
+            appEnv: process.env['APP_ENV'] ?? null,
+            ci: process.env['CI'] === 'true' || process.env['CI'] === '1',
+            workers: this.config?.workers ?? 1,
+            shard: this.config?.shard ?? null,
+            atestVersion: core_1.ATEST_VERSION,
+            playwrightVersion: this.config?.version ?? null,
+            attempts,
+        };
+        const runPath = (0, node_path_1.join)(this.options.runsDir ?? DEFAULTS.runsDir, runFileName(this.runId, run.shard, attempts.map(a => a.project)));
+        await (0, promises_2.mkdir)((0, node_path_1.dirname)(runPath), { recursive: true });
+        await (0, promises_2.writeFile)(runPath, `${JSON.stringify(run, null, 2)}\n`, 'utf8');
+        await evidenceStore.prune();
+        const failures = attempts.filter(a => (0, core_1.isFailure)(a.outcome)).length;
+        if (failures > 0) {
+            warn(`${bundlesWritten}/${failures} failures captured → ${runPath}`);
+        }
+    }
+    async readAttachment(result, name) {
+        const attachment = result.attachments.find(a => a.name === name);
+        if (attachment === undefined)
+            return undefined;
+        if (attachment.body !== undefined)
+            return attachment.body.toString('utf8');
+        if (attachment.path !== undefined)
+            return (0, promises_1.readFile)(attachment.path, 'utf8').catch(() => undefined);
+        return undefined;
+    }
+    async readCoverage(result) {
+        try {
+            const parsed = (0, sidecar_js_1.parseSidecar)(sidecar_js_1.SIDECAR.coverage, await this.readAttachment(result, sidecar_js_1.SIDECAR.coverage));
+            return parsed?.routes ?? [];
+        }
+        catch (error) {
+            // A drifted coverage sidecar must not cost us the attempt record.
+            warn(error instanceof Error ? error.message : String(error));
+            return [];
+        }
+    }
+    async readSidecars(result) {
+        const read = (name) => this.readAttachment(result, name);
+        return {
+            page: (0, sidecar_js_1.parseSidecar)(sidecar_js_1.SIDECAR.page, await read(sidecar_js_1.SIDECAR.page)),
+            network: (0, sidecar_js_1.parseSidecar)(sidecar_js_1.SIDECAR.network, await read(sidecar_js_1.SIDECAR.network)),
+            console: (0, sidecar_js_1.parseSidecar)(sidecar_js_1.SIDECAR.console, await read(sidecar_js_1.SIDECAR.console)),
+            intent: (0, sidecar_js_1.parseSidecar)(sidecar_js_1.SIDECAR.intent, await read(sidecar_js_1.SIDECAR.intent)),
+        };
+    }
+}
+exports.default = AtestReporter;
+const EMPTY = { page: null, network: null, console: null, intent: null };
+/**
+ * One file per INVOCATION, not per run.
+ *
+ * Naming the file `<runId>.json` looks right until the suite is sharded, and
+ * then it silently destroys almost all of the data. Every shard shares one run
+ * id on purpose — that is how they get merged — so every shard wrote the same
+ * filename. Measured on a three-shard run: shards 1 and 2 recorded their
+ * attempts, shard 3 had no tests to run, and its empty record overwrote both.
+ * The surviving file reported `attempts: 0` for a run that passed four tests.
+ *
+ * It survives the upload too. CI downloads shard artifacts with
+ * `merge-multiple: true`, which flattens them into one directory — identical
+ * names collide there as well, so a 6-shard × 9-project matrix would keep one
+ * file in fifty-four.
+ *
+ * Shard and project both go in the name because their matrix varies both, and
+ * two jobs differing only by project would otherwise still collide.
+ */
+function runFileName(runId, shard, projects) {
+    const parts = [runId];
+    if (shard !== null)
+        parts.push(`shard-${shard.current}of${shard.total}`);
+    const distinct = [...new Set(projects)].sort();
+    if (distinct.length === 1 && distinct[0] !== undefined)
+        parts.push(distinct[0]);
+    else if (distinct.length > 1)
+        parts.push(shortHash(distinct.join(',')));
+    return `${parts.join('-').replace(/[^A-Za-z0-9._-]/g, '_')}.json`;
+}
+/** djb2, base36. Deterministic — re-ingesting the same file must be idempotent. */
+function shortHash(input) {
+    let hash = 5381;
+    for (let i = 0; i < input.length; i += 1)
+        hash = ((hash * 33) ^ input.charCodeAt(i)) >>> 0;
+    return hash.toString(36).padStart(7, '0').slice(0, 7);
+}
+//# sourceMappingURL=reporter.js.map

package/dist-cjs/reporter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"reporter.js","sourceRoot":"","sources":["../src/reporter.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;GAcG;;;AAoTH,kCAaC;AA/TD,+CAA4C;AAC5C,+CAAoD;AACpD,yCAA0C;AAU1C,0CAUyB;AAKhB,8FAdP,oBAAa,OAcO;AAHtB,+CAAmG;AACnG,6CAAwE;AAsBxE,MAAM,QAAQ,GAAG;IACf,WAAW,EAAE,iBAAiB;IAC9B,OAAO,EAAE,aAAa;IACtB,UAAU,EAAE,EAAE;IACd,UAAU,EAAE,CAAC,UAAU,EAAE,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAU;CAC3F,CAAC;AAEF,SAAS,SAAS,CAAC,MAA4B;IAC7C,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,QAAQ;YACX,OAAO,QAAQ,CAAC;QAClB,KAAK,QAAQ;YACX,OAAO,QAAQ,CAAC;QAClB,KAAK,UAAU;YACb,OAAO,UAAU,CAAC;QACpB,KAAK,SAAS;YACZ,OAAO,SAAS,CAAC;QACnB,KAAK,aAAa;YAChB,OAAO,aAAa,CAAC;QACvB;YACE,OAAO,QAAQ,CAAC;IACpB,CAAC;AACH,CAAC;AAED,SAAS,IAAI,CAAC,OAAe;IAC3B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,OAAO,IAAI,CAAC,CAAC;AAC/C,CAAC;AAED,MAAqB,aAAa;IACf,OAAO,CAAuB;IAC9B,SAAS,GAA6C,EAAE,CAAC;IACzD,WAAW,GAAG,IAAI,GAAG,EAAoB,CAAC;IAEnD,MAAM,CAAyB;IAC/B,KAAK,GAAG,EAAE,CAAC;IACX,SAAS,GAAG,EAAE,CAAC;IACf,OAAO,GAAG,IAAI,CAAC;IAEvB,YAAY,UAAgC,EAAE;QAC5C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,uEAAuE;IACvE,aAAa;QACX,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,CAAC,MAAkB;QACxB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,GAAG,CAAC;QACpE,IAAI,CAAC,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC1C,MAAM,WAAW,GACf,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;QACvF,2EAA2E;QAC3E,uEAAuE;QACvE,wEAAwE;QACxE,wEAAwE;QACxE,IAAI,CAAC,KAAK;YACR,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;gBAC3B,WAAW;gBACX,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;IAC7D,CAAC;IAED,SAAS,CAAC,IAAc,EAAE,MAAkB;QAC1C,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAC1B,sEAAsE;QACtE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;QAChE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACvB,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;IACrD,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,OAAmB;QAC7B,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAC1B,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,wDAAwD;YACxD,IAAI,CAAC,6BAA6B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC9F,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,KAAK;QACjB,MAAM,aAAa,GAAG,IAAI,oBAAa,CAAC;YACtC,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW,IAAI,QAAQ,CAAC,WAAW;YACrD,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,UAAU,IAAI,QAAQ,CAAC,UAAU;YAC1D,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,UAAU,IAAI,QAAQ,CAAC,UAAU;SAC3D,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAoB,EAAE,CAAC;QACrC,IAAI,cAAc,GAAG,CAAC,CAAC;QAEvB,KAAK,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAC9C,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACzC,qEAAqE;YACrE,mEAAmE;YACnE,mEAAmE;YACnE,gBAAgB;YAChB,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC;YAChD,MAAM,OAAO,GAAG,WAAW,KAAK,SAAS,IAAI,WAAW,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC;YAC1F,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC;YAE9E,IAAI,WAAW,GAAuB,IAAI,CAAC;YAC3C,IAAI,eAAe,GAAsB,IAAI,CAAC;YAE9C,wEAAwE;YACxE,yDAAyD;YACzD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YAEjD,IAAI,IAAA,gBAAS,EAAC,OAAO,CAAC,EAAE,CAAC;gBACvB,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;oBACjD,MAAM,MAAM,GAAG,IAAA,4BAAc,EAAC;wBAC5B,IAAI,EAAE;4BACJ,EAAE,EAAE,IAAI,CAAC,EAAE;4BACX,KAAK,EAAE,IAAI,CAAC,KAAK;4BACjB,SAAS,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE;4BACjC,QAAQ,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE;4BAChE,IAAI,EAAE,IAAI,CAAC,IAAI;yBAChB;wBACD,MAAM,EAAE,MAAmC;wBAC3C,QAAQ;wBACR,OAAO,EAAE;4BACP,KAAK,EAAE,IAAI,CAAC,KAAK;4BACjB,OAAO;4BACP,OAAO;4BACP,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,IAAI;4BACjC,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,IAAI,CAAC;4BAClC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,SAAS;4BAC3C,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE;4BACtC,OAAO,EAAE,OAAO;4BAChB,QAAQ,EAAE,OAAO,CAAC,QAAQ;4BAC1B,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,EAAE;4BACvC,YAAY,EAAE,EAAE;4BAChB,SAAS,EAAE,IAAI,CAAC,OAAO;yBACxB;qBACF,CAAC,CAAC;oBAEH,MAAM,aAAa,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;oBAClC,cAAc,IAAI,CAAC,CAAC;oBACpB,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC;oBAClC,eAAe,GAAG,MAAM,CAAC,EAAE,CAAC;gBAC9B,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,IAAI,KAAK,YAAY,8BAAiB,EAAE,CAAC;wBACvC,mEAAmE;wBACnE,8DAA8D;wBAC9D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBACtB,CAAC;yBAAM,CAAC;wBACN,IAAI,CACF,iCAAiC,IAAI,CAAC,KAAK,KAAK;4BAC9C,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAC9D,CAAC;oBACJ,CAAC;oBACD,WAAW,GAAG,IAAA,4BAAc,EAAC,MAAmC,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC;gBAC9F,CAAC;YACH,CAAC;YAED,QAAQ,CAAC,IAAI,CAAC;gBACZ,MAAM,EAAE,IAAI,CAAC,EAAE;gBACf,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE;gBAC3B,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;gBACxB,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;gBACxB,OAAO;gBACP,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,OAAO;gBACP,WAAW;gBACX,UAAU,EAAE,MAAM,CAAC,QAAQ;gBAC3B,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,IAAI;gBACjC,OAAO;gBACP,UAAU,EAAE,eAAe;gBAC3B,WAAW,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;gBAC1F,MAAM,EAAE,QAAQ;aACjB,CAAC,CAAC;QACL,CAAC;QAED,MAAM,GAAG,GAAc;YACrB,aAAa,EAAE,yBAAkB;YACjC,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACpC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,IAAI;YACzC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,IAAI,IAAI;YAC9C,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,IAAI;YACtC,EAAE,EAAE,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,GAAG;YAC7D,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,IAAI,CAAC;YAClC,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,IAAI;YACjC,YAAY,EAAE,oBAAa;YAC3B,iBAAiB,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,IAAI,IAAI;YAC/C,QAAQ;SACT,CAAC;QAEF,MAAM,OAAO,GAAG,IAAA,gBAAI,EAClB,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,QAAQ,CAAC,OAAO,EACxC,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CACjE,CAAC;QACF,MAAM,IAAA,gBAAK,EAAC,IAAA,mBAAO,EAAC,OAAO,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACnD,MAAM,IAAA,oBAAS,EAAC,OAAO,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACtE,MAAM,aAAa,CAAC,KAAK,EAAE,CAAC;QAE5B,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,IAAA,gBAAS,EAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;QACnE,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;YACjB,IAAI,CAAC,GAAG,cAAc,IAAI,QAAQ,wBAAwB,OAAO,EAAE,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,MAAkB,EAAE,IAAY;QAC3D,MAAM,UAAU,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;QACjE,IAAI,UAAU,KAAK,SAAS;YAAE,OAAO,SAAS,CAAC;QAC/C,IAAI,UAAU,CAAC,IAAI,KAAK,SAAS;YAAE,OAAO,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC3E,IAAI,UAAU,CAAC,IAAI,KAAK,SAAS;YAAE,OAAO,IAAA,mBAAQ,EAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACnG,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,MAAkB;QAC3C,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAA,yBAAY,EAAC,oBAAO,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,oBAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;YACnG,OAAO,MAAM,EAAE,MAAM,IAAI,EAAE,CAAC;QAC9B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,kEAAkE;YAClE,IAAI,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;YAC7D,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,MAAkB;QAC3C,MAAM,IAAI,GAAG,CAAC,IAAY,EAA+B,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAE9F,OAAO;YACL,IAAI,EAAE,IAAA,yBAAY,EAAC,oBAAO,CAAC,IAAI,EAAE,MAAM,IAAI,CAAC,oBAAO,CAAC,IAAI,CAAC,CAAC;YAC1D,OAAO,EAAE,IAAA,yBAAY,EAAC,oBAAO,CAAC,OAAO,EAAE,MAAM,IAAI,CAAC,oBAAO,CAAC,OAAO,CAAC,CAAC;YACnE,OAAO,EAAE,IAAA,yBAAY,EAAC,oBAAO,CAAC,OAAO,EAAE,MAAM,IAAI,CAAC,oBAAO,CAAC,OAAO,CAAC,CAAC;YACnE,MAAM,EAAE,IAAA,yBAAY,EAAC,oBAAO,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,oBAAO,CAAC,MAAM,CAAC,CAAC;SACjE,CAAC;IACJ,CAAC;CACF;AAjND,gCAiNC;AAED,MAAM,KAAK,GAAa,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;AAEnF;;;;;;;;;;;;;;;;;GAiBG;AACH,SAAgB,WAAW,CACzB,KAAa,EACb,KAAkE,EAClE,QAA2B;IAE3B,MAAM,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC;IACtB,IAAI,KAAK,KAAK,IAAI;QAAE,KAAK,CAAC,IAAI,CAAC,SAAS,KAAK,CAAC,OAAO,KAAK,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;IAEzE,MAAM,QAAQ,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC/C,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,SAAS;QAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;SAC3E,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAExE,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC,OAAO,CAAC;AACpE,CAAC;AAED,mFAAmF;AACnF,SAAS,SAAS,CAAC,KAAa;IAC9B,IAAI,IAAI,GAAG,IAAI,CAAC;IAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC;QAAE,IAAI,GAAG,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC3F,OAAO,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACxD,CAAC"}

package/dist-cjs/sidecar.js

@@ -0,0 +1,116 @@
+"use strict";
+/**
+ * The fixture → reporter channel.
+ *
+ * A Playwright reporter runs in the main process and cannot reach into the
+ * browser. Anything only the worker knows — the ARIA snapshot, the request
+ * ledger, console output — has to travel as a test ATTACHMENT, which is the
+ * runner's own supported channel and needs no side files or IPC.
+ *
+ * Both ends import these schemas, and the reporter PARSES rather than casts.
+ * A fixture that drifts from the contract fails loudly with a named error
+ * instead of silently producing a bundle with an empty ARIA snapshot — the
+ * same reasoning behind validating mocked response bodies against wire
+ * schemas rather than trusting them.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SidecarParseError = exports.CoverageSidecarSchema = exports.IntentSidecarSchema = exports.ConsoleSidecarSchema = exports.NetworkSidecarSchema = exports.PageSidecarSchema = exports.SIDECAR = void 0;
+exports.parseSidecar = parseSidecar;
+const zod_1 = require("zod");
+exports.SIDECAR = {
+    page: 'atest:page',
+    network: 'atest:network',
+    console: 'atest:console',
+    intent: 'atest:intent',
+    coverage: 'atest:coverage',
+};
+exports.PageSidecarSchema = zod_1.z.object({
+    url: zod_1.z.string(),
+    title: zod_1.z.string(),
+    ariaSnapshot: zod_1.z.string(),
+    testIdsPresent: zod_1.z.array(zod_1.z.string()),
+    htmlDigest: zod_1.z.string().nullable().default(null),
+});
+const RequestRecordSchema = zod_1.z.object({
+    url: zod_1.z.string(),
+    method: zod_1.z.string(),
+    status: zod_1.z.number().nullable(),
+    durationMs: zod_1.z.number(),
+    failureText: zod_1.z.string().nullable().default(null),
+    schemaError: zod_1.z.string().nullable().default(null),
+});
+exports.NetworkSidecarSchema = zod_1.z.object({
+    failed: zod_1.z.array(RequestRecordSchema),
+    slow: zod_1.z.array(RequestRecordSchema),
+    statusCounts: zod_1.z.record(zod_1.z.string(), zod_1.z.number()),
+});
+exports.ConsoleSidecarSchema = zod_1.z.object({
+    errors: zod_1.z.array(zod_1.z.string()),
+    warnings: zod_1.z.array(zod_1.z.string()),
+});
+exports.IntentSidecarSchema = zod_1.z.object({
+    selector: zod_1.z.string().nullable().default(null),
+    selectorSource: zod_1.z
+        .object({
+        file: zod_1.z.string(),
+        line: zod_1.z.number(),
+        constantPath: zod_1.z.string(),
+        aliases: zod_1.z.array(zod_1.z.string()).default([]),
+    })
+        .nullable()
+        .default(null),
+});
+/**
+ * Routes a test actually visited.
+ *
+ * The one signal that survives a fixture barrel. Static imports say every spec
+ * depends on every feature (they compose one `test` object); what a test
+ * VISITED is independent of that, and is the only thing that can narrow
+ * selection in a suite built that way.
+ */
+exports.CoverageSidecarSchema = zod_1.z.object({
+    routes: zod_1.z.array(zod_1.z.string()),
+});
+const SCHEMAS = {
+    [exports.SIDECAR.page]: exports.PageSidecarSchema,
+    [exports.SIDECAR.network]: exports.NetworkSidecarSchema,
+    [exports.SIDECAR.console]: exports.ConsoleSidecarSchema,
+    [exports.SIDECAR.intent]: exports.IntentSidecarSchema,
+    [exports.SIDECAR.coverage]: exports.CoverageSidecarSchema,
+};
+class SidecarParseError extends Error {
+    sidecar;
+    issues;
+    constructor(sidecar, issues) {
+        super(`Attachment "${sidecar}" does not match its schema — the atest fixtures and ` +
+            `reporter are out of sync.\n${issues}`);
+        this.sidecar = sidecar;
+        this.issues = issues;
+        this.name = 'SidecarParseError';
+    }
+}
+exports.SidecarParseError = SidecarParseError;
+/**
+ * Parse a sidecar payload. Absent is fine (the fixtures are optional);
+ * PRESENT-BUT-WRONG is not, and throws.
+ */
+function parseSidecar(name, raw) {
+    if (raw === undefined)
+        return null;
+    let json;
+    try {
+        json = JSON.parse(raw);
+    }
+    catch (error) {
+        throw new SidecarParseError(name, error instanceof Error ? error.message : String(error));
+    }
+    const result = SCHEMAS[name].safeParse(json);
+    if (!result.success) {
+        const issues = result.error.issues
+            .map(i => `  • ${i.path.join('.') || '(root)'}: ${i.message}`)
+            .join('\n');
+        throw new SidecarParseError(name, issues);
+    }
+    return result.data;
+}
+//# sourceMappingURL=sidecar.js.map

package/dist-cjs/sidecar.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sidecar.js","sourceRoot":"","sources":["../src/sidecar.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;GAaG;;;AAiGH,oCAqBC;AApHD,6BAAwB;AAEX,QAAA,OAAO,GAAG;IACrB,IAAI,EAAE,YAAY;IAClB,OAAO,EAAE,eAAe;IACxB,OAAO,EAAE,eAAe;IACxB,MAAM,EAAE,cAAc;IACtB,QAAQ,EAAE,gBAAgB;CAClB,CAAC;AAIE,QAAA,iBAAiB,GAAG,OAAC,CAAC,MAAM,CAAC;IACxC,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE;IACf,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE;IACjB,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE;IACxB,cAAc,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;IACnC,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;CAChD,CAAC,CAAC;AAGH,MAAM,mBAAmB,GAAG,OAAC,CAAC,MAAM,CAAC;IACnC,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE;IACf,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE;IAClB,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE;IACtB,WAAW,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;IAChD,WAAW,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;CACjD,CAAC,CAAC;AAEU,QAAA,oBAAoB,GAAG,OAAC,CAAC,MAAM,CAAC;IAC3C,MAAM,EAAE,OAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC;IACpC,IAAI,EAAE,OAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC;IAClC,YAAY,EAAE,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC;CAC/C,CAAC,CAAC;AAGU,QAAA,oBAAoB,GAAG,OAAC,CAAC,MAAM,CAAC;IAC3C,MAAM,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;IAC3B,QAAQ,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;CAC9B,CAAC,CAAC;AAGU,QAAA,mBAAmB,GAAG,OAAC,CAAC,MAAM,CAAC;IAC1C,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;IAC7C,cAAc,EAAE,OAAC;SACd,MAAM,CAAC;QACN,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE;QAChB,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE;QAChB,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE;QACxB,OAAO,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;KACzC,CAAC;SACD,QAAQ,EAAE;SACV,OAAO,CAAC,IAAI,CAAC;CACjB,CAAC,CAAC;AAGH;;;;;;;GAOG;AACU,QAAA,qBAAqB,GAAG,OAAC,CAAC,MAAM,CAAC;IAC5C,MAAM,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;CAC5B,CAAC,CAAC;AAGH,MAAM,OAAO,GAAG;IACd,CAAC,eAAO,CAAC,IAAI,CAAC,EAAE,yBAAiB;IACjC,CAAC,eAAO,CAAC,OAAO,CAAC,EAAE,4BAAoB;IACvC,CAAC,eAAO,CAAC,OAAO,CAAC,EAAE,4BAAoB;IACvC,CAAC,eAAO,CAAC,MAAM,CAAC,EAAE,2BAAmB;IACrC,CAAC,eAAO,CAAC,QAAQ,CAAC,EAAE,6BAAqB;CACjC,CAAC;AAEX,MAAa,iBAAkB,SAAQ,KAAK;IAE/B;IACA;IAFX,YACW,OAAe,EACf,MAAc;QAEvB,KAAK,CACH,eAAe,OAAO,uDAAuD;YAC3E,8BAA8B,MAAM,EAAE,CACzC,CAAC;QANO,YAAO,GAAP,OAAO,CAAQ;QACf,WAAM,GAAN,MAAM,CAAQ;QAMvB,IAAI,CAAC,IAAI,GAAG,mBAAmB,CAAC;IAClC,CAAC;CACF;AAXD,8CAWC;AAED;;;GAGG;AACH,SAAgB,YAAY,CAC1B,IAAO,EACP,GAAuB;IAEvB,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IAEnC,IAAI,IAAa,CAAC;IAClB,IAAI,CAAC;QACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,iBAAiB,CAAC,IAAI,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IAC5F,CAAC;IAED,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAC7C,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM;aAC/B,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,QAAQ,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;aAC7D,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,MAAM,IAAI,iBAAiB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC5C,CAAC;IACD,OAAO,MAAM,CAAC,IAAoC,CAAC;AACrD,CAAC"}

package/dist-cjs/spawn.js

@@ -0,0 +1,174 @@
+"use strict";
+/**
+ * Drive `playwright test` as a child process and read structured results.
+ *
+ * Used by bisect (re-run under controlled perturbations) and by heal
+ * validation (re-run with a candidate patch applied). Both need counts, not
+ * evidence, so this uses Playwright's own JSON reporter rather than ours —
+ * fewer moving parts, and it works against a consumer repo whether or not the
+ * atest reporter is configured.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.escapeForGrep = escapeForGrep;
+exports.runPlaywright = runPlaywright;
+const node_child_process_1 = require("node:child_process");
+const promises_1 = require("node:fs/promises");
+const node_os_1 = require("node:os");
+const node_path_1 = require("node:path");
+/** Playwright's `-g` takes a regular expression; titles are literal text. */
+function escapeForGrep(title) {
+    return title.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
+}
+const RESULT_PASSED = 'passed';
+const RESULT_FAILED = 'failed';
+const RESULT_TIMED_OUT = 'timedOut';
+const PLAYWRIGHT_JSON_OUTPUT = 'PLAYWRIGHT_JSON_OUTPUT_NAME';
+function countResults(spec) {
+    let passed = 0;
+    let failed = 0;
+    let error = null;
+    for (const test of spec.tests ?? []) {
+        for (const result of test.results ?? []) {
+            if (result.status === RESULT_PASSED)
+                passed += 1;
+            else if (result.status === RESULT_FAILED || result.status === RESULT_TIMED_OUT) {
+                failed += 1;
+                error = result.error?.message ?? error;
+            }
+        }
+    }
+    return { passed, failed, error };
+}
+function collectSpecs(suites, file = '') {
+    const out = [];
+    for (const suite of suites ?? []) {
+        const suiteFile = suite.file ?? file;
+        for (const spec of suite.specs ?? []) {
+            out.push({ title: spec.title ?? '', file: suiteFile, ...countResults(spec) });
+        }
+        out.push(...collectSpecs(suite.suites, suiteFile));
+    }
+    return out;
+}
+function buildArgs(options) {
+    const args = ['playwright', 'test'];
+    if (options.config !== undefined)
+        args.push('--config', options.config);
+    if (options.file !== undefined)
+        args.push(options.file);
+    if (options.grepTitle !== undefined)
+        args.push('-g', escapeForGrep(options.grepTitle));
+    if (options.project !== undefined)
+        args.push('--project', options.project);
+    if (options.workers !== undefined)
+        args.push(`--workers=${options.workers}`);
+    if (options.repeatEach !== undefined)
+        args.push(`--repeat-each=${options.repeatEach}`);
+    if (options.maxFailures !== undefined)
+        args.push(`--max-failures=${options.maxFailures}`);
+    // Replaces the project's reporters for this invocation. Deliberate: bisect
+    // and validation want counts, and inheriting a consumer's HTML or blob
+    // reporter would write artifacts nobody asked for on every probe.
+    args.push('--reporter=json');
+    return args;
+}
+function isJsonReport(value) {
+    return typeof value === 'object' && value !== null;
+}
+function parseJsonReport(raw) {
+    try {
+        const parsed = JSON.parse(raw);
+        return isJsonReport(parsed) ? parsed : null;
+    }
+    catch {
+        return null;
+    }
+}
+function inconclusiveResult(exitCode, stderr) {
+    return {
+        ok: false,
+        passed: 0,
+        failed: 0,
+        flaky: 0,
+        skipped: 0,
+        durationMs: 0,
+        exitCode,
+        inconclusive: true,
+        stderr,
+        specs: [],
+    };
+}
+async function runPlaywright(options) {
+    const dir = await (0, promises_1.mkdtemp)((0, node_path_1.join)((0, node_os_1.tmpdir)(), 'atest-run-'));
+    const jsonPath = (0, node_path_1.join)(dir, 'report.json');
+    try {
+        const args = buildArgs(options);
+        const result = await new Promise(resolve => {
+            const child = (0, node_child_process_1.spawn)('npx', args, {
+                cwd: options.cwd,
+                env: {
+                    ...process.env,
+                    ...options.env,
+                    [PLAYWRIGHT_JSON_OUTPUT]: jsonPath,
+                    // The reporter is not wanted during a probe: bisect runs the same
+                    // test dozens of times, and each run would otherwise write evidence
+                    // bundles that pollute the history the analysis is reading.
+                    ATEST: '0',
+                    FORCE_COLOR: '0',
+                },
+                stdio: ['ignore', 'ignore', 'pipe'],
+            });
+            let stderr = '';
+            child.stderr.on('data', (chunk) => {
+                stderr += chunk.toString('utf8');
+            });
+            const timeout = options.timeoutMs === undefined
+                ? null
+                : setTimeout(() => child.kill('SIGTERM'), options.timeoutMs);
+            child.on('close', code => {
+                if (timeout !== null)
+                    clearTimeout(timeout);
+                resolve({ code: code ?? 1, stderr });
+            });
+            child.on('error', error => {
+                if (timeout !== null)
+                    clearTimeout(timeout);
+                resolve({ code: 1, stderr: error.message });
+            });
+        });
+        const raw = await (0, promises_1.readFile)(jsonPath, 'utf8').catch(() => null);
+        if (raw === null) {
+            // No report means the run never got as far as executing tests — a config
+            // error, a missing browser. That is INCONCLUSIVE, not a failing test;
+            // counting it as a failure would make bisect blame the code under test
+            // for a broken environment.
+            return inconclusiveResult(result.code, result.stderr);
+        }
+        const report = parseJsonReport(raw);
+        if (report === null) {
+            return inconclusiveResult(result.code, `unparseable JSON report\n${result.stderr}`);
+        }
+        const stats = report.stats ?? {};
+        const passed = stats.expected ?? 0;
+        const failed = stats.unexpected ?? 0;
+        const flaky = stats.flaky ?? 0;
+        return {
+            ok: failed === 0 && passed + flaky > 0,
+            passed,
+            failed,
+            flaky,
+            skipped: stats.skipped ?? 0,
+            durationMs: stats.duration ?? 0,
+            exitCode: result.code,
+            // A run that executed nothing tells us nothing — usually a grep that
+            // matched no test, which is a caller mistake worth surfacing.
+            inconclusive: passed + failed + flaky === 0,
+            stderr: result.stderr,
+            specs: collectSpecs(report.suites),
+        };
+    }
+    finally {
+        await (0, promises_1.rm)(dir, { recursive: true, force: true });
+    }
+}
+//# sourceMappingURL=spawn.js.map

package/dist-cjs/spawn.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"spawn.js","sourceRoot":"","sources":["../src/spawn.ts"],"names":[],"mappings":";AAAA;;;;;;;;GAQG;;AAuDH,sCAEC;AAyGD,sCA8EC;AA9OD,2DAA2C;AAC3C,+CAAyD;AACzD,qCAAiC;AACjC,yCAAiC;AAiDjC,6EAA6E;AAC7E,SAAgB,aAAa,CAAC,KAAa;IACzC,OAAO,KAAK,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;AACtD,CAAC;AAwBD,MAAM,aAAa,GAAG,QAAQ,CAAC;AAC/B,MAAM,aAAa,GAAG,QAAQ,CAAC;AAC/B,MAAM,gBAAgB,GAAG,UAAU,CAAC;AACpC,MAAM,sBAAsB,GAAG,6BAA6B,CAAC;AAE7D,SAAS,YAAY,CAAC,IAAc;IAClC,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,KAAK,GAAkB,IAAI,CAAC;IAChC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;QACpC,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;YACxC,IAAI,MAAM,CAAC,MAAM,KAAK,aAAa;gBAAE,MAAM,IAAI,CAAC,CAAC;iBAC5C,IAAI,MAAM,CAAC,MAAM,KAAK,aAAa,IAAI,MAAM,CAAC,MAAM,KAAK,gBAAgB,EAAE,CAAC;gBAC/E,MAAM,IAAI,CAAC,CAAC;gBACZ,KAAK,GAAG,MAAM,CAAC,KAAK,EAAE,OAAO,IAAI,KAAK,CAAC;YACzC,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;AACnC,CAAC;AAED,SAAS,YAAY,CAAC,MAAwC,EAAE,IAAI,GAAG,EAAE;IACvE,MAAM,GAAG,GAAkB,EAAE,CAAC;IAE9B,KAAK,MAAM,KAAK,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;QACjC,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC;QACrC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;YACrC,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAChF,CAAC;QACD,GAAG,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC;IACrD,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,SAAS,CAAC,OAA6B;IAC9C,MAAM,IAAI,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IAEpC,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS;QAAE,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IACxE,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS;QAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACxD,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS;QAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,aAAa,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;IACvF,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS;QAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IAC3E,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS;QAAE,IAAI,CAAC,IAAI,CAAC,aAAa,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IAC7E,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS;QAAE,IAAI,CAAC,IAAI,CAAC,iBAAiB,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;IACvF,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS;QAAE,IAAI,CAAC,IAAI,CAAC,kBAAkB,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;IAE1F,2EAA2E;IAC3E,uEAAuE;IACvE,kEAAkE;IAClE,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAC7B,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,CAAC;AACrD,CAAC;AAED,SAAS,eAAe,CAAC,GAAW;IAClC,IAAI,CAAC;QACH,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACxC,OAAO,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,CAAC,QAAgB,EAAE,MAAc;IAC1D,OAAO;QACL,EAAE,EAAE,KAAK;QACT,MAAM,EAAE,CAAC;QACT,MAAM,EAAE,CAAC;QACT,KAAK,EAAE,CAAC;QACR,OAAO,EAAE,CAAC;QACV,UAAU,EAAE,CAAC;QACb,QAAQ;QACR,YAAY,EAAE,IAAI;QAClB,MAAM;QACN,KAAK,EAAE,EAAE;KACV,CAAC;AACJ,CAAC;AAEM,KAAK,UAAU,aAAa,CAAC,OAA6B;IAC/D,MAAM,GAAG,GAAG,MAAM,IAAA,kBAAO,EAAC,IAAA,gBAAI,EAAC,IAAA,gBAAM,GAAE,EAAE,YAAY,CAAC,CAAC,CAAC;IACxD,MAAM,QAAQ,GAAG,IAAA,gBAAI,EAAC,GAAG,EAAE,aAAa,CAAC,CAAC;IAE1C,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;QAChC,MAAM,MAAM,GAAG,MAAM,IAAI,OAAO,CAAmC,OAAO,CAAC,EAAE;YAC3E,MAAM,KAAK,GAAG,IAAA,0BAAK,EAAC,KAAK,EAAE,IAAI,EAAE;gBAC/B,GAAG,EAAE,OAAO,CAAC,GAAG;gBAChB,GAAG,EAAE;oBACH,GAAG,OAAO,CAAC,GAAG;oBACd,GAAG,OAAO,CAAC,GAAG;oBACd,CAAC,sBAAsB,CAAC,EAAE,QAAQ;oBAClC,kEAAkE;oBAClE,oEAAoE;oBACpE,4DAA4D;oBAC5D,KAAK,EAAE,GAAG;oBACV,WAAW,EAAE,GAAG;iBACjB;gBACD,KAAK,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC;aACpC,CAAC,CAAC;YAEH,IAAI,MAAM,GAAG,EAAE,CAAC;YAChB,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;gBACxC,MAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YACnC,CAAC,CAAC,CAAC;YAEH,MAAM,OAAO,GACX,OAAO,CAAC,SAAS,KAAK,SAAS;gBAC7B,CAAC,CAAC,IAAI;gBACN,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;YAEjE,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE;gBACvB,IAAI,OAAO,KAAK,IAAI;oBAAE,YAAY,CAAC,OAAO,CAAC,CAAC;gBAC5C,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;YACvC,CAAC,CAAC,CAAC;YACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE;gBACxB,IAAI,OAAO,KAAK,IAAI;oBAAE,YAAY,CAAC,OAAO,CAAC,CAAC;gBAC5C,OAAO,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YAC9C,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,MAAM,GAAG,GAAG,MAAM,IAAA,mBAAQ,EAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;QAC/D,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;YACjB,yEAAyE;YACzE,sEAAsE;YACtE,uEAAuE;YACvE,4BAA4B;YAC5B,OAAO,kBAAkB,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QACxD,CAAC;QAED,MAAM,MAAM,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YACpB,OAAO,kBAAkB,CAAC,MAAM,CAAC,IAAI,EAAE,4BAA4B,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QACtF,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,IAAI,CAAC,CAAC;QACnC,MAAM,MAAM,GAAG,KAAK,CAAC,UAAU,IAAI,CAAC,CAAC;QACrC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC;QAE/B,OAAO;YACL,EAAE,EAAE,MAAM,KAAK,CAAC,IAAI,MAAM,GAAG,KAAK,GAAG,CAAC;YACtC,MAAM;YACN,MAAM;YACN,KAAK;YACL,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,CAAC;YAC3B,UAAU,EAAE,KAAK,CAAC,QAAQ,IAAI,CAAC;YAC/B,QAAQ,EAAE,MAAM,CAAC,IAAI;YACrB,qEAAqE;YACrE,8DAA8D;YAC9D,YAAY,EAAE,MAAM,GAAG,MAAM,GAAG,KAAK,KAAK,CAAC;YAC3C,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,KAAK,EAAE,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC;SACnC,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,MAAM,IAAA,aAAE,EAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAClD,CAAC;AACH,CAAC"}