@e2edev/e2e 0.2.0 → 0.4.0

package/dist/run/managed-process.js

@@ -0,0 +1,202 @@
+/** Spawned-process management for `app.command`, `app.services`, and their teardowns (spec 05-config.md). */
+import { spawn } from 'node:child_process';
+import path from 'node:path';
+import { InfrastructureError } from '../internal/errors.js';
+import { sleep } from '../internal/time.js';
+const INHERITED_ENV = ['PATH', 'HOME', 'TMPDIR', 'TMP', 'TEMP', 'SystemRoot', 'COMSPEC'];
+/** Readiness polling starts fast and backs off; a booting server answers late, not on a schedule. */
+const READY_POLL_MIN_MS = 25;
+const READY_POLL_MAX_MS = 250;
+/** One readiness probe never outlives this, so a half-open server cannot stall the deadline check. */
+const READY_PROBE_TIMEOUT_MS = 2_000;
+function describeExit(exit) {
+    return exit.code === null ? `was terminated by ${exit.signal}` : `exited with code ${exit.code}`;
+}
+/**
+ * One command the runner owns: spawned as a process group, waited on until
+ * its readiness contract holds, and terminated signal-then-force. `label`
+ * names it in every error (`app.command`, `app.services[0] (docker ...)`).
+ */
+export class ManagedProcess {
+    label;
+    command;
+    projectRoot;
+    readiness;
+    child = null;
+    constructor(label, command, projectRoot, readiness) {
+        this.label = label;
+        this.command = command;
+        this.projectRoot = projectRoot;
+        this.readiness = readiness;
+    }
+    /**
+     * Spawns the process group and waits for readiness. An already aborted
+     * `signal` spawns nothing; one that aborts during the wait ends it early and
+     * takes the process down with it. The caller reads the signal to learn the
+     * run was interrupted.
+     */
+    async start(signal) {
+        // A function, not a narrowed local: the signal flips while the loop awaits.
+        const aborted = () => signal?.aborted === true;
+        if (aborted())
+            return;
+        const env = {};
+        for (const key of INHERITED_ENV) {
+            const value = process.env[key];
+            if (value !== undefined)
+                env[key] = value;
+        }
+        Object.assign(env, this.command.env ?? {});
+        const child = spawn(this.command.executable, [...(this.command.args ?? [])], {
+            cwd: path.resolve(this.projectRoot, this.command.cwd ?? '.'),
+            env,
+            detached: process.platform !== 'win32',
+            stdio: 'ignore',
+        });
+        this.child = child;
+        let spawnError;
+        child.on('error', (error) => {
+            spawnError = error;
+        });
+        let exit;
+        const exited = new Promise((resolve) => {
+            child.once('exit', (code, exitSignal) => {
+                exit = { code, signal: exitSignal };
+                resolve();
+            });
+        });
+        // Without a URL to probe, the process exiting 0 is the readiness event.
+        const readyUrl = 'readyUrl' in this.readiness ? this.readiness.readyUrl : undefined;
+        const startupTimeout = this.command.startupTimeout ?? 60_000;
+        const deadline = Date.now() + startupTimeout;
+        let pollMs = READY_POLL_MIN_MS;
+        for (;;) {
+            if (aborted()) {
+                await this.stop();
+                return;
+            }
+            if (spawnError !== undefined) {
+                throw new InfrastructureError('APP_UNREACHABLE', `${this.label} failed to start: ${spawnError.message}`, { cause: spawnError });
+            }
+            if (exit !== undefined) {
+                if (readyUrl === undefined && exit.code === 0)
+                    return;
+                throw new InfrastructureError('APP_UNREACHABLE', `${this.label} ${describeExit(exit)} ${readyUrl === undefined ? 'instead of 0' : 'before becoming ready'}`);
+            }
+            const remaining = deadline - Date.now();
+            if (remaining <= 0) {
+                await this.stop();
+                throw new InfrastructureError('APP_UNREACHABLE', readyUrl === undefined
+                    ? `${this.label} did not exit within ${startupTimeout} ms`
+                    : `${this.label} was not reachable at ${readyUrl} within ${startupTimeout} ms`);
+            }
+            if (readyUrl !== undefined) {
+                try {
+                    const response = await fetch(readyUrl, {
+                        redirect: 'manual',
+                        signal: AbortSignal.timeout(Math.min(READY_PROBE_TIMEOUT_MS, remaining)),
+                    });
+                    if (response.status >= 200 && response.status <= 499)
+                        return;
+                }
+                catch {
+                    // not ready yet
+                }
+            }
+            // The exit event wakes the wait early so an exit is seen at once, not on the next poll.
+            await Promise.race([
+                sleep(Math.min(pollMs, Math.max(0, deadline - Date.now())), signal).catch(() => undefined),
+                exited,
+            ]);
+            pollMs = Math.min(pollMs * 2, READY_POLL_MAX_MS);
+        }
+    }
+    /** Gracefully terminates the whole process group, then force-kills. */
+    async stop() {
+        const child = this.child;
+        this.child = null;
+        if (child === null || child.exitCode !== null || child.signalCode !== null)
+            return;
+        const shutdownTimeout = this.command.shutdownTimeout ?? 10_000;
+        const pid = child.pid;
+        const signalGroup = (signal) => {
+            if (pid === undefined)
+                return;
+            try {
+                if (process.platform !== 'win32')
+                    process.kill(-pid, signal);
+                else
+                    child.kill(signal);
+            }
+            catch {
+                // process already gone
+            }
+        };
+        signalGroup('SIGTERM');
+        const exited = new Promise((resolve) => {
+            child.once('exit', () => resolve());
+        });
+        const timer = sleep(shutdownTimeout).then(() => 'timeout');
+        const winner = await Promise.race([exited.then(() => 'exited'), timer]);
+        if (winner === 'timeout') {
+            signalGroup('SIGKILL');
+            await exited.catch(() => undefined);
+        }
+    }
+}
+/**
+ * The dependency processes of `app.services`: started sequentially in
+ * declaration order, each ready before the next starts, and torn down in
+ * reverse.
+ */
+export class ServiceStack {
+    services;
+    projectRoot;
+    started = [];
+    constructor(services, projectRoot) {
+        this.services = services;
+        this.projectRoot = projectRoot;
+    }
+    /**
+     * Starts every service in order. Stops early once `signal` aborts; the
+     * services already started still get their teardown from `stop`.
+     */
+    async start(signal) {
+        for (const { label, command, readiness, teardown } of this.services) {
+            if (signal?.aborted === true)
+                return;
+            const service = new ManagedProcess(label, command, this.projectRoot, readiness);
+            this.started.push({
+                service,
+                teardown: teardown === undefined
+                    ? undefined
+                    : new ManagedProcess(teardown.label, teardown.command, this.projectRoot, {
+                        waitForExit: true,
+                    }),
+            });
+            await service.start(signal);
+        }
+    }
+    /**
+     * Stops the started services in reverse order, then runs each of their
+     * teardown commands in reverse order and waits for it to exit. A failing
+     * teardown is reported through `onFailure` and never skips the rest, so one
+     * failing `docker compose down` cannot leave the others running.
+     */
+    async stop(onFailure) {
+        const started = this.started.splice(0).toReversed();
+        for (const { service } of started)
+            await service.stop();
+        for (const { teardown } of started) {
+            if (teardown === undefined)
+                continue;
+            try {
+                await teardown.start();
+            }
+            catch (cause) {
+                onFailure(cause);
+            }
+        }
+    }
+}
+//# sourceMappingURL=managed-process.js.map

package/dist/run/managed-process.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"managed-process.js","sourceRoot":"","sources":["../../src/run/managed-process.ts"],"names":[],"mappings":"AAAA,6GAA6G;AAE7G,OAAO,EAAE,KAAK,EAAqB,MAAM,oBAAoB,CAAC;AAC9D,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAG5C,MAAM,aAAa,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,SAAS,CAAU,CAAC;AAElG,qGAAqG;AACrG,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAC7B,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAC9B,sGAAsG;AACtG,MAAM,sBAAsB,GAAG,KAAK,CAAC;AAOrC,SAAS,YAAY,CAAC,IAAgB;IACpC,OAAO,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,qBAAqB,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,oBAAoB,IAAI,CAAC,IAAI,EAAE,CAAC;AACnG,CAAC;AAED;;;;GAIG;AACH,MAAM,OAAO,cAAc;IAIN,KAAK;IACL,OAAO;IACP,WAAW;IACX,SAAS;IANpB,KAAK,GAAwB,IAAI,CAAC;IAE1C,YACmB,KAAa,EACb,OAAsB,EACtB,WAAmB,EACnB,SAAoB;qBAHpB,KAAK;uBACL,OAAO;2BACP,WAAW;yBACX,SAAS;IACzB,CAAC;IAEJ;;;;;OAKG;IACH,KAAK,CAAC,KAAK,CAAC,MAAoB;QAC9B,4EAA4E;QAC5E,MAAM,OAAO,GAAG,GAAY,EAAE,CAAC,MAAM,EAAE,OAAO,KAAK,IAAI,CAAC;QACxD,IAAI,OAAO,EAAE;YAAE,OAAO;QACtB,MAAM,GAAG,GAA2B,EAAE,CAAC;QACvC,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;YAChC,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC/B,IAAI,KAAK,KAAK,SAAS;gBAAE,GAAG,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QAC5C,CAAC;QACD,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;QAE3C,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,EAAE;YAC3E,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC;YAC5D,GAAG;YACH,QAAQ,EAAE,OAAO,CAAC,QAAQ,KAAK,OAAO;YACtC,KAAK,EAAE,QAAQ;SAChB,CAAC,CAAC;QACH,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,UAA6B,CAAC;QAClC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YAC1B,UAAU,GAAG,KAAK,CAAC;QACrB,CAAC,CAAC,CAAC;QACH,IAAI,IAA4B,CAAC;QACjC,MAAM,MAAM,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAC3C,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,UAAU,EAAE,EAAE;gBACtC,IAAI,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;gBACpC,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,wEAAwE;QACxE,MAAM,QAAQ,GAAG,UAAU,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;QACpF,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,IAAI,MAAM,CAAC;QAC7D,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,cAAc,CAAC;QAC7C,IAAI,MAAM,GAAG,iBAAiB,CAAC;QAC/B,SAAS,CAAC;YACR,IAAI,OAAO,EAAE,EAAE,CAAC;gBACd,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;gBAClB,OAAO;YACT,CAAC;YACD,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;gBAC7B,MAAM,IAAI,mBAAmB,CAC3B,iBAAiB,EACjB,GAAG,IAAI,CAAC,KAAK,qBAAqB,UAAU,CAAC,OAAO,EAAE,EACtD,EAAE,KAAK,EAAE,UAAU,EAAE,CACtB,CAAC;YACJ,CAAC;YACD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;gBACvB,IAAI,QAAQ,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,KAAK,CAAC;oBAAE,OAAO;gBACtD,MAAM,IAAI,mBAAmB,CAC3B,iBAAiB,EACjB,GAAG,IAAI,CAAC,KAAK,IAAI,YAAY,CAAC,IAAI,CAAC,IAAI,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,uBAAuB,EAAE,CAC3G,CAAC;YACJ,CAAC;YACD,MAAM,SAAS,GAAG,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACxC,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;gBACnB,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;gBAClB,MAAM,IAAI,mBAAmB,CAC3B,iBAAiB,EACjB,QAAQ,KAAK,SAAS;oBACpB,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,wBAAwB,cAAc,KAAK;oBAC1D,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,yBAAyB,QAAQ,WAAW,cAAc,KAAK,CACjF,CAAC;YACJ,CAAC;YACD,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;gBAC3B,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE;wBACrC,QAAQ,EAAE,QAAQ;wBAClB,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,sBAAsB,EAAE,SAAS,CAAC,CAAC;qBACzE,CAAC,CAAC;oBACH,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG;wBAAE,OAAO;gBAC/D,CAAC;gBAAC,MAAM,CAAC;oBACP,gBAAgB;gBAClB,CAAC;YACH,CAAC;YACD,wFAAwF;YACxF,MAAM,OAAO,CAAC,IAAI,CAAC;gBACjB,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC;gBAC1F,MAAM;aACP,CAAC,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,iBAAiB,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;IAED,uEAAuE;IACvE,KAAK,CAAC,IAAI;QACR,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACzB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,CAAC,QAAQ,KAAK,IAAI,IAAI,KAAK,CAAC,UAAU,KAAK,IAAI;YAAE,OAAO;QACnF,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe,IAAI,MAAM,CAAC;QAC/D,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC;QACtB,MAAM,WAAW,GAAG,CAAC,MAAsB,EAAE,EAAE;YAC7C,IAAI,GAAG,KAAK,SAAS;gBAAE,OAAO;YAC9B,IAAI,CAAC;gBACH,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO;oBAAE,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;;oBACxD,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC1B,CAAC;YAAC,MAAM,CAAC;gBACP,uBAAuB;YACzB,CAAC;QACH,CAAC,CAAC;QACF,WAAW,CAAC,SAAS,CAAC,CAAC;QACvB,MAAM,MAAM,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAC3C,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,KAAK,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAkB,CAAC,CAAC;QACpE,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,QAAiB,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;QACjF,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,WAAW,CAAC,SAAS,CAAC,CAAC;YACvB,MAAM,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;CACF;AAED;;;;GAIG;AACH,MAAM,OAAO,YAAY;IAOJ,QAAQ;IACR,WAAW;IAPb,OAAO,GAGlB,EAAE,CAAC;IAET,YACmB,QAAoC,EACpC,WAAmB;wBADnB,QAAQ;2BACR,WAAW;IAC3B,CAAC;IAEJ;;;OAGG;IACH,KAAK,CAAC,KAAK,CAAC,MAAoB;QAC9B,KAAK,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpE,IAAI,MAAM,EAAE,OAAO,KAAK,IAAI;gBAAE,OAAO;YACrC,MAAM,OAAO,GAAG,IAAI,cAAc,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;YAChF,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;gBAChB,OAAO;gBACP,QAAQ,EACN,QAAQ,KAAK,SAAS;oBACpB,CAAC,CAAC,SAAS;oBACX,CAAC,CAAC,IAAI,cAAc,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,EAAE;wBACrE,WAAW,EAAE,IAAI;qBAClB,CAAC;aACT,CAAC,CAAC;YACH,MAAM,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,IAAI,CAAC,SAAmC;QAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC;QACpD,KAAK,MAAM,EAAE,OAAO,EAAE,IAAI,OAAO;YAAE,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC;QACxD,KAAK,MAAM,EAAE,QAAQ,EAAE,IAAI,OAAO,EAAE,CAAC;YACnC,IAAI,QAAQ,KAAK,SAAS;gBAAE,SAAS;YACrC,IAAI,CAAC;gBACH,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAC;YACzB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,SAAS,CAAC,KAAK,CAAC,CAAC;YACnB,CAAC;QACH,CAAC;IACH,CAAC;CACF"}

package/dist/run/realm.d.ts

@@ -2,22 +2,36 @@
 import { type SerializedError } from '../internal/errors.ts';
 import { DebugTrace } from '../internal/debug.ts';
 import type { CollectedTest } from '../collect/collect.ts';
-import { type ModuleRegistration, type RegisteredHook, type RegisteredTest } from '../collect/registry.ts';
+import { type GroupNode, type HookKind, type ModuleRegistration, type RegisteredTest, type TestHook } from '../collect/registry.ts';
+import type { TestTargetPair } from '../collect/select.ts';
 import type { Platform } from '../types.ts';
 import type { RunError } from './records.ts';
+/**
+ * A suite scope of one realm: a describe group, or `undefined` for the file
+ * scope. Scopes are the registration's own group nodes, so two sibling groups
+ * that happen to share a title stay two scopes with their own hooks.
+ */
+type Scope = GroupNode | undefined;
 export interface Realm {
     registration: ModuleRegistration;
     /** Registered tests by title-path key, for per-attempt lookup. */
     testsByKey: ReadonlyMap<string, RegisteredTest>;
-    /** Scope keys whose beforeAll already ran in this realm. */
-    entered: Map<string, {
+    /**
+     * Scopes whose beforeAll ran in this realm, in entry order (outermost
+     * first), each with the failure that ended its beforeAll if one did. A scope
+     * leaves the map when its afterAll has run.
+     */
+    entered: Map<Scope, {
         failed: SerializedError | undefined;
     }>;
-    /** Scopes pending afterAll, innermost last. */
-    pendingAfterAll: string[];
 }
 /** Finds a registered test in a re-imported realm by its exact title path. */
 export declare function findRegistered(realm: Realm, test: CollectedTest): RegisteredTest | undefined;
+/**
+ * Runs one hook within its budget. A hook that overruns fails with the
+ * runner's timeout error; `onTimeout` lets the caller cancel what it started.
+ */
+export declare function runHook(kind: HookKind, run: () => void | Promise<void>, timeoutMs: number, onTimeout?: () => void): Promise<void>;
 export interface RealmManagerOptions {
     readonly targetName: string;
     readonly platform: Platform;
@@ -41,12 +55,33 @@ export declare class RealmManager {
      * adopting that import saves the second, identical one per unit.
      */
     adopt(registration: ModuleRegistration): Realm;
-    /** Returns a test's hooks of one kind across its enclosing scope chain. */
-    hooksFor(realm: Realm, test: RegisteredTest, kind: 'beforeEach' | 'afterEach'): RegisteredHook[];
+    /**
+     * A test's hooks of one kind in execution order (spec 11-lifecycle.md).
+     * `beforeEach` runs outer scope to inner, each scope's hooks in declaration
+     * order, wherever in the file a scope's hooks were declared relative to the
+     * test or to nested groups. `afterEach` mirrors it: inner scope to outer,
+     * each scope's hooks in reverse declaration order.
+     */
+    hooksFor(realm: Realm, test: RegisteredTest, kind: TestHook['kind']): TestHook[];
     /** Enters suite scopes for a test, running pending beforeAll hooks. */
     enterScopes(realm: Realm, test: RegisteredTest): Promise<SerializedError | undefined>;
-    /** Runs pending afterAll hooks, innermost scope first. */
+    /**
+     * Closes every entered scope that none of `remaining` (the pairs still to
+     * run in this realm) belongs to, innermost first, running its afterAll
+     * hooks in reverse declaration order. A scope's afterAll therefore runs
+     * when its last runnable member leaves it (spec 11-lifecycle.md), not when
+     * the file ends: one describe's teardown never runs after a sibling's tests.
+     *
+     * Returns the first afterAll failure. Every failure is a run error, and the
+     * remaining hooks and scopes still run; the caller decides what the realm
+     * is still good for (spec: an afterAll failure discards the suite instance).
+     */
+    leaveFinished(realm: Realm, remaining: readonly TestTargetPair[]): Promise<SerializedError | undefined>;
+    /** Closes every entered scope: the realm ends here. */
     leave(realm: Realm): Promise<void>;
+    /** One scope's hooks of one kind, in declaration order. */
+    private scopeHooks;
     private suiteFixtures;
 }
+export {};
 //# sourceMappingURL=realm.d.ts.map

package/dist/run/realm.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"realm.d.ts","sourceRoot":"","sources":["../../src/run/realm.ts"],"names":[],"mappings":"AAAA,kFAAkF;AAGlF,OAAO,EAKL,KAAK,eAAe,EACrB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAGlD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,EAKL,KAAK,kBAAkB,EACvB,KAAK,cAAc,EACnB,KAAK,cAAc,EACpB,MAAM,wBAAwB,CAAC;AAChC,OAAO,KAAK,EAAE,QAAQ,EAAiB,MAAM,aAAa,CAAC;AAC3D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAE7C,MAAM,WAAW,KAAK;IACpB,YAAY,EAAE,kBAAkB,CAAC;IACjC,kEAAkE;IAClE,UAAU,EAAE,WAAW,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IAChD,4DAA4D;IAC5D,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE;QAAE,MAAM,EAAE,eAAe,GAAG,SAAS,CAAA;KAAE,CAAC,CAAC;IAC9D,+CAA+C;IAC/C,eAAe,EAAE,MAAM,EAAE,CAAC;CAC3B;AAED,8EAA8E;AAC9E,wBAAgB,cAAc,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,aAAa,GAAG,cAAc,GAAG,SAAS,CAE5F;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC;IAC5B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,8CAA8C;IAC9C,QAAQ,CAAC,SAAS,EAAE,QAAQ,EAAE,CAAC;IAC/B,QAAQ,CAAC,KAAK,CAAC,EAAE,UAAU,CAAC;CAC7B;AAED,+EAA+E;AAC/E,qBAAa,YAAY;IAIX,OAAO,CAAC,QAAQ,CAAC,OAAO;IAHpC,OAAO,CAAC,YAAY,CAAK;IACzB,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAa;IAEnC,YAA6B,OAAO,EAAE,mBAAmB,EAExD;IAED,mDAAmD;IAC7C,MAAM,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAQjD;IAED;;;;OAIG;IACH,KAAK,CAAC,YAAY,EAAE,kBAAkB,GAAG,KAAK,CAI7C;IAED,2EAA2E;IAC3E,QAAQ,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,YAAY,GAAG,WAAW,GAAG,cAAc,EAAE,CAK/F;IAED,uEAAuE;IACjE,WAAW,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,cAAc,GAAG,OAAO,CAAC,eAAe,GAAG,SAAS,CAAC,CAkC1F;IAED,0DAA0D;IACpD,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAwBvC;IAED,OAAO,CAAC,aAAa;CAGtB"}
+{"version":3,"file":"realm.d.ts","sourceRoot":"","sources":["../../src/run/realm.ts"],"names":[],"mappings":"AAAA,kFAAkF;AAGlF,OAAO,EAKL,KAAK,eAAe,EACrB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAGlD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,EAIL,KAAK,SAAS,EACd,KAAK,QAAQ,EACb,KAAK,kBAAkB,EAEvB,KAAK,cAAc,EAEnB,KAAK,QAAQ,EACd,MAAM,wBAAwB,CAAC;AAChC,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,KAAK,EAAE,QAAQ,EAAiB,MAAM,aAAa,CAAC;AAC3D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAE7C;;;;GAIG;AACH,KAAK,KAAK,GAAG,SAAS,GAAG,SAAS,CAAC;AAEnC,MAAM,WAAW,KAAK;IACpB,YAAY,EAAE,kBAAkB,CAAC;IACjC,kEAAkE;IAClE,UAAU,EAAE,WAAW,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IAChD;;;;OAIG;IACH,OAAO,EAAE,GAAG,CAAC,KAAK,EAAE;QAAE,MAAM,EAAE,eAAe,GAAG,SAAS,CAAA;KAAE,CAAC,CAAC;CAC9D;AAED,8EAA8E;AAC9E,wBAAgB,cAAc,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,aAAa,GAAG,cAAc,GAAG,SAAS,CAE5F;AAED;;;GAGG;AACH,wBAAgB,OAAO,CACrB,IAAI,EAAE,QAAQ,EACd,GAAG,EAAE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,EAC/B,SAAS,EAAE,MAAM,EACjB,SAAS,CAAC,EAAE,MAAM,IAAI,GACrB,OAAO,CAAC,IAAI,CAAC,CASf;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC;IAC5B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,8CAA8C;IAC9C,QAAQ,CAAC,SAAS,EAAE,QAAQ,EAAE,CAAC;IAC/B,QAAQ,CAAC,KAAK,CAAC,EAAE,UAAU,CAAC;CAC7B;AAED,+EAA+E;AAC/E,qBAAa,YAAY;IAIX,OAAO,CAAC,QAAQ,CAAC,OAAO;IAHpC,OAAO,CAAC,YAAY,CAAK;IACzB,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAa;IAEnC,YAA6B,OAAO,EAAE,mBAAmB,EAExD;IAED,mDAAmD;IAC7C,MAAM,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAQjD;IAED;;;;OAIG;IACH,KAAK,CAAC,YAAY,EAAE,kBAAkB,GAAG,KAAK,CAI7C;IAED;;;;;;OAMG;IACH,QAAQ,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,QAAQ,EAAE,CAK/E;IAED,uEAAuE;IACjE,WAAW,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,cAAc,GAAG,OAAO,CAAC,eAAe,GAAG,SAAS,CAAC,CAyB1F;IAED;;;;;;;;;;OAUG;IACG,aAAa,CACjB,KAAK,EAAE,KAAK,EACZ,SAAS,EAAE,SAAS,cAAc,EAAE,GACnC,OAAO,CAAC,eAAe,GAAG,SAAS,CAAC,CA0BtC;IAED,uDAAuD;IACjD,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAEvC;IAED,2DAA2D;IAC3D,OAAO,CAAC,UAAU;IAUlB,OAAO,CAAC,aAAa;CAGtB"}

package/dist/run/realm.js

@@ -9,6 +9,16 @@ import { collectModule, groupChain, groupTitles, } from '../collect/registry.js'
 export function findRegistered(realm, test) {
     return realm.testsByKey.get(titlePathKey(test.titlePath));
 }
+/**
+ * Runs one hook within its budget. A hook that overruns fails with the
+ * runner's timeout error; `onTimeout` lets the caller cancel what it started.
+ */
+export function runHook(kind, run, timeoutMs, onTimeout) {
+    return withTimeout(Promise.resolve().then(run), timeoutMs, () => {
+        onTimeout?.();
+        return new TestTimeoutError(`${kind} hook timed out`);
+    });
+}
 /** Creates realms and runs suite-scope hooks with per-realm entry tracking. */
 export class RealmManager {
     options;
@@ -33,67 +43,100 @@ export class RealmManager {
         const testsByKey = new Map();
         for (const test of registration.tests)
             testsByKey.set(titlePathKey(test.titlePath), test);
-        return { registration, testsByKey, entered: new Map(), pendingAfterAll: [] };
+        return { registration, testsByKey, entered: new Map() };
     }
-    /** Returns a test's hooks of one kind across its enclosing scope chain. */
+    /**
+     * A test's hooks of one kind in execution order (spec 11-lifecycle.md).
+     * `beforeEach` runs outer scope to inner, each scope's hooks in declaration
+     * order, wherever in the file a scope's hooks were declared relative to the
+     * test or to nested groups. `afterEach` mirrors it: inner scope to outer,
+     * each scope's hooks in reverse declaration order.
+     */
     hooksFor(realm, test, kind) {
-        const chainKeys = new Set(scopeChainFor(test).map(scopeKey));
-        return realm.registration.hooks.filter((hook) => hook.kind === kind && chainKeys.has(scopeKey(hook.group)));
+        const ordered = scopeChainFor(test).flatMap((scope) => this.scopeHooks(realm, scope, kind));
+        return kind === 'beforeEach' ? ordered : ordered.toReversed();
     }
     /** Enters suite scopes for a test, running pending beforeAll hooks. */
     async enterScopes(realm, test) {
         for (const scope of scopeChainFor(test)) {
-            const key = scopeKey(scope);
-            const entered = realm.entered.get(key);
+            const entered = realm.entered.get(scope);
             if (entered !== undefined) {
                 if (entered.failed !== undefined)
                     return entered.failed;
                 continue;
             }
-            const hooks = realm.registration.hooks.filter((hook) => hook.kind === 'beforeAll' && scopeKey(hook.group) === key);
             let failed;
-            for (const hook of hooks) {
+            for (const hook of this.scopeHooks(realm, scope, 'beforeAll')) {
                 try {
-                    await withTimeout(Promise.resolve(hook.fn(this.suiteFixtures())), this.options.timeout, () => new TestTimeoutError('beforeAll hook timed out'));
+                    await runHook(hook.kind, () => hook.fn(this.suiteFixtures()), this.options.timeout);
                 }
                 catch (cause) {
                     const error = classifyError(cause);
-                    failed = serializeError(new E2EError('test', 'HOOK_FAILED', `beforeAll failed: ${error.message}`, { cause }), { phase: 'beforeAll', scopeId: key === '' ? (test.titlePath[0] ?? 'file') : key });
+                    failed = serializeError(new E2EError('test', 'HOOK_FAILED', `beforeAll failed: ${error.message}`, { cause }), { phase: 'beforeAll', scopeId: scopeId(scope) });
                     this.options.runErrors.push({ error: failed });
                     break;
                 }
             }
-            realm.entered.set(key, { failed });
-            realm.pendingAfterAll.push(key);
+            realm.entered.set(scope, { failed });
             if (failed !== undefined)
                 return failed;
         }
         return undefined;
     }
-    /** Runs pending afterAll hooks, innermost scope first. */
-    async leave(realm) {
-        for (const key of [...realm.pendingAfterAll].toReversed()) {
-            const hooks = realm.registration.hooks.filter((hook) => hook.kind === 'afterAll' && scopeKey(hook.group) === key);
-            for (const hook of [...hooks].toReversed()) {
+    /**
+     * Closes every entered scope that none of `remaining` (the pairs still to
+     * run in this realm) belongs to, innermost first, running its afterAll
+     * hooks in reverse declaration order. A scope's afterAll therefore runs
+     * when its last runnable member leaves it (spec 11-lifecycle.md), not when
+     * the file ends: one describe's teardown never runs after a sibling's tests.
+     *
+     * Returns the first afterAll failure. Every failure is a run error, and the
+     * remaining hooks and scopes still run; the caller decides what the realm
+     * is still good for (spec: an afterAll failure discards the suite instance).
+     */
+    async leaveFinished(realm, remaining) {
+        let failure;
+        const needed = new Set();
+        for (const pair of remaining) {
+            // A pair the realm cannot find never runs here, so it holds nothing open.
+            const registered = findRegistered(realm, pair.test);
+            if (registered !== undefined)
+                for (const scope of scopeChainFor(registered))
+                    needed.add(scope);
+        }
+        for (const scope of [...realm.entered.keys()].toReversed()) {
+            if (needed.has(scope))
+                continue;
+            realm.entered.delete(scope);
+            for (const hook of this.scopeHooks(realm, scope, 'afterAll').toReversed()) {
                 try {
-                    await withTimeout(Promise.resolve(hook.fn(this.suiteFixtures())), this.options.cleanupTimeout, () => new TestTimeoutError('afterAll hook timed out'));
+                    await runHook(hook.kind, () => hook.fn(this.suiteFixtures()), this.options.cleanupTimeout);
                 }
                 catch (cause) {
                     const error = classifyError(cause);
-                    this.options.runErrors.push({
-                        error: serializeError(new E2EError('test', 'HOOK_FAILED', `afterAll failed: ${error.message}`, { cause }), { phase: 'afterAll', scopeId: key }),
-                    });
+                    const failed = serializeError(new E2EError('test', 'HOOK_FAILED', `afterAll failed: ${error.message}`, { cause }), { phase: 'afterAll', scopeId: scopeId(scope) });
+                    this.options.runErrors.push({ error: failed });
+                    failure ??= failed;
                 }
             }
         }
-        realm.pendingAfterAll = [];
+        return failure;
+    }
+    /** Closes every entered scope: the realm ends here. */
+    async leave(realm) {
+        await this.leaveFinished(realm, []);
+    }
+    /** One scope's hooks of one kind, in declaration order. */
+    scopeHooks(realm, scope, kind) {
+        return realm.registration.hooks.filter((hook) => hook.kind === kind && hook.group === scope);
     }
     suiteFixtures() {
         return { platform: this.options.platform };
     }
 }
-function scopeKey(group) {
-    return titlePathKey(groupTitles(group));
+/** The scope's report identity: its title path, or `file` for the file scope. */
+function scopeId(scope) {
+    return scope === undefined ? 'file' : groupTitles(scope).join(' \u203a ');
 }
 function scopeChainFor(test) {
     return [undefined, ...groupChain(test.group)];

package/dist/run/realm.js.map

@@ -1 +1 @@
-{"version":3,"file":"realm.js","sourceRoot":"","sources":["../../src/run/realm.ts"],"names":[],"mappings":"AAAA,kFAAkF;AAElF,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EACL,aAAa,EACb,QAAQ,EACR,cAAc,EACd,gBAAgB,GAEjB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAElD,OAAO,EACL,aAAa,EACb,UAAU,EACV,WAAW,GAKZ,MAAM,wBAAwB,CAAC;AAchC,8EAA8E;AAC9E,MAAM,UAAU,cAAc,CAAC,KAAY,EAAE,IAAmB;IAC9D,OAAO,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;AAC5D,CAAC;AAYD,+EAA+E;AAC/E,MAAM,OAAO,YAAY;IAIM,OAAO;IAH5B,YAAY,GAAG,CAAC,CAAC;IACR,KAAK,CAAa;IAEnC,YAA6B,OAA4B;uBAA5B,OAAO;QAClC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC;IACtD,CAAC;IAED,mDAAmD;IACnD,KAAK,CAAC,MAAM,CAAC,YAAoB;QAC/B,IAAI,CAAC,YAAY,IAAI,CAAC,CAAC;QACvB,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,cAAc,EAAE,GAAG,EAAE,CAC9D,aAAa,CAAC,GAAG,EAAE,CACjB,YAAY,CAAC,YAAY,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC,CAC9E,CACF,CAAC;QACF,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IAClC,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,YAAgC;QACpC,MAAM,UAAU,GAAG,IAAI,GAAG,EAA0B,CAAC;QACrD,KAAK,MAAM,IAAI,IAAI,YAAY,CAAC,KAAK;YAAE,UAAU,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,CAAC;QAC1F,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,OAAO,EAAE,IAAI,GAAG,EAAE,EAAE,eAAe,EAAE,EAAE,EAAE,CAAC;IAC/E,CAAC;IAED,2EAA2E;IAC3E,QAAQ,CAAC,KAAY,EAAE,IAAoB,EAAE,IAAgC;QAC3E,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC7D,OAAO,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,CACpC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,IAAI,IAAI,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CACpE,CAAC;IACJ,CAAC;IAED,uEAAuE;IACvE,KAAK,CAAC,WAAW,CAAC,KAAY,EAAE,IAAoB;QAClD,KAAK,MAAM,KAAK,IAAI,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC;YACxC,MAAM,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;YAC5B,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACvC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;gBAC1B,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS;oBAAE,OAAO,OAAO,CAAC,MAAM,CAAC;gBACxD,SAAS;YACX,CAAC;YACD,MAAM,KAAK,GAAG,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,CAC3C,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,WAAW,IAAI,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CACpE,CAAC;YACF,IAAI,MAAmC,CAAC;YACxC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,CAAC;oBACH,MAAM,WAAW,CACf,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,EAAW,CAAC,CAAC,EACvD,IAAI,CAAC,OAAO,CAAC,OAAO,EACpB,GAAG,EAAE,CAAC,IAAI,gBAAgB,CAAC,0BAA0B,CAAC,CACvD,CAAC;gBACJ,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;oBACnC,MAAM,GAAG,cAAc,CACrB,IAAI,QAAQ,CAAC,MAAM,EAAE,aAAa,EAAE,qBAAqB,KAAK,CAAC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EACpF,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAClF,CAAC;oBACF,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;oBAC/C,MAAM;gBACR,CAAC;YACH,CAAC;YACD,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YACnC,KAAK,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChC,IAAI,MAAM,KAAK,SAAS;gBAAE,OAAO,MAAM,CAAC;QAC1C,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,0DAA0D;IAC1D,KAAK,CAAC,KAAK,CAAC,KAAY;QACtB,KAAK,MAAM,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC,eAAe,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC;YAC1D,MAAM,KAAK,GAAG,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,CAC3C,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,UAAU,IAAI,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CACnE,CAAC;YACF,KAAK,MAAM,IAAI,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC;gBAC3C,IAAI,CAAC;oBACH,MAAM,WAAW,CACf,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,EAAW,CAAC,CAAC,EACvD,IAAI,CAAC,OAAO,CAAC,cAAc,EAC3B,GAAG,EAAE,CAAC,IAAI,gBAAgB,CAAC,yBAAyB,CAAC,CACtD,CAAC;gBACJ,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;oBACnC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC;wBAC1B,KAAK,EAAE,cAAc,CACnB,IAAI,QAAQ,CAAC,MAAM,EAAE,aAAa,EAAE,oBAAoB,KAAK,CAAC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EACnF,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,EAAE,CACpC;qBACF,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QACD,KAAK,CAAC,eAAe,GAAG,EAAE,CAAC;IAC7B,CAAC;IAEO,aAAa;QACnB,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;IAC7C,CAAC;CACF;AAED,SAAS,QAAQ,CAAC,KAA4B;IAC5C,OAAO,YAAY,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;AAC1C,CAAC;AAED,SAAS,aAAa,CAAC,IAAoB;IACzC,OAAO,CAAC,SAAS,EAAE,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;AAChD,CAAC"}
+{"version":3,"file":"realm.js","sourceRoot":"","sources":["../../src/run/realm.ts"],"names":[],"mappings":"AAAA,kFAAkF;AAElF,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EACL,aAAa,EACb,QAAQ,EACR,cAAc,EACd,gBAAgB,GAEjB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAElD,OAAO,EACL,aAAa,EACb,UAAU,EACV,WAAW,GAQZ,MAAM,wBAAwB,CAAC;AAwBhC,8EAA8E;AAC9E,MAAM,UAAU,cAAc,CAAC,KAAY,EAAE,IAAmB;IAC9D,OAAO,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;AAC5D,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,OAAO,CACrB,IAAc,EACd,GAA+B,EAC/B,SAAiB,EACjB,SAAsB;IAEtB,OAAO,WAAW,CAChB,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,EAC3B,SAAS,EACT,GAAG,EAAE;QACH,SAAS,EAAE,EAAE,CAAC;QACd,OAAO,IAAI,gBAAgB,CAAC,GAAG,IAAI,iBAAiB,CAAC,CAAC;IACxD,CAAC,CACF,CAAC;AACJ,CAAC;AAYD,+EAA+E;AAC/E,MAAM,OAAO,YAAY;IAIM,OAAO;IAH5B,YAAY,GAAG,CAAC,CAAC;IACR,KAAK,CAAa;IAEnC,YAA6B,OAA4B;uBAA5B,OAAO;QAClC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC;IACtD,CAAC;IAED,mDAAmD;IACnD,KAAK,CAAC,MAAM,CAAC,YAAoB;QAC/B,IAAI,CAAC,YAAY,IAAI,CAAC,CAAC;QACvB,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,cAAc,EAAE,GAAG,EAAE,CAC9D,aAAa,CAAC,GAAG,EAAE,CACjB,YAAY,CAAC,YAAY,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC,CAC9E,CACF,CAAC;QACF,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IAClC,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,YAAgC;QACpC,MAAM,UAAU,GAAG,IAAI,GAAG,EAA0B,CAAC;QACrD,KAAK,MAAM,IAAI,IAAI,YAAY,CAAC,KAAK;YAAE,UAAU,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,CAAC;QAC1F,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,OAAO,EAAE,IAAI,GAAG,EAAE,EAAE,CAAC;IAC1D,CAAC;IAED;;;;;;OAMG;IACH,QAAQ,CAAC,KAAY,EAAE,IAAoB,EAAE,IAAsB;QACjE,MAAM,OAAO,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CACpD,IAAI,CAAC,UAAU,CAAW,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAC9C,CAAC;QACF,OAAO,IAAI,KAAK,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;IAChE,CAAC;IAED,uEAAuE;IACvE,KAAK,CAAC,WAAW,CAAC,KAAY,EAAE,IAAoB;QAClD,KAAK,MAAM,KAAK,IAAI,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC;YACxC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACzC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;gBAC1B,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS;oBAAE,OAAO,OAAO,CAAC,MAAM,CAAC;gBACxD,SAAS;YACX,CAAC;YACD,IAAI,MAAmC,CAAC;YACxC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,UAAU,CAAY,KAAK,EAAE,KAAK,EAAE,WAAW,CAAC,EAAE,CAAC;gBACzE,IAAI,CAAC;oBACH,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBACtF,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;oBACnC,MAAM,GAAG,cAAc,CACrB,IAAI,QAAQ,CAAC,MAAM,EAAE,aAAa,EAAE,qBAAqB,KAAK,CAAC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EACpF,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,EAAE,CAChD,CAAC;oBACF,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;oBAC/C,MAAM;gBACR,CAAC;YACH,CAAC;YACD,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YACrC,IAAI,MAAM,KAAK,SAAS;gBAAE,OAAO,MAAM,CAAC;QAC1C,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;;;;;;;;;OAUG;IACH,KAAK,CAAC,aAAa,CACjB,KAAY,EACZ,SAAoC;QAEpC,IAAI,OAAoC,CAAC;QACzC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAS,CAAC;QAChC,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;YAC7B,0EAA0E;YAC1E,MAAM,UAAU,GAAG,cAAc,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;YACpD,IAAI,UAAU,KAAK,SAAS;gBAAE,KAAK,MAAM,KAAK,IAAI,aAAa,CAAC,UAAU,CAAC;oBAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACjG,CAAC;QACD,KAAK,MAAM,KAAK,IAAI,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC;YAC3D,IAAI,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;gBAAE,SAAS;YAChC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5B,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,UAAU,CAAY,KAAK,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC;gBACrF,IAAI,CAAC;oBACH,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;gBAC7F,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;oBACnC,MAAM,MAAM,GAAG,cAAc,CAC3B,IAAI,QAAQ,CAAC,MAAM,EAAE,aAAa,EAAE,oBAAoB,KAAK,CAAC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EACnF,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,EAAE,CAC/C,CAAC;oBACF,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;oBAC/C,OAAO,KAAK,MAAM,CAAC;gBACrB,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,uDAAuD;IACvD,KAAK,CAAC,KAAK,CAAC,KAAY;QACtB,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACtC,CAAC;IAED,2DAA2D;IACnD,UAAU,CAChB,KAAY,EACZ,KAAY,EACZ,IAAkB;QAElB,OAAO,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,CACpC,CAAC,IAAI,EAAgB,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,IAAI,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK,CACnE,CAAC;IACJ,CAAC;IAEO,aAAa;QACnB,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;IAC7C,CAAC;CACF;AAED,iFAAiF;AACjF,SAAS,OAAO,CAAC,KAAY;IAC3B,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;AAC5E,CAAC;AAED,SAAS,aAAa,CAAC,IAAoB;IACzC,OAAO,CAAC,SAAS,EAAE,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;AAChD,CAAC"}

package/dist/run/runner.d.ts

@@ -13,7 +13,7 @@ export interface RunOptions {
     headed?: boolean | undefined;
     retries?: number | undefined;
     workers?: number | undefined;
-    reporters?: readonly ('list' | 'json')[] | undefined;
+    reporters?: readonly ('list' | 'json' | 'junit')[] | undefined;
     artifactsDir?: string | undefined;
     passWithNoTests?: boolean | undefined;
     /** Runs with the trace cache off (`--no-cache`), overriding the config. */
@@ -31,7 +31,15 @@ export interface RunOptions {
     rawConfig?: E2EConfig | undefined;
     env?: NodeJS.ProcessEnv | undefined;
     quiet?: boolean | undefined;
+    /** Cancellation: the running test ends, its teardown runs, the run finishes as `interrupted`. */
     interruptSignal?: AbortSignal | undefined;
+    /**
+     * Forced cancellation: every worker disposes its backend at once instead
+     * of finishing its test, and is killed after the cleanup budget. Counts as
+     * an interrupt on its own. The runner never handles process signals itself;
+     * the CLI's Ctrl-C ladder (`cli/signals.ts`) feeds these two.
+     */
+    forceSignal?: AbortSignal | undefined;
     /** Structured, JSON-serializable run events for embedding hosts. */
     onEvent?: RunEventSink | undefined;
 }
@@ -40,6 +48,8 @@ export interface RunOutcome {
     status: 'passed' | 'failed' | 'error' | 'interrupted';
     report: Report1Document;
     reportPath: string | undefined;
+    /** Where the JUnit XML was written; undefined unless the `junit` reporter was selected. */
+    junitPath: string | undefined;
     /** Where the AI trace was written; undefined unless `aiTrace` was requested. */
     aiTracePath: string | undefined;
     results: readonly ResultRecord[];

package/dist/run/runner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/run/runner.ts"],"names":[],"mappings":"AAAA,8EAA8E;AA2B9E,OAAO,EAA+B,KAAK,eAAe,EAAyB,MAAM,oBAAoB,CAAC;AAK9G,OAAO,EAAwC,KAAK,YAAY,EAAE,KAAK,WAAW,EAAE,MAAM,aAAa,CAAC;AAExG,OAAO,KAAK,EAAE,YAAY,EAA+B,MAAM,cAAc,CAAC;AAK9E,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAE7C,MAAM,WAAW,UAAU;IACzB,GAAG,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,SAAS,CAAC;IACtC,IAAI,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,SAAS,CAAC;IACrC,OAAO,CAAC,EAAE,KAAK,GAAG,KAAK,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,SAAS,CAAC;IAC1C,MAAM,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC7B,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,SAAS,CAAC,EAAE,SAAS,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,GAAG,SAAS,CAAC;IACrD,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,eAAe,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACtC,2EAA2E;IAC3E,OAAO,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC9B,+DAA+D;IAC/D,KAAK,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC5B,uEAAuE;IACvE,OAAO,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC9B;;;;;OAKG;IACH,SAAS,CAAC,EAAE,SAAS,GAAG,SAAS,CAAC;IAClC,GAAG,CAAC,EAAE,MAAM,CAAC,UAAU,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC5B,eAAe,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;IAC1C,oEAAoE;IACpE,OAAO,CAAC,EAAE,YAAY,GAAG,SAAS,CAAC;CACpC;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,WAAW,CAAC;IACtB,MAAM,EAAE,QAAQ,GAAG,QAAQ,GAAG,OAAO,GAAG,aAAa,CAAC;IACtD,MAAM,EAAE,eAAe,CAAC;IACxB,UAAU,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,gFAAgF;IAChF,WAAW,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,OAAO,EAAE,SAAS,YAAY,EAAE,CAAC;CAClC;AAED,yEAAyE;AACzE,wBAAsB,GAAG,CAAC,OAAO,GAAE,UAAe,GAAG,OAAO,CAAC,UAAU,CAAC,CA0UvE"}
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/run/runner.ts"],"names":[],"mappings":"AAAA,8EAA8E;AA4B9E,OAAO,EAA+B,KAAK,eAAe,EAAyB,MAAM,oBAAoB,CAAC;AAM9G,OAAO,EAAwC,KAAK,YAAY,EAAE,KAAK,WAAW,EAAE,MAAM,aAAa,CAAC;AAExG,OAAO,KAAK,EAAE,YAAY,EAA+B,MAAM,cAAc,CAAC;AAK9E,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAE7C,MAAM,WAAW,UAAU;IACzB,GAAG,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,SAAS,CAAC;IACtC,IAAI,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,SAAS,CAAC;IACrC,OAAO,CAAC,EAAE,KAAK,GAAG,KAAK,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,SAAS,CAAC;IAC1C,MAAM,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC7B,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,SAAS,CAAC,EAAE,SAAS,CAAC,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC,EAAE,GAAG,SAAS,CAAC;IAC/D,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,eAAe,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACtC,2EAA2E;IAC3E,OAAO,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC9B,+DAA+D;IAC/D,KAAK,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC5B,uEAAuE;IACvE,OAAO,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC9B;;;;;OAKG;IACH,SAAS,CAAC,EAAE,SAAS,GAAG,SAAS,CAAC;IAClC,GAAG,CAAC,EAAE,MAAM,CAAC,UAAU,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC5B,iGAAiG;IACjG,eAAe,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;IAC1C;;;;;OAKG;IACH,WAAW,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;IACtC,oEAAoE;IACpE,OAAO,CAAC,EAAE,YAAY,GAAG,SAAS,CAAC;CACpC;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,WAAW,CAAC;IACtB,MAAM,EAAE,QAAQ,GAAG,QAAQ,GAAG,OAAO,GAAG,aAAa,CAAC;IACtD,MAAM,EAAE,eAAe,CAAC;IACxB,UAAU,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,2FAA2F;IAC3F,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,gFAAgF;IAChF,WAAW,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,OAAO,EAAE,SAAS,YAAY,EAAE,CAAC;CAClC;AASD,yEAAyE;AACzE,wBAAsB,GAAG,CAAC,OAAO,GAAE,UAAe,GAAG,OAAO,CAAC,UAAU,CAAC,CAyavE"}