@rehearsal-labs/retest 0.1.0 → 0.2.0

package/dist/runner/routes.js

@@ -0,0 +1,128 @@
+import { originAndPath } from "../browser/page-url.js";
+import { smallestBudget } from "../protocol/deadline.js";
+import { formatSessionId } from "../protocol/evidence.js";
+import { errorMessage, failure, withLocation } from "../protocol/failures.js";
+import { describeRoutePattern, routeRequestProblem, summarizeRouteAnswer } from "../protocol/routes.js";
+import { shorten } from "../protocol/text.js";
+import { NativePageAdapter } from "./native-pool.js";
+/**
+ * The parent's side of a test's routes. A change goes to the app's page, which answers once Chrome holds what the
+ * change asks for, so the test's next command meets it; the answer goes back to the test process, and every change,
+ * made or refused, is written down as a `route` event. The routes end with the page: a test's own pages close as it
+ * ends, and Retest removes nothing before then. A refused change is the parent's own failure, as a refused wait for a
+ * file is, which fails the test whatever its process claims; so is a request whose route's answer Chrome refused, which
+ * the page failed in its place. A pattern is redacted whole before it is cut, so no part of a secret is left at the cut.
+ */
+export class TestRoutes {
+    #host;
+    #running = new Set();
+    constructor(host) {
+        this.#host = host;
+    }
+    /** Hears each request of an app's page whose route's answer Chrome refused. Returns a function that stops listening. */
+    watch(app, page) {
+        return page.onRouteRefused?.((refusal) => this.#refused(app, refusal)) ?? (() => undefined);
+    }
+    receive(message) {
+        if (message.testId !== this.#host.testId || message.attemptId !== this.#host.attemptId)
+            return this.#host.violation('sent a route for an inactive test attempt');
+        if (this.#running.has(message.id))
+            return this.#host.violation(`sent route ${message.id} again while the first was still running`);
+        const page = this.#host.page(message.app);
+        if (page === undefined)
+            return this.#host.violation(`sent a route for the app ${JSON.stringify(message.app)}, which this test does not use`);
+        this.#running.add(message.id);
+        void this.#change(message, page)
+            .catch((error) => ({ ok: false, failure: failure('setup_failed', `Retest could not change the routes: ${errorMessage(error)}`) }))
+            .then((reply) => {
+            this.#running.delete(message.id);
+            this.#settle(message, reply);
+        });
+    }
+    async #change({ app, request, timeoutMs, location }, page) {
+        const refusal = this.#host.refusal();
+        if (refusal !== undefined)
+            return { ok: false, failure: withLocation(refusal, location) };
+        const problem = routeRequestProblem(request);
+        if (problem !== undefined)
+            return { ok: false, failure: problem };
+        const remaining = this.#host.remainingMs();
+        const budget = Math.max(1, remaining === undefined ? timeoutMs : smallestBudget(timeoutMs, remaining));
+        if (request.kind === 'add') {
+            if (page.addRoute === undefined)
+                return { ok: false, failure: noRoutes(app, page) };
+            const added = await page.addRoute(request.pattern, request.answer, budget);
+            return added.ok ? { ok: true, kind: 'added' } : added;
+        }
+        if (page.removeRoute === undefined)
+            return { ok: false, failure: noRoutes(app, page) };
+        const removed = await page.removeRoute(request.pattern, budget);
+        if (!removed.ok)
+            return removed;
+        if (removed.removed === 0)
+            return { ok: false, failure: { ...failure('usage', `page.unroute(${describeRoutePattern(request.pattern)}) matches no route of this page. Pass the pattern the route was added with, as it was written.`), details: { removed: 0 } } };
+        return { ok: true, kind: 'removed', removed: removed.removed };
+    }
+    // A change is written down whether it was made or refused, then answered, its failure redacted, if anyone still waits.
+    #settle(message, reply) {
+        const placed = reply.ok ? reply : { ok: false, failure: withLocation(reply.failure, message.location) };
+        this.#emit(message, placed);
+        if (!this.#host.answerable())
+            return;
+        if (!placed.ok)
+            this.#host.observe(placed.failure);
+        this.#host.send({ type: 'route-result', id: message.id, answer: placed.ok ? placed : { ok: false, failure: redacted(placed.failure, this.#host.redact) } });
+    }
+    #emit({ app, request, stepId, location }, reply) {
+        const { testId, attemptId } = this.#host;
+        this.#host.emit({
+            type: 'route',
+            testId,
+            attemptId,
+            ...(stepId === undefined ? {} : { stepId }),
+            session: app,
+            sessionId: formatSessionId(attemptId, app),
+            operation: request.kind,
+            pattern: this.#written(describeRoutePattern(request.pattern)),
+            ...answerOf(request),
+            ...(reply.ok && reply.kind === 'removed' ? { removed: reply.removed } : {}),
+            ...(location === undefined ? {} : { location }),
+            ...(reply.ok ? {} : { failure: redacted(reply.failure, this.#host.redact) }),
+        });
+    }
+    // A request the route matched, whose answer Chrome would not take: the page failed it instead, so the test's own answer
+    // never reached the page, and the test fails for it.
+    #refused(app, { pattern, url, reason }) {
+        const { testId, attemptId } = this.#host;
+        const parsed = URL.parse(url);
+        const address = this.#host.redact(parsed === null ? url : originAndPath(parsed));
+        const written = this.#written(pattern);
+        const problem = {
+            ...failure('setup_failed', this.#host.redact(`Chrome refused the answer page.route(${pattern}) gave a request for ${address}: ${reason}. Retest failed the request in its place, so the page saw a network error.`)),
+            details: { url: address },
+        };
+        this.#host.emit({ type: 'route', testId, attemptId, ...stepOf(this.#host.stepId()), session: app, sessionId: formatSessionId(attemptId, app), operation: 'answer', pattern: written, url: address, failure: problem });
+        if (this.#host.answerable())
+            this.#host.observe(problem);
+    }
+    // A pattern as an event records it: redacted whole, then cut as messages cut text.
+    #written(pattern) {
+        return shorten(this.#host.redact(pattern));
+    }
+}
+function stepOf(stepId) {
+    return stepId === undefined ? {} : { stepId };
+}
+function answerOf(request) {
+    return request.kind === 'add' ? { answer: summarizeRouteAnswer(request.answer) } : {};
+}
+function redacted(problem, redact) {
+    return { ...problem, message: redact(problem.message) };
+}
+// A native app has no network a route can answer for; any other page without routes belongs to an engine that refuses
+// them, and says so itself.
+function noRoutes(app, page) {
+    if (page instanceof NativePageAdapter)
+        return failure('unsupported', `${app} is a native app, and page.route() answers the requests of a web page.`);
+    return failure('unsupported', `The page of ${app} cannot answer its requests with routes.`);
+}

package/dist/runner/run-media.d.ts

@@ -129,6 +129,12 @@ export declare class AttemptRecorder implements AttemptRecordings {
      * to start, within the start budget, so no action comes before its recording began.
      */
     start(pages: readonly AppPage[]): Promise<void>;
+    /**
+     * Notes a session the run cannot record, such as a page a test's page opened: when the app it comes from, `root`, is
+     * one the run records, it gets a recording that never began, with `reason`, so the attempt's evidence never counts it
+     * as seen. Before `finish` only.
+     */
+    notRecorded(page: AppPage, root: string, reason: string): void;
     /** The session's recording for AI checks of its frames. */
     recording(app: string): AttemptRecording | undefined;
     step(name: string): StepSpan | undefined;

package/dist/runner/run-media.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run-media.d.ts","sourceRoot":"","sources":["../../src/runner/run-media.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAA;AACpE,OAAO,KAAK,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAA;AAC5F,OAAO,KAAK,EAAe,aAAa,EAAmB,MAAM,qBAAqB,CAAA;AACtF,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAA;AACnD,OAAO,KAAK,EAAE,YAAY,EAAE,aAAa,EAAE,oBAAoB,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAW,MAAM,sBAAsB,CAAA;AAClI,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAA;AACtD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAA;AAEtD,OAAO,KAAK,EAAE,eAAe,EAAkB,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAChG,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AAC5D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAA;AAC9D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAA;AAClD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAA;AACrD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAA;AAe9C,2FAA2F;AAC3F,MAAM,MAAM,eAAe,GAAG,aAAa,GAAG;IAC5C,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAA;IACrB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAA;IACpB,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,WAAW,CAAC,CAAA;IACrC,KAAK,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAAA;IAC/C,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,oBAAoB,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,CAAA;IACrG,OAAO,CAAC,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAA;IAClE,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE;QAAE,MAAM,EAAE,OAAO,CAAA;KAAE,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,CAAA;IAC9F,KAAK,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,CAAA;CAC7C,CAAA;AAED,4FAA4F;AAC5F,MAAM,MAAM,UAAU,GAAG,CAAC,QAAQ,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,eAAe,CAAC,CAAA;AAE3K,uEAAuE;AACvE,eAAO,MAAM,iBAAiB,EAAE,UACyQ,CAAA;AAEzS,wEAAwE;AACxE,MAAM,MAAM,aAAa,GAAG,CAAC,KAAK,EAAE,aAAa,GAAG,SAAS,EAAE,GAAG,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,aAAa,GAAG,MAAM,CAAC,CAAA;AAE7L,eAAO,MAAM,qBAAqB,EAAE,aAGnC,CAAA;AAED,mGAAmG;AACnG,MAAM,MAAM,aAAa,GAAG;IAAE,EAAE,EAAE,IAAI,CAAC;IAAC,OAAO,EAAE,eAAe,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,IAAI,EAAE,eAAe,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAA;AAEzI,yHAAyH;AACzH,MAAM,MAAM,gBAAgB,GAAG;IAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;CAAE,CAAA;AAE7G,MAAM,MAAM,eAAe,GAAG;IAC5B,QAAQ,CAAC,QAAQ,EAAE,aAAa,GAAG,MAAM,GAAG,CAAC,CAAC,MAAM,EAAE,WAAW,KAAK,OAAO,CAAC,aAAa,GAAG,MAAM,CAAC,CAAC,CAAA;IACtG,QAAQ,CAAC,KAAK,EAAE,UAAU,CAAA;IAC1B,QAAQ,CAAC,GAAG,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC,CAAA;IAC3D,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAA;IAC7B,QAAQ,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,SAAS,KAAK,IAAI,CAAA;IACxC,QAAQ,CAAC,QAAQ,EAAE,gBAAgB,CAAA;IACnC,gGAAgG;IAChG,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;CAC3B,CAAA;AAOD;;;;;;;GAOG;AACH,qBAAa,QAAQ;;gBAWP,OAAO,EAAE,eAAe;IAIpC,kDAAkD;IAClD,IAAI,OAAO,IAAI,OAAO,CAErB;IAED,2HAA2H;IAC3H,OAAO,IAAI,OAAO,CAAC,aAAa,CAAC;IAYjC,0EAA0E;IAC1E,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO;IAI/B,6EAA6E;IAC7E,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,IAAI;IAI/C,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,IAAI;IAIjD;;;;OAIG;IACG,KAAK,IAAI,OAAO,CAAC,OAAO,GAAG,SAAS,CAAC;CAwM5C;AAED,6GAA6G;AAC7G,MAAM,MAAM,gBAAgB,GAAG;IAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAA;AAE9J,MAAM,MAAM,sBAAsB,GAAG;IACnC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAA;IACxB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,CAAA;IACpC,uCAAuC;IACvC,QAAQ,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAA;IAC1C,4FAA4F;IAC5F,QAAQ,CAAC,YAAY,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,MAAM,GAAG,SAAS,CAAA;IAC1D,QAAQ,CAAC,KAAK,CAAC,EAAE,UAAU,GAAG,SAAS,CAAA;IACvC,kHAAkH;IAClH,QAAQ,CAAC,SAAS,CAAC,EAAE,WAAW,GAAG,SAAS,CAAA;IAC5C,yFAAyF;IACzF,QAAQ,CAAC,KAAK,EAAE,MAAM,MAAM,CAAA;IAC5B,QAAQ,CAAC,SAAS,EAAE,iBAAiB,CAAA;IACrC,QAAQ,CAAC,QAAQ,EAAE,gBAAgB,CAAA;IACnC,uEAAuE;IACvE,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAA;IAC5B,QAAQ,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,SAAS,KAAK,IAAI,CAAA;CACzC,CAAA;AAeD;;;;;;GAMG;AACH,qBAAa,eAAgB,YAAW,iBAAiB;;gBAS3C,OAAO,EAAE,sBAAsB;IAI3C;;;OAGG;IACG,KAAK,CAAC,KAAK,EAAE,SAAS,OAAO,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAIrD,2DAA2D;IAC3D,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,gBAAgB,GAAG,SAAS;IAapD,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,QAAQ,GAAG,SAAS;IAOxC,+EAA+E;IAC/E,SAAS,CAAC,IAAI,EAAE,SAAS,GAAG,IAAI;IAUhC,+EAA+E;IAC/E,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI;IAIjD,yGAAyG;IACzG,MAAM,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAI3C;;;OAGG;IACH,MAAM,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;CAgKrC"}
+{"version":3,"file":"run-media.d.ts","sourceRoot":"","sources":["../../src/runner/run-media.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAA;AACpE,OAAO,KAAK,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAA;AAC5F,OAAO,KAAK,EAAe,aAAa,EAAmB,MAAM,qBAAqB,CAAA;AACtF,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAA;AACnD,OAAO,KAAK,EAAE,YAAY,EAAE,aAAa,EAAE,oBAAoB,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAW,MAAM,sBAAsB,CAAA;AAClI,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAA;AACtD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAA;AAEtD,OAAO,KAAK,EAAE,eAAe,EAAkB,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAChG,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AAC5D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAA;AAC9D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAA;AAClD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAA;AACrD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAA;AAe9C,2FAA2F;AAC3F,MAAM,MAAM,eAAe,GAAG,aAAa,GAAG;IAC5C,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAA;IACrB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAA;IACpB,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,WAAW,CAAC,CAAA;IACrC,KAAK,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAAA;IAC/C,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,oBAAoB,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,CAAA;IACrG,OAAO,CAAC,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAA;IAClE,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE;QAAE,MAAM,EAAE,OAAO,CAAA;KAAE,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,CAAA;IAC9F,KAAK,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,CAAA;CAC7C,CAAA;AAED,4FAA4F;AAC5F,MAAM,MAAM,UAAU,GAAG,CAAC,QAAQ,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,eAAe,CAAC,CAAA;AAE3K,uEAAuE;AACvE,eAAO,MAAM,iBAAiB,EAAE,UACyQ,CAAA;AAEzS,wEAAwE;AACxE,MAAM,MAAM,aAAa,GAAG,CAAC,KAAK,EAAE,aAAa,GAAG,SAAS,EAAE,GAAG,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,aAAa,GAAG,MAAM,CAAC,CAAA;AAE7L,eAAO,MAAM,qBAAqB,EAAE,aAGnC,CAAA;AAED,mGAAmG;AACnG,MAAM,MAAM,aAAa,GAAG;IAAE,EAAE,EAAE,IAAI,CAAC;IAAC,OAAO,EAAE,eAAe,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,IAAI,EAAE,eAAe,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAA;AAEzI,yHAAyH;AACzH,MAAM,MAAM,gBAAgB,GAAG;IAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;CAAE,CAAA;AAE7G,MAAM,MAAM,eAAe,GAAG;IAC5B,QAAQ,CAAC,QAAQ,EAAE,aAAa,GAAG,MAAM,GAAG,CAAC,CAAC,MAAM,EAAE,WAAW,KAAK,OAAO,CAAC,aAAa,GAAG,MAAM,CAAC,CAAC,CAAA;IACtG,QAAQ,CAAC,KAAK,EAAE,UAAU,CAAA;IAC1B,QAAQ,CAAC,GAAG,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC,CAAA;IAC3D,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAA;IAC7B,QAAQ,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,SAAS,KAAK,IAAI,CAAA;IACxC,QAAQ,CAAC,QAAQ,EAAE,gBAAgB,CAAA;IACnC,gGAAgG;IAChG,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;CAC3B,CAAA;AAOD;;;;;;;GAOG;AACH,qBAAa,QAAQ;;gBAWP,OAAO,EAAE,eAAe;IAIpC,kDAAkD;IAClD,IAAI,OAAO,IAAI,OAAO,CAErB;IAED,2HAA2H;IAC3H,OAAO,IAAI,OAAO,CAAC,aAAa,CAAC;IAYjC,0EAA0E;IAC1E,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO;IAI/B,6EAA6E;IAC7E,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,IAAI;IAI/C,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,IAAI;IAIjD;;;;OAIG;IACG,KAAK,IAAI,OAAO,CAAC,OAAO,GAAG,SAAS,CAAC;CAwM5C;AAED,6GAA6G;AAC7G,MAAM,MAAM,gBAAgB,GAAG;IAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAA;AAE9J,MAAM,MAAM,sBAAsB,GAAG;IACnC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAA;IACxB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,CAAA;IACpC,uCAAuC;IACvC,QAAQ,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAA;IAC1C,4FAA4F;IAC5F,QAAQ,CAAC,YAAY,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,MAAM,GAAG,SAAS,CAAA;IAC1D,QAAQ,CAAC,KAAK,CAAC,EAAE,UAAU,GAAG,SAAS,CAAA;IACvC,kHAAkH;IAClH,QAAQ,CAAC,SAAS,CAAC,EAAE,WAAW,GAAG,SAAS,CAAA;IAC5C,yFAAyF;IACzF,QAAQ,CAAC,KAAK,EAAE,MAAM,MAAM,CAAA;IAC5B,QAAQ,CAAC,SAAS,EAAE,iBAAiB,CAAA;IACrC,QAAQ,CAAC,QAAQ,EAAE,gBAAgB,CAAA;IACnC,uEAAuE;IACvE,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAA;IAC5B,QAAQ,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,SAAS,KAAK,IAAI,CAAA;CACzC,CAAA;AAeD;;;;;;GAMG;AACH,qBAAa,eAAgB,YAAW,iBAAiB;;gBAW3C,OAAO,EAAE,sBAAsB;IAI3C;;;OAGG;IACG,KAAK,CAAC,KAAK,EAAE,SAAS,OAAO,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAKrD;;;;OAIG;IACH,WAAW,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI;IAa9D,2DAA2D;IAC3D,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,gBAAgB,GAAG,SAAS;IAapD,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,QAAQ,GAAG,SAAS;IAOxC,+EAA+E;IAC/E,SAAS,CAAC,IAAI,EAAE,SAAS,GAAG,IAAI;IAUhC,+EAA+E;IAC/E,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI;IAIjD,yGAAyG;IACzG,MAAM,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAI3C;;;OAGG;IACH,MAAM,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;CAgKrC"}

package/dist/runner/run-media.js

@@ -320,6 +320,8 @@ export class AttemptRecorder {
     #steps = new Map();
     #latest = new Map();
     #finishing;
+    #pageCount = 0;
+    #unrecorded = 0;
     constructor(options) {
         this.#options = options;
     }
@@ -328,8 +330,27 @@ export class AttemptRecorder {
      * to start, within the start budget, so no action comes before its recording began.
      */
     async start(pages) {
+        this.#pageCount = pages.length;
         await Promise.all(pages.map((page, index) => this.#startOne(page, index)));
     }
+    /**
+     * Notes a session the run cannot record, such as a page a test's page opened: when the app it comes from, `root`, is
+     * one the run records, it gets a recording that never began, with `reason`, so the attempt's evidence never counts it
+     * as seen. Before `finish` only.
+     */
+    notRecorded(page, root, reason) {
+        const { app, session } = page;
+        const { testId, attemptId, records, sequences } = this.#options;
+        if (this.#finishing !== undefined || !records(root) || this.#order.includes(app))
+            return;
+        const identity = { testId, attemptId, app, sessionId: session.sessionId };
+        const sequence = sequences.next(identity, 'recording');
+        // Numbered after every page the attempt began with, as each of those is by its place.
+        this.#unrecorded += 1;
+        const recordingId = `${attemptId}-${this.#pageCount + this.#unrecorded}-${sequence}`;
+        this.#order.push(app);
+        this.#unstarted.set(app, unstartedRecording({ identity, sequence, recordingId }, 'no_frame_source', reason));
+    }
     /** The session's recording for AI checks of its frames. */
     recording(app) {
         const withheld = this.#options.withheldFrom(app);

package/dist/runner/run-session.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run-session.d.ts","sourceRoot":"","sources":["../../src/runner/run-session.ts"],"names":[],"mappings":"AAgBA,OAAO,KAAK,EAAkC,SAAS,EAAc,MAAM,uBAAuB,CAAA;AAGlG,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAA;AAGxD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAA;AACrD,OAAO,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,cAAc,EAAiC,MAAM,mBAAmB,CAAA;AACrH,OAAO,KAAK,EAAe,UAAU,EAAyB,MAAM,eAAe,CAAA;AAWnF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAA;AA+BhD,OAAO,KAAK,EAAE,cAAc,EAAqB,WAAW,EAAE,MAAM,kBAAkB,CAAA;AAiCtF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,OAAO,EAAE,UAAU,CAAA;IACnB,SAAS,EAAE,SAAS,QAAQ,EAAE,CAAA;IAC9B,MAAM,EAAE,aAAa,CAAA;IACrB,cAAc,EAAE,cAAc,CAAA;IAC9B,KAAK,EAAE,QAAQ,CAAA;IACf,oFAAoF;IACpF,cAAc,CAAC,EAAE,cAAc,CAAA;IAC/B,wIAAwI;IACxI,MAAM,CAAC,EAAE;QAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,WAAW,CAAC;QAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,cAAc,CAAA;KAAE,CAAA;IACnF,sHAAsH;IACtH,UAAU,CAAC,EAAE,UAAU,CAAA;IACvB,aAAa,CAAC,EAAE,OAAO,gBAAgB,EAAE,aAAa,CAAA;CACvD,CAAA;AA6FD;;;;;;GAMG;AACH,qBAAa,UAAU;;gBA6FT,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,cAAc,EAAE,KAAK,EAAE,cAAc,EAAE,MAAM,EAAE,UAAU,EAAE,aAAa,EAAE,EAAE,iBAAiB;IAiHjI,GAAG,IAAI,OAAO,CAAC,SAAS,CAAC;CAq4ChC"}
+{"version":3,"file":"run-session.d.ts","sourceRoot":"","sources":["../../src/runner/run-session.ts"],"names":[],"mappings":"AAgBA,OAAO,KAAK,EAAkC,SAAS,EAAc,MAAM,uBAAuB,CAAA;AAGlG,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAA;AAGxD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAA;AACrD,OAAO,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,cAAc,EAAiC,MAAM,mBAAmB,CAAA;AACrH,OAAO,KAAK,EAAe,UAAU,EAAyB,MAAM,eAAe,CAAA;AAWnF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAA;AAgChD,OAAO,KAAK,EAAE,cAAc,EAAqB,WAAW,EAAE,MAAM,kBAAkB,CAAA;AAqCtF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,OAAO,EAAE,UAAU,CAAA;IACnB,SAAS,EAAE,SAAS,QAAQ,EAAE,CAAA;IAC9B,MAAM,EAAE,aAAa,CAAA;IACrB,cAAc,EAAE,cAAc,CAAA;IAC9B,KAAK,EAAE,QAAQ,CAAA;IACf,oFAAoF;IACpF,cAAc,CAAC,EAAE,cAAc,CAAA;IAC/B,wIAAwI;IACxI,MAAM,CAAC,EAAE;QAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,WAAW,CAAC;QAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,cAAc,CAAA;KAAE,CAAA;IACnF,sHAAsH;IACtH,UAAU,CAAC,EAAE,UAAU,CAAA;IACvB,aAAa,CAAC,EAAE,OAAO,gBAAgB,EAAE,aAAa,CAAA;CACvD,CAAA;AAgGD;;;;;;GAMG;AACH,qBAAa,UAAU;;gBAmGT,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,cAAc,EAAE,KAAK,EAAE,cAAc,EAAE,MAAM,EAAE,UAAU,EAAE,aAAa,EAAE,EAAE,iBAAiB;IAkHjI,GAAG,IAAI,OAAO,CAAC,SAAS,CAAC;CA88ChC"}

package/dist/runner/run-session.js

@@ -1,6 +1,6 @@
 import { randomUUID } from 'node:crypto';
 import { existsSync } from 'node:fs';
-import { resolve } from 'node:path';
+import { join, resolve } from 'node:path';
 import { isDeepStrictEqual } from 'node:util';
 import { AttemptDiagnostics } from "../diagnostics/attempt.js";
 import { defaultRecordingSettings, recordsApp, resolveRecording } from "../config/read-recording.js";
@@ -19,7 +19,7 @@ import { appLogFile, browserLogFile, childLogFile, stateFile, targetBrowserLogFi
 import { originOf, withoutCredentials } from "../protocol/url.js";
 import { variantKey } from "../protocol/variant.js";
 import { relativePosixPath } from "../shared/posix-path.js";
-import { applyRetention, recordingArtifactReferences, ArtifactSequences, inventoryArtifacts, planRetention } from "../store/artifacts.js";
+import { applyRetention, recordingArtifactReferences, ArtifactSequences, downloadsFolder, inventoryArtifacts, planRetention } from "../store/artifacts.js";
 import { retestVersion } from "../version.js";
 import { AppServers } from "./app-servers.js";
 import { newAttemptId } from "./attempt-id.js";
@@ -40,12 +40,15 @@ import { interruptionOf, runOutcome, stopReasonOf, testStatus } from "./outcome.
 import { collectedTest, planTests } from "./plan.js";
 import { declaredBackend, preparationsScopeProblem, preparationsShapeProblem, prepareAttempt, readPreparations, testPreparations } from "./preparation.js";
 import { endedBeforeTest, fileProcessFailure, laterTestsReason, reportedErrors } from "./process-failures.js";
+import { AttemptFiles } from "./files.js";
+import { AttemptInbox } from "./inbox.js";
 import { Redactor } from "./redactor.js";
 import { runConfig } from "./run-config.js";
 import { runHostChecks } from "./run-host-checks.js";
 import { AttemptRecorder, discoverMediaLocation, RunMedia, startMediaProcess } from "./run-media.js";
 import { abortGraceMs, RunningTest } from "./running-test.js";
 import { attemptKey, phasesOf, scheduleRun } from "./schedule.js";
+import { AttemptScreenshots, pictureApp, ScreenshotBaselines } from "./screenshot-baselines.js";
 import { SecretFiller, secretValuesProblem, secretVariables } from "./secrets.js";
 import { emptySelectionFailure, selectionProblem, testSelected, variantSelected } from "./selection.js";
 import { acquireResources, hostResources, leasePart, partFree, resourceNeeds, sessionResource } from "./resources.js";
@@ -55,9 +58,12 @@ import { skippedCheckFailures } from "./skipped-checks.js";
 import { attemptRefusal, targetDriver } from "./target-drivers.js";
 import { TestFileProcess } from "./test-file-process.js";
 import { timerMs } from "./timer.js";
+import { AttemptPopups } from "./popups.js";
 import { captureFailure, disposePages, openPage, saveState } from "./test-pages.js";
 // How much longer than the media process's own deadline the run waits for a recording's end.
 const finishMarginMs = 5000;
+// Why a page a test's page opened has no diagnostics: Retest watches only the pages a test begins with.
+const notCaptured = 'popups are not captured';
 // A target's first browser keeps the log's name; each further one adds its number, as logs/browser-2.log.
 function instanceLogFile(file, instance) {
     return instance === 0 ? file : file.replace(/\.log$/, `-${instance + 1}.log`);
@@ -76,6 +82,8 @@ export class RunSession {
     #redactor = new Redactor();
     #reporterNames;
     #rootDir;
+    /** Where each screenshot's baseline is, and, in a run that updates them, what the run wrote. */
+    #baselines;
     #files;
     #runId = randomUUID();
     #startedAt = new Date();
@@ -149,9 +157,13 @@ export class RunSession {
     /** Each running attempt's recordings, by attempt id, and each attempt by its id for the policy's records. */
     #recorders = new Map();
     #attempts = new Map();
+    /** When each running attempt started, in milliseconds since 1970: a message its inboxes received before then is not its. */
+    #attemptStarts = new Map();
     #sequences = new ArtifactSequences();
     /** Each attempt's lost or withheld failure screenshots, for its evidence. */
     #screenshotGaps = new Map();
+    /** The app of the test's own that each popup came from, by the popup's app name, whose capture rules it follows. */
+    #popupRoots = new Map();
     /** Every recording the run wrote down, and every partial file a record names, as retention reads them. */
     #recordingReferences = [];
     /** Recordings retention removed, by path, and why. */
@@ -168,6 +180,7 @@ export class RunSession {
         this.#browserCount = options.browsers ?? defaultBrowsers(this.#workers);
         this.#store = store;
         this.#rootDir = resolve(options.rootDir);
+        this.#baselines = new ScreenshotBaselines({ rootDir: this.#rootDir, update: options.updateScreenshots === true });
         this.#files = options.files.map((file) => relativePosixPath(this.#rootDir, resolve(this.#rootDir, file)));
         this.#reporterNames = describeReporters(reporters);
         this.#events = new EventLog({
@@ -267,7 +280,7 @@ export class RunSession {
         this.#recording = recording.ok ? recording.settings : defaultRecordingSettings;
         this.#recordsApps = appNames.some((app) => recordsApp(this.#recording, app, pixels));
         this.#clockUs = microsecondsSince(this.#start);
-        this.#policy = this.#recordsApps || pixels.size > 0 || declared.size > 0 ? new PixelCapturePolicy({ rules: (app) => pixels.get(app) ?? defaultAppPixelRules, clock: this.#clockUs, record: (record) => this.#policyRecord(record) }) : undefined;
+        this.#policy = this.#recordsApps || pixels.size > 0 || declared.size > 0 ? new PixelCapturePolicy({ rules: (app) => pixels.get(this.#popupRoots.get(app) ?? app) ?? defaultAppPixelRules, clock: this.#clockUs, record: (record) => this.#policyRecord(record) }) : undefined;
         this.#media = this.#recordsApps
             ? new RunMedia({
                 location: startMedia !== undefined && discoverMedia === undefined && options.media !== undefined ? options.media : signal => (discoverMedia ?? discoverMediaLocation)(options.media, process.env, timeouts.setup, signal),
@@ -816,6 +829,8 @@ export class RunSession {
         const { test } = described;
         const execution = this.#executionRecord(described, planned, prepared, hashModules(this.#rootDir, modules.collected, modules.hashes));
         const shown = { name: test.registered.name, file: test.file, location: test.registered.location, ...describePath(test), ...setupMark(test) };
+        // A host's preparation can send mail the test then reads, so the attempt's inboxes count from here.
+        this.#attemptStarts.set(described.attemptId, Date.now());
         this.#emitFor(described, { type: 'test.started', testId: described.testId, attemptId: described.attemptId, ...shown, execution });
         const finished = { ...described, startedAt, failure: undefined, assertionCount: 0, evidence: [], cleanupFailures: [], execution };
         const { variant } = described;
@@ -833,6 +848,7 @@ export class RunSession {
             ? await this.#runPrepared(child, described, planned, prepared, finished)
             : { kind: 'finished', finished: { ...finished, failure: preparing.failure, seen: [preparing.failure] } };
         // An app launched for the attempt is gone before the host cleans its state up, so it cannot touch that state again.
+        this.#attemptStarts.delete(described.attemptId);
         const quitFailures = await this.#quitLaunches(planned.config, described, prepared, ran.leftOpen ?? []);
         const cleaned = await preparing.cleanUp(ran.kind === 'not_run' || ran.finished.failure !== undefined);
         const records = { execution, preparations: preparing.records, cleanups: cleaned.records };
@@ -931,7 +947,7 @@ export class RunSession {
     async #runRecorded(child, described, planned, finished, opened) {
         const { context, pages, diagnostics, recorder } = opened;
         const evaluations = this.#evaluations.attempt({ context, pages, hostChecks: described.hostEvaluations, runSignal: this.#options.signal, diagnostics: Object.freeze({ snapshot: (app) => diagnostics.snapshot(app) }), ...(recorder === undefined ? {} : { recordings: recorder }) });
-        const { report, running } = await this.#runBody(child, pages, described, planned.config, evaluations);
+        const { report, running, popups } = await this.#runBody(child, pages, described, planned.config, evaluations);
         let checked;
         try {
             if (report.endedBeforeStart !== undefined)
@@ -953,6 +969,11 @@ export class RunSession {
             running.close();
         }
         const observed = [...(report.observed ?? []), ...(checked?.failure === undefined ? [] : [checked.failure])];
+        // A page a test's page opened is neither recorded nor watched for diagnostics, and its records say so.
+        for (const popup of popups.all()) {
+            diagnostics.notCaptured(popup.app, popup.session, notCaptured);
+            recorder?.notRecorded(popup, this.#popupRoots.get(popup.app) ?? popup.app, 'Popups are not captured, so Retest did not record this page.');
+        }
         // Capture ends once the body, its dispatched commands and the parent's checks are over, before the screenshot and
         // before any app is closed. A diagnostics policy's failure follows any failure the test already had, and never
         // replaces it.
@@ -960,10 +981,13 @@ export class RunSession {
         // Recordings end after the last check and before the screenshot, so their frames stop before anything is closed.
         const recordings = recorder === undefined ? {} : { recordings: await recorder.finish() };
         const verdict = withDiagnosticsFailure(withEvaluationFailures({ reported: report.failure ?? checked?.failure, recorded: await evaluations.failures(), observed }), diagnosed.failure);
-        const evidence = verdict === undefined ? [] : await captureFailure(context, pages);
+        // The popups still open are pictured and closed with the pages, each before the page that opened it.
+        const evidence = verdict === undefined ? [] : await captureFailure(context, [...pages, ...popups.open()]);
         const unsaved = verdict === undefined ? await this.#saveSetupState(context, described, pages) : undefined;
         const browserLost = pages.some((page) => !this.#connected(page.browser));
-        const { cleanupFailures, leftOpen } = await this.#closePages(context, pages);
+        const { cleanupFailures, leftOpen } = await this.#closePages(context, [...popups.open(), ...pages]);
+        for (const { session } of popups.all())
+            this.#policy?.pageLeft(recordIdentity(described, session.owner.app, session.sessionId), 'session_ended');
         const problem = verdict ?? unsaved;
         const hostChecks = checked === undefined ? {} : { checked: checked.results };
         const crashed = report.crashed === true ? { crashed: true } : {};
@@ -1085,11 +1109,13 @@ export class RunSession {
                 return state;
             }
             const baseUrl = runtime.kind === 'web' ? config.apps.get(app)?.baseUrl : undefined;
+            const downloads = this.#downloadsOf(described, app, runtime, config);
             const options = {
                 ...(baseUrl === undefined ? {} : { baseUrl }),
                 ...(emulation === undefined ? {} : { emulation }),
                 ...(state === undefined ? {} : { storageState: state.value.storage }),
                 ...(proxy === undefined ? {} : { proxy }),
+                ...(downloads === undefined ? {} : { downloads: downloads.folder }),
             };
             const { testId: id, attemptId } = described;
             const session = { sessionId: formatSessionId(attemptId, app), owner: { runId: this.#runId, testId: id, attemptId, app }, runtime };
@@ -1172,6 +1198,26 @@ export class RunSession {
         // An Electron app shows whatever origin it serves, so a fill on its window takes only the origins `secretOrigins` lists.
         const electron = new Set(test.apps.filter((app) => isElectronTarget(targetOf(config, app, described.targets[app]))));
         const fillSecret = (command, context) => this.#secrets.resolve(command, { ...context, appOrigins, ...(electron.has(context.app) ? { target: 'electron' } : {}) });
+        const inbox = this.#inboxAccess(described, appOrigins, electron);
+        const popups = new AttemptPopups({ pages, runId: this.#runId, rooted: (popup, app) => this.#popupRoots.set(popup, app) });
+        const files = new AttemptFiles({
+            pages: new Map(pages.map((page) => [page.app, this.#filesPage(described, config, page)])),
+            runFolder: this.#store.directory,
+            testId: id,
+            attemptId,
+            redactor: this.#redactor,
+            emit: (body) => this.#emitFor(described, body),
+        });
+        const screenshots = new AttemptScreenshots({
+            baselines: this.#baselines,
+            context: this.#pagesContext(described),
+            // A popup is one of the test's pages once it opens, so a page's matchers reach it; it follows the rules of its root.
+            app: (name) => {
+                const found = pages.find((page) => page.app === name) ?? popups.all().find((page) => page.app === name);
+                return found === undefined ? undefined : pictureApp(found.page, found.session.runtime, electron.has(this.#popupRoots.get(name) ?? name));
+            },
+            testFile: test.file,
+        });
         const running = new RunningTest({
             process: child,
             pages: new Map(pages.map(({ app, page }) => [app, page])),
@@ -1184,7 +1230,12 @@ export class RunSession {
             redactor: this.#redactor,
             touch: new Set(pages.filter((page) => page.touch).map(({ app }) => app)),
             evaluations,
-            ...(this.#policy === undefined ? {} : { secretEntry: (app, secret) => this.#secretEntry(described, pages, app, secret) }),
+            popups,
+            ...(inbox === undefined ? {} : { inbox }),
+            files,
+            ...(this.#options.playwright === true ? { playwright: true } : {}),
+            ...(this.#policy === undefined ? {} : { secretEntry: (app, secret) => this.#secretEntry(described, [...pages, ...popups.open()], app, secret) }),
+            screenshots,
         });
         // The test is known as running only while its body runs, as before: a browser lost while it settles is the
         // next test's problem, not this one's.
@@ -1198,7 +1249,40 @@ export class RunSession {
             this.#running.delete(active);
         }
         await running.settle(this.#settleBudget());
-        return { report, running };
+        return { report, running, popups };
+    }
+    // The attempt's reads of the config's inboxes, which bind a code and a link to the origins of the test's apps' base URLs
+    // and the inbox's own, as a secret is bound. None in a run whose config declares no inbox.
+    #inboxAccess(described, appOrigins, electron) {
+        const { apps } = this.#options;
+        const inboxes = apps.kind === 'config' ? apps.config.inboxes : undefined;
+        if (inboxes === undefined)
+            return undefined;
+        const attempt = new AttemptInbox({ inboxes, redactor: this.#redactor, startedAt: this.#attemptStarts.get(described.attemptId) ?? Date.now() });
+        return {
+            read: (request, options) => attempt.read(request, options),
+            fillCode: (command, context) => attempt.resolveCode(command, { ...context, appOrigins, ...(electron.has(context.app) ? { target: 'electron' } : {}) }),
+            openLink: (reference) => attempt.resolveLink(reference, { appOrigins }),
+        };
+    }
+    // A Chromium page saves its downloads in its session's folder of the run. An Electron app saves them its own way, and
+    // another engine's page and a native app have none Retest keeps.
+    #downloadsOf(described, app, runtime, config) {
+        if (runtime.kind !== 'web' || runtime.engine !== 'chromium' || isElectronTarget(targetOf(config, app, described.targets[app])))
+            return undefined;
+        const reference = downloadsFolder({ testId: described.testId, attemptId: described.attemptId, app, sessionId: formatSessionId(described.attemptId, app) });
+        return { folder: join(this.#store.directory, reference), reference };
+    }
+    // An app's page as the attempt's files see it, with where it runs, for a refusal that names it.
+    #filesPage(described, config, { app, page, session }) {
+        const { runtime } = session;
+        const downloads = this.#downloadsOf(described, app, runtime, config);
+        const where = runtime.kind !== 'web' ? 'in a native app'
+            : isElectronTarget(targetOf(config, app, described.targets[app])) ? 'in an Electron app'
+                : runtime.engine === 'firefox' ? 'on Firefox'
+                    : runtime.engine === 'webkit' ? 'on WebKit'
+                        : 'on this browser';
+        return { files: page.files, where, sessionId: session.sessionId, ...(downloads === undefined ? {} : { downloads }) };
     }
     // An interrupted run waits for nothing more.
     #settleBudget() {
@@ -1705,6 +1789,7 @@ export class RunSession {
             ...(this.#nativeStarts.length === 0 ? {} : { natives: this.#nativeStarts }),
             ...(this.#options.apps.kind === 'config' ? { browsers } : {}),
             ...(this.#narrowed === undefined ? {} : { narrowed: this.#narrowed }),
+            ...(this.#baselines.written === 0 ? {} : { baselinesWritten: this.#baselines.written }),
             ...evidence,
             files,
         };

package/dist/runner/running-test.d.ts

@@ -2,11 +2,16 @@ import type { OwnedPage } from '../browser/contract.ts';
 import type { EvaluationRequests } from '../evaluation/attempt.ts';
 import type { EventBody, EventOrigin } from '../protocol/events.ts';
 import type { Failure } from '../protocol/failures.ts';
+import type { InboxLinkRef, InboxRequest } from '../protocol/inbox.ts';
 import type { Timeouts } from '../protocol/timeouts.ts';
 import type { Variant } from '../protocol/variant.ts';
 import type { ProcessExit } from '../shared/process-exit.ts';
 import type { Redactor } from './redactor.ts';
+import type { ScreenshotAccess } from './screenshot-baselines.ts';
+import type { InboxCodeFill, InboxRead, InboxReadBudget, LinkResolution } from './inbox.ts';
+import type { PopupRegistry } from './popups.ts';
 import type { FillResolution, SecretFill } from './secrets.ts';
+import type { AttemptFiles } from './files.ts';
 import type { TestFileProcess } from './test-file-process.ts';
 /** How long a stopped test's process has to answer, and a page that lost its browser has to say so. */
 export declare const abortGraceMs = 1000;
@@ -31,12 +36,40 @@ export type RunningTestOptions = {
     touch?: ReadonlySet<string>;
     /** Runs the test's AI checks in this process. Without it, every check is refused. */
     evaluations?: EvaluationRequests;
+    /** Reads the run's inboxes for the test, and resolves the codes and links they gave it. Without it, every read is refused. */
+    inbox?: InboxAccess;
+    /**
+     * Makes the pages a test's pages open sessions of the attempt, which `page.popup()` hands the test. Without it, every
+     * wait for a popup is refused.
+     */
+    popups?: PopupRegistry;
+    /**
+     * The attempt's files: what a test gives a file input, the pickers and downloads it waits for, and every download its
+     * pages make. Without it, every command and request about files is refused.
+     */
+    files?: FilesAccess;
+    /** The test file is a Playwright test file, whose page has no `fileChooser()` and whose locators no `setInputFiles()`. */
+    playwright?: true;
     /**
      * Told just before a secret's keys go to an app's page, with the secret's name, and given how far the keys got once
      * the fill has answered; the pixel capture policy withholds captures of that session in between. Absent in a run with
      * no capture policy.
      */
     secretEntry?: (app: string, secret: string) => SecretEntryEnd;
+    /**
+     * Takes the pictures of the test's screenshot checks and keeps them, and leaves what a judged comparison needs in
+     * the run folder or the baseline. Without it, every screenshot check is refused.
+     */
+    screenshots?: ScreenshotAccess;
+};
+/**
+ * What a running test needs of the run's inboxes: to read one, to turn a code it gave into the text a fill types, bound
+ * to the origins it may be typed on, and to turn a link it gave into the address a goto opens, when its origin allows.
+ */
+export type InboxAccess = {
+    read: (request: InboxRequest, budget: InboxReadBudget) => Promise<InboxRead>;
+    fillCode: (command: InboxCodeFill, context: SecretFillContext) => Promise<FillResolution>;
+    openLink: (reference: InboxLinkRef) => LinkResolution;
 };
 /** Ends a secret's entry once its fill has answered: whether its keys were sent, not sent, or may have been. */
 export type SecretEntryEnd = (input: 'not_sent' | 'sent' | 'unknown') => void;
@@ -80,6 +113,8 @@ export type BodyReport = {
      */
     observed?: readonly Failure[];
 };
+/** What a running test needs of its attempt's files. */
+export type FilesAccess = Pick<AttemptFiles, 'stage' | 'chooser' | 'download' | 'saved' | 'close'>;
 /**
  * The parent's side of one test body. It forwards the child's page commands to the browser, reports
  * each action, writes down each look it serves, judges each assertion against the look it names, and

package/dist/runner/running-test.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"running-test.d.ts","sourceRoot":"","sources":["../../src/runner/running-test.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,SAAS,EAAkB,MAAM,wBAAwB,CAAA;AACvE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAA;AAElE,OAAO,KAAK,EAAc,SAAS,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAA;AAC/E,OAAO,KAAK,EAAE,OAAO,EAAgC,MAAM,yBAAyB,CAAA;AAIpF,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAA;AACvD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,wBAAwB,CAAA;AACrD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AAG5D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAA;AAC7C,OAAO,KAAK,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,cAAc,CAAA;AAC9D,OAAO,KAAK,EAAiC,eAAe,EAAE,MAAM,wBAAwB,CAAA;AAkB5F,uGAAuG;AACvG,eAAO,MAAM,YAAY,OAAO,CAAA;AAEhC,uDAAuD;AACvD,MAAM,MAAM,WAAW,GAAG,IAAI,CAAC,eAAe,EAAE,MAAM,GAAG,QAAQ,GAAG,QAAQ,GAAG,MAAM,GAAG,MAAM,CAAC,CAAA;AAE/F,MAAM,MAAM,kBAAkB,GAAG;IAC/B,OAAO,EAAE,WAAW,CAAA;IACpB,6GAA6G;IAC7G,KAAK,EAAE,WAAW,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;IACrC,MAAM,EAAE,MAAM,CAAA;IACd,SAAS,EAAE,MAAM,CAAA;IACjB,8EAA8E;IAC9E,OAAO,CAAC,EAAE,OAAO,CAAA;IACjB,wCAAwC;IACxC,QAAQ,EAAE,QAAQ,CAAA;IAClB,IAAI,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,MAAM,CAAC,EAAE,WAAW,KAAK,IAAI,CAAA;IACrD,mHAAmH;IACnH,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,iBAAiB,KAAK,OAAO,CAAC,cAAc,CAAC,CAAA;IACzF,iGAAiG;IACjG,QAAQ,CAAC,EAAE,QAAQ,CAAA;IACnB,kGAAkG;IAClG,KAAK,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC,CAAA;IAC3B,qFAAqF;IACrF,WAAW,CAAC,EAAE,kBAAkB,CAAA;IAChC;;;;OAIG;IACH,WAAW,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,cAAc,CAAA;CAC9D,CAAA;AAED,gHAAgH;AAChH,MAAM,MAAM,cAAc,GAAG,CAAC,KAAK,EAAE,UAAU,GAAG,MAAM,GAAG,SAAS,KAAK,IAAI,CAAA;AAE7E;;;;GAIG;AACH,MAAM,MAAM,iBAAiB,GAAG;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAAC,UAAU,CAAC,EAAE,MAAM,MAAM,GAAG,SAAS,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,WAAW,CAAA;CAAE,CAAA;AAE9K,wDAAwD;AACxD,MAAM,MAAM,UAAU,GAAG;IACvB,OAAO,CAAC,EAAE,OAAO,CAAA;IACjB,cAAc,EAAE,MAAM,CAAA;IACtB,wFAAwF;IACxF,gBAAgB,CAAC,EAAE,WAAW,CAAA;IAC9B,wFAAwF;IACxF,YAAY,CAAC,EAAE,WAAW,CAAA;IAC1B;;;OAGG;IACH,aAAa,CAAC,EAAE,IAAI,CAAA;IACpB,0FAA0F;IAC1F,OAAO,CAAC,EAAE,IAAI,CAAA;IACd,2GAA2G;IAC3G,QAAQ,EAAE,OAAO,CAAA;IACjB,0HAA0H;IAC1H,OAAO,CAAC,EAAE,MAAM,EAAE,CAAA;IAClB;;;;;OAKG;IACH,QAAQ,CAAC,EAAE,SAAS,OAAO,EAAE,CAAA;CAC9B,CAAA;AA+CD;;;;;;;;;;;GAWG;AACH,qBAAa,WAAW;;gBAwCV,OAAO,EAAE,kBAAkB;IAKvC,yHAAyH;IACzH,GAAG,IAAI,OAAO,CAAC,UAAU,CAAC;IAe1B,qFAAqF;IACrF,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,GAAG,IAAI;IAuC9C;;;;;;OAMG;IACH,WAAW,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAkBjC;;;;OAIG;IACG,MAAM,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAa9C;;;OAGG;IACH,iBAAiB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAInD;;;OAGG;IACH,KAAK,IAAI,IAAI;CAidd"}
+{"version":3,"file":"running-test.d.ts","sourceRoot":"","sources":["../../src/runner/running-test.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,SAAS,EAAsC,MAAM,wBAAwB,CAAA;AAC3F,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAA;AAElE,OAAO,KAAK,EAAc,SAAS,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAA;AAC/E,OAAO,KAAK,EAAE,OAAO,EAAgC,MAAM,yBAAyB,CAAA;AAGpF,OAAO,KAAK,EAAgB,YAAY,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AAIpF,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAA;AACvD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,wBAAwB,CAAA;AACrD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AAG5D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAA;AAC7C,OAAO,KAAK,EAAe,gBAAgB,EAAE,MAAM,2BAA2B,CAAA;AAC9E,OAAO,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAC3F,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAChD,OAAO,KAAK,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,cAAc,CAAA;AAC9D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AAC9C,OAAO,KAAK,EAAiC,eAAe,EAAE,MAAM,wBAAwB,CAAA;AA2B5F,uGAAuG;AACvG,eAAO,MAAM,YAAY,OAAO,CAAA;AAEhC,uDAAuD;AACvD,MAAM,MAAM,WAAW,GAAG,IAAI,CAAC,eAAe,EAAE,MAAM,GAAG,QAAQ,GAAG,QAAQ,GAAG,MAAM,GAAG,MAAM,CAAC,CAAA;AAE/F,MAAM,MAAM,kBAAkB,GAAG;IAC/B,OAAO,EAAE,WAAW,CAAA;IACpB,6GAA6G;IAC7G,KAAK,EAAE,WAAW,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;IACrC,MAAM,EAAE,MAAM,CAAA;IACd,SAAS,EAAE,MAAM,CAAA;IACjB,8EAA8E;IAC9E,OAAO,CAAC,EAAE,OAAO,CAAA;IACjB,wCAAwC;IACxC,QAAQ,EAAE,QAAQ,CAAA;IAClB,IAAI,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,MAAM,CAAC,EAAE,WAAW,KAAK,IAAI,CAAA;IACrD,mHAAmH;IACnH,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,iBAAiB,KAAK,OAAO,CAAC,cAAc,CAAC,CAAA;IACzF,iGAAiG;IACjG,QAAQ,CAAC,EAAE,QAAQ,CAAA;IACnB,kGAAkG;IAClG,KAAK,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC,CAAA;IAC3B,qFAAqF;IACrF,WAAW,CAAC,EAAE,kBAAkB,CAAA;IAChC,8HAA8H;IAC9H,KAAK,CAAC,EAAE,WAAW,CAAA;IACnB;;;OAGG;IACH,MAAM,CAAC,EAAE,aAAa,CAAA;IACtB;;;OAGG;IACH,KAAK,CAAC,EAAE,WAAW,CAAA;IACnB,0HAA0H;IAC1H,UAAU,CAAC,EAAE,IAAI,CAAA;IACjB;;;;OAIG;IACH,WAAW,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,cAAc,CAAA;IAC7D;;;OAGG;IACH,WAAW,CAAC,EAAE,gBAAgB,CAAA;CAC/B,CAAA;AAED;;;GAGG;AACH,MAAM,MAAM,WAAW,GAAG;IACxB,IAAI,EAAE,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,eAAe,KAAK,OAAO,CAAC,SAAS,CAAC,CAAA;IAC5E,QAAQ,EAAE,CAAC,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,iBAAiB,KAAK,OAAO,CAAC,cAAc,CAAC,CAAA;IACzF,QAAQ,EAAE,CAAC,SAAS,EAAE,YAAY,KAAK,cAAc,CAAA;CACtD,CAAA;AAED,gHAAgH;AAChH,MAAM,MAAM,cAAc,GAAG,CAAC,KAAK,EAAE,UAAU,GAAG,MAAM,GAAG,SAAS,KAAK,IAAI,CAAA;AAE7E;;;;GAIG;AACH,MAAM,MAAM,iBAAiB,GAAG;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAAC,UAAU,CAAC,EAAE,MAAM,MAAM,GAAG,SAAS,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,WAAW,CAAA;CAAE,CAAA;AAE9K,wDAAwD;AACxD,MAAM,MAAM,UAAU,GAAG;IACvB,OAAO,CAAC,EAAE,OAAO,CAAA;IACjB,cAAc,EAAE,MAAM,CAAA;IACtB,wFAAwF;IACxF,gBAAgB,CAAC,EAAE,WAAW,CAAA;IAC9B,wFAAwF;IACxF,YAAY,CAAC,EAAE,WAAW,CAAA;IAC1B;;;OAGG;IACH,aAAa,CAAC,EAAE,IAAI,CAAA;IACpB,0FAA0F;IAC1F,OAAO,CAAC,EAAE,IAAI,CAAA;IACd,2GAA2G;IAC3G,QAAQ,EAAE,OAAO,CAAA;IACjB,0HAA0H;IAC1H,OAAO,CAAC,EAAE,MAAM,EAAE,CAAA;IAClB;;;;;OAKG;IACH,QAAQ,CAAC,EAAE,SAAS,OAAO,EAAE,CAAA;CAC9B,CAAA;AAaD,wDAAwD;AACxD,MAAM,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,EAAE,OAAO,GAAG,SAAS,GAAG,UAAU,GAAG,OAAO,GAAG,OAAO,CAAC,CAAA;AAyClG;;;;;;;;;;;GAWG;AACH,qBAAa,WAAW;;gBAqDV,OAAO,EAAE,kBAAkB;IAgCvC,yHAAyH;IACzH,GAAG,IAAI,OAAO,CAAC,UAAU,CAAC;IAiB1B,qFAAqF;IACrF,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,GAAG,IAAI;IA2C9C;;;;;;OAMG;IACH,WAAW,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAkBjC;;;;OAIG;IACG,MAAM,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAe9C;;;OAGG;IACH,iBAAiB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAInD;;;OAGG;IACH,KAAK,IAAI,IAAI;CA+pBd"}