@botiverse/porthole 0.3.0 → 0.3.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (51) hide show
  1. package/README.md +3 -2
  2. package/dist/check/check.d.ts +18 -1
  3. package/dist/check/check.js +84 -6
  4. package/dist/check/drivers.d.ts +25 -6
  5. package/dist/check/drivers.js +99 -28
  6. package/dist/check/index.d.ts +2 -2
  7. package/dist/check/index.js +1 -1
  8. package/dist/check/instrument.d.ts +71 -0
  9. package/dist/check/instrument.js +84 -0
  10. package/dist/check/page-source.js +1 -1
  11. package/dist/check/page.d.ts +2 -40
  12. package/dist/check/page.js +63 -43
  13. package/dist/conformance/host-kit.d.ts +18 -5
  14. package/dist/conformance/host-kit.js +38 -21
  15. package/dist/conformance/index.d.ts +1 -1
  16. package/dist/conformance/reporter.d.ts +14 -0
  17. package/dist/conformance/reporter.js +28 -0
  18. package/dist/host/client.d.ts +33 -15
  19. package/dist/host/client.js +39 -24
  20. package/dist/node/index.d.ts +6 -2
  21. package/dist/node/index.js +53 -8
  22. package/dist/react/frame.d.ts +13 -5
  23. package/dist/react/frame.js +67 -27
  24. package/dist/react/index.d.ts +1 -1
  25. package/dist/react/view.js +6 -1
  26. package/dist/server/host.d.ts +5 -3
  27. package/dist/server/host.js +41 -12
  28. package/docs/ADOPTING.md +108 -25
  29. package/docs/DECISIONS.md +134 -0
  30. package/docs/DESIGN.md +36 -12
  31. package/examples/app.mjs +23 -17
  32. package/examples/conformance/playwright.config.mjs +2 -1
  33. package/examples/conformance/porthole.spec.mjs +2 -1
  34. package/examples/displays.mjs +2 -0
  35. package/examples/node/server.mjs +16 -34
  36. package/examples/workers/worker.mjs +19 -7
  37. package/package.json +5 -1
  38. package/src/check/check.ts +116 -8
  39. package/src/check/drivers.ts +137 -39
  40. package/src/check/index.ts +8 -1
  41. package/src/check/instrument.ts +138 -0
  42. package/src/check/page.ts +94 -68
  43. package/src/conformance/host-kit.ts +65 -19
  44. package/src/conformance/index.ts +1 -0
  45. package/src/conformance/reporter.ts +38 -0
  46. package/src/host/client.ts +65 -34
  47. package/src/node/index.ts +56 -10
  48. package/src/react/frame.tsx +89 -33
  49. package/src/react/index.ts +1 -0
  50. package/src/react/view.tsx +6 -1
  51. package/src/server/host.ts +53 -15
@@ -0,0 +1,138 @@
1
+ import type { ColorScheme, PortholeConfig } from "../config/schema.ts";
2
+ import type { InstanceRef } from "../isolation/types.ts";
3
+
4
+ /**
5
+ * What the check puts in the content it runs (P073, P074): a small script first that reports
6
+ * what happens inside to the page that frames it, and a name on each inline script so an error
7
+ * says the line in the content as written. Pure: the check (any runtime) and its page both use it.
8
+ */
9
+
10
+ export interface CheckRunSpec {
11
+ readonly config: PortholeConfig;
12
+ readonly content: string;
13
+ /** Where each inline script's text starts in the content as written (file lines), by index. */
14
+ readonly scriptLines: readonly number[];
15
+ /** A served config's instance (located through the check's own server), else opaque. */
16
+ readonly instance?: InstanceRef;
17
+ readonly widthPx: number;
18
+ readonly heightPx?: number;
19
+ readonly scheme: ColorScheme;
20
+ readonly hostTheme?: Readonly<Record<string, string>>;
21
+ }
22
+
23
+ /**
24
+ * A host function the content called (P074): `answered` where the call reached the check's stub
25
+ * (which answers no, as a declining host would), else the refusal a host's gates gave it
26
+ * (`no-user-activation` for a call on load, `declined` where a person was asked).
27
+ */
28
+ export interface CheckCall {
29
+ readonly capability: string;
30
+ readonly outcome: string;
31
+ }
32
+
33
+ export interface CheckRunData {
34
+ readonly errors: string[];
35
+ readonly calls: CheckCall[];
36
+ readonly blocked: { readonly url: string; readonly directive: string }[];
37
+ readonly failedLoads: { readonly url: string; readonly tag: string }[];
38
+ readonly console: { readonly level: "error" | "warning"; readonly text: string }[];
39
+ readonly height: number | null;
40
+ readonly scrollWidth: number | null;
41
+ readonly clientWidth: number | null;
42
+ readonly outcome: string | null;
43
+ }
44
+
45
+ /** Each inline script's name (`//# sourceURL`): its index in the content. */
46
+ export const SCRIPT_NAME = "porthole-script-";
47
+
48
+ /** Put first in the content: it reports to the page that frames it. */
49
+ export const INSTRUMENT = `<script>(() => {
50
+ const send = (kind, data) => { try { parent.postMessage({ portholeCheck: kind, data }, "*"); } catch (_) {} };
51
+ const text = (value) => { try { return String(value && value.stack ? value.message || value : value); } catch (_) { return "?"; } };
52
+ for (const [method, level] of [["error", "error"], ["warn", "warning"]]) {
53
+ const original = console[method];
54
+ console[method] = (...args) => { send("console", { level, text: args.map(text).join(" ").slice(0, 400) }); return original.apply(console, args); };
55
+ }
56
+ addEventListener("error", (event) => {
57
+ const target = event.target;
58
+ if (target && target !== window && (target.src || target.href)) {
59
+ send("load", { url: String(target.src || target.href).slice(0, 400), tag: String(target.tagName || "").toLowerCase() });
60
+ } else if (event.message || event.error) {
61
+ const error = event.error;
62
+ send("error", {
63
+ message: (error && error.message ? (error.name || "Error") + ": " + error.message : String(event.message)).slice(0, 400),
64
+ file: String(event.filename || ""),
65
+ line: event.lineno || 0,
66
+ stack: error && error.stack ? String(error.stack).slice(0, 1000) : "",
67
+ });
68
+ }
69
+ }, true);
70
+ addEventListener("unhandledrejection", (event) => send("error", {
71
+ message: ("Unhandled rejection: " + text(event.reason)).slice(0, 400),
72
+ file: "", line: 0,
73
+ stack: event.reason && event.reason.stack ? String(event.reason.stack).slice(0, 1000) : "",
74
+ }));
75
+ addEventListener("securitypolicyviolation", (event) => send("blocked", { url: String(event.blockedURI || "inline").slice(0, 400), directive: String(event.effectiveDirective) }));
76
+ addEventListener("message", (event) => {
77
+ if (event.source === parent && event.data && event.data.portholeCheck === "measure") {
78
+ const root = document.documentElement;
79
+ send("measure", { scrollWidth: Math.max(root.scrollWidth, document.body ? document.body.scrollWidth : 0), clientWidth: root.clientWidth });
80
+ }
81
+ });
82
+ })();</script>`;
83
+
84
+ /** The content with the instrument first: after a document's <head>, or before a fragment. */
85
+ export function instrumented(content: string): string {
86
+ const head = /<head[^>]*>/iu.exec(content);
87
+ if (head !== null) {
88
+ const at = head.index + head[0].length;
89
+ return `${content.slice(0, at)}${INSTRUMENT}${content.slice(at)}`;
90
+ }
91
+ const html = /<html[^>]*>/iu.exec(content);
92
+ if (html !== null) {
93
+ const at = html.index + html[0].length;
94
+ return `${content.slice(0, at)}<head>${INSTRUMENT}</head>${content.slice(at)}`;
95
+ }
96
+ return /^\s*<!doctype/iu.test(content)
97
+ ? content.replace(/^(\s*<!doctype[^>]*>)/iu, `$1${INSTRUMENT}`)
98
+ : `${INSTRUMENT}${content}`;
99
+ }
100
+
101
+ /**
102
+ * The content with each inline script named (`//# sourceURL=porthole-script-<n>`, after its
103
+ * last line, so no line moves), and where each one's text starts in the content as written.
104
+ */
105
+ export function namedScripts(content: string): { content: string; scriptLines: number[] } {
106
+ const scriptLines: number[] = [];
107
+ const named = content.replace(
108
+ /(<script\b(?![^>]*\bsrc\s*=)[^>]*>)([\s\S]*?)(<\/script>)/giu,
109
+ (whole, open: string, body: string, close: string, offset: number) => {
110
+ const index = scriptLines.length;
111
+ scriptLines.push(content.slice(0, offset + open.length).split("\n").length);
112
+ return `${open}${body}\n//# sourceURL=${SCRIPT_NAME}${index}\n${close}`;
113
+ },
114
+ );
115
+ return { content: named, scriptLines };
116
+ }
117
+
118
+ /**
119
+ * An error's line in the content as written: from its script's name (the event's file, or its
120
+ * stack's first frame there) and its line in that script; null where it can't be told.
121
+ */
122
+ export function contentLine(
123
+ error: { readonly file: string; readonly line: number; readonly stack: string },
124
+ scriptLines: readonly number[],
125
+ ): number | null {
126
+ const named = new RegExp(`${SCRIPT_NAME}(\\d+)(?::(\\d+))?`, "u");
127
+ const fromFile = named.exec(error.file);
128
+ if (fromFile?.[1] !== undefined && error.line > 0) {
129
+ const start = scriptLines[Number(fromFile[1])];
130
+ return start === undefined ? null : start + error.line - 1;
131
+ }
132
+ const fromStack = named.exec(error.stack);
133
+ if (fromStack?.[1] !== undefined && fromStack[2] !== undefined) {
134
+ const start = scriptLines[Number(fromStack[1])];
135
+ return start === undefined ? null : start + Number(fromStack[2]) - 1;
136
+ }
137
+ return null;
138
+ }
package/src/check/page.ts CHANGED
@@ -1,6 +1,54 @@
1
- import type { ColorScheme, PortholeConfig } from "../config/schema.ts";
1
+ import type { CapabilityHandlers } from "../bridge/types.ts";
2
+ import {
3
+ capabilitySpec,
4
+ isCapabilityName,
5
+ type HandledCapability,
6
+ } from "../config/capabilities.ts";
2
7
  import { createHost } from "../host/create-host.ts";
3
8
  import type { DisplayHandle } from "../host/types.ts";
9
+ import type { FrameLocation } from "../isolation/types.ts";
10
+ import {
11
+ contentLine,
12
+ instrumented,
13
+ type CheckCall,
14
+ type CheckRunData,
15
+ type CheckRunSpec,
16
+ } from "./instrument.ts";
17
+
18
+ export type { CheckCall, CheckRunData, CheckRunSpec } from "./instrument.ts";
19
+
20
+ /**
21
+ * What a host that declines answers each host function with (P074): no prompt sent, no link
22
+ * opened, nothing downloaded or copied; a tool call or a read refused.
23
+ */
24
+ const DECLINED: { readonly [N in HandledCapability]: () => unknown } = {
25
+ sendPrompt: () => false,
26
+ openLink: () => false,
27
+ downloadFile: () => false,
28
+ copyText: () => false,
29
+ setModelContext: () => undefined,
30
+ callTool: () => {
31
+ throw new Error("The host declined the tool call");
32
+ },
33
+ readData: () => {
34
+ throw new Error("The host declined the read");
35
+ },
36
+ };
37
+
38
+ /** A handler for each host function the config declares: it notes the call and answers no. */
39
+ function declining(capabilities: readonly string[], calls: CheckCall[]): CapabilityHandlers {
40
+ const handlers: Record<string, () => unknown> = {};
41
+ for (const name of capabilities) {
42
+ if (isCapabilityName(name) && capabilitySpec(name).served === "handler") {
43
+ const answer = DECLINED[name as HandledCapability];
44
+ handlers[name] = () => {
45
+ calls.push({ capability: name, outcome: "answered" });
46
+ return answer();
47
+ };
48
+ }
49
+ }
50
+ return handlers;
51
+ }
4
52
 
5
53
  /**
6
54
  * The check page (P073): runs content in the real sandbox (the core's `createHost`, the config's
@@ -10,75 +58,13 @@ import type { DisplayHandle } from "../host/types.ts";
10
58
  * that `checkPage` loads into a blank page through its driver.
11
59
  */
12
60
 
13
- export interface CheckRunSpec {
14
- readonly config: PortholeConfig;
15
- readonly content: string;
16
- readonly widthPx: number;
17
- readonly heightPx?: number;
18
- readonly scheme: ColorScheme;
19
- readonly hostTheme?: Readonly<Record<string, string>>;
20
- }
21
-
22
- export interface CheckRunData {
23
- readonly errors: string[];
24
- readonly blocked: { readonly url: string; readonly directive: string }[];
25
- readonly failedLoads: { readonly url: string; readonly tag: string }[];
26
- readonly console: { readonly level: "error" | "warning"; readonly text: string }[];
27
- readonly height: number | null;
28
- readonly scrollWidth: number | null;
29
- readonly clientWidth: number | null;
30
- readonly outcome: string | null;
31
- }
32
-
33
- /** Put first in the content: it reports to the page that frames it. */
34
- export const INSTRUMENT = `<script>(() => {
35
- const send = (kind, data) => { try { parent.postMessage({ portholeCheck: kind, data }, "*"); } catch (_) {} };
36
- const text = (value) => { try { return String(value && value.stack ? value.message || value : value); } catch (_) { return "?"; } };
37
- for (const [method, level] of [["error", "error"], ["warn", "warning"]]) {
38
- const original = console[method];
39
- console[method] = (...args) => { send("console", { level, text: args.map(text).join(" ").slice(0, 400) }); return original.apply(console, args); };
40
- }
41
- addEventListener("error", (event) => {
42
- const target = event.target;
43
- if (target && target !== window && (target.src || target.href)) {
44
- send("load", { url: String(target.src || target.href).slice(0, 400), tag: String(target.tagName || "").toLowerCase() });
45
- } else if (event.message || event.error) {
46
- const where = event.lineno ? " (line " + event.lineno + ")" : "";
47
- send("error", (event.error && event.error.message ? (event.error.name || "Error") + ": " + event.error.message : String(event.message)).slice(0, 400) + where);
48
- }
49
- }, true);
50
- addEventListener("unhandledrejection", (event) => send("error", ("Unhandled rejection: " + text(event.reason)).slice(0, 400)));
51
- addEventListener("securitypolicyviolation", (event) => send("blocked", { url: String(event.blockedURI || "inline").slice(0, 400), directive: String(event.effectiveDirective) }));
52
- addEventListener("message", (event) => {
53
- if (event.source === parent && event.data && event.data.portholeCheck === "measure") {
54
- const root = document.documentElement;
55
- send("measure", { scrollWidth: Math.max(root.scrollWidth, document.body ? document.body.scrollWidth : 0), clientWidth: root.clientWidth });
56
- }
57
- });
58
- })();</script>`;
59
-
60
- /** The content with the instrument first: after a document's <head>, or before a fragment. */
61
- export function instrumented(content: string): string {
62
- const head = /<head[^>]*>/iu.exec(content);
63
- if (head !== null) {
64
- const at = head.index + head[0].length;
65
- return `${content.slice(0, at)}${INSTRUMENT}${content.slice(at)}`;
66
- }
67
- const html = /<html[^>]*>/iu.exec(content);
68
- if (html !== null) {
69
- const at = html.index + html[0].length;
70
- return `${content.slice(0, at)}<head>${INSTRUMENT}</head>${content.slice(at)}`;
71
- }
72
- return /^\s*<!doctype/iu.test(content)
73
- ? content.replace(/^(\s*<!doctype[^>]*>)/iu, `$1${INSTRUMENT}`)
74
- : `${INSTRUMENT}${content}`;
75
- }
76
-
77
61
  interface Run {
78
62
  readonly display: DisplayHandle;
79
63
  readonly box: HTMLElement;
64
+ readonly scriptLines: readonly number[];
80
65
  readonly data: {
81
66
  errors: string[];
67
+ calls: CheckCall[];
82
68
  blocked: { url: string; directive: string }[];
83
69
  failedLoads: { url: string; tag: string }[];
84
70
  console: { level: "error" | "warning"; text: string }[];
@@ -105,9 +91,25 @@ addEventListener("message", (event: MessageEvent) => {
105
91
  }
106
92
  const said = data.data as Record<string, unknown>;
107
93
  switch (data.portholeCheck) {
108
- case "error":
109
- run.data.errors.push(String(data.data));
94
+ case "error": {
95
+ const error = data.data as {
96
+ message?: unknown;
97
+ file?: unknown;
98
+ line?: unknown;
99
+ stack?: unknown;
100
+ };
101
+ const line = contentLine(
102
+ {
103
+ file: typeof error.file === "string" ? error.file : "",
104
+ line: typeof error.line === "number" ? error.line : 0,
105
+ stack: typeof error.stack === "string" ? error.stack : "",
106
+ },
107
+ run.scriptLines,
108
+ );
109
+ const message = typeof error.message === "string" ? error.message : "Error";
110
+ run.data.errors.push(`${message}${line === null ? "" : ` (line ${line})`}`);
110
111
  break;
112
+ }
111
113
  case "blocked":
112
114
  run.data.blocked.push({ url: String(said.url), directive: String(said.directive) });
113
115
  break;
@@ -140,19 +142,34 @@ const check = {
140
142
  box.style.cssText = `width:${spec.widthPx}px;${spec.heightPx === undefined ? "" : `height:${spec.heightPx}px;`}`;
141
143
  document.body.append(box);
142
144
  const theme = spec.hostTheme ?? {};
145
+ const calls: CheckCall[] = [];
143
146
  const display = createHost(spec.config, {
144
147
  theme: () => theme,
145
148
  hostInfo: { name: "porthole-check", version: "1" },
149
+ // Every host function the config declares, answered as a host that declines (P074): a
150
+ // person asked to confirm says no, a handler says no, and each call is noted.
151
+ handlers: declining(Object.keys(spec.config.capabilities), calls),
152
+ confirm: () => Promise.resolve("declined"),
153
+ // A served config's instance, issued by the check's own server on this page's origin.
154
+ locator: {
155
+ locate: async (instance) =>
156
+ (await (
157
+ await fetch("/issue", { method: "POST", body: JSON.stringify({ instance }) })
158
+ ).json()) as FrameLocation,
159
+ },
146
160
  }).mount(box, {
147
161
  displayId: `check-${id}`,
148
162
  title: "Check",
149
163
  scheme: spec.scheme,
164
+ ...(spec.instance === undefined ? {} : { instance: spec.instance }),
150
165
  });
151
166
  const run: Run = {
152
167
  display,
153
168
  box,
169
+ scriptLines: spec.scriptLines,
154
170
  data: {
155
171
  errors: [],
172
+ calls,
156
173
  blocked: [],
157
174
  failedLoads: [],
158
175
  console: [],
@@ -165,11 +182,20 @@ const check = {
165
182
  display.on("resize", ({ height }) => {
166
183
  run.data.height = height;
167
184
  });
185
+ display.on("refused", ({ capability, refusal }) => {
186
+ // "failed": the declining handler's own no, already noted.
187
+ if (refusal !== "failed") {
188
+ calls.push({ capability, outcome: refusal });
189
+ }
190
+ });
168
191
  display.on("outcome", (outcome) => {
169
192
  run.data.outcome = outcome.state === "blocked" ? `blocked: ${outcome.reason}` : outcome.state;
170
193
  });
171
194
  runs.set(id, run);
172
- display.on("initialized", () => display.setContent(instrumented(spec.content)));
195
+ // A stored page comes from the check's server; a shell (served or opaque) gets the content.
196
+ if (spec.instance?.document.kind !== "artifact") {
197
+ display.on("initialized", () => display.setContent(instrumented(spec.content)));
198
+ }
173
199
  return id;
174
200
  },
175
201
  /** Asks the frame for its width; resolves when it answers (or after a second). */
@@ -51,8 +51,12 @@ export interface HostConformanceOptions {
51
51
  readonly config?: (instance: InstanceRef) => PortholeConfig;
52
52
  /** The app's display kinds (`defineDisplays`), in place of `config`. */
53
53
  readonly displays?: Displays;
54
- /** The content source `displays` serve from (`http://*.content.localhost:8790`). */
55
- readonly contentSource?: string;
54
+ /**
55
+ * The content source `displays` serve from (`http://*.content.localhost:8790`). A function is
56
+ * asked when a case needs it (P074): a test server's port that isn't known when the spec file
57
+ * loads.
58
+ */
59
+ readonly contentSource?: string | (() => string);
56
60
  /**
57
61
  * The instances the served cases ask for, each for the scope a case names (may be async: a
58
62
  * page published on demand, `onDemand`). Give what the app serves; the cases for the rest are
@@ -182,7 +186,11 @@ export function hostConformance(options: HostConformanceOptions): HostConformanc
182
186
  const configOf =
183
187
  options.config ??
184
188
  (displays !== undefined && contentSource !== undefined
185
- ? (instance: InstanceRef) => displays.configFor(instance, contentSource)
189
+ ? (instance: InstanceRef) =>
190
+ displays.configFor(
191
+ instance,
192
+ typeof contentSource === "function" ? contentSource() : contentSource,
193
+ )
186
194
  : () => {
187
195
  throw new TypeError("hostConformance needs config, or displays with contentSource");
188
196
  });
@@ -501,28 +509,66 @@ export interface ConformanceProject {
501
509
  * preferences its WebRTC probe needs (loopback ICE). Pass `devices` from `@playwright/test`
502
510
  * (P071).
503
511
  */
512
+ export interface ConformanceProjectsOptions {
513
+ readonly engines?: readonly ConformanceProject["name"][];
514
+ /** Added to every project's `use` (a trace setting, `ignoreHTTPSErrors`, a `baseURL`). */
515
+ readonly use?: Readonly<Record<string, unknown>>;
516
+ /**
517
+ * Each engine's launch options, merged with Porthole's own (P074): a system browser's
518
+ * `executablePath` and `args` (`{ chromium: { executablePath: "/usr/bin/chromium" } }`, on a box
519
+ * Playwright has no Chromium build for). Firefox's preferences add to the ones its probes need.
520
+ */
521
+ readonly launchOptions?: Partial<
522
+ Readonly<Record<ConformanceProject["name"], Readonly<Record<string, unknown>>>>
523
+ >;
524
+ }
525
+
526
+ const recordOf = (value: unknown): Record<string, unknown> =>
527
+ value !== null && typeof value === "object" ? (value as Record<string, unknown>) : {};
528
+
504
529
  export function conformanceProjects(
505
530
  devices: Readonly<Record<string, Record<string, unknown>>>,
506
- options: { readonly engines?: readonly ("chromium" | "webkit" | "firefox")[] } = {},
531
+ options: ConformanceProjectsOptions = {},
507
532
  ): ConformanceProject[] {
508
- const all: ConformanceProject[] = [
509
- { name: "chromium", use: { ...devices["Desktop Chrome"] } },
510
- { name: "webkit", use: { ...devices["Desktop Safari"] } },
511
- {
512
- name: "firefox",
513
- use: {
514
- ...devices["Desktop Firefox"],
515
- launchOptions: {
516
- firefoxUserPrefs: {
517
- "media.peerconnection.ice.loopback": true,
518
- "media.peerconnection.ice.obfuscate_host_addresses": false,
519
- },
520
- },
533
+ const DEVICE = {
534
+ chromium: "Desktop Chrome",
535
+ webkit: "Desktop Safari",
536
+ firefox: "Desktop Firefox",
537
+ } as const;
538
+ /** Porthole's own launch options: Firefox's WebRTC probe needs loopback ICE. */
539
+ const OWN: Readonly<Record<ConformanceProject["name"], Record<string, unknown>>> = {
540
+ chromium: {},
541
+ webkit: {},
542
+ firefox: {
543
+ firefoxUserPrefs: {
544
+ "media.peerconnection.ice.loopback": true,
545
+ "media.peerconnection.ice.obfuscate_host_addresses": false,
521
546
  },
522
547
  },
523
- ];
548
+ };
524
549
  const engines = options.engines ?? ["chromium", "webkit", "firefox"];
525
- return all.filter((project) => engines.includes(project.name));
550
+ return (["chromium", "webkit", "firefox"] as const)
551
+ .filter((name) => engines.includes(name))
552
+ .map((name) => {
553
+ const given = { ...recordOf(options.use?.launchOptions), ...options.launchOptions?.[name] };
554
+ const prefs = {
555
+ ...recordOf(OWN[name].firefoxUserPrefs),
556
+ ...recordOf(given.firefoxUserPrefs),
557
+ };
558
+ const launchOptions = {
559
+ ...OWN[name],
560
+ ...given,
561
+ ...(Object.keys(prefs).length === 0 ? {} : { firefoxUserPrefs: prefs }),
562
+ };
563
+ return {
564
+ name,
565
+ use: {
566
+ ...devices[DEVICE[name]],
567
+ ...options.use,
568
+ ...(Object.keys(launchOptions).length === 0 ? {} : { launchOptions }),
569
+ },
570
+ };
571
+ });
526
572
  }
527
573
 
528
574
  /**
@@ -129,6 +129,7 @@ export {
129
129
  hostConformance,
130
130
  onDemand,
131
131
  type ConformanceProject,
132
+ type ConformanceProjectsOptions,
132
133
  type HostConformance,
133
134
  type HostConformanceOptions,
134
135
  } from "./host-kit.ts";
@@ -0,0 +1,38 @@
1
+ import type { FullResult, Reporter, TestCase, TestResult } from "@playwright/test/reporter";
2
+
3
+ /**
4
+ * A Playwright reporter that says why each conformance case was skipped (P074): the list and line
5
+ * reporters show a skipped case as "-" with no reason, and an inapplicable probe ("the page's own
6
+ * CSP, which an opaque frame inherits, blocks … (connect-src)") is a fact worth reading.
7
+ *
8
+ * reporter: [["list"], ["@botiverse/porthole/conformance/reporter"]],
9
+ */
10
+ export default class SkipReasons implements Reporter {
11
+ readonly #skipped = new Map<string, string>();
12
+
13
+ printsToStdio(): boolean {
14
+ return true;
15
+ }
16
+
17
+ onTestEnd(test: TestCase, result: TestResult): void {
18
+ if (result.status !== "skipped") {
19
+ return;
20
+ }
21
+ const reason =
22
+ [...result.annotations, ...test.annotations].find(
23
+ (each) => each.type === "skip" && each.description !== undefined && each.description !== "",
24
+ )?.description ?? "skipped";
25
+ const title = test.title.length > 90 ? `${test.title.slice(0, 89)}…` : test.title;
26
+ this.#skipped.set(`${title}\u0000${reason}`, `${title}: ${reason}`);
27
+ }
28
+
29
+ onEnd(_result: FullResult): void {
30
+ if (this.#skipped.size === 0) {
31
+ return;
32
+ }
33
+ const lines = [...this.#skipped.values()].toSorted();
34
+ process.stdout.write(
35
+ `\nSkipped (${lines.length}), and why:\n${lines.map((each) => ` - ${each}`).join("\n")}\n`,
36
+ );
37
+ }
38
+ }