@botiverse/porthole 0.9.0 → 0.10.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/annotate/types.d.ts +3 -1
- package/dist/annotate/validate.d.ts +7 -2
- package/dist/annotate/validate.js +11 -4
- package/dist/bridge/bridge.js +1 -51
- package/dist/bridge/unseen.d.ts +18 -0
- package/dist/bridge/unseen.js +71 -0
- package/dist/check/page-source.js +1 -1
- package/dist/conformance/behavior.js +107 -68
- package/dist/conformance/clipboard.js +16 -14
- package/dist/conformance/harness-source.js +1 -1
- package/dist/conformance/limits.js +117 -64
- package/dist/conformance/probes.js +66 -49
- package/dist/conformance/served.js +66 -63
- package/dist/host/create-host.js +44 -2
- package/dist/platform/types.d.ts +4 -2
- package/dist/shell/annotate.d.ts +5 -3
- package/dist/shell/annotate.js +453 -100
- package/docs/ADOPTING.md +76 -0
- package/docs/DECISIONS.md +374 -13
- package/docs/DESIGN.md +166 -38
- package/docs/THREAT_MODEL.md +72 -25
- package/package.json +1 -1
- package/src/annotate/types.ts +3 -1
- package/src/annotate/validate.ts +12 -5
- package/src/bridge/bridge.ts +1 -60
- package/src/bridge/unseen.ts +82 -0
- package/src/conformance/behavior.ts +221 -69
- package/src/conformance/clipboard.ts +44 -14
- package/src/conformance/limits.ts +169 -76
- package/src/conformance/probes.ts +97 -49
- package/src/conformance/served.ts +112 -63
- package/src/host/create-host.ts +42 -2
- package/src/platform/types.ts +4 -2
- package/src/shell/annotate.ts +453 -100
package/src/bridge/bridge.ts
CHANGED
|
@@ -12,6 +12,7 @@ import type { PortholeConfig } from "../config/schema.ts";
|
|
|
12
12
|
import { callGates, effectiveGates } from "../compile/policy.ts";
|
|
13
13
|
import { boundedText } from "./bounded-text.ts";
|
|
14
14
|
import { isJsonData } from "./json-data.ts";
|
|
15
|
+
import { unseen } from "./unseen.ts";
|
|
15
16
|
import { blockedNavigationMessage, cutText, withoutSealedAddresses } from "./navigation.ts";
|
|
16
17
|
import {
|
|
17
18
|
RUNTIME_HOST_FUNCTIONS,
|
|
@@ -165,66 +166,6 @@ function resourceUri(args: unknown): { uri: string } | null {
|
|
|
165
166
|
/** The most text blocks one model context update holds. */
|
|
166
167
|
const MAX_CONTEXT_BLOCKS = 100;
|
|
167
168
|
|
|
168
|
-
/**
|
|
169
|
-
* What a person can't see but a model reads (the review of P100): format characters (zero-width
|
|
170
|
-
* ones, bidi controls, the tags U+E0000–E007F, a soft hyphen, a byte-order mark), variation
|
|
171
|
-
* selectors (U+FE00–FE0F, U+E0100–E01EF), private-use characters, lone surrogates, every
|
|
172
|
-
* default-ignorable code point (the re-check: U+034F, Mongolian's free variation selectors, the
|
|
173
|
-
* Hangul fillers, Khmer's inherent vowels), and controls other than a new line and a tab. An update with any is refused, never escaped: an escaped one
|
|
174
|
-
* reads to the model differently from what the person was shown.
|
|
175
|
-
*/
|
|
176
|
-
const UNSEEN =
|
|
177
|
-
/[\p{Cf}\p{Co}\p{Cs}\p{Default_Ignorable_Code_Point}\u{FE00}-\u{FE0F}\u{E0100}-\u{E01EF}]|[^\P{Cc}\n\t]/u;
|
|
178
|
-
|
|
179
|
-
/**
|
|
180
|
-
* The parts of real emoji that draw as nothing alone, allowed only where an emoji has them (the
|
|
181
|
-
* re-review of P100): U+FE0E or U+FE0F directly after a pictograph, or after a keycap base
|
|
182
|
-
* (`[0-9#*]`) that U+20E3 follows; U+200D only between two pictographs, a selector or a skin tone
|
|
183
|
-
* after the first. Each carries at most one choice beside a visible emoji (a selector there or
|
|
184
|
-
* not, a joiner there or not), never letters a model would read. Tag characters stay refused:
|
|
185
|
-
* subdivision flags too.
|
|
186
|
-
*/
|
|
187
|
-
const EMOJI_PARTS =
|
|
188
|
-
"(?<=\\p{Extended_Pictographic})[\\uFE0E\\uFE0F]|(?<=[0-9#*])[\\uFE0E\\uFE0F](?=\\u20E3)|(?<=\\p{Extended_Pictographic}[\\uFE0F\\p{Emoji_Modifier}]?)\\u200D(?=\\p{Extended_Pictographic})";
|
|
189
|
-
|
|
190
|
-
/**
|
|
191
|
-
* The scripts whose letters U+200C and U+200D shape (Unicode's notes on the joiners: the cursive
|
|
192
|
-
* scripts, where they break or make a join, and the Indic ones and Myanmar, where they choose a
|
|
193
|
-
* conjunct, a half form or a ligature), by Script_Extensions.
|
|
194
|
-
*/
|
|
195
|
-
const SHAPING_SCRIPTS = [
|
|
196
|
-
"Arabic",
|
|
197
|
-
"Syriac",
|
|
198
|
-
"Nko",
|
|
199
|
-
"Mongolian",
|
|
200
|
-
"Devanagari",
|
|
201
|
-
"Bengali",
|
|
202
|
-
"Gurmukhi",
|
|
203
|
-
"Gujarati",
|
|
204
|
-
"Oriya",
|
|
205
|
-
"Tamil",
|
|
206
|
-
"Telugu",
|
|
207
|
-
"Kannada",
|
|
208
|
-
"Malayalam",
|
|
209
|
-
"Sinhala",
|
|
210
|
-
"Myanmar",
|
|
211
|
-
] as const;
|
|
212
|
-
|
|
213
|
-
const SHAPED = `[${SHAPING_SCRIPTS.map((name) => `\\p{scx=${name}}`).join("")}]`;
|
|
214
|
-
|
|
215
|
-
/**
|
|
216
|
-
* A joiner or non-joiner between two letters or marks of those scripts (Persian's میخواهم, a
|
|
217
|
-
* Hindi half form): the shape it chooses is what the person sees. One at a letter boundary, never
|
|
218
|
-
* doubled, first or last, or beside a letter of another script.
|
|
219
|
-
*/
|
|
220
|
-
const SHAPING_JOINERS = `(?<=[\\p{L}\\p{M}])(?<=${SHAPED})[\\u200C\\u200D](?=[\\p{L}\\p{M}])(?=${SHAPED})`;
|
|
221
|
-
|
|
222
|
-
/** What may be invisible alone and is allowed where it is seen: one pass, on the text as sent. */
|
|
223
|
-
const SEEN_IN_PLACE = new RegExp(`${EMOJI_PARTS}|${SHAPING_JOINERS}`, "gu");
|
|
224
|
-
|
|
225
|
-
/** Whether `text` holds what a person can't see, the parts of emoji and shaped letters aside. */
|
|
226
|
-
const unseen = (text: string): boolean => UNSEEN.test(text.replace(SEEN_IN_PLACE, ""));
|
|
227
|
-
|
|
228
169
|
/** Whether any string in `value`, a key or a value, holds what can't be seen (bounded JSON data). */
|
|
229
170
|
function holdsUnseen(value: unknown): boolean {
|
|
230
171
|
if (typeof value === "string") {
|
|
@@ -0,0 +1,82 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* What a person can't see in text that a model or a host's UI reads (P100; P105 for labels): one
|
|
3
|
+
* definition, for the bridge's check of a model context update and the annotation labels' strip.
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
/**
|
|
7
|
+
* What a person can't see but a model reads (the review of P100): format characters (zero-width
|
|
8
|
+
* ones, bidi controls, the tags U+E0000–E007F, a soft hyphen, a byte-order mark), variation
|
|
9
|
+
* selectors (U+FE00–FE0F, U+E0100–E01EF), private-use characters, lone surrogates, every
|
|
10
|
+
* default-ignorable code point (the re-check: U+034F, Mongolian's free variation selectors, the
|
|
11
|
+
* Hangul fillers, Khmer's inherent vowels), and controls other than a new line and a tab. An update with any is refused, never escaped: an escaped one
|
|
12
|
+
* reads to the model differently from what the person was shown.
|
|
13
|
+
*/
|
|
14
|
+
const UNSEEN =
|
|
15
|
+
/[\p{Cf}\p{Co}\p{Cs}\p{Default_Ignorable_Code_Point}\u{FE00}-\u{FE0F}\u{E0100}-\u{E01EF}]|[^\P{Cc}\n\t]/u;
|
|
16
|
+
|
|
17
|
+
/**
|
|
18
|
+
* The parts of real emoji that draw as nothing alone, allowed only where an emoji has them (the
|
|
19
|
+
* re-review of P100): U+FE0E or U+FE0F directly after a pictograph, or after a keycap base
|
|
20
|
+
* (`[0-9#*]`) that U+20E3 follows; U+200D only between two pictographs, a selector or a skin tone
|
|
21
|
+
* after the first. Each carries at most one choice beside a visible emoji (a selector there or
|
|
22
|
+
* not, a joiner there or not), never letters a model would read. Tag characters stay refused:
|
|
23
|
+
* subdivision flags too.
|
|
24
|
+
*/
|
|
25
|
+
const EMOJI_PARTS =
|
|
26
|
+
"(?<=\\p{Extended_Pictographic})[\\uFE0E\\uFE0F]|(?<=[0-9#*])[\\uFE0E\\uFE0F](?=\\u20E3)|(?<=\\p{Extended_Pictographic}[\\uFE0F\\p{Emoji_Modifier}]?)\\u200D(?=\\p{Extended_Pictographic})";
|
|
27
|
+
|
|
28
|
+
/**
|
|
29
|
+
* The scripts whose letters U+200C and U+200D shape (Unicode's notes on the joiners: the cursive
|
|
30
|
+
* scripts, where they break or make a join, and the Indic ones and Myanmar, where they choose a
|
|
31
|
+
* conjunct, a half form or a ligature), by Script_Extensions.
|
|
32
|
+
*/
|
|
33
|
+
const SHAPING_SCRIPTS = [
|
|
34
|
+
"Arabic",
|
|
35
|
+
"Syriac",
|
|
36
|
+
"Nko",
|
|
37
|
+
"Mongolian",
|
|
38
|
+
"Devanagari",
|
|
39
|
+
"Bengali",
|
|
40
|
+
"Gurmukhi",
|
|
41
|
+
"Gujarati",
|
|
42
|
+
"Oriya",
|
|
43
|
+
"Tamil",
|
|
44
|
+
"Telugu",
|
|
45
|
+
"Kannada",
|
|
46
|
+
"Malayalam",
|
|
47
|
+
"Sinhala",
|
|
48
|
+
"Myanmar",
|
|
49
|
+
] as const;
|
|
50
|
+
|
|
51
|
+
const SHAPED = `[${SHAPING_SCRIPTS.map((name) => `\\p{scx=${name}}`).join("")}]`;
|
|
52
|
+
|
|
53
|
+
/**
|
|
54
|
+
* A joiner or non-joiner between two letters or marks of those scripts (Persian's میخواهم, a
|
|
55
|
+
* Hindi half form): the shape it chooses is what the person sees. One at a letter boundary, never
|
|
56
|
+
* doubled, first or last, or beside a letter of another script.
|
|
57
|
+
*/
|
|
58
|
+
const SHAPING_JOINERS = `(?<=[\\p{L}\\p{M}])(?<=${SHAPED})[\\u200C\\u200D](?=[\\p{L}\\p{M}])(?=${SHAPED})`;
|
|
59
|
+
|
|
60
|
+
/** What may be invisible alone and is allowed where it is seen: one pass, on the text as sent. */
|
|
61
|
+
const SEEN_IN_PLACE = new RegExp(`${EMOJI_PARTS}|${SHAPING_JOINERS}`, "gu");
|
|
62
|
+
|
|
63
|
+
/** Whether `text` holds what a person can't see, the parts of emoji and shaped letters aside. */
|
|
64
|
+
export const unseen = (text: string): boolean => UNSEEN.test(text.replace(SEEN_IN_PLACE, ""));
|
|
65
|
+
|
|
66
|
+
/** Every code point `UNSEEN` names, each on its own. */
|
|
67
|
+
const UNSEEN_EACH = new RegExp(UNSEEN.source, "gu");
|
|
68
|
+
|
|
69
|
+
/**
|
|
70
|
+
* `text` without anything a person can't see (P105), for text Porthole only shows, never matches,
|
|
71
|
+
* as a wordless element's label is (an `alt`, `aria-label` or `title` the person never sees on the
|
|
72
|
+
* page): every format character (bidi controls and the zero-width ones among them), every
|
|
73
|
+
* default-ignorable code point, variation selector, private-use character and lone surrogate, and
|
|
74
|
+
* every control but a new line and a tab. No exceptions: not the parts of emoji, nor the joiners
|
|
75
|
+
* between shaped letters that `unseen` lets by, whose surroundings a page can fake (the review of
|
|
76
|
+
* P105: a Mongolian variation selector beside each joiner carried 48 of them through, a payload
|
|
77
|
+
* of six bytes). An emoji may lose its joiners (a family shows as its faces). Nothing `unseen`
|
|
78
|
+
* refuses is left.
|
|
79
|
+
*/
|
|
80
|
+
export function withoutUnseen(text: string): string {
|
|
81
|
+
return text.replace(UNSEEN_EACH, "");
|
|
82
|
+
}
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import { expect, type Frame } from "@playwright/test";
|
|
2
2
|
import { presets } from "../presets/presets.ts";
|
|
3
3
|
import { resolveTheme } from "../theme/variables.ts";
|
|
4
|
+
import type { ConfirmRequest } from "../bridge/types.ts";
|
|
4
5
|
import type { LaunchedDisplay } from "./index.ts";
|
|
5
6
|
import { inline, js, type Probe, type ProbeContext } from "./kit.ts";
|
|
6
7
|
import { settle } from "./oracles.ts";
|
|
@@ -23,10 +24,16 @@ const variable = (frame: Frame, name: string): Promise<string> =>
|
|
|
23
24
|
/** Polls the frame element's height until it is `px` (± 1). */
|
|
24
25
|
async function expectHeight(display: LaunchedDisplay, px: number, message: string): Promise<void> {
|
|
25
26
|
await expect
|
|
26
|
-
.poll(async () => Math.round((await display.box()).height), {
|
|
27
|
+
.poll(async () => Math.round((await display.box()).height), {
|
|
28
|
+
message: `probe: ${message}`,
|
|
29
|
+
timeout: 5_000,
|
|
30
|
+
})
|
|
27
31
|
.toBeGreaterThanOrEqual(px - 1);
|
|
28
32
|
await expect
|
|
29
|
-
.poll(async () => Math.round((await display.box()).height), {
|
|
33
|
+
.poll(async () => Math.round((await display.box()).height), {
|
|
34
|
+
message: `probe: ${message}`,
|
|
35
|
+
timeout: 5_000,
|
|
36
|
+
})
|
|
30
37
|
.toBeLessThanOrEqual(px + 1);
|
|
31
38
|
}
|
|
32
39
|
|
|
@@ -64,15 +71,41 @@ async function clickAfterLapse(
|
|
|
64
71
|
await context.page.mouse.click(box.x + box.width / 2, box.y + box.height / 2);
|
|
65
72
|
}
|
|
66
73
|
|
|
67
|
-
/**
|
|
68
|
-
|
|
74
|
+
/**
|
|
75
|
+
* The attribute `name` of the frame's body, once set. Where it is a gate's answer to the content,
|
|
76
|
+
* `verdict` is the probe's: an answer that never comes (a call left waiting on a gate that should
|
|
77
|
+
* have refused it) fails the probe's verdict, not its setup (P096).
|
|
78
|
+
*/
|
|
79
|
+
async function bodyData(
|
|
80
|
+
display: LaunchedDisplay,
|
|
81
|
+
name: string,
|
|
82
|
+
verdict?: string,
|
|
83
|
+
timeout = 5_000,
|
|
84
|
+
): Promise<string> {
|
|
69
85
|
const frame = await display.frame();
|
|
70
86
|
await expect
|
|
71
|
-
.poll(() => frame.locator("body").getAttribute(`data-${name}`), {
|
|
87
|
+
.poll(() => frame.locator("body").getAttribute(`data-${name}`), {
|
|
88
|
+
timeout,
|
|
89
|
+
...(verdict === undefined ? {} : { message: verdict }),
|
|
90
|
+
})
|
|
72
91
|
.not.toBeNull();
|
|
73
92
|
return (await frame.locator("body").getAttribute(`data-${name}`)) ?? "";
|
|
74
93
|
}
|
|
75
94
|
|
|
95
|
+
/**
|
|
96
|
+
* The next confirmation, answered, where the gate must ask one now: none coming
|
|
97
|
+
* (`answerNextConfirmation` rejects) is the probe's verdict failing, `verdict` (P096).
|
|
98
|
+
*/
|
|
99
|
+
async function answered(
|
|
100
|
+
display: LaunchedDisplay,
|
|
101
|
+
accept: boolean,
|
|
102
|
+
verdict: string,
|
|
103
|
+
): Promise<ConfirmRequest> {
|
|
104
|
+
const request = await display.answerNextConfirmation(accept).catch(() => undefined);
|
|
105
|
+
expect(request, verdict).toBeDefined();
|
|
106
|
+
return request!;
|
|
107
|
+
}
|
|
108
|
+
|
|
76
109
|
/** A model context update (P100): what the view says the person is looking at. */
|
|
77
110
|
const CONTEXT_UPDATE = {
|
|
78
111
|
content: [{ type: "text", text: "The person is looking at March's signups." }],
|
|
@@ -128,7 +161,7 @@ export const BEHAVIOR_PROBES: readonly Probe[] = [
|
|
|
128
161
|
1;
|
|
129
162
|
});
|
|
130
163
|
await display.setContent(step2, { partial: true });
|
|
131
|
-
await expect(frame.locator("#r2")).toHaveText("two");
|
|
164
|
+
await expect(frame.locator("#r2"), "probe: the next draft is drawn").toHaveText("two");
|
|
132
165
|
expect(
|
|
133
166
|
await read(frame, () => ({
|
|
134
167
|
kept: (document.getElementById("img") as HTMLElement & { portholeMark?: number })
|
|
@@ -138,17 +171,29 @@ export const BEHAVIOR_PROBES: readonly Probe[] = [
|
|
|
138
171
|
handler: document.getElementById("b")?.getAttribute("onclick") ?? null,
|
|
139
172
|
scripts: document.querySelectorAll("#porthole-root script").length,
|
|
140
173
|
})),
|
|
174
|
+
"probe: a draft keeps what was drawn and is inert",
|
|
141
175
|
).toEqual({ kept: 1, ran: null, href: null, handler: null, scripts: 0 });
|
|
142
176
|
|
|
143
177
|
await display.setContent(whole);
|
|
144
|
-
await expect(frame.locator("body")
|
|
145
|
-
|
|
178
|
+
await expect(frame.locator("body"), "probe: the whole ran once").toHaveAttribute(
|
|
179
|
+
"data-ran",
|
|
180
|
+
"1",
|
|
181
|
+
);
|
|
182
|
+
expect(
|
|
183
|
+
await frame.locator("#b").getAttribute("onclick"),
|
|
184
|
+
"probe: the whole keeps its handlers",
|
|
185
|
+
).not.toBeNull();
|
|
146
186
|
// The whole goes once: sending it again, or a late draft, changes nothing.
|
|
147
187
|
await display.setContent(whole);
|
|
148
188
|
await display.setContent(head, { partial: true });
|
|
149
189
|
await settle(400);
|
|
150
|
-
await expect(frame.locator("body")
|
|
151
|
-
|
|
190
|
+
await expect(frame.locator("body"), "probe: the whole ran only once").toHaveAttribute(
|
|
191
|
+
"data-ran",
|
|
192
|
+
"1",
|
|
193
|
+
);
|
|
194
|
+
await expect(frame.locator("#r2"), "probe: a late draft changed what was drawn").toHaveText(
|
|
195
|
+
"two",
|
|
196
|
+
);
|
|
152
197
|
},
|
|
153
198
|
},
|
|
154
199
|
|
|
@@ -174,7 +219,7 @@ export const BEHAVIOR_PROBES: readonly Probe[] = [
|
|
|
174
219
|
frame,
|
|
175
220
|
() => document.documentElement.scrollHeight > document.documentElement.clientHeight,
|
|
176
221
|
),
|
|
177
|
-
"past its height, the content scrolls inside",
|
|
222
|
+
"probe: past its height, the content scrolls inside",
|
|
178
223
|
).toBe(true);
|
|
179
224
|
await frame.evaluate(() => (window as unknown as { setBox(px: number): void }).setBox(5));
|
|
180
225
|
await expectHeight(display, 30, "shrinks to minHeightPx");
|
|
@@ -183,9 +228,11 @@ export const BEHAVIOR_PROBES: readonly Probe[] = [
|
|
|
183
228
|
);
|
|
184
229
|
// The first size is the content's: an empty shell reports none (it would make the host
|
|
185
230
|
// forget the height it remembered, and the frame jump).
|
|
186
|
-
expect(sizes[0]).toBe(150);
|
|
187
|
-
expect(sizes
|
|
188
|
-
|
|
231
|
+
expect(sizes[0], "probe: the first size reported is the content's").toBe(150);
|
|
232
|
+
expect(sizes, "probe: each size was reported").toEqual(
|
|
233
|
+
expect.arrayContaining([150, 300, 400, 30]),
|
|
234
|
+
);
|
|
235
|
+
expect(Math.max(...sizes), "probe: no size past maxHeightPx was reported").toBe(400);
|
|
189
236
|
},
|
|
190
237
|
},
|
|
191
238
|
{
|
|
@@ -200,11 +247,13 @@ export const BEHAVIOR_PROBES: readonly Probe[] = [
|
|
|
200
247
|
await expectHeight(display, 500, "follows the page");
|
|
201
248
|
const frame = await display.frame();
|
|
202
249
|
await expect(frame.locator("#page")).toHaveText("page");
|
|
203
|
-
await expect(frame.locator("body"), "the page's own load event fires").toHaveAttribute(
|
|
250
|
+
await expect(frame.locator("body"), "probe: the page's own load event fires").toHaveAttribute(
|
|
204
251
|
"data-loaded",
|
|
205
252
|
"1",
|
|
206
253
|
);
|
|
207
|
-
expect(await read(frame, () => document.title)).toBe(
|
|
254
|
+
expect(await read(frame, () => document.title), "probe: the page keeps its own title").toBe(
|
|
255
|
+
"Report",
|
|
256
|
+
);
|
|
208
257
|
},
|
|
209
258
|
},
|
|
210
259
|
|
|
@@ -225,19 +274,27 @@ export const BEHAVIOR_PROBES: readonly Probe[] = [
|
|
|
225
274
|
});
|
|
226
275
|
const frame = await display.frame();
|
|
227
276
|
await expect(frame.locator("p")).toHaveText("themed");
|
|
228
|
-
expect(
|
|
277
|
+
expect(
|
|
278
|
+
await variable(frame, "--color-text-primary"),
|
|
279
|
+
"probe: the content takes the light theme",
|
|
280
|
+
).toBe(light["--color-text-primary"]);
|
|
229
281
|
const flips = () => read(frame, () => (window as unknown as { flips: string[] }).flips);
|
|
230
282
|
// Mounting, and a host telling it the scheme it already has, are no flip: no event (#3).
|
|
231
283
|
await settle(400);
|
|
232
|
-
expect(await flips(), "no theme event at mount").toEqual([]);
|
|
284
|
+
expect(await flips(), "probe: no theme event at mount").toEqual([]);
|
|
233
285
|
await display.setTheme("light");
|
|
234
286
|
await settle(400);
|
|
235
|
-
expect(await flips(), "no theme event for the scheme it has").toEqual([]);
|
|
287
|
+
expect(await flips(), "probe: no theme event for the scheme it has").toEqual([]);
|
|
236
288
|
await display.setTheme("dark");
|
|
237
289
|
await expect
|
|
238
|
-
.poll(() => variable(frame, "--color-text-primary")
|
|
290
|
+
.poll(() => variable(frame, "--color-text-primary"), {
|
|
291
|
+
message: "probe: the content is re-themed dark",
|
|
292
|
+
})
|
|
239
293
|
.toBe(dark["--color-text-primary"]);
|
|
240
|
-
expect(
|
|
294
|
+
expect(
|
|
295
|
+
await variable(frame, "--color-chart-1"),
|
|
296
|
+
"probe: the chart colors are re-themed dark",
|
|
297
|
+
).toBe(dark["--color-chart-1"]);
|
|
241
298
|
expect(
|
|
242
299
|
await read(frame, () => ({
|
|
243
300
|
kept: (window as unknown as { kept?: string }).kept,
|
|
@@ -245,19 +302,23 @@ export const BEHAVIOR_PROBES: readonly Probe[] = [
|
|
|
245
302
|
theme: document.documentElement.dataset.theme,
|
|
246
303
|
scheme: document.documentElement.style.colorScheme,
|
|
247
304
|
})),
|
|
305
|
+
"probe: the running content is re-themed in place and told once",
|
|
248
306
|
).toEqual({ kept: "yes", flips: ["dark"], theme: "dark", scheme: "dark" });
|
|
249
307
|
const element = await frame.frameElement();
|
|
250
|
-
expect(
|
|
251
|
-
|
|
252
|
-
|
|
308
|
+
expect(
|
|
309
|
+
await element.evaluate((node) => (node as HTMLElement).style.colorScheme),
|
|
310
|
+
"probe: the frame element takes the dark scheme",
|
|
311
|
+
).toBe("dark");
|
|
253
312
|
await display.setTheme("light");
|
|
254
313
|
await expect
|
|
255
|
-
.poll(() => variable(frame, "--color-text-primary")
|
|
314
|
+
.poll(() => variable(frame, "--color-text-primary"), {
|
|
315
|
+
message: "probe: the content is re-themed light",
|
|
316
|
+
})
|
|
256
317
|
.toBe(light["--color-text-primary"]);
|
|
257
|
-
expect(
|
|
258
|
-
|
|
259
|
-
"
|
|
260
|
-
]);
|
|
318
|
+
expect(
|
|
319
|
+
await read(frame, () => (window as unknown as { flips: string[] }).flips),
|
|
320
|
+
"probe: each flip is told once",
|
|
321
|
+
).toEqual(["dark", "light"]);
|
|
261
322
|
},
|
|
262
323
|
},
|
|
263
324
|
{
|
|
@@ -280,9 +341,19 @@ export const BEHAVIOR_PROBES: readonly Probe[] = [
|
|
|
280
341
|
});
|
|
281
342
|
const frame = await display.frame();
|
|
282
343
|
await expect(frame.locator("p")).toHaveText("live");
|
|
283
|
-
await expect
|
|
284
|
-
|
|
285
|
-
|
|
344
|
+
await expect
|
|
345
|
+
.poll(() => variable(frame, "--color-text-primary"), {
|
|
346
|
+
message: "probe: the host's spec value reached the frame",
|
|
347
|
+
})
|
|
348
|
+
.toBe("rgb(1, 2, 3)");
|
|
349
|
+
expect(
|
|
350
|
+
await variable(frame, "--color-chart-1"),
|
|
351
|
+
"probe: the host's Porthole value reached the frame",
|
|
352
|
+
).toBe("rgb(4, 5, 6)");
|
|
353
|
+
expect(
|
|
354
|
+
await variable(frame, "--not-declared"),
|
|
355
|
+
"probe: an undeclared host value reached the frame",
|
|
356
|
+
).toBe("");
|
|
286
357
|
},
|
|
287
358
|
},
|
|
288
359
|
{
|
|
@@ -307,14 +378,17 @@ export const BEHAVIOR_PROBES: readonly Probe[] = [
|
|
|
307
378
|
input: of("i").borderTopLeftRadius,
|
|
308
379
|
};
|
|
309
380
|
});
|
|
310
|
-
expect(
|
|
381
|
+
expect(
|
|
382
|
+
styles,
|
|
383
|
+
"probe: native controls take the theme, and content's CSS overrides it",
|
|
384
|
+
).toEqual({
|
|
311
385
|
radius: resolveTheme(config.theme, "light")["--border-radius-md"],
|
|
312
386
|
font: true,
|
|
313
387
|
height: expect.any(Number),
|
|
314
388
|
overridden: "0px",
|
|
315
389
|
input: resolveTheme(config.theme, "light")["--border-radius-md"],
|
|
316
390
|
});
|
|
317
|
-
expect(styles.height, "a control is tall enough to tap").toBeGreaterThanOrEqual(44);
|
|
391
|
+
expect(styles.height, "probe: a control is tall enough to tap").toBeGreaterThanOrEqual(44);
|
|
318
392
|
},
|
|
319
393
|
},
|
|
320
394
|
|
|
@@ -344,7 +418,10 @@ export const BEHAVIOR_PROBES: readonly Probe[] = [
|
|
|
344
418
|
content: page("", "plain"),
|
|
345
419
|
});
|
|
346
420
|
// An author's own page, declaring nothing: shown as styled, in light; the variables are there.
|
|
347
|
-
expect(
|
|
421
|
+
expect(
|
|
422
|
+
await scheme(plain, "plain"),
|
|
423
|
+
"probe: a page declaring nothing stays as styled",
|
|
424
|
+
).toEqual({
|
|
348
425
|
scheme: "normal",
|
|
349
426
|
theme: null,
|
|
350
427
|
variable: true,
|
|
@@ -352,7 +429,10 @@ export const BEHAVIOR_PROBES: readonly Probe[] = [
|
|
|
352
429
|
await plain.setTheme("light");
|
|
353
430
|
await plain.setTheme("dark");
|
|
354
431
|
await settle(300);
|
|
355
|
-
expect(
|
|
432
|
+
expect(
|
|
433
|
+
await scheme(plain, "plain"),
|
|
434
|
+
"probe: a page declaring nothing stays as styled after a flip",
|
|
435
|
+
).toEqual({
|
|
356
436
|
scheme: "normal",
|
|
357
437
|
theme: null,
|
|
358
438
|
variable: true,
|
|
@@ -362,14 +442,25 @@ export const BEHAVIOR_PROBES: readonly Probe[] = [
|
|
|
362
442
|
scheme: "dark",
|
|
363
443
|
content: page('<meta name="color-scheme" content="light dark">', "declared"),
|
|
364
444
|
});
|
|
365
|
-
await expect
|
|
366
|
-
|
|
445
|
+
await expect
|
|
446
|
+
.poll(async () => (await scheme(declared, "declared")).theme, {
|
|
447
|
+
message: "probe: a page declaring its schemes takes the person's",
|
|
448
|
+
})
|
|
449
|
+
.toBe("dark");
|
|
450
|
+
expect(
|
|
451
|
+
(await scheme(declared, "declared")).scheme,
|
|
452
|
+
"probe: a page declaring its schemes takes the person's color scheme",
|
|
453
|
+
).toBe("dark");
|
|
367
454
|
const always = await context.launch({
|
|
368
455
|
config: presets.artifact({ theme: { documents: "always" } }),
|
|
369
456
|
scheme: "dark",
|
|
370
457
|
content: page("", "always"),
|
|
371
458
|
});
|
|
372
|
-
await expect
|
|
459
|
+
await expect
|
|
460
|
+
.poll(async () => (await scheme(always, "always")).theme, {
|
|
461
|
+
message: "probe: a page the host always themes takes the person's scheme",
|
|
462
|
+
})
|
|
463
|
+
.toBe("dark");
|
|
373
464
|
},
|
|
374
465
|
},
|
|
375
466
|
|
|
@@ -381,10 +472,13 @@ export const BEHAVIOR_PROBES: readonly Probe[] = [
|
|
|
381
472
|
async run(context) {
|
|
382
473
|
const display = await context.launch({ config: prompts(), content: PROMPT_CONTENT });
|
|
383
474
|
expect(
|
|
384
|
-
await bodyData(display, "onload"),
|
|
385
|
-
"a call made on load is refused by the shell",
|
|
475
|
+
await bodyData(display, "onload", "probe: a call made on load is refused by the shell"),
|
|
476
|
+
"probe: a call made on load is refused by the shell",
|
|
386
477
|
).toContain("needs a click");
|
|
387
|
-
expect(
|
|
478
|
+
expect(
|
|
479
|
+
await display.calls(),
|
|
480
|
+
"probe: a call made on load reached the host's handler",
|
|
481
|
+
).toEqual([]);
|
|
388
482
|
|
|
389
483
|
// The host's own check needs the frame's click to reach the host page (activation
|
|
390
484
|
// propagates to ancestors): measured with raw input, after the harness's activation lapsed.
|
|
@@ -395,14 +489,27 @@ export const BEHAVIOR_PROBES: readonly Probe[] = [
|
|
|
395
489
|
`${context.engine}: a click in the frame ${refused.includes("sendPrompt:no-user-activation") ? "does not reach" : "reaches"} the host page's user activation`,
|
|
396
490
|
);
|
|
397
491
|
expect(refused, "the frame's click didn't count as a gesture on the host page").toEqual([]);
|
|
398
|
-
const declined = await
|
|
399
|
-
|
|
492
|
+
const declined = await answered(
|
|
493
|
+
display,
|
|
494
|
+
false,
|
|
495
|
+
"probe: the person was asked about the prompt",
|
|
496
|
+
);
|
|
497
|
+
expect(declined, "probe: the person was asked about the whole prompt").toMatchObject({
|
|
400
498
|
capability: "sendPrompt",
|
|
401
499
|
args: { text: "Explain why signups doubled in March" },
|
|
402
500
|
display: { title: "Probe" },
|
|
403
501
|
});
|
|
404
|
-
expect(
|
|
405
|
-
|
|
502
|
+
expect(
|
|
503
|
+
await bodyData(
|
|
504
|
+
display,
|
|
505
|
+
"result",
|
|
506
|
+
"probe: the content is told a declined prompt wasn't sent",
|
|
507
|
+
),
|
|
508
|
+
"probe: the content is told a declined prompt wasn't sent",
|
|
509
|
+
).toBe("false");
|
|
510
|
+
expect(await display.calls(), "probe: a declined prompt reached the host's handler").toEqual(
|
|
511
|
+
[],
|
|
512
|
+
);
|
|
406
513
|
|
|
407
514
|
await click(display, "#ask");
|
|
408
515
|
await display.answerNextConfirmation(true);
|
|
@@ -429,9 +536,16 @@ export const BEHAVIOR_PROBES: readonly Probe[] = [
|
|
|
429
536
|
});
|
|
430
537
|
// Nothing is evaluated in the page until the message has been answered.
|
|
431
538
|
await context.page.waitForTimeout(ACTIVATION_LAPSE_MS + 1_500);
|
|
432
|
-
expect(
|
|
433
|
-
|
|
434
|
-
|
|
539
|
+
expect(
|
|
540
|
+
await bodyData(display, "answer", "probe: a raw ui/message without a click is refused"),
|
|
541
|
+
"probe: a raw ui/message without a click is refused",
|
|
542
|
+
).toBe(JSON.stringify({ isError: true }));
|
|
543
|
+
expect(await display.calls(), "probe: a raw ui/message reached the host's handler").toEqual(
|
|
544
|
+
[],
|
|
545
|
+
);
|
|
546
|
+
expect(await refusals(display), "probe: the host refused it for no user activation").toEqual([
|
|
547
|
+
"sendPrompt:no-user-activation",
|
|
548
|
+
]);
|
|
435
549
|
},
|
|
436
550
|
},
|
|
437
551
|
{
|
|
@@ -449,8 +563,8 @@ export const BEHAVIOR_PROBES: readonly Probe[] = [
|
|
|
449
563
|
</script>`,
|
|
450
564
|
});
|
|
451
565
|
await click(display, "#web");
|
|
452
|
-
const asked = await display
|
|
453
|
-
expect(asked).toMatchObject({
|
|
566
|
+
const asked = await answered(display, true, "probe: the person was asked about the link");
|
|
567
|
+
expect(asked, "probe: the person was asked about the link").toMatchObject({
|
|
454
568
|
capability: "openLink",
|
|
455
569
|
args: { url: "https://example.com/report?q=1" },
|
|
456
570
|
});
|
|
@@ -459,11 +573,23 @@ export const BEHAVIOR_PROBES: readonly Probe[] = [
|
|
|
459
573
|
.toEqual([{ capability: "openLink", args: { url: "https://example.com/report?q=1" } }]);
|
|
460
574
|
await click(display, "#js");
|
|
461
575
|
await click(display, "#raw");
|
|
462
|
-
expect(
|
|
576
|
+
expect(
|
|
577
|
+
await bodyData(display, "raw", "probe: openLink of a javascript: URL is refused"),
|
|
578
|
+
"probe: openLink of a javascript: URL is refused",
|
|
579
|
+
).toBe("false");
|
|
463
580
|
await settle(300);
|
|
464
|
-
expect(
|
|
465
|
-
|
|
466
|
-
|
|
581
|
+
expect(
|
|
582
|
+
await (await display.frame()).locator("body").getAttribute("data-ran"),
|
|
583
|
+
"probe: a javascript: link ran",
|
|
584
|
+
).toBeNull();
|
|
585
|
+
expect(
|
|
586
|
+
await refusals(display),
|
|
587
|
+
"probe: the host refused the javascript: URL as invalid",
|
|
588
|
+
).toContain("openLink:invalid");
|
|
589
|
+
expect(
|
|
590
|
+
await display.calls(),
|
|
591
|
+
"probe: a non-http(s) link reached the host's handler",
|
|
592
|
+
).toHaveLength(1);
|
|
467
593
|
},
|
|
468
594
|
},
|
|
469
595
|
{
|
|
@@ -477,16 +603,30 @@ export const BEHAVIOR_PROBES: readonly Probe[] = [
|
|
|
477
603
|
});
|
|
478
604
|
for (let index = 0; index < 2; index += 1) {
|
|
479
605
|
await click(display, "#ask");
|
|
480
|
-
await display
|
|
481
|
-
expect(
|
|
606
|
+
await answered(display, false, "probe: the display asked before it muted");
|
|
607
|
+
expect(
|
|
608
|
+
await bodyData(
|
|
609
|
+
display,
|
|
610
|
+
"result",
|
|
611
|
+
"probe: the content is told a declined prompt wasn't sent",
|
|
612
|
+
),
|
|
613
|
+
"probe: the content is told a declined prompt wasn't sent",
|
|
614
|
+
).toBe("false");
|
|
482
615
|
}
|
|
483
616
|
await expect
|
|
484
|
-
.poll(async () => (await display.events()).some((event) => event.type === "muted")
|
|
617
|
+
.poll(async () => (await display.events()).some((event) => event.type === "muted"), {
|
|
618
|
+
message: "probe: the display muted after the declines",
|
|
619
|
+
})
|
|
485
620
|
.toBe(true);
|
|
486
621
|
await click(display, "#ask");
|
|
487
|
-
expect(
|
|
488
|
-
|
|
489
|
-
|
|
622
|
+
expect(
|
|
623
|
+
await bodyData(display, "result", "probe: a muted display's prompt is refused"),
|
|
624
|
+
"probe: a muted display's prompt is refused",
|
|
625
|
+
).toBe("false");
|
|
626
|
+
expect(await refusals(display), "probe: the prompt was refused as muted").toContain(
|
|
627
|
+
"sendPrompt:muted",
|
|
628
|
+
);
|
|
629
|
+
expect(await display.calls(), "probe: a prompt reached the host's handler").toEqual([]);
|
|
490
630
|
},
|
|
491
631
|
},
|
|
492
632
|
{
|
|
@@ -511,9 +651,17 @@ export const BEHAVIOR_PROBES: readonly Probe[] = [
|
|
|
511
651
|
"this host always has a confirm function (a default dialog), so a display without one can't be shown; it asked the person instead",
|
|
512
652
|
);
|
|
513
653
|
}
|
|
514
|
-
expect(
|
|
515
|
-
|
|
516
|
-
|
|
654
|
+
expect(
|
|
655
|
+
await bodyData(display, "result", "probe: a prompt with no one to confirm it is refused"),
|
|
656
|
+
"probe: a prompt with no one to confirm it is refused",
|
|
657
|
+
).toBe("false");
|
|
658
|
+
expect(await refusals(display), "probe: the prompt was refused for no confirm").toContain(
|
|
659
|
+
"sendPrompt:no-confirm",
|
|
660
|
+
);
|
|
661
|
+
expect(
|
|
662
|
+
await display.calls(),
|
|
663
|
+
"probe: an unconfirmed prompt reached the host's handler",
|
|
664
|
+
).toEqual([]);
|
|
517
665
|
},
|
|
518
666
|
},
|
|
519
667
|
{
|
|
@@ -532,8 +680,8 @@ export const BEHAVIOR_PROBES: readonly Probe[] = [
|
|
|
532
680
|
}
|
|
533
681
|
expect(await bodyData(display, "answer")).toBe("{}");
|
|
534
682
|
const shown = await said();
|
|
535
|
-
expect(shown, "the update reached the model unseen").toHaveLength(1);
|
|
536
|
-
expect(shown[0]).toMatchObject({
|
|
683
|
+
expect(shown, "probe: the update reached the model unseen").toHaveLength(1);
|
|
684
|
+
expect(shown[0], "probe: the person was shown the whole update").toMatchObject({
|
|
537
685
|
capability: "setModelContext",
|
|
538
686
|
args: CONTEXT_UPDATE,
|
|
539
687
|
display: { title: "Probe" },
|
|
@@ -549,9 +697,13 @@ export const BEHAVIOR_PROBES: readonly Probe[] = [
|
|
|
549
697
|
"this host always has a show function (a default surface), so a display without one can't be shown; it showed the person instead",
|
|
550
698
|
);
|
|
551
699
|
}
|
|
552
|
-
expect(answer.code, "an update nobody could see was taken").toBe("not_allowed");
|
|
553
|
-
expect(await refusals(unseen)
|
|
554
|
-
|
|
700
|
+
expect(answer.code, "probe: an update nobody could see was taken").toBe("not_allowed");
|
|
701
|
+
expect(await refusals(unseen), "probe: the update was refused for no show").toContain(
|
|
702
|
+
"setModelContext:no-show",
|
|
703
|
+
);
|
|
704
|
+
expect(await unseen.calls(), "probe: an unseen update reached the host's handler").toEqual(
|
|
705
|
+
[],
|
|
706
|
+
);
|
|
555
707
|
},
|
|
556
708
|
},
|
|
557
709
|
];
|