pi-chrome 0.15.34 → 0.15.36

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/CHANGELOG.md CHANGED
@@ -2,6 +2,14 @@
2
2
 
3
3
  All notable user-facing changes to `pi-chrome`.
4
4
 
5
+ ## 0.15.36 — 2026-06-03
6
+
7
+ - **Richer page observation (ported from the `foxfirecodes` fork).** `chrome_snapshot` now returns a concise, agent-friendly observation — structural layout/context, page hints, visible actions, form fields, a page map, query matches, and a diff of changes since the previous snapshot — instead of a raw JSON dump. New `mode` (`auto`/`interactive`/`forms`/`pageMap`/`text`/`changes`/`full`), `query`, and `maxTextChars` parameters let the agent zoom in instead of dumping the whole page.
8
+ - **New `chrome_find` tool.** Find elements, regions, or text by natural-language query (`'merge button'`, `'email error'`) and get ranked matches with stable uids and coordinates. Thin wrapper around `chrome_snapshot({ query })`.
9
+ - **New `chrome_inspect` tool.** Inspect one snapshot uid/selector deeply: nearby text, nearby actions, form context, ancestors, and a suggested click target. Falls back to a focused snapshot if the loaded extension predates `page.inspect`.
10
+ - **`includeSnapshot` now embeds the formatted snapshot.** `chrome_click`/`chrome_type`/`chrome_fill`/`chrome_key` with `includeSnapshot=true` append the fresh concise snapshot to the tool text so the agent can verify in one round trip.
11
+ - **Snapshot logic moved to a packaged `snapshot_injected.js`.** The MAIN-world snapshot/inspect implementation ships as an eval-free packaged script, shared `window.__PI_CHROME_STATE__` (same `el-` uid scheme) with the existing input helpers.
12
+
5
13
  ## 0.15.34 — 2026-06-01
6
14
 
7
15
  - **Every tab Pi uses now joins the session group.** Previously only `chrome_tab new`/`group` created/used the `Pi Session: <name-or-id>` group; tabs Pi drove via `page.*` actions (navigate, click, type, snapshot, screenshot, etc.) on the existing/active tab stayed ungrouped. Now any ungrouped tab Pi interacts with is pulled into this session's group, so the user can see exactly which tabs Pi is driving. Tabs already in a group (the user's or another session's) are left untouched.
package/README.md CHANGED
@@ -140,7 +140,7 @@ Agents can verify page state immediately instead of blindly retrying.
140
140
  | Category | Tools |
141
141
  | --------------- | ---------------------------------------------------------------------------------------------- |
142
142
  | **Tabs** | `chrome_tab` (list/new/activate/close/version), `chrome_launch` |
143
- | **Inspect** | `chrome_snapshot` (uids + selectors + text + viewport), `chrome_screenshot`, `chrome_evaluate` |
143
+ | **Inspect** | `chrome_snapshot` (concise observation: layout, actions, forms, page map, query matches, diff + stable uids), `chrome_find` (query → ranked uids), `chrome_inspect` (deep single-element context), `chrome_screenshot`, `chrome_evaluate` |
144
144
  | **Navigate** | `chrome_navigate` (with optional `initScript` at `document_start`), `chrome_wait_for` |
145
145
  | **Interact** | `chrome_click`, `chrome_type`, `chrome_fill`, `chrome_key`, `chrome_hover` |
146
146
  | **Gesture** | `chrome_drag` (Chrome pointer drag), `chrome_scroll` (wheel + momentum), `chrome_tap` (touch) |
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "manifest_version": 3,
3
3
  "name": "Pi Chrome Connector",
4
- "version": "0.15.34",
4
+ "version": "0.15.36",
5
5
  "description": "Lets Pi control tabs in Chrome via a local connector at 127.0.0.1.",
6
6
  "permissions": [
7
7
  "tabs",
@@ -833,12 +833,9 @@ async function dispatch(action, params) {
833
833
  return { closed: tab.id };
834
834
  }
835
835
  case "page.snapshot":
836
- return executeInTab(params, snapshotPage, [
837
- params.maxElements || 80,
838
- params.containingText ?? null,
839
- params.roleFilter ?? null,
840
- params.nearUid ?? null,
841
- ]);
836
+ return snapshotInTab(params);
837
+ case "page.inspect":
838
+ return inspectInTab(params);
842
839
  case "page.evaluate":
843
840
  return evaluateInTab(params);
844
841
  case "page.click":
@@ -1120,12 +1117,95 @@ async function evaluateInTab(params) {
1120
1117
  async function withOptionalSnapshot(params, actionFn) {
1121
1118
  const result = await actionFn(params);
1122
1119
  if (params.includeSnapshot) {
1123
- const snapshot = await executeInTab({ ...params, foreground: false }, snapshotPage, [params.maxElements || 80, null, null, null]);
1120
+ const snapshot = await snapshotInTab({ ...params, foreground: false });
1124
1121
  return { result, snapshot };
1125
1122
  }
1126
1123
  return result;
1127
1124
  }
1128
1125
 
1126
+ // Snapshot/inspect run from a packaged MAIN-world script (snapshot_injected.js) injected via
1127
+ // chrome.scripting.executeScript({ files }). That file is free of eval/new Function, so it works
1128
+ // on strict-CSP pages, and it installs globalThis.__piChromeSnapshotPage / __piChromeInspectTarget.
1129
+ // It shares window.__PI_CHROME_STATE__ (same el- uid scheme) with the CDP-injected input helpers.
1130
+ async function snapshotInTab(params) {
1131
+ const tab = await getTabByParams(params);
1132
+ if (params.foreground) await bringToFront(tab);
1133
+ const args = [
1134
+ params.maxElements || 80,
1135
+ params.containingText ?? null,
1136
+ params.roleFilter ?? null,
1137
+ params.nearUid ?? null,
1138
+ params.mode || "auto",
1139
+ params.query ?? null,
1140
+ params.maxTextChars ?? null,
1141
+ ];
1142
+ await chrome.scripting.executeScript({
1143
+ target: { tabId: tab.id, frameIds: [0] },
1144
+ world: "MAIN",
1145
+ files: ["snapshot_injected.js"],
1146
+ });
1147
+ const results = await chrome.scripting.executeScript({
1148
+ target: { tabId: tab.id, frameIds: [0] },
1149
+ world: "MAIN",
1150
+ func: async (invocationArgs) => {
1151
+ try {
1152
+ const snapshotPage = globalThis.__piChromeSnapshotPage;
1153
+ if (typeof snapshotPage !== "function") throw new Error("snapshot_injected.js did not install __piChromeSnapshotPage");
1154
+ return { ok: true, value: await snapshotPage(...invocationArgs) };
1155
+ } catch (error) {
1156
+ return { ok: false, error: error?.stack || error?.message || String(error) };
1157
+ }
1158
+ },
1159
+ args: [args],
1160
+ });
1161
+ const first = results?.[0];
1162
+ if (first?.error) {
1163
+ const message = typeof first.error === "string" ? first.error : (first.error.message || JSON.stringify(first.error));
1164
+ throw new Error(message);
1165
+ }
1166
+ const envelope = first?.result;
1167
+ if (envelope && typeof envelope === "object" && envelope.ok === false) {
1168
+ throw new Error(envelope.error || "Chrome snapshot script failed");
1169
+ }
1170
+ return envelope?.value;
1171
+ }
1172
+
1173
+ async function inspectInTab(params) {
1174
+ if (!params.uid && !params.selector) throw new Error("chrome_inspect requires uid or selector");
1175
+ const tab = await getTabByParams(params);
1176
+ if (params.foreground) await bringToFront(tab);
1177
+ const args = [params.uid ?? null, params.selector ?? null, params.scrollIntoView === true];
1178
+ await chrome.scripting.executeScript({
1179
+ target: { tabId: tab.id, frameIds: [0] },
1180
+ world: "MAIN",
1181
+ files: ["snapshot_injected.js"],
1182
+ });
1183
+ const results = await chrome.scripting.executeScript({
1184
+ target: { tabId: tab.id, frameIds: [0] },
1185
+ world: "MAIN",
1186
+ func: async (invocationArgs) => {
1187
+ try {
1188
+ const inspectTarget = globalThis.__piChromeInspectTarget;
1189
+ if (typeof inspectTarget !== "function") throw new Error("snapshot_injected.js did not install __piChromeInspectTarget");
1190
+ return { ok: true, value: await inspectTarget(...invocationArgs) };
1191
+ } catch (error) {
1192
+ return { ok: false, error: error?.stack || error?.message || String(error) };
1193
+ }
1194
+ },
1195
+ args: [args],
1196
+ });
1197
+ const first = results?.[0];
1198
+ if (first?.error) {
1199
+ const message = typeof first.error === "string" ? first.error : (first.error.message || JSON.stringify(first.error));
1200
+ throw new Error(message);
1201
+ }
1202
+ const envelope = first?.result;
1203
+ if (envelope && typeof envelope === "object" && envelope.ok === false) {
1204
+ throw new Error(envelope.error || "Chrome inspect script failed");
1205
+ }
1206
+ return envelope?.value;
1207
+ }
1208
+
1129
1209
  // One-shot init script registry, scoped per tab. The source is registered with CDP
1130
1210
  // Page.addScriptToEvaluateOnNewDocument, which runs it at document_start in the page's MAIN
1131
1211
  // world and is NOT subject to page CSP (the old func:(code)=>new Function(code) path was
@@ -1642,104 +1722,6 @@ function installEarlyCapture() {
1642
1722
  state.instrumentationInstalled = true;
1643
1723
  }
1644
1724
 
1645
- function snapshotPage(maxElements, containingText, roleFilter, nearUid) {
1646
- installPiChromeInstrumentation();
1647
- const unique = (selector) => {
1648
- try { return document.querySelectorAll(selector).length === 1; } catch { return false; }
1649
- };
1650
- const cssEscape = (value) => (window.CSS && CSS.escape) ? CSS.escape(value) : String(value).replace(/[^a-zA-Z0-9_-]/g, "\\$&");
1651
- const selectorFor = (element) => {
1652
- if (element.id && unique("#" + cssEscape(element.id))) return "#" + cssEscape(element.id);
1653
- const attr = ["aria-label", "name", "placeholder", "data-testid", "role"].find((name) => element.getAttribute(name));
1654
- if (attr) {
1655
- const candidate = element.tagName.toLowerCase() + "[" + attr + "=" + JSON.stringify(element.getAttribute(attr)) + "]";
1656
- if (unique(candidate)) return candidate;
1657
- }
1658
- const parts = [];
1659
- let current = element;
1660
- while (current && current.nodeType === Node.ELEMENT_NODE && parts.length < 5) {
1661
- let part = current.tagName.toLowerCase();
1662
- if (current.classList.length > 0) part += "." + Array.from(current.classList).slice(0, 2).map(cssEscape).join(".");
1663
- const siblings = Array.from(current.parentElement?.children ?? []).filter((sibling) => sibling.tagName === current.tagName);
1664
- if (siblings.length > 1) part += ":nth-of-type(" + (siblings.indexOf(current) + 1) + ")";
1665
- parts.unshift(part);
1666
- const candidate = parts.join(" > ");
1667
- if (unique(candidate)) return candidate;
1668
- current = current.parentElement;
1669
- }
1670
- return parts.join(" > ");
1671
- };
1672
- const visible = (element) => isElementVisible(element);
1673
- const labelFor = (element) => (
1674
- element.getAttribute("aria-label") ||
1675
- element.getAttribute("title") ||
1676
- element.getAttribute("placeholder") ||
1677
- element.innerText ||
1678
- element.value ||
1679
- element.textContent ||
1680
- ""
1681
- ).trim().replace(/\s+/g, " ").slice(0, 160);
1682
- let candidates = Array.from(document.querySelectorAll('a, button, input, textarea, select, summary, [role="button"], [role="link"], [role="menuitem"], [role="tab"], [role="checkbox"], [contenteditable="true"], [tabindex]:not([tabindex="-1"])'));
1683
- if (containingText) {
1684
- const needle = String(containingText).toLowerCase();
1685
- candidates = candidates.filter((element) => labelFor(element).toLowerCase().includes(needle));
1686
- }
1687
- if (roleFilter) {
1688
- const wanted = String(roleFilter).toLowerCase();
1689
- candidates = candidates.filter((element) => {
1690
- const role = (element.getAttribute("role") || element.tagName).toLowerCase();
1691
- return role === wanted;
1692
- });
1693
- }
1694
- let near;
1695
- if (nearUid) {
1696
- const state = getPiChromeState();
1697
- near = state.elements[nearUid];
1698
- }
1699
- if (near) {
1700
- const nearRect = near.getBoundingClientRect();
1701
- const cx = nearRect.left + nearRect.width / 2;
1702
- const cy = nearRect.top + nearRect.height / 2;
1703
- candidates.sort((a, b) => {
1704
- const ra = a.getBoundingClientRect();
1705
- const rb = b.getBoundingClientRect();
1706
- const da = Math.hypot(ra.left + ra.width / 2 - cx, ra.top + ra.height / 2 - cy);
1707
- const db = Math.hypot(rb.left + rb.width / 2 - cx, rb.top + rb.height / 2 - cy);
1708
- return da - db;
1709
- });
1710
- }
1711
- const elements = candidates.filter(visible).slice(0, maxElements).map((element, index) => {
1712
- const rect = element.getBoundingClientRect();
1713
- const style = getComputedStyle(element);
1714
- const cx = rect.left + rect.width / 2;
1715
- const cy = rect.top + rect.height / 2;
1716
- const occluded = occluderAt(cx, cy, element);
1717
- return {
1718
- index,
1719
- uid: rememberElement(element),
1720
- tag: element.tagName.toLowerCase(),
1721
- selector: selectorFor(element),
1722
- label: labelFor(element),
1723
- href: element.href || undefined,
1724
- type: element.getAttribute("type") || undefined,
1725
- role: element.getAttribute("role") || undefined,
1726
- disabled: Boolean(element.disabled || element.getAttribute("aria-disabled") === "true"),
1727
- inert: Boolean(element.closest?.("[inert]")),
1728
- pointerEvents: style.pointerEvents,
1729
- occluded: occluded || undefined,
1730
- rect: { x: Math.round(rect.x), y: Math.round(rect.y), width: Math.round(rect.width), height: Math.round(rect.height) },
1731
- };
1732
- });
1733
- return {
1734
- title: document.title,
1735
- url: location.href,
1736
- viewport: { width: innerWidth, height: innerHeight, scrollX, scrollY },
1737
- text: document.body ? document.body.innerText.replace(/\s+\n/g, "\n").trim().slice(0, 30000) : "",
1738
- elements,
1739
- filter: { containingText: containingText || undefined, roleFilter: roleFilter || undefined, nearUid: nearUid || undefined },
1740
- };
1741
- }
1742
-
1743
1725
  function probePage() {
1744
1726
  // Sanity probe used by /chrome-doctor. Returns evidence that MAIN-world execution works.
1745
1727
  return {
@@ -0,0 +1,677 @@
1
+ // Static MAIN-world snapshot implementation injected by the MV3 service worker.
2
+ // Keep this file free of eval/new Function so `chrome_snapshot` works on strict-CSP pages.
3
+ (() => {
4
+ function getPiChromeState() {
5
+ const state = window.__PI_CHROME_STATE__ || {
6
+ nextElementUid: 1,
7
+ elements: {},
8
+ console: [],
9
+ network: [],
10
+ nextRequestId: 1,
11
+ instrumentationInstalled: false,
12
+ lastSnapshotDigest: null,
13
+ };
14
+ window.__PI_CHROME_STATE__ = state;
15
+ return state;
16
+ }
17
+
18
+ function rememberElement(element) {
19
+ const state = getPiChromeState();
20
+ if (!element.__piChromeUid) element.__piChromeUid = "el-" + state.nextElementUid++;
21
+ state.elements[element.__piChromeUid] = element;
22
+ return element.__piChromeUid;
23
+ }
24
+
25
+ function isElementVisible(element) {
26
+ if (!element || !element.getBoundingClientRect) return false;
27
+ const style = getComputedStyle(element);
28
+ if (style.visibility === "hidden" || style.display === "none") return false;
29
+ const rect = element.getBoundingClientRect();
30
+ if (rect.width === 0 || rect.height === 0) return false;
31
+ if (rect.bottom < 0 || rect.right < 0) return false;
32
+ if (rect.top > innerHeight || rect.left > innerWidth) return false;
33
+ return true;
34
+ }
35
+
36
+ function occluderAt(x, y, expected) {
37
+ const top = document.elementFromPoint(x, y);
38
+ if (!top || top === expected) return null;
39
+ if (expected && expected.contains(top)) return null;
40
+ if (top.contains(expected)) return null;
41
+ return {
42
+ tag: top.tagName.toLowerCase(),
43
+ id: top.id || undefined,
44
+ className: typeof top.className === "string" ? top.className : undefined,
45
+ };
46
+ }
47
+
48
+ function textOf(element, max) {
49
+ return (element?.innerText || element?.textContent || "").replace(/\s+/g, " ").trim().slice(0, max || 500);
50
+ }
51
+
52
+ function accessibleLabel(element) {
53
+ if (!element) return "";
54
+ const labelledBy = element.getAttribute("aria-labelledby");
55
+ if (labelledBy) {
56
+ const text = labelledBy.split(/\s+/).map((id) => document.getElementById(id)?.innerText || "").join(" ").trim();
57
+ if (text) return text;
58
+ }
59
+ const id = element.id;
60
+ if (id) {
61
+ try {
62
+ const label = document.querySelector(`label[for="${cssEscape(id)}"]`);
63
+ if (label?.innerText) return label.innerText;
64
+ } catch {}
65
+ }
66
+ const wrappingLabel = element.closest?.("label");
67
+ return (
68
+ element.getAttribute("aria-label") ||
69
+ element.getAttribute("title") ||
70
+ element.getAttribute("placeholder") ||
71
+ wrappingLabel?.innerText ||
72
+ element.innerText ||
73
+ element.textContent ||
74
+ ""
75
+ ).trim().replace(/\s+/g, " ").slice(0, 180);
76
+ }
77
+
78
+ function cssEscape(value) {
79
+ return (window.CSS && CSS.escape) ? CSS.escape(value) : String(value).replace(/[^a-zA-Z0-9_-]/g, "\\$&");
80
+ }
81
+
82
+ function roleOf(element) {
83
+ const explicit = element.getAttribute("role");
84
+ if (explicit) return explicit.toLowerCase();
85
+ const tag = element.tagName.toLowerCase();
86
+ const type = (element.getAttribute("type") || "").toLowerCase();
87
+ if (tag === "a" && element.href) return "link";
88
+ if (tag === "button" || type === "button" || type === "submit" || type === "reset") return "button";
89
+ if (tag === "textarea") return "textbox";
90
+ if (tag === "select") return "combobox";
91
+ if (tag === "input") {
92
+ if (["checkbox", "radio", "range", "search", "email", "password", "tel", "url", "number"].includes(type)) return type === "checkbox" || type === "radio" || type === "range" ? type : "textbox";
93
+ return "textbox";
94
+ }
95
+ if (element.isContentEditable) return "textbox";
96
+ if (tag.match(/^h[1-6]$/)) return "heading";
97
+ return tag;
98
+ }
99
+
100
+ function isSensitiveField(element) {
101
+ if (!element) return false;
102
+ const tag = element.tagName?.toLowerCase?.() || "";
103
+ if (!/^(input|textarea|select)$/.test(tag) && !element.isContentEditable) return false;
104
+ const type = (element.getAttribute("type") || "").toLowerCase();
105
+ if (["password"].includes(type)) return true;
106
+ const haystack = [
107
+ type,
108
+ element.getAttribute("name"),
109
+ element.id,
110
+ element.getAttribute("autocomplete"),
111
+ element.getAttribute("aria-label"),
112
+ element.getAttribute("placeholder"),
113
+ element.getAttribute("data-testid"),
114
+ ].filter(Boolean).join(" ").toLowerCase();
115
+ return /password|passwd|\bpwd\b|secret|token|bearer|api[-_ ]?key|access[-_ ]?key|auth[-_ ]?code|one[-_ ]?time|otp|2fa|mfa|verification[-_ ]?code|recovery[-_ ]?code|credit[-_ ]?card|card[-_ ]?number|cc-number|cc-csc|cvc|cvv|security[-_ ]?code|ssn|social[-_ ]?security/.test(haystack);
116
+ }
117
+
118
+ function installPiChromeInstrumentation() {
119
+ const state = getPiChromeState();
120
+ if (state.instrumentationInstalled) return;
121
+ state.instrumentationInstalled = true;
122
+ const pushConsole = (level, args) => {
123
+ state.console.push({
124
+ id: state.console.length + 1,
125
+ level,
126
+ timestamp: Date.now(),
127
+ url: location.href,
128
+ args: Array.from(args).map((arg) => {
129
+ try {
130
+ if (typeof arg === "string") return arg;
131
+ if (arg instanceof Error) return { name: arg.name, message: arg.message, stack: arg.stack };
132
+ return JSON.parse(JSON.stringify(arg));
133
+ } catch {
134
+ return String(arg);
135
+ }
136
+ }),
137
+ });
138
+ if (state.console.length > 500) state.console.splice(0, state.console.length - 500);
139
+ };
140
+ for (const level of ["debug", "log", "info", "warn", "error"]) {
141
+ const original = console[level];
142
+ if (typeof original !== "function" || original.__piChromeWrapped) continue;
143
+ const wrapped = function(...args) {
144
+ pushConsole(level, args);
145
+ return original.apply(this, args);
146
+ };
147
+ wrapped.__piChromeWrapped = true;
148
+ console[level] = wrapped;
149
+ }
150
+ window.addEventListener("error", (event) => pushConsole("pageerror", [event.message, event.filename + ":" + event.lineno + ":" + event.colno]));
151
+ window.addEventListener("unhandledrejection", (event) => pushConsole("unhandledrejection", [event.reason]));
152
+
153
+ const record = (entry) => {
154
+ state.network.push(entry);
155
+ if (state.network.length > 1000) state.network.splice(0, state.network.length - 1000);
156
+ return entry;
157
+ };
158
+ if (window.fetch && !window.fetch.__piChromeWrapped) {
159
+ const originalFetch = window.fetch.bind(window);
160
+ const wrappedFetch = async (...args) => {
161
+ const id = "req-" + state.nextRequestId++;
162
+ const startedAt = Date.now();
163
+ const input = args[0];
164
+ const init = args[1] || {};
165
+ const url = typeof input === "string" ? input : input?.url;
166
+ const method = (init.method || input?.method || "GET").toUpperCase();
167
+ const entry = record({ id, type: "fetch", method, url: String(url || ""), startedAt, pageUrl: location.href, status: "pending" });
168
+ try {
169
+ const response = await originalFetch(...args);
170
+ entry.status = response.status;
171
+ entry.statusText = response.statusText;
172
+ entry.ok = response.ok;
173
+ entry.responseUrl = response.url;
174
+ entry.durationMs = Date.now() - startedAt;
175
+ entry.responseHeaders = Array.from(response.headers.entries());
176
+ entry.responseBodyOmitted = "response body capture is disabled by default";
177
+ return response;
178
+ } catch (error) {
179
+ entry.error = error?.message || String(error);
180
+ entry.durationMs = Date.now() - startedAt;
181
+ throw error;
182
+ }
183
+ };
184
+ wrappedFetch.__piChromeWrapped = true;
185
+ window.fetch = wrappedFetch;
186
+ }
187
+ if (window.XMLHttpRequest && !XMLHttpRequest.prototype.open.__piChromeWrapped) {
188
+ const originalOpen = XMLHttpRequest.prototype.open;
189
+ const originalSend = XMLHttpRequest.prototype.send;
190
+ XMLHttpRequest.prototype.open = function(method, url, ...rest) {
191
+ this.__piChromeRequest = { method: String(method || "GET").toUpperCase(), url: String(url || "") };
192
+ return originalOpen.call(this, method, url, ...rest);
193
+ };
194
+ XMLHttpRequest.prototype.open.__piChromeWrapped = true;
195
+ XMLHttpRequest.prototype.send = function(body) {
196
+ const id = "req-" + state.nextRequestId++;
197
+ const startedAt = Date.now();
198
+ const info = this.__piChromeRequest || {};
199
+ const entry = record({ id, type: "xhr", method: info.method || "GET", url: info.url || "", startedAt, pageUrl: location.href, status: "pending" });
200
+ this.addEventListener("loadend", () => {
201
+ entry.status = this.status;
202
+ entry.statusText = this.statusText;
203
+ entry.responseUrl = this.responseURL;
204
+ entry.durationMs = Date.now() - startedAt;
205
+ try { entry.responseHeadersText = this.getAllResponseHeaders(); } catch {}
206
+ entry.responseBodyOmitted = "response body capture is disabled by default";
207
+ });
208
+ this.addEventListener("error", () => { entry.error = "XMLHttpRequest error"; entry.durationMs = Date.now() - startedAt; });
209
+ return originalSend.call(this, body);
210
+ };
211
+ }
212
+ }
213
+
214
+ function hashString(text) {
215
+ let h = 0;
216
+ for (let i = 0; i < text.length; i++) h = (h * 31 + text.charCodeAt(i)) | 0;
217
+ return h;
218
+ }
219
+
220
+ function selectorFor(element) {
221
+ const unique = (selector) => {
222
+ try { return document.querySelectorAll(selector).length === 1; } catch { return false; }
223
+ };
224
+ if (element.id && unique("#" + cssEscape(element.id))) return "#" + cssEscape(element.id);
225
+ const attr = ["aria-label", "name", "placeholder", "data-testid", "role"].find((name) => element.getAttribute(name));
226
+ if (attr) {
227
+ const candidate = element.tagName.toLowerCase() + "[" + attr + "=" + JSON.stringify(element.getAttribute(attr)) + "]";
228
+ if (unique(candidate)) return candidate;
229
+ }
230
+ const parts = [];
231
+ let current = element;
232
+ while (current && current.nodeType === Node.ELEMENT_NODE && parts.length < 5) {
233
+ let part = current.tagName.toLowerCase();
234
+ if (current.classList.length > 0) part += "." + Array.from(current.classList).slice(0, 2).map(cssEscape).join(".");
235
+ const siblings = Array.from(current.parentElement?.children ?? []).filter((sibling) => sibling.tagName === current.tagName);
236
+ if (siblings.length > 1) part += ":nth-of-type(" + (siblings.indexOf(current) + 1) + ")";
237
+ parts.unshift(part);
238
+ const candidate = parts.join(" > ");
239
+ if (unique(candidate)) return candidate;
240
+ current = current.parentElement;
241
+ }
242
+ return parts.join(" > ");
243
+ }
244
+
245
+ function directHeadingText(element) {
246
+ const labelledBy = element.getAttribute?.("aria-labelledby");
247
+ if (labelledBy) {
248
+ const text = labelledBy.split(/\s+/).map((id) => document.getElementById(id)?.innerText || "").join(" ").replace(/\s+/g, " ").trim();
249
+ if (text) return text.slice(0, 180);
250
+ }
251
+ const aria = element.getAttribute?.("aria-label");
252
+ if (aria) return aria.trim().slice(0, 180);
253
+ const heading = Array.from(element.querySelectorAll?.("h1,h2,h3,h4,[role='heading']") || []).find(isElementVisible);
254
+ if (heading) return textOf(heading, 180);
255
+ return "";
256
+ }
257
+
258
+ function meaningfulContainerFor(element) {
259
+ let current = element.parentElement;
260
+ let fallback = current;
261
+ let depth = 0;
262
+ while (current && current !== document.body && depth++ < 8) {
263
+ if (!isElementVisible(current)) { current = current.parentElement; continue; }
264
+ const tag = current.tagName.toLowerCase();
265
+ const role = (current.getAttribute("role") || "").toLowerCase();
266
+ const cls = typeof current.className === "string" ? current.className : "";
267
+ const id = current.id || "";
268
+ const named = Boolean(current.getAttribute("aria-label") || current.getAttribute("aria-labelledby") || directHeadingText(current));
269
+ const semantic = /^(form|dialog|section|article|nav|header|main|aside|footer|li|tr|td|fieldset)$/.test(tag) ||
270
+ /^(dialog|alertdialog|region|group|listitem|row|cell|tabpanel|menu|toolbar|navigation|main|banner|contentinfo|complementary)$/.test(role);
271
+ const classHint = /card|panel|pane|modal|dialog|section|content|container|toolbar|menu|list|item|row|cell|header|footer|sidebar|drawer|popover|dropdown/i.test(`${id} ${cls}`);
272
+ const rect = current.getBoundingClientRect();
273
+ const childActions = current.querySelectorAll?.('a, button, input, textarea, select, [role="button"], [role="link"], [tabindex]:not([tabindex="-1"])').length || 0;
274
+ if ((semantic || classHint || named) && rect.width > 20 && rect.height > 20 && childActions <= 80) return current;
275
+ if (!fallback && rect.width > 20 && rect.height > 20) fallback = current;
276
+ current = current.parentElement;
277
+ }
278
+ return fallback || document.body;
279
+ }
280
+
281
+ function contextForElement(element) {
282
+ const container = meaningfulContainerFor(element);
283
+ if (!container || container === document.body || container === element) return undefined;
284
+ return {
285
+ uid: rememberElement(container),
286
+ tag: container.tagName.toLowerCase(),
287
+ role: roleOf(container),
288
+ label: directHeadingText(container) || accessibleLabel(container) || textOf(container, 140),
289
+ rect: rectSummary(container),
290
+ };
291
+ }
292
+
293
+ function summarizeElement(element, index) {
294
+ const rect = element.getBoundingClientRect();
295
+ const style = getComputedStyle(element);
296
+ const cx = rect.left + rect.width / 2;
297
+ const cy = rect.top + rect.height / 2;
298
+ const occluded = occluderAt(cx, cy, element);
299
+ const role = roleOf(element);
300
+ const disabled = Boolean(element.disabled || element.getAttribute("aria-disabled") === "true");
301
+ const rawValue = "value" in element && typeof element.value === "string" ? element.value : undefined;
302
+ const sensitive = isSensitiveField(element);
303
+ const value = rawValue && !sensitive ? rawValue.slice(0, 120) : undefined;
304
+ const checked = "checked" in element ? Boolean(element.checked) : undefined;
305
+ return {
306
+ index,
307
+ uid: rememberElement(element),
308
+ tag: element.tagName.toLowerCase(),
309
+ role,
310
+ selector: selectorFor(element),
311
+ label: accessibleLabel(element),
312
+ href: element.href || undefined,
313
+ type: element.getAttribute("type") || undefined,
314
+ value: value || undefined,
315
+ hasValue: rawValue ? rawValue.length > 0 : undefined,
316
+ valueLength: rawValue && sensitive ? rawValue.length : undefined,
317
+ valueRedacted: sensitive && rawValue ? true : undefined,
318
+ checked,
319
+ disabled,
320
+ inert: Boolean(element.closest?.("[inert]")),
321
+ pointerEvents: style.pointerEvents,
322
+ occluded: occluded || undefined,
323
+ context: contextForElement(element),
324
+ rect: { x: Math.round(rect.x), y: Math.round(rect.y), width: Math.round(rect.width), height: Math.round(rect.height) },
325
+ };
326
+ }
327
+
328
+ function isInViewport(element) {
329
+ const rect = element.getBoundingClientRect();
330
+ return rect.bottom >= 0 && rect.right >= 0 && rect.top <= innerHeight && rect.left <= innerWidth;
331
+ }
332
+
333
+ function formSummaries() {
334
+ const fields = Array.from(document.querySelectorAll('input, textarea, select, [contenteditable="true"]'))
335
+ .filter(isElementVisible)
336
+ .slice(0, 80)
337
+ .map((element, index) => ({
338
+ ...summarizeElement(element, index),
339
+ required: Boolean(element.required || element.getAttribute("aria-required") === "true"),
340
+ invalid: Boolean(element.matches?.(":invalid") || element.getAttribute("aria-invalid") === "true"),
341
+ autocomplete: element.getAttribute("autocomplete") || undefined,
342
+ }));
343
+ const submits = Array.from(document.querySelectorAll('button, input[type="submit"], [role="button"]'))
344
+ .filter(isElementVisible)
345
+ .filter((element) => /submit|save|continue|next|send|sign in|log in|create|update|done/i.test(accessibleLabel(element) + " " + (element.getAttribute("type") || "")))
346
+ .slice(0, 30)
347
+ .map((element, index) => summarizeElement(element, index));
348
+ return { fields, submits };
349
+ }
350
+
351
+ function pageMap() {
352
+ const landmarkSelectors = [
353
+ ["header", 'header, [role="banner"]'],
354
+ ["nav", 'nav, [role="navigation"]'],
355
+ ["main", 'main, [role="main"]'],
356
+ ["aside", 'aside, [role="complementary"]'],
357
+ ["footer", 'footer, [role="contentinfo"]'],
358
+ ["dialog", 'dialog, [role="dialog"], [aria-modal="true"]'],
359
+ ["form", "form"],
360
+ ];
361
+ const regions = [];
362
+ for (const [kind, selector] of landmarkSelectors) {
363
+ for (const element of Array.from(document.querySelectorAll(selector)).filter(isElementVisible).slice(0, 12)) {
364
+ const headings = Array.from(element.querySelectorAll("h1,h2,h3,[role='heading']")).filter(isElementVisible).slice(0, 6).map((h) => textOf(h, 120));
365
+ const actions = Array.from(element.querySelectorAll('a, button, input, textarea, select, [role="button"], [role="link"], [tabindex]:not([tabindex="-1"])')).filter(isElementVisible).slice(0, 8).map((a) => {
366
+ const summary = summarizeElement(a, 0);
367
+ return { uid: summary.uid, role: summary.role, label: summary.label || summary.selector, disabled: summary.disabled || undefined };
368
+ });
369
+ regions.push({ kind, uid: rememberElement(element), label: accessibleLabel(element) || headings[0] || textOf(element, 100), headings, actions });
370
+ }
371
+ }
372
+ const headings = Array.from(document.querySelectorAll("h1,h2,h3,[role='heading']")).filter(isElementVisible).slice(0, 30).map((element) => ({
373
+ uid: rememberElement(element),
374
+ level: Number(element.tagName?.slice(1)) || Number(element.getAttribute("aria-level")) || undefined,
375
+ text: textOf(element, 180),
376
+ }));
377
+ return { regions, headings };
378
+ }
379
+
380
+ function layoutSections(elements, forms) {
381
+ const byUid = new Map();
382
+ const addToSection = (summary, kind) => {
383
+ const source = getPiChromeState().elements[summary.uid];
384
+ const container = source ? meaningfulContainerFor(source) : null;
385
+ if (!container || container === document.body) return;
386
+ const uid = rememberElement(container);
387
+ let section = byUid.get(uid);
388
+ if (!section) {
389
+ const rect = rectSummary(container);
390
+ section = {
391
+ uid,
392
+ tag: container.tagName.toLowerCase(),
393
+ role: roleOf(container),
394
+ label: directHeadingText(container) || accessibleLabel(container) || textOf(container, 160),
395
+ text: textOf(container, 260),
396
+ rect,
397
+ actions: [],
398
+ fields: [],
399
+ };
400
+ byUid.set(uid, section);
401
+ }
402
+ const item = { uid: summary.uid, role: summary.role, label: summary.label || summary.selector, disabled: summary.disabled || undefined };
403
+ if (kind === "field") section.fields.push(item);
404
+ else section.actions.push(item);
405
+ };
406
+ for (const el of (elements || []).slice(0, 80)) addToSection(el, ["textbox", "checkbox", "radio", "combobox"].includes(el.role) ? "field" : "action");
407
+ for (const field of (forms?.fields || []).slice(0, 80)) addToSection(field, "field");
408
+ const sections = Array.from(byUid.values())
409
+ .filter((section) => section.actions.length || section.fields.length)
410
+ .sort((a, b) => a.rect.y - b.rect.y || a.rect.x - b.rect.x)
411
+ .slice(0, 18);
412
+ for (const section of sections) {
413
+ section.actions = section.actions.slice(0, 10);
414
+ section.fields = section.fields.slice(0, 10);
415
+ }
416
+ return sections;
417
+ }
418
+
419
+ function tokenScore(haystack, query) {
420
+ if (!query) return 0;
421
+ const hay = String(haystack || "").toLowerCase();
422
+ const tokens = String(query).toLowerCase().split(/\W+/).filter(Boolean);
423
+ if (!tokens.length) return 0;
424
+ let score = 0;
425
+ for (const token of tokens) {
426
+ if (hay.includes(token)) score += token.length <= 2 ? 1 : 3;
427
+ }
428
+ if (hay.includes(String(query).toLowerCase())) score += 8;
429
+ return score;
430
+ }
431
+
432
+ function queryMatches(query, elements, map) {
433
+ if (!query) return [];
434
+ const candidates = [];
435
+ for (const element of elements) {
436
+ const hay = [element.role, element.label, element.selector, element.type, element.href].filter(Boolean).join(" ");
437
+ const score = tokenScore(hay, query);
438
+ if (score > 0) candidates.push({ score, kind: "element", ...element });
439
+ }
440
+ const textNodes = [];
441
+ for (const block of Array.from(document.querySelectorAll("h1,h2,h3,h4,p,li,td,th,label,summary,[role='alert']")).filter(isElementVisible).slice(0, 300)) {
442
+ const text = textOf(block, 300);
443
+ const score = tokenScore(text, query);
444
+ if (score > 0) textNodes.push({ score, kind: "text", uid: rememberElement(block), tag: block.tagName.toLowerCase(), role: roleOf(block), text, rect: rectSummary(block) });
445
+ }
446
+ for (const region of map.regions || []) {
447
+ const score = tokenScore([region.kind, region.label, ...(region.headings || [])].join(" "), query);
448
+ if (score > 0) candidates.push({ score, kind: "region", ...region });
449
+ }
450
+ return candidates.concat(textNodes).sort((a, b) => b.score - a.score).slice(0, 20);
451
+ }
452
+
453
+ function rectSummary(element) {
454
+ const rect = element.getBoundingClientRect();
455
+ return { x: Math.round(rect.x), y: Math.round(rect.y), width: Math.round(rect.width), height: Math.round(rect.height) };
456
+ }
457
+
458
+ function activeElementSummary() {
459
+ const el = document.activeElement;
460
+ if (!el || el === document.body || el === document.documentElement) return null;
461
+ return summarizeElement(el, 0);
462
+ }
463
+
464
+ function modalSummary() {
465
+ const selectors = 'dialog[open], [role="dialog"], [aria-modal="true"], [role="alertdialog"]';
466
+ const modal = Array.from(document.querySelectorAll(selectors)).find(isElementVisible);
467
+ if (!modal) return null;
468
+ return { uid: rememberElement(modal), tag: modal.tagName.toLowerCase(), role: roleOf(modal), label: accessibleLabel(modal) || textOf(modal, 180), rect: rectSummary(modal) };
469
+ }
470
+
471
+ function digestFor(snapshot) {
472
+ return {
473
+ url: snapshot.url,
474
+ title: snapshot.title,
475
+ textHash: hashString(snapshot.text || ""),
476
+ focusedUid: snapshot.focused?.uid || null,
477
+ modalUid: snapshot.modal?.uid || null,
478
+ labels: (snapshot.elements || []).slice(0, 50).map((el) => ({ uid: el.uid, role: el.role, label: el.label, disabled: el.disabled, value: el.value, checked: el.checked })),
479
+ };
480
+ }
481
+
482
+ function diffSnapshot(previous, current) {
483
+ if (!previous) return { firstSnapshot: true };
484
+ const changes = [];
485
+ if (previous.url !== current.url) changes.push({ kind: "url", before: previous.url, after: current.url });
486
+ if (previous.title !== current.title) changes.push({ kind: "title", before: previous.title, after: current.title });
487
+ if (previous.textHash !== current.textHash) changes.push({ kind: "textChanged" });
488
+ if (previous.focusedUid !== current.focusedUid) changes.push({ kind: "focus", before: previous.focusedUid, after: current.focusedUid });
489
+ if (previous.modalUid !== current.modalUid) changes.push({ kind: "modal", before: previous.modalUid, after: current.modalUid });
490
+ const prevByUid = new Map((previous.labels || []).map((x) => [x.uid, x]));
491
+ const curByUid = new Map((current.labels || []).map((x) => [x.uid, x]));
492
+ const added = [];
493
+ const removed = [];
494
+ const updated = [];
495
+ for (const cur of current.labels || []) {
496
+ const prev = prevByUid.get(cur.uid);
497
+ if (!prev) added.push(cur);
498
+ else if (prev.label !== cur.label || prev.disabled !== cur.disabled || prev.value !== cur.value || prev.checked !== cur.checked) updated.push({ uid: cur.uid, before: prev, after: cur });
499
+ }
500
+ for (const prev of previous.labels || []) {
501
+ if (!curByUid.has(prev.uid)) removed.push(prev);
502
+ }
503
+ return { changes, added: added.slice(0, 12), removed: removed.slice(0, 12), updated: updated.slice(0, 12) };
504
+ }
505
+
506
+ function visibleTextSnippets(maxChars) {
507
+ const snippets = [];
508
+ const blocks = Array.from(document.querySelectorAll("h1,h2,h3,h4,p,li,td,th,label,summary,[role='alert']")).filter(isElementVisible);
509
+ let used = 0;
510
+ for (const block of blocks) {
511
+ if (!isInViewport(block) && snippets.length > 12) continue;
512
+ const text = textOf(block, 500);
513
+ if (!text || snippets.some((s) => s.text === text)) continue;
514
+ const next = { uid: rememberElement(block), tag: block.tagName.toLowerCase(), text, rect: rectSummary(block) };
515
+ snippets.push(next);
516
+ used += text.length;
517
+ if (used >= maxChars || snippets.length >= 40) break;
518
+ }
519
+ return snippets;
520
+ }
521
+
522
+ function snapshotPage(maxElements, containingText, roleFilter, nearUid, mode, query, maxTextChars) {
523
+ installPiChromeInstrumentation();
524
+ mode = ["auto", "interactive", "forms", "pageMap", "text", "changes", "full"].includes(mode) ? mode : "auto";
525
+ const fullTextLimit = Number(maxTextChars || (mode === "full" ? 30000 : mode === "text" ? 18000 : 6000));
526
+ let candidates = Array.from(document.querySelectorAll('a, button, input, textarea, select, summary, [role="button"], [role="link"], [role="menuitem"], [role="tab"], [role="checkbox"], [contenteditable="true"], [tabindex]:not([tabindex="-1"])'));
527
+ if (containingText) {
528
+ const needle = String(containingText).toLowerCase();
529
+ candidates = candidates.filter((element) => accessibleLabel(element).toLowerCase().includes(needle));
530
+ }
531
+ if (roleFilter) {
532
+ const wanted = String(roleFilter).toLowerCase();
533
+ candidates = candidates.filter((element) => roleOf(element) === wanted || element.tagName.toLowerCase() === wanted);
534
+ }
535
+ let near;
536
+ if (nearUid) near = getPiChromeState().elements[nearUid];
537
+ if (near) {
538
+ const nearRect = near.getBoundingClientRect();
539
+ const cx = nearRect.left + nearRect.width / 2;
540
+ const cy = nearRect.top + nearRect.height / 2;
541
+ candidates.sort((a, b) => {
542
+ const ra = a.getBoundingClientRect();
543
+ const rb = b.getBoundingClientRect();
544
+ const da = Math.hypot(ra.left + ra.width / 2 - cx, ra.top + ra.height / 2 - cy);
545
+ const db = Math.hypot(rb.left + rb.width / 2 - cx, rb.top + rb.height / 2 - cy);
546
+ return da - db;
547
+ });
548
+ } else {
549
+ candidates.sort((a, b) => {
550
+ const ar = a.getBoundingClientRect();
551
+ const br = b.getBoundingClientRect();
552
+ const avis = isInViewport(a) ? 0 : 1;
553
+ const bvis = isInViewport(b) ? 0 : 1;
554
+ return avis - bvis || ar.top - br.top || ar.left - br.left;
555
+ });
556
+ }
557
+ const visibleCandidates = candidates.filter(isElementVisible);
558
+ const elements = visibleCandidates.slice(0, maxElements).map((element, index) => summarizeElement(element, index));
559
+ const queryElements = query
560
+ ? visibleCandidates.slice(0, Math.max(maxElements, 500)).map((element, index) => summarizeElement(element, index))
561
+ : elements;
562
+ const map = pageMap();
563
+ const forms = formSummaries();
564
+ const layout = layoutSections(elements, forms);
565
+ const focused = activeElementSummary();
566
+ const modal = modalSummary();
567
+ const bodyText = document.body ? document.body.innerText.replace(/\s+\n/g, "\n").trim() : "";
568
+ const text = bodyText.slice(0, fullTextLimit);
569
+ const snapshot = {
570
+ title: document.title,
571
+ url: location.href,
572
+ mode,
573
+ query: query || undefined,
574
+ viewport: { width: innerWidth, height: innerHeight, scrollX, scrollY },
575
+ summary: {
576
+ visibleText: textOf(document.body, 500),
577
+ visibleInteractiveCount: elements.filter((el) => el.rect.y >= 0 && el.rect.y <= innerHeight).length,
578
+ totalInteractiveSampled: elements.length,
579
+ totalInteractiveVisible: visibleCandidates.length,
580
+ focused: focused ? { uid: focused.uid, role: focused.role, label: focused.label } : undefined,
581
+ modal: modal ? { uid: modal.uid, label: modal.label } : undefined,
582
+ hints: [],
583
+ },
584
+ focused: focused || undefined,
585
+ modal: modal || undefined,
586
+ text,
587
+ textTruncated: bodyText.length > text.length,
588
+ textSnippets: visibleTextSnippets(mode === "text" ? 12000 : 3000),
589
+ elements,
590
+ forms,
591
+ layout,
592
+ pageMap: map,
593
+ matches: queryMatches(query, queryElements, map),
594
+ filter: { containingText: containingText || undefined, roleFilter: roleFilter || undefined, nearUid: nearUid || undefined },
595
+ };
596
+ if (snapshot.modal) snapshot.summary.hints.push("A modal/dialog is visible; interact with it before the underlying page.");
597
+ const disabledImportant = elements.find((el) => el.disabled && /submit|save|merge|continue|next|send|approve|login|sign in/i.test(el.label || ""));
598
+ if (disabledImportant) snapshot.summary.hints.push(`${disabledImportant.uid} '${disabledImportant.label}' is disabled.`);
599
+ const occluded = elements.find((el) => el.occluded);
600
+ if (occluded) snapshot.summary.hints.push(`${occluded.uid} '${occluded.label || occluded.role}' appears occluded by ${occluded.occluded.tag}.`);
601
+
602
+ const state = getPiChromeState();
603
+ const currentDigest = digestFor(snapshot);
604
+ snapshot.diff = diffSnapshot(state.lastSnapshotDigest, currentDigest);
605
+ state.lastSnapshotDigest = currentDigest;
606
+
607
+ if (mode === "interactive") {
608
+ delete snapshot.text;
609
+ delete snapshot.textSnippets;
610
+ delete snapshot.pageMap;
611
+ } else if (mode === "forms") {
612
+ delete snapshot.text;
613
+ delete snapshot.textSnippets;
614
+ snapshot.elements = elements.filter((el) => ["textbox", "checkbox", "radio", "combobox", "button"].includes(el.role));
615
+ } else if (mode === "pageMap") {
616
+ delete snapshot.text;
617
+ delete snapshot.textSnippets;
618
+ snapshot.elements = elements.slice(0, 20);
619
+ } else if (mode === "changes") {
620
+ delete snapshot.text;
621
+ delete snapshot.textSnippets;
622
+ delete snapshot.elements;
623
+ delete snapshot.forms;
624
+ delete snapshot.layout;
625
+ delete snapshot.pageMap;
626
+ } else if (mode === "text") {
627
+ snapshot.elements = elements.slice(0, 20);
628
+ } else if (mode !== "full") {
629
+ snapshot.elements = elements.slice(0, Math.min(maxElements, 40));
630
+ snapshot.text = text.slice(0, Math.min(text.length, 6000));
631
+ }
632
+ return snapshot;
633
+ }
634
+
635
+ function inspectTarget(uid, selector, shouldScrollIntoView) {
636
+ installPiChromeInstrumentation();
637
+ const state = getPiChromeState();
638
+ let element = null;
639
+ if (uid) element = state.elements[uid];
640
+ if (!element && selector) element = document.querySelector(selector);
641
+ if (!element || !element.isConnected) throw new Error(uid ? `No live element for uid: ${uid}. Take a fresh chrome_snapshot.` : `No element matches selector: ${selector}`);
642
+ if (shouldScrollIntoView) element.scrollIntoView?.({ block: "center", inline: "center", behavior: "instant" });
643
+ const summary = summarizeElement(element, 0);
644
+ const ancestors = [];
645
+ let current = element.parentElement;
646
+ while (current && current !== document.body && ancestors.length < 6) {
647
+ ancestors.push({ uid: rememberElement(current), tag: current.tagName.toLowerCase(), role: roleOf(current), label: accessibleLabel(current) || textOf(current, 100), selector: selectorFor(current) });
648
+ current = current.parentElement;
649
+ }
650
+ const container = element.closest?.('form, dialog, [role="dialog"], [aria-modal="true"], section, article, main, aside') || element.parentElement || document.body;
651
+ const nearbyText = Array.from(container.querySelectorAll("h1,h2,h3,h4,p,li,label,[role='alert']"))
652
+ .filter(isElementVisible)
653
+ .slice(0, 24)
654
+ .map((node) => ({ uid: rememberElement(node), tag: node.tagName.toLowerCase(), text: textOf(node, 240), rect: rectSummary(node) }))
655
+ .filter((entry) => entry.text);
656
+ const nearbyActions = Array.from(container.querySelectorAll('a, button, input, textarea, select, [role="button"], [role="link"], [tabindex]:not([tabindex="-1"])'))
657
+ .filter(isElementVisible)
658
+ .slice(0, 30)
659
+ .map((node, index) => summarizeElement(node, index));
660
+ const form = element.closest?.("form");
661
+ const formContext = form ? {
662
+ uid: rememberElement(form),
663
+ label: accessibleLabel(form) || textOf(form, 160),
664
+ fields: Array.from(form.querySelectorAll('input, textarea, select, [contenteditable="true"]')).filter(isElementVisible).slice(0, 30).map((node, index) => summarizeElement(node, index)),
665
+ actions: Array.from(form.querySelectorAll('button, input[type="submit"], [role="button"]')).filter(isElementVisible).slice(0, 12).map((node, index) => summarizeElement(node, index)),
666
+ } : undefined;
667
+ const rect = element.getBoundingClientRect();
668
+ const center = { x: Math.round(rect.left + rect.width / 2), y: Math.round(rect.top + rect.height / 2) };
669
+ const clickSuggestion = summary.disabled || summary.inert || summary.pointerEvents === "none"
670
+ ? undefined
671
+ : { uid: summary.uid, x: center.x, y: center.y };
672
+ return { target: summary, ancestors, nearbyText, nearbyActions, formContext, clickSuggestion };
673
+ }
674
+
675
+ globalThis.__piChromeSnapshotPage = snapshotPage;
676
+ globalThis.__piChromeInspectTarget = inspectTarget;
677
+ })();
@@ -55,6 +55,10 @@ function readPiChromeVersion(): string {
55
55
  }
56
56
  const PI_CHROME_VERSION = readPiChromeVersion();
57
57
  const PI_CHROME_GLOBAL_KEY = "__piChromeProfileBridgeLoaded__";
58
+ // Authorization is kept on globalThis (separate from the singleton flag, which is cleared on
59
+ // reload) so a /reload — which tears down and re-evaluates the module — does not silently drop
60
+ // an active /chrome authorize grant.
61
+ const PI_CHROME_AUTH_KEY = "__piChromeProfileBridgeAuth__";
58
62
  const DEFAULT_HOST = process.env.PI_CHROME_BRIDGE_HOST ?? "127.0.0.1";
59
63
  const DEFAULT_PORT = Number(process.env.PI_CHROME_BRIDGE_PORT ?? "17318");
60
64
  const DEFAULT_TIMEOUT_MS = 30_000;
@@ -70,6 +74,137 @@ function safeJson(value: unknown): string {
70
74
  return JSON.stringify(value, null, 2);
71
75
  }
72
76
 
77
+ const snapshotModeValues = ["auto", "interactive", "forms", "pageMap", "text", "changes", "full"] as const;
78
+
79
+ function compactLine(value: unknown, max = 140): string {
80
+ const text = String(value ?? "").replace(/\s+/g, " ").trim();
81
+ return text.length > max ? `${text.slice(0, max - 1)}…` : text;
82
+ }
83
+
84
+ function rectText(rect: any): string {
85
+ if (!rect) return "?";
86
+ return `${rect.x},${rect.y} ${rect.width}x${rect.height}`;
87
+ }
88
+
89
+ function formatChromeSnapshot(snapshot: any): string {
90
+ if (!snapshot || typeof snapshot !== "object") return safeJson(snapshot);
91
+ if (snapshot.mode === "full") return truncateText(safeJson(snapshot));
92
+ const lines: string[] = [];
93
+ lines.push(`# Chrome snapshot${snapshot.mode ? ` (${snapshot.mode})` : ""}`);
94
+ lines.push(`${snapshot.title || "(untitled)"}`);
95
+ if (snapshot.url) lines.push(`${snapshot.url}`);
96
+ if (snapshot.viewport) lines.push(`viewport=${snapshot.viewport.width}x${snapshot.viewport.height} scroll=${snapshot.viewport.scrollX || 0},${snapshot.viewport.scrollY || 0}`);
97
+ if (snapshot.summary?.modal) lines.push(`modal: ${snapshot.summary.modal.uid} ${compactLine(snapshot.summary.modal.label)}`);
98
+ if (snapshot.summary?.focused) lines.push(`focused: ${snapshot.summary.focused.uid} ${snapshot.summary.focused.role || ""} ${compactLine(snapshot.summary.focused.label)}`);
99
+ if (Array.isArray(snapshot.summary?.hints) && snapshot.summary.hints.length) {
100
+ lines.push("\n## Hints");
101
+ for (const hint of snapshot.summary.hints.slice(0, 6)) lines.push(`- ${hint}`);
102
+ }
103
+ if (snapshot.diff && !snapshot.diff.firstSnapshot) {
104
+ const changed = [
105
+ ...(snapshot.diff.changes || []).map((c: any) => c.kind === "textChanged" ? "text changed" : `${c.kind}: ${compactLine(c.before, 50)} → ${compactLine(c.after, 50)}`),
106
+ ...(snapshot.diff.added || []).slice(0, 4).map((e: any) => `added ${e.uid} ${e.role || ""} ${compactLine(e.label)}`),
107
+ ...(snapshot.diff.updated || []).slice(0, 4).map((u: any) => `updated ${u.uid} ${compactLine(u.after?.label || u.before?.label)}`),
108
+ ];
109
+ if (changed.length) {
110
+ lines.push("\n## Changed since last snapshot");
111
+ for (const item of changed.slice(0, 10)) lines.push(`- ${item}`);
112
+ }
113
+ }
114
+ if (Array.isArray(snapshot.matches) && snapshot.matches.length) {
115
+ lines.push(`\n## Matches for "${snapshot.query}"`);
116
+ for (const match of snapshot.matches.slice(0, 12)) {
117
+ if (match.kind === "text") lines.push(`- ${match.uid} text ${compactLine(match.text)} @ ${rectText(match.rect)}`);
118
+ else if (match.kind === "region") lines.push(`- ${match.uid} region ${compactLine(match.label)} headings=${(match.headings || []).map((h: string) => compactLine(h, 50)).join(" | ")}`);
119
+ else lines.push(`- ${match.uid} ${match.role || match.tag || "element"}${match.disabled ? " disabled" : ""} ${compactLine(match.label || match.selector)} @ ${rectText(match.rect)}`);
120
+ }
121
+ }
122
+ if (snapshot.mode === "pageMap" && snapshot.pageMap) {
123
+ lines.push("\n## Page map");
124
+ for (const region of (snapshot.pageMap.regions || []).slice(0, 18)) {
125
+ lines.push(`- ${region.uid} ${region.kind}: ${compactLine(region.label)}`);
126
+ for (const action of (region.actions || []).slice(0, 5)) lines.push(` - ${action.uid} ${action.role || ""}${action.disabled ? " disabled" : ""} ${compactLine(action.label)}`);
127
+ }
128
+ if (snapshot.pageMap.headings?.length) {
129
+ lines.push("\nHeadings:");
130
+ for (const h of snapshot.pageMap.headings.slice(0, 20)) lines.push(`- ${h.uid} h${h.level || ""} ${compactLine(h.text)}`);
131
+ }
132
+ }
133
+ if (Array.isArray(snapshot.layout) && snapshot.layout.length && snapshot.mode !== "changes") {
134
+ lines.push("\n## Layout / context");
135
+ for (const section of snapshot.layout.slice(0, snapshot.mode === "pageMap" ? 18 : 8)) {
136
+ const bits = [`${section.uid}`, section.role || section.tag, compactLine(section.label || section.text || "(unnamed section)", 110), `@ ${rectText(section.rect)}`];
137
+ lines.push(`- ${bits.filter(Boolean).join(" ")}`);
138
+ const fieldLabels = (section.fields || []).slice(0, 4).map((f: any) => `${f.uid} ${compactLine(f.label || f.role, 40)}`);
139
+ const actionLabels = (section.actions || []).slice(0, 5).map((a: any) => `${a.uid}${a.disabled ? " disabled" : ""} ${compactLine(a.label || a.role, 40)}`);
140
+ if (fieldLabels.length) lines.push(` fields: ${fieldLabels.join("; ")}`);
141
+ if (actionLabels.length) lines.push(` actions: ${actionLabels.join("; ")}`);
142
+ }
143
+ }
144
+ if ((snapshot.mode === "forms" || snapshot.forms?.fields?.length) && snapshot.mode !== "pageMap") {
145
+ const fields = snapshot.forms?.fields || [];
146
+ const submits = snapshot.forms?.submits || [];
147
+ if (fields.length || submits.length) lines.push("\n## Forms");
148
+ for (const field of fields.slice(0, snapshot.mode === "forms" ? 40 : 12)) {
149
+ const bits = [field.uid, field.role || field.tag, field.required ? "required" : "", field.invalid ? "invalid" : "", field.disabled ? "disabled" : "", compactLine(field.label || field.selector, 90)];
150
+ if (field.value) bits.push(`value=${compactLine(field.value, 50)}`);
151
+ else if (field.valueRedacted) bits.push("value=[redacted]");
152
+ lines.push(`- ${bits.filter(Boolean).join(" ")} @ ${rectText(field.rect)}`);
153
+ }
154
+ for (const submit of submits.slice(0, 8)) lines.push(`- ${submit.uid} submit/action${submit.disabled ? " disabled" : ""} ${compactLine(submit.label || submit.selector)} @ ${rectText(submit.rect)}`);
155
+ }
156
+ if (Array.isArray(snapshot.elements) && snapshot.mode !== "pageMap") {
157
+ lines.push("\n## Visible actions");
158
+ for (const el of snapshot.elements.slice(0, snapshot.mode === "interactive" ? 60 : 25)) {
159
+ const flags = [el.disabled ? "disabled" : "", el.occluded ? `occluded-by-${el.occluded.tag}` : ""].filter(Boolean).join(",");
160
+ const context = el.context?.label ? ` in ${el.context.uid} ${compactLine(el.context.label, 60)}` : "";
161
+ lines.push(`- ${el.uid} ${el.role || el.tag}${flags ? ` [${flags}]` : ""} ${compactLine(el.label || el.selector)}${context} @ ${rectText(el.rect)}`);
162
+ }
163
+ if (snapshot.elements.length > (snapshot.mode === "interactive" ? 60 : 25)) lines.push(`- … ${snapshot.elements.length - (snapshot.mode === "interactive" ? 60 : 25)} more; retry with maxElements or mode=interactive`);
164
+ }
165
+ if ((snapshot.mode === "text" || snapshot.mode === "auto") && Array.isArray(snapshot.textSnippets) && snapshot.textSnippets.length) {
166
+ lines.push("\n## Text snippets");
167
+ for (const snip of snapshot.textSnippets.slice(0, snapshot.mode === "text" ? 40 : 14)) lines.push(`- ${snip.uid} ${compactLine(snip.text, snapshot.mode === "text" ? 240 : 160)}`);
168
+ if (snapshot.textTruncated) lines.push("- … page text truncated; retry with mode=text or maxTextChars for more");
169
+ }
170
+ lines.push("\nTip: use chrome_snapshot({query:'...', mode:'interactive|forms|pageMap|text|changes|full'}) or nearUid to zoom in.");
171
+ return truncateText(lines.join("\n"));
172
+ }
173
+
174
+ function formatIncludedSnapshotText(raw: unknown, text: string): string {
175
+ const snapshot = raw && typeof raw === "object" ? (raw as { snapshot?: unknown }).snapshot : undefined;
176
+ return snapshot ? `${text}\n\n${formatChromeSnapshot(snapshot)}` : text;
177
+ }
178
+
179
+ function formatChromeInspect(inspect: any): string {
180
+ if (!inspect || typeof inspect !== "object") return safeJson(inspect);
181
+ const t = inspect.target || {};
182
+ const lines: string[] = [];
183
+ lines.push(`# Chrome inspect ${t.uid || ""}`.trim());
184
+ lines.push(`${t.role || t.tag || "element"}${t.disabled ? " disabled" : ""}${t.occluded ? ` occluded-by-${t.occluded.tag}` : ""} ${compactLine(t.label || t.selector)}`);
185
+ if (t.selector) lines.push(`selector: ${t.selector}`);
186
+ if (t.rect) lines.push(`rect: ${rectText(t.rect)}`);
187
+ if (inspect.clickSuggestion) lines.push(`suggested click: chrome_click({ uid: "${inspect.clickSuggestion.uid}" }) or x=${inspect.clickSuggestion.x}, y=${inspect.clickSuggestion.y}`);
188
+ if (Array.isArray(inspect.nearbyText) && inspect.nearbyText.length) {
189
+ lines.push("\n## Nearby text");
190
+ for (const item of inspect.nearbyText.slice(0, 12)) lines.push(`- ${item.uid} ${compactLine(item.text, 180)}`);
191
+ }
192
+ if (inspect.formContext) {
193
+ lines.push("\n## Form context");
194
+ for (const field of (inspect.formContext.fields || []).slice(0, 20)) lines.push(`- ${field.uid} ${field.role || field.tag}${field.disabled ? " disabled" : ""} ${compactLine(field.label || field.selector)}${field.value ? ` value=${compactLine(field.value, 60)}` : field.valueRedacted ? " value=[redacted]" : ""}`);
195
+ for (const action of (inspect.formContext.actions || []).slice(0, 10)) lines.push(`- ${action.uid} action${action.disabled ? " disabled" : ""} ${compactLine(action.label || action.selector)}`);
196
+ }
197
+ if (Array.isArray(inspect.nearbyActions) && inspect.nearbyActions.length) {
198
+ lines.push("\n## Nearby actions");
199
+ for (const action of inspect.nearbyActions.slice(0, 18)) lines.push(`- ${action.uid} ${action.role || action.tag}${action.disabled ? " disabled" : ""} ${compactLine(action.label || action.selector)} @ ${rectText(action.rect)}`);
200
+ }
201
+ if (Array.isArray(inspect.ancestors) && inspect.ancestors.length) {
202
+ lines.push("\n## Ancestors");
203
+ for (const a of inspect.ancestors.slice(0, 6)) lines.push(`- ${a.uid} ${a.role || a.tag} ${compactLine(a.label || a.selector, 120)}`);
204
+ }
205
+ return truncateText(lines.join("\n"));
206
+ }
207
+
73
208
  function extensionRoot(): string {
74
209
  // Resolve relative to this extension file, not ctx.cwd. ctx.cwd can temporarily be
75
210
  // an attachment/clipboard path when Pi is handling pasted images.
@@ -535,6 +670,7 @@ export default function (pi: ExtensionAPI): void {
535
670
  const currentRoot = extensionRoot();
536
671
  const globalState = globalThis as typeof globalThis & {
537
672
  [PI_CHROME_GLOBAL_KEY]?: { version: string; root: string; token?: symbol };
673
+ [PI_CHROME_AUTH_KEY]?: { until: number | "indefinite" };
538
674
  };
539
675
  const alreadyLoaded = globalState[PI_CHROME_GLOBAL_KEY];
540
676
  if (alreadyLoaded?.token || (alreadyLoaded && alreadyLoaded.root !== currentRoot)) {
@@ -551,6 +687,19 @@ export default function (pi: ExtensionAPI): void {
551
687
  const bridge = new ChromeProfileBridge(DEFAULT_HOST, DEFAULT_PORT);
552
688
  let backgroundDefault = true;
553
689
  let chromeAuthorizedUntil: number | "indefinite" | undefined;
690
+ // Restore an authorization that survived a /reload. Drop it if it already expired.
691
+ const persistedAuth = globalState[PI_CHROME_AUTH_KEY];
692
+ if (persistedAuth) {
693
+ if (persistedAuth.until === "indefinite" || persistedAuth.until > Date.now()) {
694
+ chromeAuthorizedUntil = persistedAuth.until;
695
+ } else {
696
+ delete globalState[PI_CHROME_AUTH_KEY];
697
+ }
698
+ }
699
+ const persistAuth = (): void => {
700
+ if (chromeAuthorizedUntil === undefined) delete globalState[PI_CHROME_AUTH_KEY];
701
+ else globalState[PI_CHROME_AUTH_KEY] = { until: chromeAuthorizedUntil };
702
+ };
554
703
  let chromeToolsRegistered = false;
555
704
  let authExpiryTimer: NodeJS.Timeout | undefined;
556
705
  // Remembered so bridge sends can tag tabs with this session's group even when ctx isn't handy.
@@ -576,6 +725,7 @@ export default function (pi: ExtensionAPI): void {
576
725
  const lockChromeControl = (): void => {
577
726
  clearAuthExpiryTimer();
578
727
  chromeAuthorizedUntil = undefined;
728
+ persistAuth();
579
729
  deactivateChromeTools();
580
730
  };
581
731
 
@@ -662,6 +812,11 @@ export default function (pi: ExtensionAPI): void {
662
812
  pi.on("session_start", async (_event, ctx) => {
663
813
  sessionCtx = ctx;
664
814
  await bridge.start();
815
+ // Reestablish in-memory state after a /reload restored chromeAuthorizedUntil from globalThis.
816
+ if (chromeControlAuthorized()) {
817
+ activateChromeTools();
818
+ if (typeof chromeAuthorizedUntil === "number") scheduleAuthExpiry(ctx, chromeAuthorizedUntil);
819
+ }
665
820
  updateChromeStatus(ctx);
666
821
  });
667
822
 
@@ -801,6 +956,7 @@ Usage rules:
801
956
  return;
802
957
  }
803
958
  chromeAuthorizedUntil = until;
959
+ persistAuth();
804
960
  activateChromeTools();
805
961
  scheduleAuthExpiry(ctx, until);
806
962
  ctx.ui.notify(`Chrome control authorized for ${label}.`, "info");
@@ -1084,13 +1240,16 @@ Usage rules:
1084
1240
  name: "chrome_snapshot",
1085
1241
  label: "Chrome Snapshot",
1086
1242
  description:
1087
- "Inspect a page in the user's existing Chrome profile: title, URL, visible body text, viewport, and clickable/focusable elements with stable uids plus CSS selectors. Runs in the background by default; pass background=false to bring Chrome to the foreground so the user can watch.",
1088
- promptSnippet: "Inspect the current Chrome page and get CSS selectors for browser automation.",
1243
+ "Inspect a page in the user's existing Chrome profile. Default output is a concise, agent-friendly observation with structural layout/context, stable uids, visible actions, form fields, page hints, and changes since the previous snapshot. Use mode/query/nearUid to zoom instead of dumping the whole page. Runs in the background by default; pass background=false to bring Chrome to the foreground so the user can watch.",
1244
+ promptSnippet: "Observe the current Chrome page: concise summary, structural layout, visible actions, forms, page map, query matches, and stable uids.",
1089
1245
  parameters: Type.Object({
1090
1246
  targetId: Type.Optional(Type.String()),
1091
1247
  urlIncludes: Type.Optional(Type.String()),
1092
1248
  titleIncludes: Type.Optional(Type.String()),
1093
1249
  maxElements: Type.Optional(Type.Number({ default: MAX_ELEMENTS })),
1250
+ mode: Type.Optional(StringEnum(snapshotModeValues)),
1251
+ query: Type.Optional(Type.String({ description: "Find/rank elements, regions, and text matching this phrase, e.g. 'merge button', 'email error', 'approve PR'." })),
1252
+ maxTextChars: Type.Optional(Type.Number({ description: "Max body text chars included in the underlying snapshot. Defaults are smaller for concise modes." })),
1094
1253
  containingText: Type.Optional(Type.String({ description: "Only return elements whose label/text contains this string (case-insensitive). Useful when the page has many controls." })),
1095
1254
  roleFilter: Type.Optional(Type.String({ description: "Only return elements matching this ARIA role or tag name (case-insensitive). e.g. 'button', 'link', 'textbox'." })),
1096
1255
  nearUid: Type.Optional(Type.String({ description: "Sort elements by proximity to this snapshot uid. Useful for finding controls near a known anchor." })),
@@ -1107,7 +1266,84 @@ Usage rules:
1107
1266
  DEFAULT_TIMEOUT_MS,
1108
1267
  signal,
1109
1268
  );
1110
- return { content: [{ type: "text", text: truncateText(safeJson(snapshot)) }], details: { snapshot } };
1269
+ return { content: [{ type: "text", text: formatChromeSnapshot(snapshot) }], details: { snapshot } };
1270
+ },
1271
+ });
1272
+
1273
+ pi.registerTool({
1274
+ name: "chrome_find",
1275
+ label: "Chrome Find",
1276
+ description:
1277
+ "Find elements, page regions, or text on the current Chrome page by query. Returns ranked matches with stable uids and coordinates. This is a focused wrapper around chrome_snapshot({ query }).",
1278
+ promptSnippet: "Find matching controls/text/regions in Chrome by natural-language query and return stable uids.",
1279
+ parameters: Type.Object({
1280
+ query: Type.String({ description: "What to find, e.g. 'merge button', 'email error', 'approve PR', 'search box'." }),
1281
+ mode: Type.Optional(StringEnum(snapshotModeValues)),
1282
+ maxElements: Type.Optional(Type.Number({ default: MAX_ELEMENTS })),
1283
+ targetId: Type.Optional(Type.String()),
1284
+ urlIncludes: Type.Optional(Type.String()),
1285
+ titleIncludes: Type.Optional(Type.String()),
1286
+ background: Type.Optional(
1287
+ Type.Boolean({ description: "If true (the default), run silently in the background without focusing Chrome; pass false so Chrome focuses + the tab activates and the user can watch." }),
1288
+ ),
1289
+ host: Type.Optional(Type.String()),
1290
+ port: Type.Optional(Type.Number()),
1291
+ }),
1292
+ async execute(_id, params, signal): Promise<ToolTextResult> {
1293
+ const snapshot = await authorizedBridgeSend(
1294
+ "page.snapshot",
1295
+ withBackground({ ...params, mode: params.mode || "auto", maxElements: params.maxElements ?? MAX_ELEMENTS }),
1296
+ DEFAULT_TIMEOUT_MS,
1297
+ signal,
1298
+ );
1299
+ return { content: [{ type: "text", text: formatChromeSnapshot(snapshot) }], details: { snapshot } };
1300
+ },
1301
+ });
1302
+
1303
+ pi.registerTool({
1304
+ name: "chrome_inspect",
1305
+ label: "Chrome Inspect Element",
1306
+ description:
1307
+ "Inspect one snapshot uid or selector deeply: nearby text, nearby actions, form context, ancestors, and suggested click target. Use after chrome_snapshot/chrome_find when you need context around one element.",
1308
+ promptSnippet: "Inspect a Chrome snapshot uid deeply for nearby text, form context, and suggested actions.",
1309
+ parameters: Type.Object({
1310
+ uid: Type.Optional(Type.String({ description: "Stable element uid from chrome_snapshot/chrome_find." })),
1311
+ selector: Type.Optional(Type.String({ description: "CSS selector if uid is unavailable." })),
1312
+ scrollIntoView: Type.Optional(Type.Boolean({ description: "If true, scroll the target into view before inspecting. Default false to avoid changing page state." })),
1313
+ targetId: Type.Optional(Type.String()),
1314
+ urlIncludes: Type.Optional(Type.String()),
1315
+ titleIncludes: Type.Optional(Type.String()),
1316
+ background: Type.Optional(
1317
+ Type.Boolean({ description: "If true (the default), run silently in the background without focusing Chrome; pass false so Chrome focuses + the tab activates and the user can watch." }),
1318
+ ),
1319
+ host: Type.Optional(Type.String()),
1320
+ port: Type.Optional(Type.Number()),
1321
+ }),
1322
+ async execute(_id, params, signal): Promise<ToolTextResult> {
1323
+ try {
1324
+ const inspect = await authorizedBridgeSend("page.inspect", withBackground(params), DEFAULT_TIMEOUT_MS, signal);
1325
+ return { content: [{ type: "text", text: formatChromeInspect(inspect) }], details: { inspect } };
1326
+ } catch (error) {
1327
+ const message = error instanceof Error ? error.message : String(error);
1328
+ if (!/Unknown action: page\.inspect/i.test(message)) throw error;
1329
+ // Compatibility fallback for a loaded Chrome extension service worker that has not
1330
+ // been reloaded since chrome_inspect was added. It is less rich than page.inspect,
1331
+ // but still gives useful nearby candidates instead of failing the workflow.
1332
+ const snapshot = await authorizedBridgeSend(
1333
+ "page.snapshot",
1334
+ withBackground({
1335
+ ...params,
1336
+ mode: "interactive",
1337
+ maxElements: MAX_ELEMENTS,
1338
+ nearUid: params.uid,
1339
+ query: params.selector,
1340
+ }),
1341
+ DEFAULT_TIMEOUT_MS,
1342
+ signal,
1343
+ );
1344
+ const text = `chrome_inspect fallback: loaded Chrome extension does not yet support page.inspect; reload it at chrome://extensions for deep inspect.\n\n${formatChromeSnapshot(snapshot)}`;
1345
+ return { content: [{ type: "text", text }], details: { snapshot, fallback: "page.snapshot" } };
1346
+ }
1111
1347
  },
1112
1348
  });
1113
1349
 
@@ -1194,7 +1430,7 @@ Usage rules:
1194
1430
  const summary = summarizeActionResult(result);
1195
1431
  const target = params.uid ?? params.selector ?? `${params.x},${params.y}`;
1196
1432
  const text = summary ? `Clicked ${target} — ${summary}` : `Clicked ${target}`;
1197
- return { content: [{ type: "text", text }], details: { result: raw as Json } };
1433
+ return { content: [{ type: "text", text: formatIncludedSnapshotText(raw, text) }], details: { result: raw as Json } };
1198
1434
  },
1199
1435
  });
1200
1436
 
@@ -1226,7 +1462,8 @@ Usage rules:
1226
1462
  const summary = summarizeActionResult(result);
1227
1463
  const into = params.uid || params.selector ? ` into ${params.uid ?? params.selector}` : "";
1228
1464
  const base = `Typed ${params.text.length} character(s)${into}.`;
1229
- return { content: [{ type: "text", text: summary ? `${base} (${summary})` : base }], details: { result: raw as Json } };
1465
+ const text = summary ? `${base} (${summary})` : base;
1466
+ return { content: [{ type: "text", text: formatIncludedSnapshotText(raw, text) }], details: { result: raw as Json } };
1230
1467
  },
1231
1468
  });
1232
1469
 
@@ -1258,7 +1495,8 @@ Usage rules:
1258
1495
  const summary = summarizeActionResult(result);
1259
1496
  const into = params.uid || params.selector ? ` into ${params.uid ?? params.selector}` : "";
1260
1497
  const base = `Filled ${params.text.length} character(s)${into}.`;
1261
- return { content: [{ type: "text", text: summary ? `${base} (${summary})` : base }], details: { result: raw as Json } };
1498
+ const text = summary ? `${base} (${summary})` : base;
1499
+ return { content: [{ type: "text", text: formatIncludedSnapshotText(raw, text) }], details: { result: raw as Json } };
1262
1500
  },
1263
1501
  });
1264
1502
 
@@ -1292,7 +1530,8 @@ Usage rules:
1292
1530
  const result = (params.includeSnapshot ? (raw as { result: unknown }).result : raw) as Json;
1293
1531
  const summary = summarizeActionResult(result);
1294
1532
  const base = `Pressed ${params.key}.`;
1295
- return { content: [{ type: "text", text: summary ? `${base} (${summary})` : base }], details: { result: raw as Json } };
1533
+ const text = summary ? `${base} (${summary})` : base;
1534
+ return { content: [{ type: "text", text: formatIncludedSnapshotText(raw, text) }], details: { result: raw as Json } };
1296
1535
  },
1297
1536
  });
1298
1537
 
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "pi-chrome",
3
- "version": "0.15.34",
3
+ "version": "0.15.36",
4
4
  "scripts": {
5
5
  "test": "node test-suite/unit/csp-eval.test.mjs",
6
6
  "version": "node scripts/sync-manifest-version.js",