@agentruntime-labs/browser-agent 0.0.0-stage → 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +214 -2
- package/bin/browser-agent.js +2 -0
- package/cli/hosts.mjs +53 -0
- package/cli/main.mjs +156 -0
- package/cli/mcp.mjs +42 -0
- package/extension/approval.html +56 -0
- package/extension/approval.js +54 -0
- package/extension/background.js +711 -0
- package/extension/constants.js +4 -0
- package/extension/content.js +1160 -0
- package/extension/manifest.json +23 -0
- package/extension/popup.html +56 -0
- package/extension/popup.js +166 -0
- package/package.json +42 -4
- package/server/dist/arBrowserPaths.d.ts +11 -0
- package/server/dist/arBrowserPaths.d.ts.map +1 -0
- package/server/dist/arBrowserPaths.js +93 -0
- package/server/dist/arBrowserPaths.js.map +1 -0
- package/server/dist/automationSession.d.ts +49 -0
- package/server/dist/automationSession.d.ts.map +1 -0
- package/server/dist/automationSession.js +225 -0
- package/server/dist/automationSession.js.map +1 -0
- package/server/dist/bridge.d.ts +43 -0
- package/server/dist/bridge.d.ts.map +1 -0
- package/server/dist/bridge.js +307 -0
- package/server/dist/bridge.js.map +1 -0
- package/server/dist/browserToolsExtras.d.ts +5 -0
- package/server/dist/browserToolsExtras.d.ts.map +1 -0
- package/server/dist/browserToolsExtras.js +304 -0
- package/server/dist/browserToolsExtras.js.map +1 -0
- package/server/dist/compositeTools.d.ts +12 -0
- package/server/dist/compositeTools.d.ts.map +1 -0
- package/server/dist/compositeTools.js +43 -0
- package/server/dist/compositeTools.js.map +1 -0
- package/server/dist/debugSnapshot.d.ts +13 -0
- package/server/dist/debugSnapshot.d.ts.map +1 -0
- package/server/dist/debugSnapshot.js +54 -0
- package/server/dist/debugSnapshot.js.map +1 -0
- package/server/dist/guardrails.d.ts +8 -0
- package/server/dist/guardrails.d.ts.map +1 -0
- package/server/dist/guardrails.js +24 -0
- package/server/dist/guardrails.js.map +1 -0
- package/server/dist/humanLike.d.ts +24 -0
- package/server/dist/humanLike.d.ts.map +1 -0
- package/server/dist/humanLike.js +97 -0
- package/server/dist/humanLike.js.map +1 -0
- package/server/dist/main.d.ts +2 -0
- package/server/dist/main.d.ts.map +1 -0
- package/server/dist/main.js +79 -0
- package/server/dist/main.js.map +1 -0
- package/server/dist/policyTiers.d.ts +3 -0
- package/server/dist/policyTiers.d.ts.map +1 -0
- package/server/dist/policyTiers.js +9 -0
- package/server/dist/policyTiers.js.map +1 -0
- package/server/dist/protocol.d.ts +62 -0
- package/server/dist/protocol.d.ts.map +1 -0
- package/server/dist/protocol.js +55 -0
- package/server/dist/protocol.js.map +1 -0
- package/server/dist/richEditorFill.d.ts +7 -0
- package/server/dist/richEditorFill.d.ts.map +1 -0
- package/server/dist/richEditorFill.js +27 -0
- package/server/dist/richEditorFill.js.map +1 -0
- package/server/dist/screenshotCrop.d.ts +11 -0
- package/server/dist/screenshotCrop.d.ts.map +1 -0
- package/server/dist/screenshotCrop.js +17 -0
- package/server/dist/screenshotCrop.js.map +1 -0
- package/server/dist/sessionLog.d.ts +42 -0
- package/server/dist/sessionLog.d.ts.map +1 -0
- package/server/dist/sessionLog.js +112 -0
- package/server/dist/sessionLog.js.map +1 -0
- package/server/dist/sessionPhase.d.ts +5 -0
- package/server/dist/sessionPhase.d.ts.map +1 -0
- package/server/dist/sessionPhase.js +24 -0
- package/server/dist/sessionPhase.js.map +1 -0
- package/server/dist/sessionSummary.d.ts +16 -0
- package/server/dist/sessionSummary.d.ts.map +1 -0
- package/server/dist/sessionSummary.js +70 -0
- package/server/dist/sessionSummary.js.map +1 -0
- package/server/dist/skillsInstructions.d.ts +5 -0
- package/server/dist/skillsInstructions.d.ts.map +1 -0
- package/server/dist/skillsInstructions.js +45 -0
- package/server/dist/skillsInstructions.js.map +1 -0
- package/server/dist/structureFilter.d.ts +21 -0
- package/server/dist/structureFilter.d.ts.map +1 -0
- package/server/dist/structureFilter.js +22 -0
- package/server/dist/structureFilter.js.map +1 -0
- package/server/dist/surveyCatalog.d.ts +10 -0
- package/server/dist/surveyCatalog.d.ts.map +1 -0
- package/server/dist/surveyCatalog.js +59 -0
- package/server/dist/surveyCatalog.js.map +1 -0
- package/server/dist/surveyRunner.d.ts +28 -0
- package/server/dist/surveyRunner.d.ts.map +1 -0
- package/server/dist/surveyRunner.js +109 -0
- package/server/dist/surveyRunner.js.map +1 -0
- package/server/dist/toolHelpers.d.ts +44 -0
- package/server/dist/toolHelpers.d.ts.map +1 -0
- package/server/dist/toolHelpers.js +83 -0
- package/server/dist/toolHelpers.js.map +1 -0
- package/server/dist/toolRuntime.d.ts +41 -0
- package/server/dist/toolRuntime.d.ts.map +1 -0
- package/server/dist/toolRuntime.js +263 -0
- package/server/dist/toolRuntime.js.map +1 -0
- package/server/dist/toolSchemas.d.ts +431 -0
- package/server/dist/toolSchemas.d.ts.map +1 -0
- package/server/dist/toolSchemas.js +408 -0
- package/server/dist/toolSchemas.js.map +1 -0
- package/server/dist/tools.d.ts +5 -0
- package/server/dist/tools.d.ts.map +1 -0
- package/server/dist/tools.js +484 -0
- package/server/dist/tools.js.map +1 -0
- package/server/dist/verdictExtract.d.ts +7 -0
- package/server/dist/verdictExtract.d.ts.map +1 -0
- package/server/dist/verdictExtract.js +24 -0
- package/server/dist/verdictExtract.js.map +1 -0
- package/server/dist/workflowTools.d.ts +5 -0
- package/server/dist/workflowTools.d.ts.map +1 -0
- package/server/dist/workflowTools.js +96 -0
- package/server/dist/workflowTools.js.map +1 -0
|
@@ -0,0 +1,1160 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Browser Automation — content script (isolated world).
|
|
3
|
+
* Injected programmatically; guard prevents duplicate listeners on re-inject.
|
|
4
|
+
*/
|
|
5
|
+
// @ts-nocheck
|
|
6
|
+
|
|
7
|
+
if (globalThis.__BROWSER_AUTOMATION_CS_V4__) {
|
|
8
|
+
/* already armed */
|
|
9
|
+
} else {
|
|
10
|
+
globalThis.__BROWSER_AUTOMATION_CS_V4__ = true;
|
|
11
|
+
|
|
12
|
+
const SUBMIT_BUTTON_RE = /\b(submit|post|send|publish|save|continue|reply|tweet)\b/i;
|
|
13
|
+
|
|
14
|
+
const refMap = new Map();
|
|
15
|
+
|
|
16
|
+
function isInteractive(el) {
|
|
17
|
+
if (!(el instanceof Element)) {
|
|
18
|
+
return false;
|
|
19
|
+
}
|
|
20
|
+
const tag = el.tagName.toLowerCase();
|
|
21
|
+
if (['button', 'a', 'input', 'select', 'textarea', 'summary'].includes(tag)) {
|
|
22
|
+
return true;
|
|
23
|
+
}
|
|
24
|
+
if (tag === 'iframe') {
|
|
25
|
+
const r = el.getBoundingClientRect();
|
|
26
|
+
return r.width >= 40 && r.height >= 20;
|
|
27
|
+
}
|
|
28
|
+
const role = el.getAttribute('role');
|
|
29
|
+
if (role && ['button', 'link', 'textbox', 'checkbox', 'radio', 'tab', 'menuitem', 'option'].includes(role)) {
|
|
30
|
+
return true;
|
|
31
|
+
}
|
|
32
|
+
if (el.hasAttribute('onclick') || el.getAttribute('tabindex') === '0') {
|
|
33
|
+
return true;
|
|
34
|
+
}
|
|
35
|
+
return false;
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
function isFocusable(el) {
|
|
39
|
+
if (!(el instanceof Element) || !visible(el)) {
|
|
40
|
+
return false;
|
|
41
|
+
}
|
|
42
|
+
if (el instanceof HTMLIFrameElement) {
|
|
43
|
+
return true;
|
|
44
|
+
}
|
|
45
|
+
if (el instanceof HTMLButtonElement || el instanceof HTMLInputElement) {
|
|
46
|
+
return !el.disabled;
|
|
47
|
+
}
|
|
48
|
+
if (el instanceof HTMLSelectElement || el instanceof HTMLTextAreaElement) {
|
|
49
|
+
return !el.disabled;
|
|
50
|
+
}
|
|
51
|
+
const tag = el.tagName.toLowerCase();
|
|
52
|
+
if (tag === 'a' && el.hasAttribute('href')) {
|
|
53
|
+
return true;
|
|
54
|
+
}
|
|
55
|
+
const ti = el.getAttribute('tabindex');
|
|
56
|
+
if (ti !== null && ti !== '-1') {
|
|
57
|
+
return true;
|
|
58
|
+
}
|
|
59
|
+
if (isInteractive(el)) {
|
|
60
|
+
return true;
|
|
61
|
+
}
|
|
62
|
+
return false;
|
|
63
|
+
}
|
|
64
|
+
|
|
65
|
+
function getFocusableElements() {
|
|
66
|
+
const all = document.querySelectorAll('*');
|
|
67
|
+
const out = [];
|
|
68
|
+
for (const el of all) {
|
|
69
|
+
if (isFocusable(el)) {
|
|
70
|
+
out.push(el);
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
return out;
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
function focusLabel(el) {
|
|
77
|
+
if (!(el instanceof Element)) {
|
|
78
|
+
return '';
|
|
79
|
+
}
|
|
80
|
+
if (el instanceof HTMLIFrameElement) {
|
|
81
|
+
const src = el.src || el.getAttribute('src') || '';
|
|
82
|
+
if (/google/i.test(src) || /google/i.test(el.title || '')) {
|
|
83
|
+
return 'Continue with Google';
|
|
84
|
+
}
|
|
85
|
+
return el.title || src.slice(0, 80) || 'iframe';
|
|
86
|
+
}
|
|
87
|
+
return elementLabel(el) || el.tagName.toLowerCase();
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
function focusAdjacent(fromEl, backward) {
|
|
91
|
+
const list = getFocusableElements();
|
|
92
|
+
if (!list.length) {
|
|
93
|
+
return null;
|
|
94
|
+
}
|
|
95
|
+
let idx = list.indexOf(fromEl);
|
|
96
|
+
if (idx < 0) {
|
|
97
|
+
idx = backward ? list.length : -1;
|
|
98
|
+
}
|
|
99
|
+
const next = backward ? list[idx - 1] ?? list[list.length - 1] : list[idx + 1] ?? list[0];
|
|
100
|
+
if (next && typeof next.focus === 'function') {
|
|
101
|
+
next.focus({ focusVisible: true });
|
|
102
|
+
}
|
|
103
|
+
return next;
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
function visible(el) {
|
|
107
|
+
if (!(el instanceof Element)) {
|
|
108
|
+
return false;
|
|
109
|
+
}
|
|
110
|
+
const s = globalThis.getComputedStyle(el);
|
|
111
|
+
if (s.display === 'none' || s.visibility === 'hidden' || Number(s.opacity) === 0) {
|
|
112
|
+
return false;
|
|
113
|
+
}
|
|
114
|
+
const r = el.getBoundingClientRect();
|
|
115
|
+
return r.width > 0 && r.height > 0;
|
|
116
|
+
}
|
|
117
|
+
|
|
118
|
+
function rectInViewport(rect, vw, vh) {
|
|
119
|
+
const margin = 2;
|
|
120
|
+
const right = rect.x + rect.w;
|
|
121
|
+
const bottom = rect.y + rect.h;
|
|
122
|
+
if (right <= margin || bottom <= margin || rect.x >= vw - margin || rect.y >= vh - margin) {
|
|
123
|
+
return false;
|
|
124
|
+
}
|
|
125
|
+
const visibleW = Math.min(right, vw) - Math.max(rect.x, 0);
|
|
126
|
+
const visibleH = Math.min(bottom, vh) - Math.max(rect.y, 0);
|
|
127
|
+
if (visibleW <= 0 || visibleH <= 0) {
|
|
128
|
+
return false;
|
|
129
|
+
}
|
|
130
|
+
const area = rect.w * rect.h;
|
|
131
|
+
if (area <= 0) {
|
|
132
|
+
return false;
|
|
133
|
+
}
|
|
134
|
+
const visibleArea = visibleW * visibleH;
|
|
135
|
+
return visibleArea / area >= 0.25;
|
|
136
|
+
}
|
|
137
|
+
|
|
138
|
+
function isLikelySkipLink(el, rect) {
|
|
139
|
+
if (rect.x < -50) {
|
|
140
|
+
return true;
|
|
141
|
+
}
|
|
142
|
+
const id = (el.id || '').toLowerCase();
|
|
143
|
+
if (id.startsWith('skip') || id === 'skiptocontent') {
|
|
144
|
+
return true;
|
|
145
|
+
}
|
|
146
|
+
const cls = typeof el.className === 'string' ? el.className : '';
|
|
147
|
+
if (/skip|sr-only|visually-hidden|screenreader|a11y/i.test(cls)) {
|
|
148
|
+
return true;
|
|
149
|
+
}
|
|
150
|
+
return false;
|
|
151
|
+
}
|
|
152
|
+
|
|
153
|
+
function emptyStructureHint(stats, bodyTextLen) {
|
|
154
|
+
if (stats.emitted > 0) {
|
|
155
|
+
return null;
|
|
156
|
+
}
|
|
157
|
+
if (stats.skippedOffViewport > 0 || stats.skippedSkipLink > 0) {
|
|
158
|
+
return (
|
|
159
|
+
'No in-viewport interactives in snapshot (' +
|
|
160
|
+
stats.skippedOffViewport +
|
|
161
|
+
' off-viewport, ' +
|
|
162
|
+
stats.skippedSkipLink +
|
|
163
|
+
' skip/hidden). Dismiss modals, browser_wait_for, or retry with viewportOnly:false.'
|
|
164
|
+
);
|
|
165
|
+
}
|
|
166
|
+
if (bodyTextLen > 80) {
|
|
167
|
+
return 'Page has text but no interactive nodes matched — page may still be loading or controls are in shadow DOM/iframes.';
|
|
168
|
+
}
|
|
169
|
+
return 'Empty structure — wait for load or check tab URL.';
|
|
170
|
+
}
|
|
171
|
+
|
|
172
|
+
function elementLabel(el) {
|
|
173
|
+
const tag = el.tagName.toLowerCase();
|
|
174
|
+
if (el instanceof HTMLInputElement) {
|
|
175
|
+
const t = el.type || 'text';
|
|
176
|
+
const bits = [];
|
|
177
|
+
if (t === 'submit' || t === 'button' || t === 'reset') {
|
|
178
|
+
bits.push(el.value || el.getAttribute('value') || '');
|
|
179
|
+
}
|
|
180
|
+
bits.push(
|
|
181
|
+
el.getAttribute('aria-label'),
|
|
182
|
+
el.placeholder,
|
|
183
|
+
t !== 'text' && t !== 'search' ? `[${t}]` : '',
|
|
184
|
+
el.name,
|
|
185
|
+
el.id
|
|
186
|
+
);
|
|
187
|
+
return bits.filter(Boolean).join(' · ').slice(0, 220);
|
|
188
|
+
}
|
|
189
|
+
if (el instanceof HTMLButtonElement) {
|
|
190
|
+
return (
|
|
191
|
+
el.innerText?.trim() ||
|
|
192
|
+
el.value ||
|
|
193
|
+
el.getAttribute('aria-label') ||
|
|
194
|
+
el.title ||
|
|
195
|
+
''
|
|
196
|
+
).slice(0, 220);
|
|
197
|
+
}
|
|
198
|
+
if (el instanceof HTMLIFrameElement) {
|
|
199
|
+
const src = el.src || el.getAttribute('src') || '';
|
|
200
|
+
if (/google/i.test(src) || /google/i.test(el.title || '')) {
|
|
201
|
+
return 'Continue with Google';
|
|
202
|
+
}
|
|
203
|
+
return (
|
|
204
|
+
el.getAttribute('aria-label') ||
|
|
205
|
+
el.title ||
|
|
206
|
+
(src ? `iframe ${new URL(src, location.href).hostname}` : 'iframe')
|
|
207
|
+
).slice(0, 220);
|
|
208
|
+
}
|
|
209
|
+
if (el instanceof HTMLSelectElement) {
|
|
210
|
+
const opt = el.selectedIndex >= 0 ? el.options[el.selectedIndex] : null;
|
|
211
|
+
return (
|
|
212
|
+
el.getAttribute('aria-label') ||
|
|
213
|
+
el.name ||
|
|
214
|
+
el.id ||
|
|
215
|
+
(opt ? opt.text?.trim() : '') ||
|
|
216
|
+
''
|
|
217
|
+
).slice(0, 220);
|
|
218
|
+
}
|
|
219
|
+
if (el instanceof HTMLTextAreaElement) {
|
|
220
|
+
return (
|
|
221
|
+
el.getAttribute('aria-label') || el.placeholder || el.name || el.id || ''
|
|
222
|
+
).slice(0, 220);
|
|
223
|
+
}
|
|
224
|
+
return (
|
|
225
|
+
el.getAttribute('aria-label') ||
|
|
226
|
+
el.title ||
|
|
227
|
+
el.textContent?.trim().slice(0, 160) ||
|
|
228
|
+
''
|
|
229
|
+
).slice(0, 220);
|
|
230
|
+
}
|
|
231
|
+
|
|
232
|
+
function resolveRef(ref) {
|
|
233
|
+
const key = ref != null ? String(ref).trim() : '';
|
|
234
|
+
if (!key) {
|
|
235
|
+
return null;
|
|
236
|
+
}
|
|
237
|
+
const mapped = refMap.get(key);
|
|
238
|
+
if (mapped) {
|
|
239
|
+
return mapped;
|
|
240
|
+
}
|
|
241
|
+
try {
|
|
242
|
+
return document.querySelector(`[data-ar-ref="${CSS.escape(key)}"]`);
|
|
243
|
+
} catch {
|
|
244
|
+
return null;
|
|
245
|
+
}
|
|
246
|
+
}
|
|
247
|
+
|
|
248
|
+
function fileInputLabel(el) {
|
|
249
|
+
if (!(el instanceof HTMLInputElement) || el.type !== 'file') {
|
|
250
|
+
return '';
|
|
251
|
+
}
|
|
252
|
+
const id = el.id;
|
|
253
|
+
if (id) {
|
|
254
|
+
const byFor = document.querySelector(`label[for="${CSS.escape(id)}"]`);
|
|
255
|
+
if (byFor) {
|
|
256
|
+
return elementLabel(byFor) || byFor.textContent?.trim().slice(0, 200) || 'file upload';
|
|
257
|
+
}
|
|
258
|
+
}
|
|
259
|
+
const parentLabel = el.closest('label');
|
|
260
|
+
if (parentLabel) {
|
|
261
|
+
return elementLabel(parentLabel) || parentLabel.textContent?.trim().slice(0, 200) || 'file upload';
|
|
262
|
+
}
|
|
263
|
+
const prev = el.previousElementSibling;
|
|
264
|
+
if (prev instanceof Element) {
|
|
265
|
+
const t = elementLabel(prev) || prev.textContent?.trim();
|
|
266
|
+
if (t) {
|
|
267
|
+
return t.slice(0, 200);
|
|
268
|
+
}
|
|
269
|
+
}
|
|
270
|
+
const bits = [el.getAttribute('aria-label'), el.name, el.id, 'file upload'].filter(Boolean);
|
|
271
|
+
return bits.join(' · ').slice(0, 220);
|
|
272
|
+
}
|
|
273
|
+
|
|
274
|
+
function fileInputPresentationRect(el) {
|
|
275
|
+
if (!(el instanceof HTMLInputElement) || el.type !== 'file') {
|
|
276
|
+
const r = el.getBoundingClientRect();
|
|
277
|
+
return { x: r.x, y: r.y, w: r.width, h: r.height };
|
|
278
|
+
}
|
|
279
|
+
const id = el.id;
|
|
280
|
+
if (id) {
|
|
281
|
+
const byFor = document.querySelector(`label[for="${CSS.escape(id)}"]`);
|
|
282
|
+
if (byFor instanceof Element) {
|
|
283
|
+
const lr = byFor.getBoundingClientRect();
|
|
284
|
+
if (lr.width > 0 && lr.height > 0) {
|
|
285
|
+
return { x: lr.x, y: lr.y, w: lr.width, h: lr.height };
|
|
286
|
+
}
|
|
287
|
+
}
|
|
288
|
+
}
|
|
289
|
+
const parentLabel = el.closest('label');
|
|
290
|
+
if (parentLabel) {
|
|
291
|
+
const lr = parentLabel.getBoundingClientRect();
|
|
292
|
+
if (lr.width > 0 && lr.height > 0) {
|
|
293
|
+
return { x: lr.x, y: lr.y, w: lr.width, h: lr.height };
|
|
294
|
+
}
|
|
295
|
+
}
|
|
296
|
+
const prev = el.previousElementSibling;
|
|
297
|
+
if (prev instanceof Element) {
|
|
298
|
+
const pr = prev.getBoundingClientRect();
|
|
299
|
+
if (pr.width > 0 && pr.height > 0) {
|
|
300
|
+
return { x: pr.x, y: pr.y, w: pr.width, h: pr.height };
|
|
301
|
+
}
|
|
302
|
+
}
|
|
303
|
+
const r = el.getBoundingClientRect();
|
|
304
|
+
if (r.width > 0 && r.height > 0) {
|
|
305
|
+
return { x: r.x, y: r.y, w: r.width, h: r.height };
|
|
306
|
+
}
|
|
307
|
+
const size = 44;
|
|
308
|
+
return { x: r.x, y: r.y - size / 2, w: size, h: size };
|
|
309
|
+
}
|
|
310
|
+
|
|
311
|
+
function isHiddenFileInput(el) {
|
|
312
|
+
return el instanceof HTMLInputElement && el.type === 'file' && !visible(el);
|
|
313
|
+
}
|
|
314
|
+
|
|
315
|
+
function presentationRectForRef(el) {
|
|
316
|
+
el.scrollIntoView({ block: 'center', inline: 'nearest' });
|
|
317
|
+
const hiddenFile = isHiddenFileInput(el);
|
|
318
|
+
const r = hiddenFile ? fileInputPresentationRect(el) : el.getBoundingClientRect();
|
|
319
|
+
return { x: r.x, y: r.y, w: r.w ?? r.width, h: r.h ?? r.height };
|
|
320
|
+
}
|
|
321
|
+
|
|
322
|
+
function walkInteractive(maxNodes, options) {
|
|
323
|
+
refMap.clear();
|
|
324
|
+
const viewportOnly = options?.viewportOnly !== false;
|
|
325
|
+
const vw = globalThis.innerWidth;
|
|
326
|
+
const vh = globalThis.innerHeight;
|
|
327
|
+
const nodes = [];
|
|
328
|
+
const stats = {
|
|
329
|
+
scanned: 0,
|
|
330
|
+
skippedOffViewport: 0,
|
|
331
|
+
skippedSkipLink: 0,
|
|
332
|
+
emitted: 0
|
|
333
|
+
};
|
|
334
|
+
const all = document.querySelectorAll('*');
|
|
335
|
+
let n = 0;
|
|
336
|
+
for (const el of all) {
|
|
337
|
+
const hiddenFile = isHiddenFileInput(el);
|
|
338
|
+
if (!hiddenFile && (!visible(el) || !isInteractive(el))) {
|
|
339
|
+
continue;
|
|
340
|
+
}
|
|
341
|
+
stats.scanned += 1;
|
|
342
|
+
const rectRaw = hiddenFile
|
|
343
|
+
? fileInputPresentationRect(el)
|
|
344
|
+
: el.getBoundingClientRect();
|
|
345
|
+
const rect = { x: rectRaw.x, y: rectRaw.y, w: rectRaw.w ?? rectRaw.width, h: rectRaw.h ?? rectRaw.height };
|
|
346
|
+
if (viewportOnly) {
|
|
347
|
+
if (isLikelySkipLink(el, rect)) {
|
|
348
|
+
stats.skippedSkipLink += 1;
|
|
349
|
+
continue;
|
|
350
|
+
}
|
|
351
|
+
if (!rectInViewport(rect, vw, vh)) {
|
|
352
|
+
stats.skippedOffViewport += 1;
|
|
353
|
+
continue;
|
|
354
|
+
}
|
|
355
|
+
}
|
|
356
|
+
n += 1;
|
|
357
|
+
const ref = `e${n}`;
|
|
358
|
+
refMap.set(ref, el);
|
|
359
|
+
if (el instanceof Element) {
|
|
360
|
+
el.setAttribute('data-ar-ref', ref);
|
|
361
|
+
}
|
|
362
|
+
const role = el.getAttribute('role') || el.tagName.toLowerCase();
|
|
363
|
+
const tag = el.tagName.toLowerCase();
|
|
364
|
+
const label = hiddenFile ? fileInputLabel(el) : elementLabel(el);
|
|
365
|
+
let name = label;
|
|
366
|
+
if (!name) {
|
|
367
|
+
if ('ariaLabel' in el && el.ariaLabel) {
|
|
368
|
+
name = String(el.ariaLabel);
|
|
369
|
+
} else if (el instanceof HTMLInputElement || el instanceof HTMLTextAreaElement) {
|
|
370
|
+
name =
|
|
371
|
+
el.getAttribute('placeholder') ||
|
|
372
|
+
el.getAttribute('name') ||
|
|
373
|
+
el.getAttribute('id') ||
|
|
374
|
+
'';
|
|
375
|
+
} else {
|
|
376
|
+
name = el.textContent?.trim().slice(0, 200) || el.getAttribute('title') || '';
|
|
377
|
+
}
|
|
378
|
+
}
|
|
379
|
+
const inputType = el instanceof HTMLInputElement ? el.type || 'text' : undefined;
|
|
380
|
+
nodes.push({
|
|
381
|
+
ref,
|
|
382
|
+
role,
|
|
383
|
+
name: name.slice(0, 300),
|
|
384
|
+
tag,
|
|
385
|
+
inputType: tag === 'input' ? inputType : tag === 'textarea' ? 'textarea' : undefined,
|
|
386
|
+
hint: label ? label.slice(0, 300) : undefined,
|
|
387
|
+
disabled: el instanceof HTMLButtonElement || el instanceof HTMLInputElement ? el.disabled : false,
|
|
388
|
+
rect
|
|
389
|
+
});
|
|
390
|
+
stats.emitted += 1;
|
|
391
|
+
if (nodes.length >= maxNodes) {
|
|
392
|
+
break;
|
|
393
|
+
}
|
|
394
|
+
}
|
|
395
|
+
if (nodes.length < maxNodes) {
|
|
396
|
+
const fileSeen = new Set();
|
|
397
|
+
for (const mapped of refMap.values()) {
|
|
398
|
+
if (mapped instanceof HTMLInputElement && mapped.type === 'file') {
|
|
399
|
+
fileSeen.add(mapped);
|
|
400
|
+
}
|
|
401
|
+
}
|
|
402
|
+
for (const el of document.querySelectorAll('input[type=file]')) {
|
|
403
|
+
if (fileSeen.has(el)) {
|
|
404
|
+
continue;
|
|
405
|
+
}
|
|
406
|
+
stats.scanned += 1;
|
|
407
|
+
const rectRaw = fileInputPresentationRect(el);
|
|
408
|
+
const rect = { x: rectRaw.x, y: rectRaw.y, w: rectRaw.w, h: rectRaw.h };
|
|
409
|
+
if (viewportOnly) {
|
|
410
|
+
if (!rectInViewport(rect, vw, vh)) {
|
|
411
|
+
stats.skippedOffViewport += 1;
|
|
412
|
+
continue;
|
|
413
|
+
}
|
|
414
|
+
}
|
|
415
|
+
n += 1;
|
|
416
|
+
const ref = `e${n}`;
|
|
417
|
+
refMap.set(ref, el);
|
|
418
|
+
el.setAttribute('data-ar-ref', ref);
|
|
419
|
+
const label = fileInputLabel(el);
|
|
420
|
+
nodes.push({
|
|
421
|
+
ref,
|
|
422
|
+
role: 'input',
|
|
423
|
+
name: label.slice(0, 300),
|
|
424
|
+
tag: 'input',
|
|
425
|
+
inputType: 'file',
|
|
426
|
+
hint: (label ? label.slice(0, 300) : 'file upload') + ' [hidden file input]',
|
|
427
|
+
disabled: el.disabled,
|
|
428
|
+
rect
|
|
429
|
+
});
|
|
430
|
+
stats.emitted += 1;
|
|
431
|
+
fileSeen.add(el);
|
|
432
|
+
if (nodes.length >= maxNodes) {
|
|
433
|
+
break;
|
|
434
|
+
}
|
|
435
|
+
}
|
|
436
|
+
}
|
|
437
|
+
const bodyTextLen = document.body?.innerText?.length ?? 0;
|
|
438
|
+
return {
|
|
439
|
+
truncated: nodes.length >= maxNodes,
|
|
440
|
+
nodes,
|
|
441
|
+
stats,
|
|
442
|
+
emptyHint: emptyStructureHint(stats, bodyTextLen)
|
|
443
|
+
};
|
|
444
|
+
}
|
|
445
|
+
|
|
446
|
+
function getPageText(maxChars) {
|
|
447
|
+
const t = document.body?.innerText ?? '';
|
|
448
|
+
const truncated = t.length > maxChars;
|
|
449
|
+
return { text: t.slice(0, maxChars), truncated, length: t.length };
|
|
450
|
+
}
|
|
451
|
+
|
|
452
|
+
function sleep(ms) {
|
|
453
|
+
return new Promise((resolve) => setTimeout(resolve, ms));
|
|
454
|
+
}
|
|
455
|
+
|
|
456
|
+
function randomBetween(min, max) {
|
|
457
|
+
if (max <= min) return min;
|
|
458
|
+
return min + Math.floor(Math.random() * (max - min + 1));
|
|
459
|
+
}
|
|
460
|
+
|
|
461
|
+
function dispatchHover(el) {
|
|
462
|
+
const r = el.getBoundingClientRect();
|
|
463
|
+
const cx = r.left + Math.min(Math.max(r.width / 2, 1), Math.max(r.width - 1, 1));
|
|
464
|
+
const cy = r.top + Math.min(Math.max(r.height / 2, 1), Math.max(r.height - 1, 1));
|
|
465
|
+
const opts = { bubbles: true, cancelable: true, clientX: cx, clientY: cy, view: window };
|
|
466
|
+
el.dispatchEvent(new PointerEvent('pointerover', opts));
|
|
467
|
+
el.dispatchEvent(new MouseEvent('mouseover', opts));
|
|
468
|
+
el.dispatchEvent(new MouseEvent('mouseenter', { ...opts, bubbles: false }));
|
|
469
|
+
}
|
|
470
|
+
|
|
471
|
+
function readFillValue(el) {
|
|
472
|
+
if (el instanceof HTMLInputElement || el instanceof HTMLTextAreaElement) {
|
|
473
|
+
return el.value;
|
|
474
|
+
}
|
|
475
|
+
if (el.isContentEditable) {
|
|
476
|
+
return el.textContent ?? '';
|
|
477
|
+
}
|
|
478
|
+
return '';
|
|
479
|
+
}
|
|
480
|
+
|
|
481
|
+
function dispatchEditorInsert(el, text) {
|
|
482
|
+
if (!text) {
|
|
483
|
+
return;
|
|
484
|
+
}
|
|
485
|
+
el.dispatchEvent(
|
|
486
|
+
new InputEvent('beforeinput', {
|
|
487
|
+
bubbles: true,
|
|
488
|
+
cancelable: true,
|
|
489
|
+
inputType: 'insertText',
|
|
490
|
+
data: text
|
|
491
|
+
})
|
|
492
|
+
);
|
|
493
|
+
document.execCommand('insertText', false, text);
|
|
494
|
+
el.dispatchEvent(
|
|
495
|
+
new InputEvent('input', {
|
|
496
|
+
bubbles: true,
|
|
497
|
+
inputType: 'insertText',
|
|
498
|
+
data: text
|
|
499
|
+
})
|
|
500
|
+
);
|
|
501
|
+
}
|
|
502
|
+
|
|
503
|
+
function clearFillTarget(el) {
|
|
504
|
+
el.focus();
|
|
505
|
+
if (el instanceof HTMLInputElement || el instanceof HTMLTextAreaElement) {
|
|
506
|
+
el.value = '';
|
|
507
|
+
el.dispatchEvent(new Event('input', { bubbles: true }));
|
|
508
|
+
return;
|
|
509
|
+
}
|
|
510
|
+
if (el.isContentEditable) {
|
|
511
|
+
document.execCommand('selectAll', false);
|
|
512
|
+
document.execCommand('delete', false);
|
|
513
|
+
}
|
|
514
|
+
}
|
|
515
|
+
|
|
516
|
+
async function fillContentEditable(el, val, clearFirst, opts) {
|
|
517
|
+
const humanLike = !!opts?.humanLike;
|
|
518
|
+
const typingMode = opts?.typingMode === 'bulk' ? 'bulk' : 'char';
|
|
519
|
+
el.focus();
|
|
520
|
+
if (clearFirst) {
|
|
521
|
+
clearFillTarget(el);
|
|
522
|
+
}
|
|
523
|
+
if (typingMode === 'bulk') {
|
|
524
|
+
dispatchEditorInsert(el, val);
|
|
525
|
+
} else {
|
|
526
|
+
for (const ch of val) {
|
|
527
|
+
dispatchEditorInsert(el, ch);
|
|
528
|
+
if (humanLike) {
|
|
529
|
+
await sleep(randomBetween(25, 75));
|
|
530
|
+
}
|
|
531
|
+
}
|
|
532
|
+
}
|
|
533
|
+
el.dispatchEvent(new Event('change', { bubbles: true }));
|
|
534
|
+
}
|
|
535
|
+
|
|
536
|
+
async function humanTypeIntoElement(el, val, clearFirst) {
|
|
537
|
+
el.focus();
|
|
538
|
+
if (clearFirst) {
|
|
539
|
+
clearFillTarget(el);
|
|
540
|
+
}
|
|
541
|
+
for (const ch of val) {
|
|
542
|
+
if (el.isContentEditable) {
|
|
543
|
+
dispatchEditorInsert(el, ch);
|
|
544
|
+
} else if (el instanceof HTMLInputElement || el instanceof HTMLTextAreaElement) {
|
|
545
|
+
document.execCommand('insertText', false, ch);
|
|
546
|
+
el.dispatchEvent(
|
|
547
|
+
new InputEvent('input', { bubbles: true, inputType: 'insertText', data: ch })
|
|
548
|
+
);
|
|
549
|
+
}
|
|
550
|
+
await sleep(randomBetween(25, 75));
|
|
551
|
+
}
|
|
552
|
+
el.dispatchEvent(new Event('change', { bubbles: true }));
|
|
553
|
+
}
|
|
554
|
+
|
|
555
|
+
function submitButtonLabel(el) {
|
|
556
|
+
if (!(el instanceof Element)) {
|
|
557
|
+
return '';
|
|
558
|
+
}
|
|
559
|
+
if (el instanceof HTMLInputElement) {
|
|
560
|
+
return (el.value || el.getAttribute('value') || elementLabel(el) || '').trim();
|
|
561
|
+
}
|
|
562
|
+
return (elementLabel(el) || el.textContent || '').trim().slice(0, 80);
|
|
563
|
+
}
|
|
564
|
+
|
|
565
|
+
function isDisabledSubmitControl(el) {
|
|
566
|
+
if (!(el instanceof Element)) {
|
|
567
|
+
return false;
|
|
568
|
+
}
|
|
569
|
+
const ariaDisabled = el.getAttribute('aria-disabled');
|
|
570
|
+
if (ariaDisabled === 'true') {
|
|
571
|
+
return true;
|
|
572
|
+
}
|
|
573
|
+
if (el instanceof HTMLButtonElement || el instanceof HTMLInputElement) {
|
|
574
|
+
return !!el.disabled;
|
|
575
|
+
}
|
|
576
|
+
return false;
|
|
577
|
+
}
|
|
578
|
+
|
|
579
|
+
function isSubmitLikeControl(el) {
|
|
580
|
+
if (!(el instanceof Element)) {
|
|
581
|
+
return false;
|
|
582
|
+
}
|
|
583
|
+
if (el instanceof HTMLInputElement && el.type === 'submit') {
|
|
584
|
+
return true;
|
|
585
|
+
}
|
|
586
|
+
const label = submitButtonLabel(el);
|
|
587
|
+
const role = el.getAttribute('role') || '';
|
|
588
|
+
if (SUBMIT_BUTTON_RE.test(label)) {
|
|
589
|
+
return true;
|
|
590
|
+
}
|
|
591
|
+
return role === 'button' && SUBMIT_BUTTON_RE.test(label);
|
|
592
|
+
}
|
|
593
|
+
|
|
594
|
+
function findDisabledSubmitButtons(scope) {
|
|
595
|
+
const root =
|
|
596
|
+
scope instanceof Element
|
|
597
|
+
? scope.closest('form, [role="dialog"], main') || scope.ownerDocument?.body || document.body
|
|
598
|
+
: document.body;
|
|
599
|
+
const out = [];
|
|
600
|
+
for (const el of root.querySelectorAll(
|
|
601
|
+
'button, input[type="submit"], [role="button"]'
|
|
602
|
+
)) {
|
|
603
|
+
if (!isSubmitLikeControl(el) || !isDisabledSubmitControl(el)) {
|
|
604
|
+
continue;
|
|
605
|
+
}
|
|
606
|
+
const name = submitButtonLabel(el) || el.tagName.toLowerCase();
|
|
607
|
+
out.push({ name, disabled: true });
|
|
608
|
+
}
|
|
609
|
+
return out;
|
|
610
|
+
}
|
|
611
|
+
|
|
612
|
+
function submitStateAfterFill(el) {
|
|
613
|
+
const actualValue = readFillValue(el).trim();
|
|
614
|
+
if (!actualValue) {
|
|
615
|
+
return { submitStillDisabled: false };
|
|
616
|
+
}
|
|
617
|
+
const disabledSubmitButtons = findDisabledSubmitButtons(el);
|
|
618
|
+
if (disabledSubmitButtons.length === 0) {
|
|
619
|
+
return { submitStillDisabled: false };
|
|
620
|
+
}
|
|
621
|
+
return {
|
|
622
|
+
submitStillDisabled: true,
|
|
623
|
+
disabledSubmitButtons: disabledSubmitButtons.slice(0, 5)
|
|
624
|
+
};
|
|
625
|
+
}
|
|
626
|
+
|
|
627
|
+
chrome.runtime.onMessage.addListener((msg, _sender, sendResponse) => {
|
|
628
|
+
if (msg?.type !== 'ba-rpc') {
|
|
629
|
+
return;
|
|
630
|
+
}
|
|
631
|
+
const { method, params } = msg;
|
|
632
|
+
(async () => {
|
|
633
|
+
try {
|
|
634
|
+
switch (method) {
|
|
635
|
+
case 'get_page_text': {
|
|
636
|
+
const max = params.maxChars ?? 50000;
|
|
637
|
+
const { text, truncated, length } = getPageText(max);
|
|
638
|
+
sendResponse({
|
|
639
|
+
ok: true,
|
|
640
|
+
result: { url: location.href, text, truncated, sourceLength: length }
|
|
641
|
+
});
|
|
642
|
+
break;
|
|
643
|
+
}
|
|
644
|
+
case 'get_page_structure': {
|
|
645
|
+
const maxNodes = params.maxNodes ?? 500;
|
|
646
|
+
const includeRects = params.includeRects !== false;
|
|
647
|
+
const viewportOnly = params.viewportOnly !== false;
|
|
648
|
+
const { nodes, truncated, stats, emptyHint } = walkInteractive(maxNodes, {
|
|
649
|
+
viewportOnly
|
|
650
|
+
});
|
|
651
|
+
sendResponse({
|
|
652
|
+
ok: true,
|
|
653
|
+
result: {
|
|
654
|
+
url: location.href,
|
|
655
|
+
viewport: {
|
|
656
|
+
width: globalThis.innerWidth,
|
|
657
|
+
height: globalThis.innerHeight,
|
|
658
|
+
scrollX: globalThis.scrollX,
|
|
659
|
+
scrollY: globalThis.scrollY
|
|
660
|
+
},
|
|
661
|
+
truncated,
|
|
662
|
+
viewportOnly,
|
|
663
|
+
stats,
|
|
664
|
+
emptyHint: nodes.length === 0 ? emptyHint : null,
|
|
665
|
+
nodes: includeRects ? nodes : nodes.map(({ rect, ...r }) => r)
|
|
666
|
+
}
|
|
667
|
+
});
|
|
668
|
+
break;
|
|
669
|
+
}
|
|
670
|
+
case 'click_element': {
|
|
671
|
+
const el = resolveRef(params.ref);
|
|
672
|
+
if (!el) {
|
|
673
|
+
sendResponse({
|
|
674
|
+
ok: false,
|
|
675
|
+
error: { code: 'stale_ref', message: 'Ref not in current snapshot' }
|
|
676
|
+
});
|
|
677
|
+
break;
|
|
678
|
+
}
|
|
679
|
+
el.scrollIntoView({ block: 'center', inline: 'nearest' });
|
|
680
|
+
if (params.humanLike) {
|
|
681
|
+
dispatchHover(el);
|
|
682
|
+
await sleep(randomBetween(50, 150));
|
|
683
|
+
}
|
|
684
|
+
if (typeof el.click === 'function') {
|
|
685
|
+
el.click();
|
|
686
|
+
} else {
|
|
687
|
+
el.dispatchEvent(new MouseEvent('click', { bubbles: true, cancelable: true }));
|
|
688
|
+
}
|
|
689
|
+
sendResponse({
|
|
690
|
+
ok: true,
|
|
691
|
+
result: { clicked: true, ref: params.ref, humanLike: !!params.humanLike }
|
|
692
|
+
});
|
|
693
|
+
break;
|
|
694
|
+
}
|
|
695
|
+
case 'fill_input': {
|
|
696
|
+
const el = resolveRef(params.ref);
|
|
697
|
+
if (!el) {
|
|
698
|
+
sendResponse({
|
|
699
|
+
ok: false,
|
|
700
|
+
error: { code: 'stale_ref', message: 'Ref not in current snapshot' }
|
|
701
|
+
});
|
|
702
|
+
break;
|
|
703
|
+
}
|
|
704
|
+
const val = params.value ?? '';
|
|
705
|
+
const clearFirst = params.clearFirst !== false;
|
|
706
|
+
const humanLike = !!params.humanLike;
|
|
707
|
+
const typingMode =
|
|
708
|
+
params.typingMode === 'bulk' || params.typingMode === 'char'
|
|
709
|
+
? params.typingMode
|
|
710
|
+
: 'char';
|
|
711
|
+
if (humanLike) {
|
|
712
|
+
await humanTypeIntoElement(el, val, clearFirst);
|
|
713
|
+
const actualValue = readFillValue(el);
|
|
714
|
+
const submitState = el.isContentEditable ? submitStateAfterFill(el) : {};
|
|
715
|
+
sendResponse({
|
|
716
|
+
ok: true,
|
|
717
|
+
result: {
|
|
718
|
+
filled: true,
|
|
719
|
+
ref: params.ref,
|
|
720
|
+
humanLike: true,
|
|
721
|
+
typingMode: el.isContentEditable ? 'char' : undefined,
|
|
722
|
+
actualValue: actualValue.slice(0, 500),
|
|
723
|
+
fillMismatch: actualValue !== val,
|
|
724
|
+
...submitState
|
|
725
|
+
}
|
|
726
|
+
});
|
|
727
|
+
break;
|
|
728
|
+
}
|
|
729
|
+
if (el instanceof HTMLInputElement || el instanceof HTMLTextAreaElement) {
|
|
730
|
+
el.focus();
|
|
731
|
+
if (clearFirst) {
|
|
732
|
+
el.value = '';
|
|
733
|
+
}
|
|
734
|
+
el.value = val;
|
|
735
|
+
el.dispatchEvent(new Event('input', { bubbles: true }));
|
|
736
|
+
el.dispatchEvent(new Event('change', { bubbles: true }));
|
|
737
|
+
sendResponse({
|
|
738
|
+
ok: true,
|
|
739
|
+
result: {
|
|
740
|
+
filled: true,
|
|
741
|
+
ref: params.ref,
|
|
742
|
+
actualValue: readFillValue(el).slice(0, 500),
|
|
743
|
+
fillMismatch: readFillValue(el) !== val
|
|
744
|
+
}
|
|
745
|
+
});
|
|
746
|
+
} else if (el.isContentEditable) {
|
|
747
|
+
await fillContentEditable(el, val, clearFirst, { humanLike: false, typingMode });
|
|
748
|
+
const actualValue = readFillValue(el);
|
|
749
|
+
sendResponse({
|
|
750
|
+
ok: true,
|
|
751
|
+
result: {
|
|
752
|
+
filled: true,
|
|
753
|
+
ref: params.ref,
|
|
754
|
+
typingMode,
|
|
755
|
+
actualValue: actualValue.slice(0, 500),
|
|
756
|
+
fillMismatch: actualValue !== val,
|
|
757
|
+
...submitStateAfterFill(el)
|
|
758
|
+
}
|
|
759
|
+
});
|
|
760
|
+
} else {
|
|
761
|
+
sendResponse({
|
|
762
|
+
ok: false,
|
|
763
|
+
error: { code: 'invalid_params', message: 'Element is not fillable' }
|
|
764
|
+
});
|
|
765
|
+
}
|
|
766
|
+
break;
|
|
767
|
+
}
|
|
768
|
+
case 'press_key': {
|
|
769
|
+
if (params.humanLike) {
|
|
770
|
+
await sleep(randomBetween(40, 120));
|
|
771
|
+
}
|
|
772
|
+
let target = document.activeElement;
|
|
773
|
+
if (params.ref) {
|
|
774
|
+
const el = resolveRef(params.ref);
|
|
775
|
+
if (!el) {
|
|
776
|
+
sendResponse({
|
|
777
|
+
ok: false,
|
|
778
|
+
error: { code: 'stale_ref', message: 'Ref not in current snapshot' }
|
|
779
|
+
});
|
|
780
|
+
break;
|
|
781
|
+
}
|
|
782
|
+
if (typeof el.focus === 'function') {
|
|
783
|
+
el.focus();
|
|
784
|
+
}
|
|
785
|
+
target = el;
|
|
786
|
+
}
|
|
787
|
+
const key = String(params.key ?? '').trim();
|
|
788
|
+
if (!key) {
|
|
789
|
+
sendResponse({
|
|
790
|
+
ok: false,
|
|
791
|
+
error: { code: 'invalid_params', message: 'press_key requires key' }
|
|
792
|
+
});
|
|
793
|
+
break;
|
|
794
|
+
}
|
|
795
|
+
const t =
|
|
796
|
+
target && target.isConnected && target instanceof Element
|
|
797
|
+
? target
|
|
798
|
+
: document.body;
|
|
799
|
+
if (key === 'Tab') {
|
|
800
|
+
const moved = focusAdjacent(t, !!params.shiftKey);
|
|
801
|
+
sendResponse({
|
|
802
|
+
ok: true,
|
|
803
|
+
result: {
|
|
804
|
+
sent: true,
|
|
805
|
+
key,
|
|
806
|
+
ref: params.ref ?? null,
|
|
807
|
+
focused: moved ? focusLabel(moved) : null
|
|
808
|
+
}
|
|
809
|
+
});
|
|
810
|
+
break;
|
|
811
|
+
}
|
|
812
|
+
const active =
|
|
813
|
+
document.activeElement instanceof Element
|
|
814
|
+
? document.activeElement
|
|
815
|
+
: t;
|
|
816
|
+
if (
|
|
817
|
+
(key === 'Enter' || key === ' ') &&
|
|
818
|
+
active instanceof HTMLIFrameElement &&
|
|
819
|
+
typeof active.click === 'function'
|
|
820
|
+
) {
|
|
821
|
+
active.click();
|
|
822
|
+
}
|
|
823
|
+
const code = String(params.code || key);
|
|
824
|
+
const base = {
|
|
825
|
+
key,
|
|
826
|
+
code,
|
|
827
|
+
bubbles: true,
|
|
828
|
+
cancelable: true,
|
|
829
|
+
ctrlKey: !!params.ctrlKey,
|
|
830
|
+
shiftKey: !!params.shiftKey,
|
|
831
|
+
altKey: !!params.altKey,
|
|
832
|
+
metaKey: !!params.metaKey
|
|
833
|
+
};
|
|
834
|
+
active.dispatchEvent(new KeyboardEvent('keydown', base));
|
|
835
|
+
if (key.length === 1) {
|
|
836
|
+
active.dispatchEvent(
|
|
837
|
+
new KeyboardEvent('keypress', {
|
|
838
|
+
...base,
|
|
839
|
+
charCode: key.charCodeAt(0)
|
|
840
|
+
})
|
|
841
|
+
);
|
|
842
|
+
}
|
|
843
|
+
active.dispatchEvent(new KeyboardEvent('keyup', base));
|
|
844
|
+
sendResponse({
|
|
845
|
+
ok: true,
|
|
846
|
+
result: {
|
|
847
|
+
sent: true,
|
|
848
|
+
key,
|
|
849
|
+
ref: params.ref ?? null,
|
|
850
|
+
focused: focusLabel(active)
|
|
851
|
+
}
|
|
852
|
+
});
|
|
853
|
+
break;
|
|
854
|
+
}
|
|
855
|
+
case 'scroll': {
|
|
856
|
+
if (params.ref) {
|
|
857
|
+
const el = resolveRef(params.ref);
|
|
858
|
+
if (!el) {
|
|
859
|
+
sendResponse({
|
|
860
|
+
ok: false,
|
|
861
|
+
error: { code: 'stale_ref', message: 'Ref not in current snapshot' }
|
|
862
|
+
});
|
|
863
|
+
break;
|
|
864
|
+
}
|
|
865
|
+
el.scrollIntoView({
|
|
866
|
+
block: params.block || 'center',
|
|
867
|
+
inline: params.inline || 'nearest',
|
|
868
|
+
behavior: params.smooth ? 'smooth' : 'auto'
|
|
869
|
+
});
|
|
870
|
+
sendResponse({
|
|
871
|
+
ok: true,
|
|
872
|
+
result: { scrolled: true, mode: 'into_view', ref: params.ref }
|
|
873
|
+
});
|
|
874
|
+
break;
|
|
875
|
+
}
|
|
876
|
+
const dir = params.direction;
|
|
877
|
+
const amount = Math.min(Math.max(Number(params.amount) || 0.85, 0.1), 3);
|
|
878
|
+
const vh = globalThis.innerHeight;
|
|
879
|
+
const vw = globalThis.innerWidth;
|
|
880
|
+
if (dir === 'down') {
|
|
881
|
+
globalThis.scrollBy(0, vh * amount);
|
|
882
|
+
} else if (dir === 'up') {
|
|
883
|
+
globalThis.scrollBy(0, -vh * amount);
|
|
884
|
+
} else if (dir === 'right') {
|
|
885
|
+
globalThis.scrollBy(vw * amount, 0);
|
|
886
|
+
} else if (dir === 'left') {
|
|
887
|
+
globalThis.scrollBy(-vw * amount, 0);
|
|
888
|
+
} else {
|
|
889
|
+
const dx = Number(params.deltaX) || 0;
|
|
890
|
+
const dy = Number(params.deltaY) || 0;
|
|
891
|
+
globalThis.scrollBy(dx, dy);
|
|
892
|
+
}
|
|
893
|
+
sendResponse({
|
|
894
|
+
ok: true,
|
|
895
|
+
result: { scrolled: true, mode: 'by', direction: dir ?? 'delta' }
|
|
896
|
+
});
|
|
897
|
+
break;
|
|
898
|
+
}
|
|
899
|
+
case 'select_option': {
|
|
900
|
+
const el = resolveRef(params.ref);
|
|
901
|
+
if (!el) {
|
|
902
|
+
sendResponse({
|
|
903
|
+
ok: false,
|
|
904
|
+
error: { code: 'stale_ref', message: 'Ref not in current snapshot' }
|
|
905
|
+
});
|
|
906
|
+
break;
|
|
907
|
+
}
|
|
908
|
+
if (!(el instanceof HTMLSelectElement)) {
|
|
909
|
+
sendResponse({
|
|
910
|
+
ok: false,
|
|
911
|
+
error: { code: 'invalid_params', message: 'Element is not a select' }
|
|
912
|
+
});
|
|
913
|
+
break;
|
|
914
|
+
}
|
|
915
|
+
const by = params.by || 'value';
|
|
916
|
+
const raw = params.value;
|
|
917
|
+
if (by === 'value') {
|
|
918
|
+
el.value = String(raw ?? '');
|
|
919
|
+
} else if (by === 'label') {
|
|
920
|
+
const want = String(raw ?? '')
|
|
921
|
+
.trim()
|
|
922
|
+
.toLowerCase();
|
|
923
|
+
let found = false;
|
|
924
|
+
for (let i = 0; i < el.options.length; i++) {
|
|
925
|
+
const o = el.options[i];
|
|
926
|
+
if (
|
|
927
|
+
o.text.trim().toLowerCase() === want ||
|
|
928
|
+
(o.label && o.label.trim().toLowerCase() === want)
|
|
929
|
+
) {
|
|
930
|
+
el.selectedIndex = i;
|
|
931
|
+
found = true;
|
|
932
|
+
break;
|
|
933
|
+
}
|
|
934
|
+
}
|
|
935
|
+
if (!found) {
|
|
936
|
+
sendResponse({
|
|
937
|
+
ok: false,
|
|
938
|
+
error: { code: 'not_found', message: 'No option with that label' }
|
|
939
|
+
});
|
|
940
|
+
break;
|
|
941
|
+
}
|
|
942
|
+
} else if (by === 'index') {
|
|
943
|
+
el.selectedIndex = Number(raw);
|
|
944
|
+
} else {
|
|
945
|
+
sendResponse({
|
|
946
|
+
ok: false,
|
|
947
|
+
error: { code: 'invalid_params', message: 'Invalid by (use value|label|index)' }
|
|
948
|
+
});
|
|
949
|
+
break;
|
|
950
|
+
}
|
|
951
|
+
el.dispatchEvent(new Event('input', { bubbles: true }));
|
|
952
|
+
el.dispatchEvent(new Event('change', { bubbles: true }));
|
|
953
|
+
sendResponse({
|
|
954
|
+
ok: true,
|
|
955
|
+
result: { selected: true, ref: params.ref, value: el.value }
|
|
956
|
+
});
|
|
957
|
+
break;
|
|
958
|
+
}
|
|
959
|
+
case 'hover': {
|
|
960
|
+
const el = resolveRef(params.ref);
|
|
961
|
+
if (!el) {
|
|
962
|
+
sendResponse({
|
|
963
|
+
ok: false,
|
|
964
|
+
error: { code: 'stale_ref', message: 'Ref not in current snapshot' }
|
|
965
|
+
});
|
|
966
|
+
break;
|
|
967
|
+
}
|
|
968
|
+
el.scrollIntoView({ block: 'center', inline: 'nearest' });
|
|
969
|
+
const r = el.getBoundingClientRect();
|
|
970
|
+
const cx = r.left + Math.min(Math.max(r.width / 2, 1), Math.max(r.width - 1, 1));
|
|
971
|
+
const cy = r.top + Math.min(Math.max(r.height / 2, 1), Math.max(r.height - 1, 1));
|
|
972
|
+
const opts = { bubbles: true, cancelable: true, clientX: cx, clientY: cy, view: window };
|
|
973
|
+
el.dispatchEvent(new PointerEvent('pointerover', opts));
|
|
974
|
+
el.dispatchEvent(new MouseEvent('mouseover', opts));
|
|
975
|
+
el.dispatchEvent(
|
|
976
|
+
new MouseEvent('mouseenter', { ...opts, bubbles: false })
|
|
977
|
+
);
|
|
978
|
+
sendResponse({ ok: true, result: { hovered: true, ref: params.ref } });
|
|
979
|
+
break;
|
|
980
|
+
}
|
|
981
|
+
case 'get_selected_text': {
|
|
982
|
+
const text = document.getSelection()?.toString() ?? '';
|
|
983
|
+
sendResponse({ ok: true, result: { text, empty: text.length === 0 } });
|
|
984
|
+
break;
|
|
985
|
+
}
|
|
986
|
+
case 'check_text_contains': {
|
|
987
|
+
const sub = params.substring != null ? String(params.substring) : '';
|
|
988
|
+
if (!sub) {
|
|
989
|
+
sendResponse({
|
|
990
|
+
ok: false,
|
|
991
|
+
error: { code: 'invalid_params', message: 'substring required' }
|
|
992
|
+
});
|
|
993
|
+
break;
|
|
994
|
+
}
|
|
995
|
+
const hay = document.body?.innerText ?? '';
|
|
996
|
+
const found = hay.includes(sub);
|
|
997
|
+
sendResponse({
|
|
998
|
+
ok: true,
|
|
999
|
+
result: { found, sourceLength: hay.length }
|
|
1000
|
+
});
|
|
1001
|
+
break;
|
|
1002
|
+
}
|
|
1003
|
+
case 'get_viewport_chrome_insets': {
|
|
1004
|
+
const chromeTop = Math.max(0, window.outerHeight - window.innerHeight);
|
|
1005
|
+
const chromeLeft = Math.max(0, (window.outerWidth - window.innerWidth) / 2);
|
|
1006
|
+
const vv = window.visualViewport;
|
|
1007
|
+
const ox = vv && typeof vv.offsetLeft === 'number' ? vv.offsetLeft : 0;
|
|
1008
|
+
const oy = vv && typeof vv.offsetTop === 'number' ? vv.offsetTop : 0;
|
|
1009
|
+
const dpr =
|
|
1010
|
+
typeof globalThis.devicePixelRatio === 'number' &&
|
|
1011
|
+
globalThis.devicePixelRatio > 0
|
|
1012
|
+
? globalThis.devicePixelRatio
|
|
1013
|
+
: 1;
|
|
1014
|
+
sendResponse({
|
|
1015
|
+
ok: true,
|
|
1016
|
+
result: { left: chromeLeft + ox, top: chromeTop + oy, dpr }
|
|
1017
|
+
});
|
|
1018
|
+
break;
|
|
1019
|
+
}
|
|
1020
|
+
case 'get_ref_presentation_rect': {
|
|
1021
|
+
const el = resolveRef(params.ref);
|
|
1022
|
+
if (!el) {
|
|
1023
|
+
sendResponse({
|
|
1024
|
+
ok: false,
|
|
1025
|
+
error: { code: 'stale_ref', message: 'Ref not in current snapshot' }
|
|
1026
|
+
});
|
|
1027
|
+
break;
|
|
1028
|
+
}
|
|
1029
|
+
const rect = presentationRectForRef(el);
|
|
1030
|
+
const dpr =
|
|
1031
|
+
typeof globalThis.devicePixelRatio === 'number' &&
|
|
1032
|
+
globalThis.devicePixelRatio > 0
|
|
1033
|
+
? globalThis.devicePixelRatio
|
|
1034
|
+
: 1;
|
|
1035
|
+
sendResponse({
|
|
1036
|
+
ok: true,
|
|
1037
|
+
result: { ...rect, dpr }
|
|
1038
|
+
});
|
|
1039
|
+
break;
|
|
1040
|
+
}
|
|
1041
|
+
case 'get_ref_viewport_rect': {
|
|
1042
|
+
const el = resolveRef(params.ref);
|
|
1043
|
+
if (!el) {
|
|
1044
|
+
sendResponse({
|
|
1045
|
+
ok: false,
|
|
1046
|
+
error: { code: 'stale_ref', message: 'Ref not in current snapshot' }
|
|
1047
|
+
});
|
|
1048
|
+
break;
|
|
1049
|
+
}
|
|
1050
|
+
const rect = presentationRectForRef(el);
|
|
1051
|
+
const dpr =
|
|
1052
|
+
typeof globalThis.devicePixelRatio === 'number' &&
|
|
1053
|
+
globalThis.devicePixelRatio > 0
|
|
1054
|
+
? globalThis.devicePixelRatio
|
|
1055
|
+
: 1;
|
|
1056
|
+
sendResponse({
|
|
1057
|
+
ok: true,
|
|
1058
|
+
result: {
|
|
1059
|
+
x: rect.x,
|
|
1060
|
+
y: rect.y,
|
|
1061
|
+
w: rect.w,
|
|
1062
|
+
h: rect.h,
|
|
1063
|
+
dpr
|
|
1064
|
+
}
|
|
1065
|
+
});
|
|
1066
|
+
break;
|
|
1067
|
+
}
|
|
1068
|
+
case 'get_ref_screen_rect': {
|
|
1069
|
+
sendResponse({
|
|
1070
|
+
ok: false,
|
|
1071
|
+
error: {
|
|
1072
|
+
code: 'use_background',
|
|
1073
|
+
message: 'get_ref_screen_rect is handled in the service worker'
|
|
1074
|
+
}
|
|
1075
|
+
});
|
|
1076
|
+
break;
|
|
1077
|
+
}
|
|
1078
|
+
case 'set_file_input': {
|
|
1079
|
+
const el = resolveRef(params.ref);
|
|
1080
|
+
if (!el) {
|
|
1081
|
+
sendResponse({
|
|
1082
|
+
ok: false,
|
|
1083
|
+
error: { code: 'stale_ref', message: 'Ref not in current snapshot' }
|
|
1084
|
+
});
|
|
1085
|
+
break;
|
|
1086
|
+
}
|
|
1087
|
+
if (!(el instanceof HTMLInputElement) || el.type !== 'file') {
|
|
1088
|
+
sendResponse({
|
|
1089
|
+
ok: false,
|
|
1090
|
+
error: {
|
|
1091
|
+
code: 'invalid_params',
|
|
1092
|
+
message: 'Element is not input[type=file]'
|
|
1093
|
+
}
|
|
1094
|
+
});
|
|
1095
|
+
break;
|
|
1096
|
+
}
|
|
1097
|
+
const b64 = params.dataBase64 != null ? String(params.dataBase64) : '';
|
|
1098
|
+
const fileName =
|
|
1099
|
+
params.fileName != null ? String(params.fileName).trim() : '';
|
|
1100
|
+
if (!b64 || !fileName) {
|
|
1101
|
+
sendResponse({
|
|
1102
|
+
ok: false,
|
|
1103
|
+
error: {
|
|
1104
|
+
code: 'invalid_params',
|
|
1105
|
+
message: 'dataBase64 and fileName required'
|
|
1106
|
+
}
|
|
1107
|
+
});
|
|
1108
|
+
break;
|
|
1109
|
+
}
|
|
1110
|
+
let bytes;
|
|
1111
|
+
try {
|
|
1112
|
+
const bin = atob(b64);
|
|
1113
|
+
bytes = new Uint8Array(bin.length);
|
|
1114
|
+
for (let i = 0; i < bin.length; i++) {
|
|
1115
|
+
bytes[i] = bin.charCodeAt(i);
|
|
1116
|
+
}
|
|
1117
|
+
} catch {
|
|
1118
|
+
sendResponse({
|
|
1119
|
+
ok: false,
|
|
1120
|
+
error: { code: 'invalid_params', message: 'Invalid base64' }
|
|
1121
|
+
});
|
|
1122
|
+
break;
|
|
1123
|
+
}
|
|
1124
|
+
const mime =
|
|
1125
|
+
params.mimeType != null && String(params.mimeType).trim()
|
|
1126
|
+
? String(params.mimeType).trim()
|
|
1127
|
+
: 'application/octet-stream';
|
|
1128
|
+
const file = new File([bytes], fileName, { type: mime });
|
|
1129
|
+
const dt = new DataTransfer();
|
|
1130
|
+
dt.items.add(file);
|
|
1131
|
+
el.files = dt.files;
|
|
1132
|
+
el.dispatchEvent(new Event('input', { bubbles: true }));
|
|
1133
|
+
el.dispatchEvent(new Event('change', { bubbles: true }));
|
|
1134
|
+
sendResponse({
|
|
1135
|
+
ok: true,
|
|
1136
|
+
result: {
|
|
1137
|
+
set: true,
|
|
1138
|
+
ref: params.ref,
|
|
1139
|
+
name: file.name,
|
|
1140
|
+
size: file.size
|
|
1141
|
+
}
|
|
1142
|
+
});
|
|
1143
|
+
break;
|
|
1144
|
+
}
|
|
1145
|
+
default:
|
|
1146
|
+
sendResponse({
|
|
1147
|
+
ok: false,
|
|
1148
|
+
error: { code: 'unknown_method', message: `Unknown CS method ${method}` }
|
|
1149
|
+
});
|
|
1150
|
+
}
|
|
1151
|
+
} catch (e) {
|
|
1152
|
+
sendResponse({
|
|
1153
|
+
ok: false,
|
|
1154
|
+
error: { code: 'internal', message: e instanceof Error ? e.message : String(e) }
|
|
1155
|
+
});
|
|
1156
|
+
}
|
|
1157
|
+
})();
|
|
1158
|
+
return true;
|
|
1159
|
+
});
|
|
1160
|
+
}
|