@agentruntime-labs/browser-agent 0.0.0-stage → 0.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +214 -2
- package/bin/browser-agent.js +2 -0
- package/cli/hosts.mjs +53 -0
- package/cli/main.mjs +156 -0
- package/cli/mcp.mjs +42 -0
- package/extension/approval.html +56 -0
- package/extension/approval.js +54 -0
- package/extension/background.js +711 -0
- package/extension/constants.js +4 -0
- package/extension/content.js +1160 -0
- package/extension/manifest.json +23 -0
- package/extension/popup.html +56 -0
- package/extension/popup.js +166 -0
- package/package.json +42 -4
- package/server/dist/arBrowserPaths.d.ts +11 -0
- package/server/dist/arBrowserPaths.d.ts.map +1 -0
- package/server/dist/arBrowserPaths.js +93 -0
- package/server/dist/arBrowserPaths.js.map +1 -0
- package/server/dist/automationSession.d.ts +49 -0
- package/server/dist/automationSession.d.ts.map +1 -0
- package/server/dist/automationSession.js +225 -0
- package/server/dist/automationSession.js.map +1 -0
- package/server/dist/bridge.d.ts +43 -0
- package/server/dist/bridge.d.ts.map +1 -0
- package/server/dist/bridge.js +307 -0
- package/server/dist/bridge.js.map +1 -0
- package/server/dist/browserToolsExtras.d.ts +5 -0
- package/server/dist/browserToolsExtras.d.ts.map +1 -0
- package/server/dist/browserToolsExtras.js +304 -0
- package/server/dist/browserToolsExtras.js.map +1 -0
- package/server/dist/compositeTools.d.ts +12 -0
- package/server/dist/compositeTools.d.ts.map +1 -0
- package/server/dist/compositeTools.js +43 -0
- package/server/dist/compositeTools.js.map +1 -0
- package/server/dist/debugSnapshot.d.ts +13 -0
- package/server/dist/debugSnapshot.d.ts.map +1 -0
- package/server/dist/debugSnapshot.js +54 -0
- package/server/dist/debugSnapshot.js.map +1 -0
- package/server/dist/guardrails.d.ts +8 -0
- package/server/dist/guardrails.d.ts.map +1 -0
- package/server/dist/guardrails.js +24 -0
- package/server/dist/guardrails.js.map +1 -0
- package/server/dist/humanLike.d.ts +24 -0
- package/server/dist/humanLike.d.ts.map +1 -0
- package/server/dist/humanLike.js +97 -0
- package/server/dist/humanLike.js.map +1 -0
- package/server/dist/main.d.ts +2 -0
- package/server/dist/main.d.ts.map +1 -0
- package/server/dist/main.js +79 -0
- package/server/dist/main.js.map +1 -0
- package/server/dist/policyTiers.d.ts +3 -0
- package/server/dist/policyTiers.d.ts.map +1 -0
- package/server/dist/policyTiers.js +9 -0
- package/server/dist/policyTiers.js.map +1 -0
- package/server/dist/protocol.d.ts +62 -0
- package/server/dist/protocol.d.ts.map +1 -0
- package/server/dist/protocol.js +55 -0
- package/server/dist/protocol.js.map +1 -0
- package/server/dist/richEditorFill.d.ts +7 -0
- package/server/dist/richEditorFill.d.ts.map +1 -0
- package/server/dist/richEditorFill.js +27 -0
- package/server/dist/richEditorFill.js.map +1 -0
- package/server/dist/screenshotCrop.d.ts +11 -0
- package/server/dist/screenshotCrop.d.ts.map +1 -0
- package/server/dist/screenshotCrop.js +17 -0
- package/server/dist/screenshotCrop.js.map +1 -0
- package/server/dist/sessionLog.d.ts +42 -0
- package/server/dist/sessionLog.d.ts.map +1 -0
- package/server/dist/sessionLog.js +112 -0
- package/server/dist/sessionLog.js.map +1 -0
- package/server/dist/sessionPhase.d.ts +5 -0
- package/server/dist/sessionPhase.d.ts.map +1 -0
- package/server/dist/sessionPhase.js +24 -0
- package/server/dist/sessionPhase.js.map +1 -0
- package/server/dist/sessionSummary.d.ts +16 -0
- package/server/dist/sessionSummary.d.ts.map +1 -0
- package/server/dist/sessionSummary.js +70 -0
- package/server/dist/sessionSummary.js.map +1 -0
- package/server/dist/skillsInstructions.d.ts +5 -0
- package/server/dist/skillsInstructions.d.ts.map +1 -0
- package/server/dist/skillsInstructions.js +45 -0
- package/server/dist/skillsInstructions.js.map +1 -0
- package/server/dist/structureFilter.d.ts +21 -0
- package/server/dist/structureFilter.d.ts.map +1 -0
- package/server/dist/structureFilter.js +22 -0
- package/server/dist/structureFilter.js.map +1 -0
- package/server/dist/surveyCatalog.d.ts +10 -0
- package/server/dist/surveyCatalog.d.ts.map +1 -0
- package/server/dist/surveyCatalog.js +59 -0
- package/server/dist/surveyCatalog.js.map +1 -0
- package/server/dist/surveyRunner.d.ts +28 -0
- package/server/dist/surveyRunner.d.ts.map +1 -0
- package/server/dist/surveyRunner.js +109 -0
- package/server/dist/surveyRunner.js.map +1 -0
- package/server/dist/toolHelpers.d.ts +44 -0
- package/server/dist/toolHelpers.d.ts.map +1 -0
- package/server/dist/toolHelpers.js +83 -0
- package/server/dist/toolHelpers.js.map +1 -0
- package/server/dist/toolRuntime.d.ts +41 -0
- package/server/dist/toolRuntime.d.ts.map +1 -0
- package/server/dist/toolRuntime.js +263 -0
- package/server/dist/toolRuntime.js.map +1 -0
- package/server/dist/toolSchemas.d.ts +431 -0
- package/server/dist/toolSchemas.d.ts.map +1 -0
- package/server/dist/toolSchemas.js +408 -0
- package/server/dist/toolSchemas.js.map +1 -0
- package/server/dist/tools.d.ts +5 -0
- package/server/dist/tools.d.ts.map +1 -0
- package/server/dist/tools.js +484 -0
- package/server/dist/tools.js.map +1 -0
- package/server/dist/verdictExtract.d.ts +7 -0
- package/server/dist/verdictExtract.d.ts.map +1 -0
- package/server/dist/verdictExtract.js +24 -0
- package/server/dist/verdictExtract.js.map +1 -0
- package/server/dist/workflowTools.d.ts +5 -0
- package/server/dist/workflowTools.d.ts.map +1 -0
- package/server/dist/workflowTools.js +96 -0
- package/server/dist/workflowTools.js.map +1 -0
|
@@ -0,0 +1,711 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Browser Automation — MV3 service worker (WebSocket client to localhost bridge).
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import { DEFAULT_WS_PORT, WS_PORT_FALLBACK_ATTEMPTS } from './constants.js';
|
|
6
|
+
|
|
7
|
+
let ws = null;
|
|
8
|
+
|
|
9
|
+
/** @type {Map<string, (out: unknown) => void>} */
|
|
10
|
+
const approvalWaiters = new Map();
|
|
11
|
+
|
|
12
|
+
/** @type {{ url: string, statusCode: number, method: string, ts: number, type: string }[]} */
|
|
13
|
+
const networkRing = [];
|
|
14
|
+
const NETWORK_CAP = 80;
|
|
15
|
+
|
|
16
|
+
try {
|
|
17
|
+
chrome.webRequest.onCompleted.addListener(
|
|
18
|
+
(d) => {
|
|
19
|
+
if (!/^https?:/i.test(d.url || '')) {
|
|
20
|
+
return;
|
|
21
|
+
}
|
|
22
|
+
networkRing.push({
|
|
23
|
+
url: (d.url || '').slice(0, 800),
|
|
24
|
+
statusCode: d.statusCode ?? 0,
|
|
25
|
+
method: d.method || 'GET',
|
|
26
|
+
ts: Date.now(),
|
|
27
|
+
type: d.type || 'unknown'
|
|
28
|
+
});
|
|
29
|
+
while (networkRing.length > NETWORK_CAP) {
|
|
30
|
+
networkRing.shift();
|
|
31
|
+
}
|
|
32
|
+
},
|
|
33
|
+
{ urls: ['http://*/*', 'https://*/*'] }
|
|
34
|
+
);
|
|
35
|
+
} catch (e) {
|
|
36
|
+
console.warn('[browser-automation] webRequest init failed', e);
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
chrome.runtime.onInstalled.addListener(() => {
|
|
40
|
+
chrome.storage.local.get('wsPort', (o) => {
|
|
41
|
+
if (o.wsPort == null) {
|
|
42
|
+
chrome.storage.local.set({ wsPort: DEFAULT_WS_PORT });
|
|
43
|
+
}
|
|
44
|
+
});
|
|
45
|
+
});
|
|
46
|
+
|
|
47
|
+
function frameIdFromParams(params) {
|
|
48
|
+
if (params.frameId == null || params.frameId === '') {
|
|
49
|
+
return undefined;
|
|
50
|
+
}
|
|
51
|
+
const n = Number(params.frameId);
|
|
52
|
+
return Number.isFinite(n) ? n : undefined;
|
|
53
|
+
}
|
|
54
|
+
|
|
55
|
+
async function ensureInject(tabId, params) {
|
|
56
|
+
const fid = frameIdFromParams(params);
|
|
57
|
+
const target =
|
|
58
|
+
fid !== undefined ? { tabId, frameIds: [fid] } : { tabId, allFrames: false };
|
|
59
|
+
await chrome.scripting.executeScript({
|
|
60
|
+
target,
|
|
61
|
+
files: ['content.js']
|
|
62
|
+
});
|
|
63
|
+
}
|
|
64
|
+
|
|
65
|
+
async function rpcToTab(tabId, method, params) {
|
|
66
|
+
await ensureInject(tabId, params);
|
|
67
|
+
const fid = frameIdFromParams(params);
|
|
68
|
+
const opts = fid !== undefined ? { frameId: fid } : {};
|
|
69
|
+
const raw = await chrome.tabs.sendMessage(
|
|
70
|
+
tabId,
|
|
71
|
+
{ type: 'ba-rpc', method, params },
|
|
72
|
+
opts
|
|
73
|
+
);
|
|
74
|
+
return raw;
|
|
75
|
+
}
|
|
76
|
+
|
|
77
|
+
async function assertTabExists(tabId, { storedTarget = false } = {}) {
|
|
78
|
+
try {
|
|
79
|
+
await chrome.tabs.get(tabId);
|
|
80
|
+
return tabId;
|
|
81
|
+
} catch {
|
|
82
|
+
if (storedTarget) {
|
|
83
|
+
await chrome.storage.local.remove('connectedTabId');
|
|
84
|
+
}
|
|
85
|
+
const prefix = storedTarget ? 'Extension target tab' : 'Tab';
|
|
86
|
+
throw Object.assign(
|
|
87
|
+
new Error(
|
|
88
|
+
`${prefix} #${tabId} was closed or is no longer available. ` +
|
|
89
|
+
(storedTarget
|
|
90
|
+
? 'Pass tabId from browser_get_tabs / browser_tab_open, or focus an https:// tab in Chrome.'
|
|
91
|
+
: 'Use browser_get_tabs or browser_tab_open to pick a valid tabId.')
|
|
92
|
+
),
|
|
93
|
+
{ code: 'stale_target_tab', details: { tabId } }
|
|
94
|
+
);
|
|
95
|
+
}
|
|
96
|
+
}
|
|
97
|
+
|
|
98
|
+
async function getActiveAutomatableTabId() {
|
|
99
|
+
const [tab] = await chrome.tabs.query({ active: true, lastFocusedWindow: true });
|
|
100
|
+
if (!tab?.id) {
|
|
101
|
+
throw Object.assign(new Error('No active tab in the focused window.'), {
|
|
102
|
+
code: 'not_connected'
|
|
103
|
+
});
|
|
104
|
+
}
|
|
105
|
+
const url = tab.url || tab.pendingUrl || '';
|
|
106
|
+
if (!/^https?:\/\//i.test(url)) {
|
|
107
|
+
throw Object.assign(
|
|
108
|
+
new Error(
|
|
109
|
+
`Active tab #${tab.id} is not a normal web page (${url || 'empty'}). ` +
|
|
110
|
+
'Focus an https:// tab, pass tabId from browser_get_tabs, or use browser_tab_open.'
|
|
111
|
+
),
|
|
112
|
+
{ code: 'not_connected', details: { tabId: tab.id, url } }
|
|
113
|
+
);
|
|
114
|
+
}
|
|
115
|
+
return tab.id;
|
|
116
|
+
}
|
|
117
|
+
|
|
118
|
+
async function getTargetTabId(params) {
|
|
119
|
+
if (params.tabId != null && params.tabId !== '') {
|
|
120
|
+
return assertTabExists(Number(params.tabId), { storedTarget: false });
|
|
121
|
+
}
|
|
122
|
+
const { connectedTabId } = await chrome.storage.local.get('connectedTabId');
|
|
123
|
+
if (connectedTabId != null) {
|
|
124
|
+
try {
|
|
125
|
+
await chrome.tabs.get(connectedTabId);
|
|
126
|
+
return connectedTabId;
|
|
127
|
+
} catch {
|
|
128
|
+
await chrome.storage.local.remove('connectedTabId');
|
|
129
|
+
}
|
|
130
|
+
}
|
|
131
|
+
return getActiveAutomatableTabId();
|
|
132
|
+
}
|
|
133
|
+
|
|
134
|
+
function wrapRpcResult(r) {
|
|
135
|
+
if (r && r.ok) {
|
|
136
|
+
return r.result;
|
|
137
|
+
}
|
|
138
|
+
const em = r?.error;
|
|
139
|
+
const e = new Error(em?.message || 'rpc_error');
|
|
140
|
+
e.code = em?.code || 'internal';
|
|
141
|
+
throw e;
|
|
142
|
+
}
|
|
143
|
+
|
|
144
|
+
/**
|
|
145
|
+
* Normalize bridge op names (handles MCP-style `browser_*` aliases, stray whitespace).
|
|
146
|
+
* @param {unknown} method
|
|
147
|
+
* @returns {string}
|
|
148
|
+
*/
|
|
149
|
+
function wireOpName(method) {
|
|
150
|
+
if (typeof method !== 'string') {
|
|
151
|
+
return '';
|
|
152
|
+
}
|
|
153
|
+
let s = method.replace(/[\u200B-\u200D\uFEFF]/g, '').trim().toLowerCase();
|
|
154
|
+
if (s.startsWith('browser_')) {
|
|
155
|
+
s = s.slice('browser_'.length);
|
|
156
|
+
}
|
|
157
|
+
return s;
|
|
158
|
+
}
|
|
159
|
+
|
|
160
|
+
/**
|
|
161
|
+
* @param {string} method
|
|
162
|
+
* @param {Record<string, unknown>} params
|
|
163
|
+
* @param {string} requestId WebSocket request id (needed for ask_confirmation)
|
|
164
|
+
*/
|
|
165
|
+
async function dispatchRequest(method, params, requestId) {
|
|
166
|
+
const op = wireOpName(method);
|
|
167
|
+
|
|
168
|
+
if (op === 'get_tabs') {
|
|
169
|
+
const q = params.activeOnly
|
|
170
|
+
? { active: true, currentWindow: true }
|
|
171
|
+
: {};
|
|
172
|
+
const tabs = await chrome.tabs.query(q);
|
|
173
|
+
return {
|
|
174
|
+
tabs: tabs.map((t) => ({
|
|
175
|
+
tabId: t.id,
|
|
176
|
+
title: t.title,
|
|
177
|
+
url: t.url,
|
|
178
|
+
active: t.active
|
|
179
|
+
}))
|
|
180
|
+
};
|
|
181
|
+
}
|
|
182
|
+
|
|
183
|
+
if (op === 'tab_open') {
|
|
184
|
+
const rawUrl = params.url != null ? String(params.url).trim() : '';
|
|
185
|
+
const tab = await chrome.tabs.create({
|
|
186
|
+
url: rawUrl || 'about:blank',
|
|
187
|
+
active: params.active !== false
|
|
188
|
+
});
|
|
189
|
+
return {
|
|
190
|
+
tabId: tab.id,
|
|
191
|
+
url: tab.pendingUrl || tab.url || rawUrl || 'about:blank',
|
|
192
|
+
title: tab.title ?? ''
|
|
193
|
+
};
|
|
194
|
+
}
|
|
195
|
+
|
|
196
|
+
if (op === 'get_network_log') {
|
|
197
|
+
const max = Math.min(Number(params.maxEntries) || 50, NETWORK_CAP);
|
|
198
|
+
return { entries: networkRing.slice(-max) };
|
|
199
|
+
}
|
|
200
|
+
|
|
201
|
+
const tabId = await getTargetTabId(params);
|
|
202
|
+
|
|
203
|
+
switch (op) {
|
|
204
|
+
case 'navigate': {
|
|
205
|
+
const raw = String(params.url ?? '').trim();
|
|
206
|
+
if (!/^https:\/\//i.test(raw) && !/^http:\/\//i.test(raw)) {
|
|
207
|
+
throw Object.assign(new Error('navigate requires an absolute http(s) URL'), {
|
|
208
|
+
code: 'invalid_params'
|
|
209
|
+
});
|
|
210
|
+
}
|
|
211
|
+
await chrome.tabs.update(tabId, { url: raw });
|
|
212
|
+
const t = await chrome.tabs.get(tabId);
|
|
213
|
+
return {
|
|
214
|
+
navigated: true,
|
|
215
|
+
tabId: t.id,
|
|
216
|
+
url: t.url ?? raw,
|
|
217
|
+
pendingUrl: t.pendingUrl
|
|
218
|
+
};
|
|
219
|
+
}
|
|
220
|
+
case 'get_current_tab': {
|
|
221
|
+
const t = await chrome.tabs.get(tabId);
|
|
222
|
+
return {
|
|
223
|
+
tabId: t.id,
|
|
224
|
+
title: t.title,
|
|
225
|
+
url: t.url,
|
|
226
|
+
windowId: t.windowId,
|
|
227
|
+
active: t.active
|
|
228
|
+
};
|
|
229
|
+
}
|
|
230
|
+
case 'get_page_text':
|
|
231
|
+
case 'get_page_structure':
|
|
232
|
+
case 'click_element':
|
|
233
|
+
case 'fill_input':
|
|
234
|
+
case 'press_key':
|
|
235
|
+
case 'scroll':
|
|
236
|
+
case 'select_option':
|
|
237
|
+
case 'hover':
|
|
238
|
+
case 'get_selected_text':
|
|
239
|
+
case 'check_text_contains':
|
|
240
|
+
case 'get_ref_viewport_rect':
|
|
241
|
+
case 'get_ref_presentation_rect':
|
|
242
|
+
case 'get_viewport_chrome_insets':
|
|
243
|
+
case 'set_file_input': {
|
|
244
|
+
const r = await rpcToTab(tabId, op, params);
|
|
245
|
+
return wrapRpcResult(r);
|
|
246
|
+
}
|
|
247
|
+
case 'get_ref_screen_rect': {
|
|
248
|
+
const tab = await chrome.tabs.get(tabId);
|
|
249
|
+
const win = await chrome.windows.get(tab.windowId);
|
|
250
|
+
const presR = await rpcToTab(tabId, 'get_ref_presentation_rect', params);
|
|
251
|
+
if (!presR?.ok) {
|
|
252
|
+
return wrapRpcResult(presR);
|
|
253
|
+
}
|
|
254
|
+
const pres = presR.result;
|
|
255
|
+
const insetsR = await rpcToTab(tabId, 'get_viewport_chrome_insets', params);
|
|
256
|
+
if (!insetsR?.ok) {
|
|
257
|
+
return wrapRpcResult(insetsR);
|
|
258
|
+
}
|
|
259
|
+
const insets = insetsR.result;
|
|
260
|
+
const screenX = win.left + insets.left + pres.x;
|
|
261
|
+
const screenY = win.top + insets.top + pres.y;
|
|
262
|
+
const width = pres.w;
|
|
263
|
+
const height = pres.h;
|
|
264
|
+
return {
|
|
265
|
+
screenX,
|
|
266
|
+
screenY,
|
|
267
|
+
width,
|
|
268
|
+
height,
|
|
269
|
+
centerX: screenX + width / 2,
|
|
270
|
+
centerY: screenY + height / 2,
|
|
271
|
+
viewport: { x: pres.x, y: pres.y, w: pres.w, h: pres.h },
|
|
272
|
+
window: { left: win.left, top: win.top, width: win.width, height: win.height },
|
|
273
|
+
chromeInsets: { left: insets.left, top: insets.top, dpr: insets.dpr },
|
|
274
|
+
mapping: 'chrome.windows+insets'
|
|
275
|
+
};
|
|
276
|
+
}
|
|
277
|
+
case 'wait_for': {
|
|
278
|
+
const urlSub =
|
|
279
|
+
params.urlContains != null && String(params.urlContains).trim()
|
|
280
|
+
? String(params.urlContains)
|
|
281
|
+
: null;
|
|
282
|
+
const textSub =
|
|
283
|
+
params.textContains != null && String(params.textContains).trim()
|
|
284
|
+
? String(params.textContains)
|
|
285
|
+
: null;
|
|
286
|
+
if (!urlSub && !textSub) {
|
|
287
|
+
throw Object.assign(new Error('wait_for needs urlContains and/or textContains'), {
|
|
288
|
+
code: 'invalid_params'
|
|
289
|
+
});
|
|
290
|
+
}
|
|
291
|
+
const timeoutMs = Math.min(Math.max(Number(params.timeoutMs) || 30000, 500), 120000);
|
|
292
|
+
const pollMs = Math.min(Math.max(Number(params.pollMs) || 400, 100), 3000);
|
|
293
|
+
const t0 = Date.now();
|
|
294
|
+
while (Date.now() - t0 < timeoutMs) {
|
|
295
|
+
if (urlSub) {
|
|
296
|
+
const t = await chrome.tabs.get(tabId);
|
|
297
|
+
const u = t.url || '';
|
|
298
|
+
if (u.includes(urlSub)) {
|
|
299
|
+
return {
|
|
300
|
+
ok: true,
|
|
301
|
+
matched: 'url',
|
|
302
|
+
waitedMs: Date.now() - t0,
|
|
303
|
+
url: u
|
|
304
|
+
};
|
|
305
|
+
}
|
|
306
|
+
}
|
|
307
|
+
if (textSub) {
|
|
308
|
+
try {
|
|
309
|
+
const r = await rpcToTab(tabId, 'check_text_contains', {
|
|
310
|
+
...params,
|
|
311
|
+
substring: textSub
|
|
312
|
+
});
|
|
313
|
+
if (r && r.ok && r.result && r.result.found) {
|
|
314
|
+
return { ok: true, matched: 'text', waitedMs: Date.now() - t0 };
|
|
315
|
+
}
|
|
316
|
+
} catch {
|
|
317
|
+
/* tab may not be injectable yet */
|
|
318
|
+
}
|
|
319
|
+
}
|
|
320
|
+
await new Promise((r) => setTimeout(r, pollMs));
|
|
321
|
+
}
|
|
322
|
+
return { ok: false, matched: 'timeout', waitedMs: Date.now() - t0 };
|
|
323
|
+
}
|
|
324
|
+
case 'screenshot_element': {
|
|
325
|
+
const ref = String(params.ref ?? '');
|
|
326
|
+
if (!ref) {
|
|
327
|
+
throw Object.assign(new Error('ref required'), { code: 'invalid_params' });
|
|
328
|
+
}
|
|
329
|
+
const scrollR = await rpcToTab(tabId, 'scroll', { ...params, ref, block: 'center' });
|
|
330
|
+
wrapRpcResult(scrollR);
|
|
331
|
+
const t = await chrome.tabs.get(tabId);
|
|
332
|
+
await chrome.tabs.update(tabId, { active: true });
|
|
333
|
+
await chrome.windows.update(t.windowId, { focused: true });
|
|
334
|
+
await new Promise((r) => setTimeout(r, Number(params.settleMs) || 150));
|
|
335
|
+
const rectR = await rpcToTab(tabId, 'get_ref_viewport_rect', { ...params, ref });
|
|
336
|
+
const rect = wrapRpcResult(rectR);
|
|
337
|
+
const fmt = params.format === 'png' ? 'png' : 'jpeg';
|
|
338
|
+
const capOpts =
|
|
339
|
+
fmt === 'png'
|
|
340
|
+
? { format: 'png' }
|
|
341
|
+
: { format: 'jpeg', quality: params.quality ?? 85 };
|
|
342
|
+
const dataUrl = await chrome.tabs.captureVisibleTab(t.windowId, capOpts);
|
|
343
|
+
const mimeType = fmt === 'png' ? 'image/png' : 'image/jpeg';
|
|
344
|
+
const base64 = dataUrl.split(',')[1] || '';
|
|
345
|
+
return {
|
|
346
|
+
mimeType,
|
|
347
|
+
dataBase64: base64,
|
|
348
|
+
cropCssRect: rect
|
|
349
|
+
};
|
|
350
|
+
}
|
|
351
|
+
case 'console_recent': {
|
|
352
|
+
const fid = frameIdFromParams(params);
|
|
353
|
+
const target =
|
|
354
|
+
fid !== undefined ? { tabId, frameIds: [fid] } : { tabId, allFrames: false };
|
|
355
|
+
await chrome.scripting.executeScript({
|
|
356
|
+
target,
|
|
357
|
+
world: 'MAIN',
|
|
358
|
+
func: () => {
|
|
359
|
+
const max = 100;
|
|
360
|
+
window.__BAConsoleLog = window.__BAConsoleLog || [];
|
|
361
|
+
if (!window.__BAConsoleHooked) {
|
|
362
|
+
window.__BAConsoleHooked = true;
|
|
363
|
+
['log', 'warn', 'error', 'info', 'debug'].forEach((level) => {
|
|
364
|
+
const orig = console[level].bind(console);
|
|
365
|
+
console[level] = function (...args) {
|
|
366
|
+
try {
|
|
367
|
+
const msg = args
|
|
368
|
+
.map((a) => {
|
|
369
|
+
try {
|
|
370
|
+
return typeof a === 'object'
|
|
371
|
+
? JSON.stringify(a).slice(0, 500)
|
|
372
|
+
: String(a);
|
|
373
|
+
} catch {
|
|
374
|
+
return String(a);
|
|
375
|
+
}
|
|
376
|
+
})
|
|
377
|
+
.join(' ')
|
|
378
|
+
.slice(0, 2000);
|
|
379
|
+
window.__BAConsoleLog.push({
|
|
380
|
+
t: Date.now(),
|
|
381
|
+
level,
|
|
382
|
+
msg
|
|
383
|
+
});
|
|
384
|
+
while (window.__BAConsoleLog.length > max) {
|
|
385
|
+
window.__BAConsoleLog.shift();
|
|
386
|
+
}
|
|
387
|
+
} catch (_) {
|
|
388
|
+
/* ignore */
|
|
389
|
+
}
|
|
390
|
+
return orig(...args);
|
|
391
|
+
};
|
|
392
|
+
});
|
|
393
|
+
}
|
|
394
|
+
}
|
|
395
|
+
});
|
|
396
|
+
const clear = params.clear === true;
|
|
397
|
+
const lim = Math.min(Number(params.maxEntries) || 50, 100);
|
|
398
|
+
const [inj] = await chrome.scripting.executeScript({
|
|
399
|
+
target,
|
|
400
|
+
world: 'MAIN',
|
|
401
|
+
args: [clear, lim],
|
|
402
|
+
func: (clearFlag, limit) => {
|
|
403
|
+
const a = window.__BAConsoleLog || [];
|
|
404
|
+
const slice = a.slice(-limit);
|
|
405
|
+
if (clearFlag) {
|
|
406
|
+
window.__BAConsoleLog = [];
|
|
407
|
+
}
|
|
408
|
+
return { entries: slice };
|
|
409
|
+
}
|
|
410
|
+
});
|
|
411
|
+
return inj.result;
|
|
412
|
+
}
|
|
413
|
+
case 'evaluate_expression': {
|
|
414
|
+
const expr = String(params.expression ?? '').trim();
|
|
415
|
+
if (!expr) {
|
|
416
|
+
throw Object.assign(new Error('expression required'), { code: 'invalid_params' });
|
|
417
|
+
}
|
|
418
|
+
const fid = frameIdFromParams(params);
|
|
419
|
+
const target =
|
|
420
|
+
fid !== undefined ? { tabId, frameIds: [fid] } : { tabId, allFrames: false };
|
|
421
|
+
const [inj] = await chrome.scripting.executeScript({
|
|
422
|
+
target,
|
|
423
|
+
world: 'MAIN',
|
|
424
|
+
args: [expr],
|
|
425
|
+
func: (src) => {
|
|
426
|
+
try {
|
|
427
|
+
const r = (0, eval)(src);
|
|
428
|
+
let serialized;
|
|
429
|
+
if (r === undefined) {
|
|
430
|
+
serialized = 'undefined';
|
|
431
|
+
} else if (r === null) {
|
|
432
|
+
serialized = 'null';
|
|
433
|
+
} else if (typeof r === 'object') {
|
|
434
|
+
try {
|
|
435
|
+
serialized = JSON.stringify(r);
|
|
436
|
+
} catch {
|
|
437
|
+
serialized = String(r);
|
|
438
|
+
}
|
|
439
|
+
} else {
|
|
440
|
+
serialized = String(r);
|
|
441
|
+
}
|
|
442
|
+
return { ok: true, result: serialized.slice(0, 50000) };
|
|
443
|
+
} catch (e) {
|
|
444
|
+
return {
|
|
445
|
+
ok: false,
|
|
446
|
+
error: e instanceof Error ? e.message : String(e)
|
|
447
|
+
};
|
|
448
|
+
}
|
|
449
|
+
}
|
|
450
|
+
});
|
|
451
|
+
return inj.result;
|
|
452
|
+
}
|
|
453
|
+
case 'screenshot_visible': {
|
|
454
|
+
const t = await chrome.tabs.get(tabId);
|
|
455
|
+
await chrome.tabs.update(tabId, { active: true });
|
|
456
|
+
await chrome.windows.update(t.windowId, { focused: true });
|
|
457
|
+
const fmt = params.format === 'png' ? 'png' : 'jpeg';
|
|
458
|
+
const capOpts =
|
|
459
|
+
fmt === 'png'
|
|
460
|
+
? { format: 'png' }
|
|
461
|
+
: { format: 'jpeg', quality: params.quality ?? 80 };
|
|
462
|
+
const dataUrl = await chrome.tabs.captureVisibleTab(t.windowId, capOpts);
|
|
463
|
+
const mimeType = fmt === 'png' ? 'image/png' : 'image/jpeg';
|
|
464
|
+
const base64 = dataUrl.split(',')[1] || '';
|
|
465
|
+
return { mimeType, dataBase64: base64 };
|
|
466
|
+
}
|
|
467
|
+
case 'wait': {
|
|
468
|
+
const ms = Math.min(params.ms ?? 500, 30000);
|
|
469
|
+
await new Promise((r) => setTimeout(r, ms));
|
|
470
|
+
return { ok: true, waitedMs: ms };
|
|
471
|
+
}
|
|
472
|
+
case 'go_back': {
|
|
473
|
+
try {
|
|
474
|
+
await chrome.tabs.goBack(tabId);
|
|
475
|
+
} catch (e) {
|
|
476
|
+
throw Object.assign(
|
|
477
|
+
new Error(e instanceof Error ? e.message : 'tabs.goBack failed'),
|
|
478
|
+
{ code: 'go_back_failed' }
|
|
479
|
+
);
|
|
480
|
+
}
|
|
481
|
+
return { wentBack: true, tabId };
|
|
482
|
+
}
|
|
483
|
+
case 'reload': {
|
|
484
|
+
await chrome.tabs.reload(tabId, {
|
|
485
|
+
bypassCache: params.bypassCache === true
|
|
486
|
+
});
|
|
487
|
+
return { reloaded: true, tabId };
|
|
488
|
+
}
|
|
489
|
+
case 'tab_close': {
|
|
490
|
+
await chrome.tabs.remove(tabId);
|
|
491
|
+
return { closed: true, tabId };
|
|
492
|
+
}
|
|
493
|
+
case 'tab_activate': {
|
|
494
|
+
const t = await chrome.tabs.get(tabId);
|
|
495
|
+
await chrome.tabs.update(tabId, { active: true });
|
|
496
|
+
await chrome.windows.update(t.windowId, { focused: true });
|
|
497
|
+
return { activated: true, tabId };
|
|
498
|
+
}
|
|
499
|
+
case 'ask_confirmation':
|
|
500
|
+
return askConfirmation(params, requestId);
|
|
501
|
+
default:
|
|
502
|
+
throw Object.assign(new Error(`unknown_method:${op || String(method)}`), {
|
|
503
|
+
code: 'unknown_method'
|
|
504
|
+
});
|
|
505
|
+
}
|
|
506
|
+
}
|
|
507
|
+
|
|
508
|
+
function askConfirmation(params, requestId) {
|
|
509
|
+
const timeoutMs = params.timeoutMs ?? 120000;
|
|
510
|
+
return new Promise((resolve) => {
|
|
511
|
+
const timer = setTimeout(() => {
|
|
512
|
+
approvalWaiters.delete(requestId);
|
|
513
|
+
resolve({ decision: 'denied', reason: 'timeout' });
|
|
514
|
+
}, timeoutMs);
|
|
515
|
+
approvalWaiters.set(requestId, (out) => {
|
|
516
|
+
clearTimeout(timer);
|
|
517
|
+
approvalWaiters.delete(requestId);
|
|
518
|
+
resolve(out);
|
|
519
|
+
});
|
|
520
|
+
void chrome.storage.session.set({
|
|
521
|
+
[`confirm:${requestId}`]: {
|
|
522
|
+
title: params.title,
|
|
523
|
+
summary: params.summary,
|
|
524
|
+
risk: params.risk,
|
|
525
|
+
suggestedAction: params.suggestedAction
|
|
526
|
+
}
|
|
527
|
+
});
|
|
528
|
+
void chrome.windows.create({
|
|
529
|
+
url: chrome.runtime.getURL(`approval.html?rid=${encodeURIComponent(requestId)}`),
|
|
530
|
+
type: 'popup',
|
|
531
|
+
width: 520,
|
|
532
|
+
height: 560,
|
|
533
|
+
focused: true
|
|
534
|
+
});
|
|
535
|
+
});
|
|
536
|
+
}
|
|
537
|
+
|
|
538
|
+
chrome.runtime.onMessage.addListener((msg, _s, sendResponse) => {
|
|
539
|
+
if (msg?.type === 'approval-done') {
|
|
540
|
+
const cb = approvalWaiters.get(msg.rid);
|
|
541
|
+
if (cb) {
|
|
542
|
+
if (msg.decision === 'approved') {
|
|
543
|
+
cb({
|
|
544
|
+
decision: 'approved',
|
|
545
|
+
approvalToken: msg.approvalToken,
|
|
546
|
+
approvedAt: msg.approvedAt
|
|
547
|
+
});
|
|
548
|
+
} else {
|
|
549
|
+
cb({ decision: 'denied', reason: msg.reason || 'user_rejected' });
|
|
550
|
+
}
|
|
551
|
+
}
|
|
552
|
+
sendResponse({ ok: true });
|
|
553
|
+
return;
|
|
554
|
+
}
|
|
555
|
+
if (msg?.type === 'connect') {
|
|
556
|
+
connectWs(msg.port, msg.token)
|
|
557
|
+
.then(() => sendResponse({ ok: true }))
|
|
558
|
+
.catch((e) => sendResponse({ ok: false, error: String(e) }));
|
|
559
|
+
return true;
|
|
560
|
+
}
|
|
561
|
+
if (msg?.type === 'disconnect') {
|
|
562
|
+
disconnectWs();
|
|
563
|
+
sendResponse({ ok: true });
|
|
564
|
+
return;
|
|
565
|
+
}
|
|
566
|
+
if (msg?.type === 'get-ws-status') {
|
|
567
|
+
sendResponse({ connected: ws != null && ws.readyState === 1 });
|
|
568
|
+
return;
|
|
569
|
+
}
|
|
570
|
+
return false;
|
|
571
|
+
});
|
|
572
|
+
|
|
573
|
+
function disconnectWs() {
|
|
574
|
+
if (ws) {
|
|
575
|
+
try {
|
|
576
|
+
ws.close();
|
|
577
|
+
} catch {
|
|
578
|
+
/* ignore */
|
|
579
|
+
}
|
|
580
|
+
ws = null;
|
|
581
|
+
}
|
|
582
|
+
}
|
|
583
|
+
|
|
584
|
+
function connectWsRaw(port, token, failTimeMs = 10000) {
|
|
585
|
+
return new Promise((resolve, reject) => {
|
|
586
|
+
const url = `ws://127.0.0.1:${port}`;
|
|
587
|
+
const socket = new WebSocket(url);
|
|
588
|
+
ws = socket;
|
|
589
|
+
let opened = false;
|
|
590
|
+
const failTimer = setTimeout(() => {
|
|
591
|
+
if (!opened) {
|
|
592
|
+
try {
|
|
593
|
+
socket.close();
|
|
594
|
+
} catch {
|
|
595
|
+
/* ignore */
|
|
596
|
+
}
|
|
597
|
+
reject(new Error('websocket_timeout'));
|
|
598
|
+
}
|
|
599
|
+
}, failTimeMs);
|
|
600
|
+
socket.onopen = () => {
|
|
601
|
+
opened = true;
|
|
602
|
+
clearTimeout(failTimer);
|
|
603
|
+
socket.send(
|
|
604
|
+
JSON.stringify({
|
|
605
|
+
proto: 1,
|
|
606
|
+
type: 'session.open',
|
|
607
|
+
id: crypto.randomUUID(),
|
|
608
|
+
payload: {
|
|
609
|
+
token: token || '',
|
|
610
|
+
extensionId: chrome.runtime.id,
|
|
611
|
+
client: 'browser_automation_ext',
|
|
612
|
+
clientVersion: '0.1.0'
|
|
613
|
+
}
|
|
614
|
+
})
|
|
615
|
+
);
|
|
616
|
+
resolve(undefined);
|
|
617
|
+
};
|
|
618
|
+
socket.onerror = () => {
|
|
619
|
+
clearTimeout(failTimer);
|
|
620
|
+
reject(new Error('websocket_error'));
|
|
621
|
+
};
|
|
622
|
+
socket.onclose = () => {
|
|
623
|
+
if (ws === socket) {
|
|
624
|
+
ws = null;
|
|
625
|
+
}
|
|
626
|
+
};
|
|
627
|
+
socket.onmessage = (ev) => {
|
|
628
|
+
void handleServerJson(ev.data);
|
|
629
|
+
};
|
|
630
|
+
});
|
|
631
|
+
}
|
|
632
|
+
|
|
633
|
+
async function connectFromPort(startPort, token) {
|
|
634
|
+
let lastErr;
|
|
635
|
+
const attempts = Math.max(1, WS_PORT_FALLBACK_ATTEMPTS);
|
|
636
|
+
for (let i = 0; i < attempts; i++) {
|
|
637
|
+
const candidate = startPort + i;
|
|
638
|
+
if (candidate >= 65536) {
|
|
639
|
+
break;
|
|
640
|
+
}
|
|
641
|
+
try {
|
|
642
|
+
await connectWsRaw(candidate, token);
|
|
643
|
+
await chrome.storage.local.set({ wsPort: candidate });
|
|
644
|
+
return candidate;
|
|
645
|
+
} catch (e) {
|
|
646
|
+
lastErr = e;
|
|
647
|
+
}
|
|
648
|
+
}
|
|
649
|
+
throw lastErr ?? new Error('websocket_error');
|
|
650
|
+
}
|
|
651
|
+
|
|
652
|
+
async function connectWs(port, token) {
|
|
653
|
+
disconnectWs();
|
|
654
|
+
try {
|
|
655
|
+
await connectFromPort(port, token);
|
|
656
|
+
} catch (firstErr) {
|
|
657
|
+
if (port !== DEFAULT_WS_PORT) {
|
|
658
|
+
await connectFromPort(DEFAULT_WS_PORT, token);
|
|
659
|
+
} else {
|
|
660
|
+
throw firstErr;
|
|
661
|
+
}
|
|
662
|
+
}
|
|
663
|
+
}
|
|
664
|
+
|
|
665
|
+
async function handleServerJson(raw) {
|
|
666
|
+
const msg = JSON.parse(raw);
|
|
667
|
+
if (msg.type === 'session.opened') {
|
|
668
|
+
const bp = msg.payload?.bridgePort;
|
|
669
|
+
if (typeof bp === 'number' && bp > 0) {
|
|
670
|
+
void chrome.storage.local.set({ serverBridgePort: bp });
|
|
671
|
+
}
|
|
672
|
+
console.info('[browser-automation] session opened', msg.payload?.sessionId, 'port', bp);
|
|
673
|
+
return;
|
|
674
|
+
}
|
|
675
|
+
if (msg.type === 'ping' && msg.id) {
|
|
676
|
+
ws?.send(JSON.stringify({ proto: 1, type: 'pong', id: msg.id, payload: {} }));
|
|
677
|
+
return;
|
|
678
|
+
}
|
|
679
|
+
if (msg.type === 'request' && msg.id && msg.payload) {
|
|
680
|
+
const requestId = msg.id;
|
|
681
|
+
const { method, params } = msg.payload;
|
|
682
|
+
try {
|
|
683
|
+
const result = await dispatchRequest(method, params ?? {}, requestId);
|
|
684
|
+
ws?.send(
|
|
685
|
+
JSON.stringify({
|
|
686
|
+
proto: 1,
|
|
687
|
+
type: 'response',
|
|
688
|
+
id: requestId,
|
|
689
|
+
payload: { ok: true, result }
|
|
690
|
+
})
|
|
691
|
+
);
|
|
692
|
+
} catch (e) {
|
|
693
|
+
const code = e.code || 'internal';
|
|
694
|
+
ws?.send(
|
|
695
|
+
JSON.stringify({
|
|
696
|
+
proto: 1,
|
|
697
|
+
type: 'response',
|
|
698
|
+
id: requestId,
|
|
699
|
+
payload: {
|
|
700
|
+
ok: false,
|
|
701
|
+
error: {
|
|
702
|
+
code,
|
|
703
|
+
message: e instanceof Error ? e.message : String(e)
|
|
704
|
+
}
|
|
705
|
+
}
|
|
706
|
+
})
|
|
707
|
+
);
|
|
708
|
+
}
|
|
709
|
+
return;
|
|
710
|
+
}
|
|
711
|
+
}
|